xref: /dpdk/drivers/crypto/openssl/rte_openssl_pmd_ops.c (revision 8a97564b1c1e035daaa0cdda553edd46178889e2)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2016-2017 Intel Corporation
3  */
4 
5 #include <string.h>
6 
7 #include <rte_common.h>
8 #include <rte_malloc.h>
9 #include <cryptodev_pmd.h>
10 
11 #include "openssl_pmd_private.h"
12 #include "compat.h"
13 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
14 #include <openssl/provider.h>
15 #include <openssl/core_names.h>
16 #include <openssl/param_build.h>
17 #endif
18 
19 static const struct rte_cryptodev_capabilities openssl_pmd_capabilities[] = {
20 	{	/* MD5 HMAC */
21 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
22 		{.sym = {
23 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
24 			{.auth = {
25 				.algo = RTE_CRYPTO_AUTH_MD5_HMAC,
26 				.block_size = 64,
27 				.key_size = {
28 					.min = 1,
29 					.max = 64,
30 					.increment = 1
31 				},
32 				.digest_size = {
33 					.min = 1,
34 					.max = 16,
35 					.increment = 1
36 				},
37 				.iv_size = { 0 }
38 			}, }
39 		}, }
40 	},
41 	{	/* MD5 */
42 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
43 		{.sym = {
44 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
45 			{.auth = {
46 				.algo = RTE_CRYPTO_AUTH_MD5,
47 				.block_size = 64,
48 				.key_size = {
49 					.min = 0,
50 					.max = 0,
51 					.increment = 0
52 				},
53 				.digest_size = {
54 					.min = 16,
55 					.max = 16,
56 					.increment = 0
57 				},
58 				.iv_size = { 0 }
59 			}, }
60 		}, }
61 	},
62 	{	/* SHA1 HMAC */
63 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
64 		{.sym = {
65 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
66 			{.auth = {
67 				.algo = RTE_CRYPTO_AUTH_SHA1_HMAC,
68 				.block_size = 64,
69 				.key_size = {
70 					.min = 1,
71 					.max = 64,
72 					.increment = 1
73 				},
74 				.digest_size = {
75 					.min = 1,
76 					.max = 20,
77 					.increment = 1
78 				},
79 				.iv_size = { 0 }
80 			}, }
81 		}, }
82 	},
83 	{	/* SHA1 */
84 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
85 		{.sym = {
86 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
87 			{.auth = {
88 				.algo = RTE_CRYPTO_AUTH_SHA1,
89 				.block_size = 64,
90 				.key_size = {
91 					.min = 0,
92 					.max = 0,
93 					.increment = 0
94 				},
95 				.digest_size = {
96 					.min = 20,
97 					.max = 20,
98 					.increment = 0
99 				},
100 				.iv_size = { 0 }
101 			}, }
102 		}, }
103 	},
104 	{	/* SHA224 HMAC */
105 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
106 		{.sym = {
107 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
108 			{.auth = {
109 				.algo = RTE_CRYPTO_AUTH_SHA224_HMAC,
110 				.block_size = 64,
111 				.key_size = {
112 					.min = 1,
113 					.max = 64,
114 					.increment = 1
115 				},
116 				.digest_size = {
117 					.min = 1,
118 					.max = 28,
119 					.increment = 1
120 				},
121 				.iv_size = { 0 }
122 			}, }
123 		}, }
124 	},
125 	{	/* SHA224 */
126 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
127 		{.sym = {
128 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
129 			{.auth = {
130 				.algo = RTE_CRYPTO_AUTH_SHA224,
131 				.block_size = 64,
132 				.key_size = {
133 					.min = 0,
134 					.max = 0,
135 					.increment = 0
136 				},
137 				.digest_size = {
138 					.min = 1,
139 					.max = 28,
140 					.increment = 1
141 				},
142 				.iv_size = { 0 }
143 			}, }
144 		}, }
145 	},
146 	{	/* SHA256 HMAC */
147 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
148 		{.sym = {
149 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
150 			{.auth = {
151 				.algo = RTE_CRYPTO_AUTH_SHA256_HMAC,
152 				.block_size = 64,
153 				.key_size = {
154 					.min = 1,
155 					.max = 64,
156 					.increment = 1
157 				},
158 				.digest_size = {
159 					.min = 1,
160 					.max = 32,
161 					.increment = 1
162 				},
163 				.iv_size = { 0 }
164 			}, }
165 		}, }
166 	},
167 	{	/* SHA256 */
168 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
169 		{.sym = {
170 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
171 			{.auth = {
172 				.algo = RTE_CRYPTO_AUTH_SHA256,
173 				.block_size = 64,
174 				.key_size = {
175 					.min = 0,
176 					.max = 0,
177 					.increment = 0
178 				},
179 				.digest_size = {
180 					.min = 32,
181 					.max = 32,
182 					.increment = 0
183 				},
184 				.iv_size = { 0 }
185 			}, }
186 		}, }
187 	},
188 	{	/* SHA384 HMAC */
189 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
190 		{.sym = {
191 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
192 			{.auth = {
193 				.algo = RTE_CRYPTO_AUTH_SHA384_HMAC,
194 				.block_size = 128,
195 				.key_size = {
196 					.min = 1,
197 					.max = 128,
198 					.increment = 1
199 				},
200 				.digest_size = {
201 					.min = 1,
202 					.max = 48,
203 					.increment = 1
204 				},
205 				.iv_size = { 0 }
206 			}, }
207 		}, }
208 	},
209 	{	/* SHA384 */
210 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
211 		{.sym = {
212 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
213 			{.auth = {
214 				.algo = RTE_CRYPTO_AUTH_SHA384,
215 				.block_size = 128,
216 				.key_size = {
217 					.min = 0,
218 					.max = 0,
219 					.increment = 0
220 				},
221 				.digest_size = {
222 					.min = 48,
223 					.max = 48,
224 					.increment = 0
225 				},
226 				.iv_size = { 0 }
227 			}, }
228 		}, }
229 	},
230 	{	/* SHA512 HMAC */
231 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
232 		{.sym = {
233 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
234 			{.auth = {
235 				.algo = RTE_CRYPTO_AUTH_SHA512_HMAC,
236 				.block_size = 128,
237 				.key_size = {
238 					.min = 1,
239 					.max = 128,
240 					.increment = 1
241 				},
242 				.digest_size = {
243 					.min = 1,
244 					.max = 64,
245 					.increment = 1
246 				},
247 				.iv_size = { 0 }
248 			}, }
249 		}, }
250 	},
251 	{	/* SHA512  */
252 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
253 		{.sym = {
254 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
255 			{.auth = {
256 				.algo = RTE_CRYPTO_AUTH_SHA512,
257 				.block_size = 128,
258 				.key_size = {
259 					.min = 0,
260 					.max = 0,
261 					.increment = 0
262 				},
263 				.digest_size = {
264 					.min = 64,
265 					.max = 64,
266 					.increment = 0
267 				},
268 				.iv_size = { 0 }
269 			}, }
270 		}, }
271 	},
272 	{	/* AES CBC */
273 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
274 		{.sym = {
275 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
276 			{.cipher = {
277 				.algo = RTE_CRYPTO_CIPHER_AES_CBC,
278 				.block_size = 16,
279 				.key_size = {
280 					.min = 16,
281 					.max = 32,
282 					.increment = 8
283 				},
284 				.iv_size = {
285 					.min = 16,
286 					.max = 16,
287 					.increment = 0
288 				}
289 			}, }
290 		}, }
291 	},
292 	{	/* AES CTR */
293 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
294 		{.sym = {
295 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
296 			{.cipher = {
297 				.algo = RTE_CRYPTO_CIPHER_AES_CTR,
298 				.block_size = 16,
299 				.key_size = {
300 					.min = 16,
301 					.max = 32,
302 					.increment = 8
303 				},
304 				.iv_size = {
305 					.min = 16,
306 					.max = 16,
307 					.increment = 0
308 				}
309 			}, }
310 		}, }
311 	},
312 	{	/* AES GCM */
313 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
314 		{.sym = {
315 			.xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
316 			{.aead = {
317 				.algo = RTE_CRYPTO_AEAD_AES_GCM,
318 				.block_size = 16,
319 				.key_size = {
320 					.min = 16,
321 					.max = 32,
322 					.increment = 8
323 				},
324 				.digest_size = {
325 					.min = 16,
326 					.max = 16,
327 					.increment = 0
328 				},
329 				.aad_size = {
330 					.min = 0,
331 					.max = 65535,
332 					.increment = 1
333 				},
334 				.iv_size = {
335 					.min = 12,
336 					.max = 16,
337 					.increment = 4
338 				},
339 			}, }
340 		}, }
341 	},
342 	{	/* AES CCM */
343 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
344 		{.sym = {
345 			.xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
346 			{.aead = {
347 				.algo = RTE_CRYPTO_AEAD_AES_CCM,
348 				.block_size = 16,
349 				.key_size = {
350 					.min = 16,
351 					.max = 32,
352 					.increment = 8
353 				},
354 				.digest_size = {
355 					.min = 4,
356 					.max = 16,
357 					.increment = 2
358 				},
359 				.aad_size = {
360 					.min = 0,
361 					.max = 65535,
362 					.increment = 1
363 				},
364 				.iv_size = {
365 					.min = 7,
366 					.max = 13,
367 					.increment = 1
368 				},
369 			}, }
370 		}, }
371 	},
372 	{	/* AES GMAC (AUTH) */
373 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
374 		{.sym = {
375 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
376 			{.auth = {
377 				.algo = RTE_CRYPTO_AUTH_AES_GMAC,
378 				.block_size = 16,
379 				.key_size = {
380 					.min = 16,
381 					.max = 32,
382 					.increment = 8
383 				},
384 				.digest_size = {
385 					.min = 16,
386 					.max = 16,
387 					.increment = 0
388 				},
389 				.iv_size = {
390 					.min = 12,
391 					.max = 16,
392 					.increment = 4
393 				}
394 			}, }
395 		}, }
396 	},
397 	{	/* AES CMAC (AUTH) */
398 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
399 		{.sym = {
400 			.xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
401 			{.auth = {
402 				.algo = RTE_CRYPTO_AUTH_AES_CMAC,
403 				.block_size = 16,
404 				.key_size = {
405 					.min = 16,
406 					.max = 32,
407 					.increment = 8
408 				},
409 				.digest_size = {
410 					.min = 4,
411 					.max = 16,
412 					.increment = 4
413 				},
414 			}, }
415 		}, }
416 	},
417 	{	/* 3DES CBC */
418 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
419 		{.sym = {
420 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
421 			{.cipher = {
422 				.algo = RTE_CRYPTO_CIPHER_3DES_CBC,
423 				.block_size = 8,
424 				.key_size = {
425 					.min = 8,
426 					.max = 24,
427 					.increment = 8
428 				},
429 				.iv_size = {
430 					.min = 8,
431 					.max = 8,
432 					.increment = 0
433 				}
434 			}, }
435 		}, }
436 	},
437 	{	/* 3DES CTR */
438 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
439 		{.sym = {
440 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
441 			{.cipher = {
442 				.algo = RTE_CRYPTO_CIPHER_3DES_CTR,
443 				.block_size = 8,
444 				.key_size = {
445 					.min = 16,
446 					.max = 24,
447 					.increment = 8
448 				},
449 				.iv_size = {
450 					.min = 8,
451 					.max = 8,
452 					.increment = 0
453 				}
454 			}, }
455 		}, }
456 	},
457 	{	/* DES CBC */
458 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
459 		{.sym = {
460 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
461 			{.cipher = {
462 				.algo = RTE_CRYPTO_CIPHER_DES_CBC,
463 				.block_size = 8,
464 				.key_size = {
465 					.min = 8,
466 					.max = 8,
467 					.increment = 0
468 				},
469 				.iv_size = {
470 					.min = 8,
471 					.max = 8,
472 					.increment = 0
473 				}
474 			}, }
475 		}, }
476 	},
477 	{	/* DES DOCSIS BPI */
478 		.op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
479 		{.sym = {
480 			.xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
481 			{.cipher = {
482 				.algo = RTE_CRYPTO_CIPHER_DES_DOCSISBPI,
483 				.block_size = 8,
484 				.key_size = {
485 					.min = 8,
486 					.max = 8,
487 					.increment = 0
488 				},
489 				.iv_size = {
490 					.min = 8,
491 					.max = 8,
492 					.increment = 0
493 				}
494 			}, }
495 		}, }
496 	},
497 	{	/* RSA */
498 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
499 		{.asym = {
500 			.xform_capa = {
501 				.xform_type = RTE_CRYPTO_ASYM_XFORM_RSA,
502 				.op_types = ((1 << RTE_CRYPTO_ASYM_OP_SIGN) |
503 					(1 << RTE_CRYPTO_ASYM_OP_VERIFY) |
504 					(1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) |
505 					(1 << RTE_CRYPTO_ASYM_OP_DECRYPT)),
506 				{
507 				.modlen = {
508 				/* min length is based on openssl rsa keygen */
509 				.min = 30,
510 				/* value 0 symbolizes no limit on max length */
511 				.max = 0,
512 				.increment = 1
513 				}, }
514 			}
515 		},
516 		}
517 	},
518 	{	/* modexp */
519 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
520 		{.asym = {
521 			.xform_capa = {
522 				.xform_type = RTE_CRYPTO_ASYM_XFORM_MODEX,
523 				.op_types = 0,
524 				{
525 				.modlen = {
526 				/* value 0 symbolizes no limit on min length */
527 				.min = 0,
528 				/* value 0 symbolizes no limit on max length */
529 				.max = 0,
530 				.increment = 1
531 				}, }
532 			}
533 		},
534 		}
535 	},
536 	{	/* modinv */
537 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
538 		{.asym = {
539 			.xform_capa = {
540 				.xform_type = RTE_CRYPTO_ASYM_XFORM_MODINV,
541 				.op_types = 0,
542 				{
543 				.modlen = {
544 				/* value 0 symbolizes no limit on min length */
545 				.min = 0,
546 				/* value 0 symbolizes no limit on max length */
547 				.max = 0,
548 				.increment = 1
549 				}, }
550 			}
551 		},
552 		}
553 	},
554 	{	/* dh */
555 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
556 		{.asym = {
557 			.xform_capa = {
558 				.xform_type = RTE_CRYPTO_ASYM_XFORM_DH,
559 				.op_types =
560 				((1<<RTE_CRYPTO_ASYM_KE_PRIV_KEY_GENERATE) |
561 				(1 << RTE_CRYPTO_ASYM_KE_PUB_KEY_GENERATE |
562 				(1 <<
563 				RTE_CRYPTO_ASYM_KE_SHARED_SECRET_COMPUTE))),
564 				{
565 				.modlen = {
566 				/* value 0 symbolizes no limit on min length */
567 				.min = 0,
568 				/* value 0 symbolizes no limit on max length */
569 				.max = 0,
570 				.increment = 1
571 				}, }
572 			}
573 		},
574 		}
575 	},
576 	{	/* dsa */
577 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
578 		{.asym = {
579 			.xform_capa = {
580 				.xform_type = RTE_CRYPTO_ASYM_XFORM_DSA,
581 				.op_types =
582 				((1<<RTE_CRYPTO_ASYM_OP_SIGN) |
583 				(1 << RTE_CRYPTO_ASYM_OP_VERIFY)),
584 				{
585 				.modlen = {
586 				/* value 0 symbolizes no limit on min length */
587 				.min = 0,
588 				/* value 0 symbolizes no limit on max length */
589 				.max = 0,
590 				.increment = 1
591 				}, }
592 			}
593 		},
594 		}
595 	},
596 	{	/* ECFPM */
597 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
598 		{.asym = {
599 			.xform_capa = {
600 				.xform_type = RTE_CRYPTO_ASYM_XFORM_ECFPM,
601 				.op_types = 0
602 				}
603 			}
604 		}
605 	},
606 	{	/* SM2 */
607 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
608 		{.asym = {
609 			.xform_capa = {
610 				.xform_type = RTE_CRYPTO_ASYM_XFORM_SM2,
611 				.hash_algos = (1 << RTE_CRYPTO_AUTH_SM3),
612 				.op_types =
613 				((1<<RTE_CRYPTO_ASYM_OP_SIGN) |
614 				 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) |
615 				 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) |
616 				 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)),
617 				{.internal_rng = 1
618 				}
619 			}
620 		}
621 		}
622 	},
623 	{	/* EdDSA */
624 		.op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
625 		{.asym = {
626 			.xform_capa = {
627 				.xform_type = RTE_CRYPTO_ASYM_XFORM_EDDSA,
628 				.hash_algos = (1 << RTE_CRYPTO_AUTH_SHA512 |
629 					       1 << RTE_CRYPTO_AUTH_SHAKE_256),
630 				.op_types =
631 				((1<<RTE_CRYPTO_ASYM_OP_SIGN) |
632 				 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)),
633 			}
634 		}
635 		}
636 	},
637 
638 	RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
639 };
640 
641 
642 /** Configure device */
643 static int
644 openssl_pmd_config(__rte_unused struct rte_cryptodev *dev,
645 		__rte_unused struct rte_cryptodev_config *config)
646 {
647 	return 0;
648 }
649 
650 /** Start device */
651 static int
652 openssl_pmd_start(__rte_unused struct rte_cryptodev *dev)
653 {
654 	return 0;
655 }
656 
657 /** Stop device */
658 static void
659 openssl_pmd_stop(__rte_unused struct rte_cryptodev *dev)
660 {
661 }
662 
663 /** Close device */
664 static int
665 openssl_pmd_close(__rte_unused struct rte_cryptodev *dev)
666 {
667 	return 0;
668 }
669 
670 
671 /** Get device statistics */
672 static void
673 openssl_pmd_stats_get(struct rte_cryptodev *dev,
674 		struct rte_cryptodev_stats *stats)
675 {
676 	int qp_id;
677 
678 	for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
679 		struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
680 
681 		stats->enqueued_count += qp->stats.enqueued_count;
682 		stats->dequeued_count += qp->stats.dequeued_count;
683 
684 		stats->enqueue_err_count += qp->stats.enqueue_err_count;
685 		stats->dequeue_err_count += qp->stats.dequeue_err_count;
686 	}
687 }
688 
689 /** Reset device statistics */
690 static void
691 openssl_pmd_stats_reset(struct rte_cryptodev *dev)
692 {
693 	int qp_id;
694 
695 	for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
696 		struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
697 
698 		memset(&qp->stats, 0, sizeof(qp->stats));
699 	}
700 }
701 
702 
703 /** Get device info */
704 static void
705 openssl_pmd_info_get(struct rte_cryptodev *dev,
706 		struct rte_cryptodev_info *dev_info)
707 {
708 	struct openssl_private *internals = dev->data->dev_private;
709 
710 	if (dev_info != NULL) {
711 		dev_info->driver_id = dev->driver_id;
712 		dev_info->feature_flags = dev->feature_flags;
713 		dev_info->capabilities = openssl_pmd_capabilities;
714 		dev_info->max_nb_queue_pairs = internals->max_nb_qpairs;
715 		/* No limit of number of sessions */
716 		dev_info->sym.max_nb_sessions = 0;
717 	}
718 }
719 
720 /** Release queue pair */
721 static int
722 openssl_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id)
723 {
724 	if (dev->data->queue_pairs[qp_id] != NULL) {
725 		struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
726 
727 		rte_ring_free(qp->processed_ops);
728 
729 		rte_free(dev->data->queue_pairs[qp_id]);
730 		dev->data->queue_pairs[qp_id] = NULL;
731 	}
732 	return 0;
733 }
734 
735 /** set a unique name for the queue pair based on it's name, dev_id and qp_id */
736 static int
737 openssl_pmd_qp_set_unique_name(struct rte_cryptodev *dev,
738 		struct openssl_qp *qp)
739 {
740 	unsigned int n = snprintf(qp->name, sizeof(qp->name),
741 			"openssl_pmd_%u_qp_%u",
742 			dev->data->dev_id, qp->id);
743 
744 	if (n >= sizeof(qp->name))
745 		return -1;
746 
747 	return 0;
748 }
749 
750 
751 /** Create a ring to place processed operations on */
752 static struct rte_ring *
753 openssl_pmd_qp_create_processed_ops_ring(struct openssl_qp *qp,
754 		unsigned int ring_size, int socket_id)
755 {
756 	struct rte_ring *r;
757 
758 	r = rte_ring_lookup(qp->name);
759 	if (r) {
760 		if (rte_ring_get_size(r) >= ring_size) {
761 			OPENSSL_LOG(INFO,
762 					"Reusing existing ring %s for processed ops",
763 				 qp->name);
764 			return r;
765 		}
766 
767 		OPENSSL_LOG(ERR,
768 				"Unable to reuse existing ring %s for processed ops",
769 			 qp->name);
770 		return NULL;
771 	}
772 
773 	return rte_ring_create(qp->name, ring_size, socket_id,
774 			RING_F_SP_ENQ | RING_F_SC_DEQ);
775 }
776 
777 
778 /** Setup a queue pair */
779 static int
780 openssl_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id,
781 		const struct rte_cryptodev_qp_conf *qp_conf,
782 		int socket_id)
783 {
784 	struct openssl_qp *qp = NULL;
785 
786 	/* Free memory prior to re-allocation if needed. */
787 	if (dev->data->queue_pairs[qp_id] != NULL)
788 		openssl_pmd_qp_release(dev, qp_id);
789 
790 	/* Allocate the queue pair data structure. */
791 	qp = rte_zmalloc_socket("OPENSSL PMD Queue Pair", sizeof(*qp),
792 					RTE_CACHE_LINE_SIZE, socket_id);
793 	if (qp == NULL)
794 		return -ENOMEM;
795 
796 	qp->id = qp_id;
797 	dev->data->queue_pairs[qp_id] = qp;
798 
799 	if (openssl_pmd_qp_set_unique_name(dev, qp))
800 		goto qp_setup_cleanup;
801 
802 	qp->processed_ops = openssl_pmd_qp_create_processed_ops_ring(qp,
803 			qp_conf->nb_descriptors, socket_id);
804 	if (qp->processed_ops == NULL)
805 		goto qp_setup_cleanup;
806 
807 	qp->sess_mp = qp_conf->mp_session;
808 
809 	memset(&qp->stats, 0, sizeof(qp->stats));
810 
811 	return 0;
812 
813 qp_setup_cleanup:
814 	rte_free(qp);
815 
816 	return -1;
817 }
818 
819 /** Returns the size of the symmetric session structure */
820 static unsigned
821 openssl_pmd_sym_session_get_size(struct rte_cryptodev *dev)
822 {
823 	/*
824 	 * For 0 qps, return the max size of the session - this is necessary if
825 	 * the user calls into this function to create the session mempool,
826 	 * without first configuring the number of qps for the cryptodev.
827 	 */
828 	if (dev->data->nb_queue_pairs == 0) {
829 		unsigned int max_nb_qps = ((struct openssl_private *)
830 				dev->data->dev_private)->max_nb_qpairs;
831 		return sizeof(struct openssl_session) +
832 				(sizeof(struct evp_ctx_pair) * max_nb_qps);
833 	}
834 
835 	/*
836 	 * With only one queue pair, the thread safety of multiple context
837 	 * copies is not necessary, so don't allocate extra memory for the
838 	 * array.
839 	 */
840 	if (dev->data->nb_queue_pairs == 1)
841 		return sizeof(struct openssl_session);
842 
843 	/*
844 	 * Otherwise, the size of the flexible array member should be enough to
845 	 * fit pointers to per-qp contexts. This is twice the number of queue
846 	 * pairs, to allow for auth and cipher contexts.
847 	 */
848 	return sizeof(struct openssl_session) +
849 		(sizeof(struct evp_ctx_pair) * dev->data->nb_queue_pairs);
850 }
851 
852 /** Returns the size of the asymmetric session structure */
853 static unsigned
854 openssl_pmd_asym_session_get_size(struct rte_cryptodev *dev __rte_unused)
855 {
856 	return sizeof(struct openssl_asym_session);
857 }
858 
859 /** Configure the session from a crypto xform chain */
860 static int
861 openssl_pmd_sym_session_configure(struct rte_cryptodev *dev,
862 		struct rte_crypto_sym_xform *xform,
863 		struct rte_cryptodev_sym_session *sess)
864 {
865 	void *sess_private_data = CRYPTODEV_GET_SYM_SESS_PRIV(sess);
866 	int ret;
867 
868 	if (unlikely(sess == NULL)) {
869 		OPENSSL_LOG(ERR, "invalid session struct");
870 		return -EINVAL;
871 	}
872 
873 	ret = openssl_set_session_parameters(sess_private_data, xform,
874 			dev->data->nb_queue_pairs);
875 	if (ret != 0) {
876 		OPENSSL_LOG(ERR, "failed configure session parameters");
877 
878 		/* Return session to mempool */
879 		return ret;
880 	}
881 
882 	return 0;
883 }
884 
885 static int openssl_set_asym_session_parameters(
886 		struct openssl_asym_session *asym_session,
887 		struct rte_crypto_asym_xform *xform)
888 {
889 	int ret = -1;
890 
891 	if ((xform->xform_type != RTE_CRYPTO_ASYM_XFORM_DH) &&
892 		(xform->next != NULL)) {
893 		OPENSSL_LOG(ERR, "chained xfrms are not supported on %s",
894 			rte_cryptodev_asym_get_xform_string(xform->xform_type));
895 		return ret;
896 	}
897 
898 	switch (xform->xform_type) {
899 	case RTE_CRYPTO_ASYM_XFORM_RSA:
900 	{
901 		BIGNUM *n = NULL;
902 		BIGNUM *e = NULL;
903 		BIGNUM *d = NULL;
904 		BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL;
905 		BIGNUM *iqmp = NULL, *dmq1 = NULL;
906 
907 		/* copy xfrm data into rsa struct */
908 		n = BN_bin2bn((const unsigned char *)xform->rsa.n.data,
909 				xform->rsa.n.length, n);
910 		e = BN_bin2bn((const unsigned char *)xform->rsa.e.data,
911 				xform->rsa.e.length, e);
912 
913 		if (!n || !e)
914 			goto err_rsa;
915 
916 		asym_session->u.r.pad = xform->rsa.padding.type;
917 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
918 		OSSL_PARAM_BLD * param_bld = OSSL_PARAM_BLD_new();
919 		if (!param_bld) {
920 			OPENSSL_LOG(ERR, "failed to allocate resources");
921 			goto err_rsa;
922 		}
923 
924 		if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n)
925 			|| !OSSL_PARAM_BLD_push_BN(param_bld,
926 					OSSL_PKEY_PARAM_RSA_E, e)) {
927 			OSSL_PARAM_BLD_free(param_bld);
928 			OPENSSL_LOG(ERR, "failed to allocate resources");
929 			goto err_rsa;
930 		}
931 
932 		if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) {
933 			d = BN_bin2bn(
934 			(const unsigned char *)xform->rsa.d.data,
935 			xform->rsa.d.length,
936 			d);
937 			if (!d) {
938 				OSSL_PARAM_BLD_free(param_bld);
939 				goto err_rsa;
940 			}
941 		} else {
942 			p = BN_bin2bn((const unsigned char *)
943 					xform->rsa.qt.p.data,
944 					xform->rsa.qt.p.length,
945 					p);
946 			q = BN_bin2bn((const unsigned char *)
947 					xform->rsa.qt.q.data,
948 					xform->rsa.qt.q.length,
949 					q);
950 			dmp1 = BN_bin2bn((const unsigned char *)
951 					xform->rsa.qt.dP.data,
952 					xform->rsa.qt.dP.length,
953 					dmp1);
954 			dmq1 = BN_bin2bn((const unsigned char *)
955 					xform->rsa.qt.dQ.data,
956 					xform->rsa.qt.dQ.length,
957 					dmq1);
958 			iqmp = BN_bin2bn((const unsigned char *)
959 					xform->rsa.qt.qInv.data,
960 					xform->rsa.qt.qInv.length,
961 					iqmp);
962 
963 			if (!p || !q || !dmp1 || !dmq1 || !iqmp) {
964 				OSSL_PARAM_BLD_free(param_bld);
965 				goto err_rsa;
966 			}
967 
968 			if (!OSSL_PARAM_BLD_push_BN(param_bld,
969 							OSSL_PKEY_PARAM_RSA_FACTOR1, p)
970 				|| !OSSL_PARAM_BLD_push_BN(param_bld,
971 							OSSL_PKEY_PARAM_RSA_FACTOR2, q)
972 				|| !OSSL_PARAM_BLD_push_BN(param_bld,
973 							OSSL_PKEY_PARAM_RSA_EXPONENT1, dmp1)
974 				|| !OSSL_PARAM_BLD_push_BN(param_bld,
975 							OSSL_PKEY_PARAM_RSA_EXPONENT2, dmq1)
976 				|| !OSSL_PARAM_BLD_push_BN(param_bld,
977 							OSSL_PKEY_PARAM_RSA_COEFFICIENT1, iqmp)) {
978 				OSSL_PARAM_BLD_free(param_bld);
979 				goto err_rsa;
980 			}
981 		}
982 
983 		if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n)
984 			|| !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_E, e)
985 			|| !OSSL_PARAM_BLD_push_BN(param_bld,
986 						OSSL_PKEY_PARAM_RSA_D, d)) {
987 			OSSL_PARAM_BLD_free(param_bld);
988 			goto err_rsa;
989 		}
990 
991 		EVP_PKEY_CTX *key_ctx = EVP_PKEY_CTX_new_from_name(NULL, "RSA", NULL);
992 		EVP_PKEY *pkey = NULL;
993 		EVP_PKEY_CTX *rsa_ctx = NULL;
994 		OSSL_PARAM *params = NULL;
995 
996 		params = OSSL_PARAM_BLD_to_param(param_bld);
997 		if (!params) {
998 			OSSL_PARAM_BLD_free(param_bld);
999 			goto err_rsa;
1000 		}
1001 
1002 		if (key_ctx == NULL
1003 			|| EVP_PKEY_fromdata_init(key_ctx) <= 0
1004 			|| EVP_PKEY_fromdata(key_ctx, &pkey,
1005 				EVP_PKEY_KEYPAIR, params) <= 0) {
1006 			OSSL_PARAM_free(params);
1007 			goto err_rsa;
1008 		}
1009 
1010 		rsa_ctx = EVP_PKEY_CTX_new(pkey, NULL);
1011 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA;
1012 		asym_session->u.r.ctx = rsa_ctx;
1013 		EVP_PKEY_free(pkey);
1014 		EVP_PKEY_CTX_free(key_ctx);
1015 		OSSL_PARAM_BLD_free(param_bld);
1016 		OSSL_PARAM_free(params);
1017 		ret = 0;
1018 #else
1019 		RSA *rsa = RSA_new();
1020 		if (rsa == NULL)
1021 			goto err_rsa;
1022 
1023 		if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) {
1024 			d = BN_bin2bn(
1025 			(const unsigned char *)xform->rsa.d.data,
1026 			xform->rsa.d.length,
1027 			d);
1028 			if (!d) {
1029 				RSA_free(rsa);
1030 				goto err_rsa;
1031 			}
1032 		} else {
1033 			p = BN_bin2bn((const unsigned char *)
1034 					xform->rsa.qt.p.data,
1035 					xform->rsa.qt.p.length,
1036 					p);
1037 			q = BN_bin2bn((const unsigned char *)
1038 					xform->rsa.qt.q.data,
1039 					xform->rsa.qt.q.length,
1040 					q);
1041 			dmp1 = BN_bin2bn((const unsigned char *)
1042 					xform->rsa.qt.dP.data,
1043 					xform->rsa.qt.dP.length,
1044 					dmp1);
1045 			dmq1 = BN_bin2bn((const unsigned char *)
1046 					xform->rsa.qt.dQ.data,
1047 					xform->rsa.qt.dQ.length,
1048 					dmq1);
1049 			iqmp = BN_bin2bn((const unsigned char *)
1050 					xform->rsa.qt.qInv.data,
1051 					xform->rsa.qt.qInv.length,
1052 					iqmp);
1053 
1054 			if (!p || !q || !dmp1 || !dmq1 || !iqmp) {
1055 				RSA_free(rsa);
1056 				goto err_rsa;
1057 			}
1058 			ret = set_rsa_params(rsa, p, q);
1059 			if (ret) {
1060 				OPENSSL_LOG(ERR,
1061 					"failed to set rsa params");
1062 				RSA_free(rsa);
1063 				goto err_rsa;
1064 			}
1065 			ret = set_rsa_crt_params(rsa, dmp1, dmq1, iqmp);
1066 			if (ret) {
1067 				OPENSSL_LOG(ERR,
1068 					"failed to set crt params");
1069 				RSA_free(rsa);
1070 				/*
1071 				 * set already populated params to NULL
1072 				 * as its freed by call to RSA_free
1073 				 */
1074 				p = q = NULL;
1075 				goto err_rsa;
1076 			}
1077 		}
1078 
1079 		ret = set_rsa_keys(rsa, n, e, d);
1080 		if (ret) {
1081 			OPENSSL_LOG(ERR, "Failed to load rsa keys");
1082 			RSA_free(rsa);
1083 			return ret;
1084 		}
1085 		asym_session->u.r.rsa = rsa;
1086 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA;
1087 		break;
1088 #endif
1089 err_rsa:
1090 		BN_clear_free(n);
1091 		BN_clear_free(e);
1092 		BN_clear_free(d);
1093 		BN_clear_free(p);
1094 		BN_clear_free(q);
1095 		BN_clear_free(dmp1);
1096 		BN_clear_free(dmq1);
1097 		BN_clear_free(iqmp);
1098 
1099 		return ret;
1100 	}
1101 	case RTE_CRYPTO_ASYM_XFORM_MODEX:
1102 	{
1103 		struct rte_crypto_modex_xform *xfrm = &(xform->modex);
1104 
1105 		BN_CTX *ctx = BN_CTX_new();
1106 		if (ctx == NULL) {
1107 			OPENSSL_LOG(ERR,
1108 				" failed to allocate resources");
1109 			return ret;
1110 		}
1111 		BN_CTX_start(ctx);
1112 		BIGNUM *mod = BN_CTX_get(ctx);
1113 		BIGNUM *exp = BN_CTX_get(ctx);
1114 		if (mod == NULL || exp == NULL) {
1115 			BN_CTX_end(ctx);
1116 			BN_CTX_free(ctx);
1117 			return ret;
1118 		}
1119 
1120 		mod = BN_bin2bn((const unsigned char *)
1121 				xfrm->modulus.data,
1122 				xfrm->modulus.length, mod);
1123 		exp = BN_bin2bn((const unsigned char *)
1124 				xfrm->exponent.data,
1125 				xfrm->exponent.length, exp);
1126 		asym_session->u.e.ctx = ctx;
1127 		asym_session->u.e.mod = mod;
1128 		asym_session->u.e.exp = exp;
1129 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODEX;
1130 		break;
1131 	}
1132 	case RTE_CRYPTO_ASYM_XFORM_MODINV:
1133 	{
1134 		struct rte_crypto_modinv_xform *xfrm = &(xform->modinv);
1135 
1136 		BN_CTX *ctx = BN_CTX_new();
1137 		if (ctx == NULL) {
1138 			OPENSSL_LOG(ERR,
1139 				" failed to allocate resources");
1140 			return ret;
1141 		}
1142 		BN_CTX_start(ctx);
1143 		BIGNUM *mod = BN_CTX_get(ctx);
1144 		if (mod == NULL) {
1145 			BN_CTX_end(ctx);
1146 			BN_CTX_free(ctx);
1147 			return ret;
1148 		}
1149 
1150 		mod = BN_bin2bn((const unsigned char *)
1151 				xfrm->modulus.data,
1152 				xfrm->modulus.length,
1153 				mod);
1154 		asym_session->u.m.ctx = ctx;
1155 		asym_session->u.m.modulus = mod;
1156 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODINV;
1157 		break;
1158 	}
1159 	case RTE_CRYPTO_ASYM_XFORM_DH:
1160 	{
1161 		DH *dh = NULL;
1162 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1163 		BIGNUM **p = &asym_session->u.dh.p;
1164 		BIGNUM **g = &asym_session->u.dh.g;
1165 
1166 		*p = BN_bin2bn((const unsigned char *)
1167 				xform->dh.p.data,
1168 				xform->dh.p.length,
1169 				*p);
1170 		*g = BN_bin2bn((const unsigned char *)
1171 				xform->dh.g.data,
1172 				xform->dh.g.length,
1173 				*g);
1174 		if (!*p || !*g)
1175 			goto err_dh;
1176 
1177 		OSSL_PARAM_BLD *param_bld = NULL;
1178 		param_bld = OSSL_PARAM_BLD_new();
1179 		if (!param_bld) {
1180 			OPENSSL_LOG(ERR, "failed to allocate resources");
1181 			goto err_dh;
1182 		}
1183 		if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld,
1184 					"group", "ffdhe2048", 0))
1185 			|| (!OSSL_PARAM_BLD_push_BN(param_bld,
1186 					OSSL_PKEY_PARAM_FFC_P, *p))
1187 			|| (!OSSL_PARAM_BLD_push_BN(param_bld,
1188 					OSSL_PKEY_PARAM_FFC_G, *g))) {
1189 			OSSL_PARAM_BLD_free(param_bld);
1190 			goto err_dh;
1191 		}
1192 
1193 		OSSL_PARAM_BLD *param_bld_peer = NULL;
1194 		param_bld_peer = OSSL_PARAM_BLD_new();
1195 		if (!param_bld_peer) {
1196 			OPENSSL_LOG(ERR, "failed to allocate resources");
1197 			OSSL_PARAM_BLD_free(param_bld);
1198 			goto err_dh;
1199 		}
1200 		if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld_peer,
1201 					"group", "ffdhe2048", 0))
1202 			|| (!OSSL_PARAM_BLD_push_BN(param_bld_peer,
1203 					OSSL_PKEY_PARAM_FFC_P, *p))
1204 			|| (!OSSL_PARAM_BLD_push_BN(param_bld_peer,
1205 					OSSL_PKEY_PARAM_FFC_G, *g))) {
1206 			OSSL_PARAM_BLD_free(param_bld);
1207 			OSSL_PARAM_BLD_free(param_bld_peer);
1208 			goto err_dh;
1209 		}
1210 
1211 		asym_session->u.dh.param_bld = param_bld;
1212 		asym_session->u.dh.param_bld_peer = param_bld_peer;
1213 #else
1214 		BIGNUM *p = NULL;
1215 		BIGNUM *g = NULL;
1216 
1217 		p = BN_bin2bn((const unsigned char *)
1218 				xform->dh.p.data,
1219 				xform->dh.p.length,
1220 				p);
1221 		g = BN_bin2bn((const unsigned char *)
1222 				xform->dh.g.data,
1223 				xform->dh.g.length,
1224 				g);
1225 		if (!p || !g)
1226 			goto err_dh;
1227 
1228 		dh = DH_new();
1229 		if (dh == NULL) {
1230 			OPENSSL_LOG(ERR,
1231 				"failed to allocate resources");
1232 			goto err_dh;
1233 		}
1234 		ret = set_dh_params(dh, p, g);
1235 		if (ret) {
1236 			DH_free(dh);
1237 			goto err_dh;
1238 		}
1239 #endif
1240 		asym_session->u.dh.dh_key = dh;
1241 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DH;
1242 		break;
1243 
1244 err_dh:
1245 		OPENSSL_LOG(ERR, " failed to set dh params");
1246 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1247 		BN_free(*p);
1248 		BN_free(*g);
1249 #else
1250 		BN_free(p);
1251 		BN_free(g);
1252 #endif
1253 		return -1;
1254 	}
1255 	case RTE_CRYPTO_ASYM_XFORM_DSA:
1256 	{
1257 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1258 		BIGNUM **p = &asym_session->u.s.p;
1259 		BIGNUM **g = &asym_session->u.s.g;
1260 		BIGNUM **q = &asym_session->u.s.q;
1261 		BIGNUM **priv_key = &asym_session->u.s.priv_key;
1262 		BIGNUM *pub_key = NULL;
1263 		OSSL_PARAM_BLD *param_bld = NULL;
1264 
1265 		*p = BN_bin2bn((const unsigned char *)
1266 				xform->dsa.p.data,
1267 				xform->dsa.p.length,
1268 				*p);
1269 
1270 		*g = BN_bin2bn((const unsigned char *)
1271 				xform->dsa.g.data,
1272 				xform->dsa.g.length,
1273 				*g);
1274 
1275 		*q = BN_bin2bn((const unsigned char *)
1276 				xform->dsa.q.data,
1277 				xform->dsa.q.length,
1278 				*q);
1279 		if (!*p || !*q || !*g)
1280 			goto err_dsa;
1281 
1282 		*priv_key = BN_bin2bn((const unsigned char *)
1283 				xform->dsa.x.data,
1284 				xform->dsa.x.length,
1285 				*priv_key);
1286 		if (*priv_key == NULL)
1287 			goto err_dsa;
1288 
1289 		param_bld = OSSL_PARAM_BLD_new();
1290 		if (!param_bld) {
1291 			OPENSSL_LOG(ERR, "failed to allocate resources");
1292 			goto err_dsa;
1293 		}
1294 
1295 		if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_P, *p)
1296 			|| !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_G, *g)
1297 			|| !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_Q, *q)
1298 			|| !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY,
1299 			*priv_key)) {
1300 			OSSL_PARAM_BLD_free(param_bld);
1301 			OPENSSL_LOG(ERR, "failed to allocate resources");
1302 			goto err_dsa;
1303 		}
1304 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA;
1305 		asym_session->u.s.param_bld = param_bld;
1306 
1307 		break;
1308 #else
1309 		BIGNUM *p = NULL, *g = NULL;
1310 		BIGNUM *q = NULL, *priv_key = NULL;
1311 		BIGNUM *pub_key = BN_new();
1312 		BN_zero(pub_key);
1313 
1314 		p = BN_bin2bn((const unsigned char *)
1315 				xform->dsa.p.data,
1316 				xform->dsa.p.length,
1317 				p);
1318 
1319 		g = BN_bin2bn((const unsigned char *)
1320 				xform->dsa.g.data,
1321 				xform->dsa.g.length,
1322 				g);
1323 
1324 		q = BN_bin2bn((const unsigned char *)
1325 				xform->dsa.q.data,
1326 				xform->dsa.q.length,
1327 				q);
1328 		if (!p || !q || !g)
1329 			goto err_dsa;
1330 
1331 		priv_key = BN_bin2bn((const unsigned char *)
1332 				xform->dsa.x.data,
1333 				xform->dsa.x.length,
1334 				priv_key);
1335 		if (priv_key == NULL)
1336 			goto err_dsa;
1337 
1338 		DSA *dsa = DSA_new();
1339 		if (dsa == NULL) {
1340 			OPENSSL_LOG(ERR,
1341 				" failed to allocate resources");
1342 			goto err_dsa;
1343 		}
1344 
1345 		ret = set_dsa_params(dsa, p, q, g);
1346 		if (ret) {
1347 			DSA_free(dsa);
1348 			OPENSSL_LOG(ERR, "Failed to dsa params");
1349 			goto err_dsa;
1350 		}
1351 
1352 		/*
1353 		 * openssl 1.1.0 mandate that public key can't be
1354 		 * NULL in very first call. so set a dummy pub key.
1355 		 * to keep consistency, lets follow same approach for
1356 		 * both versions
1357 		 */
1358 		/* just set dummy public for very 1st call */
1359 		ret = set_dsa_keys(dsa, pub_key, priv_key);
1360 		if (ret) {
1361 			DSA_free(dsa);
1362 			OPENSSL_LOG(ERR, "Failed to set keys");
1363 			goto err_dsa;
1364 		}
1365 		asym_session->u.s.dsa = dsa;
1366 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA;
1367 		break;
1368 #endif
1369 err_dsa:
1370 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1371 		BN_free(*p);
1372 		BN_free(*q);
1373 		BN_free(*g);
1374 		BN_free(*priv_key);
1375 #else
1376 		BN_free(p);
1377 		BN_free(q);
1378 		BN_free(g);
1379 		BN_free(priv_key);
1380 #endif
1381 		BN_free(pub_key);
1382 		return -1;
1383 	}
1384 	case RTE_CRYPTO_ASYM_XFORM_ECFPM:
1385 	{
1386 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1387 		EC_GROUP *ecgrp = NULL;
1388 
1389 		asym_session->xfrm_type = xform->xform_type;
1390 
1391 		switch (xform->ec.curve_id) {
1392 		case RTE_CRYPTO_EC_GROUP_SECP192R1:
1393 			ecgrp = EC_GROUP_new_by_curve_name(NID_secp192k1);
1394 			break;
1395 		case RTE_CRYPTO_EC_GROUP_SECP224R1:
1396 			ecgrp = EC_GROUP_new_by_curve_name(NID_secp224r1);
1397 			break;
1398 		case RTE_CRYPTO_EC_GROUP_SECP256R1:
1399 			ecgrp = EC_GROUP_new_by_curve_name(NID_secp256k1);
1400 			break;
1401 		case RTE_CRYPTO_EC_GROUP_SECP384R1:
1402 			ecgrp = EC_GROUP_new_by_curve_name(NID_secp384r1);
1403 			break;
1404 		case RTE_CRYPTO_EC_GROUP_SECP521R1:
1405 			ecgrp = EC_GROUP_new_by_curve_name(NID_secp521r1);
1406 			break;
1407 		case RTE_CRYPTO_EC_GROUP_ED25519:
1408 			ecgrp = EC_GROUP_new_by_curve_name(NID_ED25519);
1409 			break;
1410 		case RTE_CRYPTO_EC_GROUP_ED448:
1411 			ecgrp = EC_GROUP_new_by_curve_name(NID_ED448);
1412 			break;
1413 		default:
1414 			break;
1415 		}
1416 
1417 		asym_session->u.ec.curve_id = xform->ec.curve_id;
1418 		asym_session->u.ec.group = ecgrp;
1419 		break;
1420 #else
1421 		OPENSSL_LOG(WARNING, "ECFPM unsupported for OpenSSL Version < 3.0");
1422 		return -ENOTSUP;
1423 #endif
1424 	}
1425 	case RTE_CRYPTO_ASYM_XFORM_SM2:
1426 	{
1427 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1428 #ifndef OPENSSL_NO_SM2
1429 		OSSL_PARAM_BLD *param_bld = NULL;
1430 		OSSL_PARAM *params = NULL;
1431 		BIGNUM *pkey_bn = NULL;
1432 		uint8_t pubkey[65];
1433 		size_t len = 0;
1434 		int ret = -1;
1435 
1436 		param_bld = OSSL_PARAM_BLD_new();
1437 		if (!param_bld) {
1438 			OPENSSL_LOG(ERR, "failed to allocate params");
1439 			goto err_sm2;
1440 		}
1441 
1442 		ret = OSSL_PARAM_BLD_push_utf8_string(param_bld,
1443 				OSSL_ASYM_CIPHER_PARAM_DIGEST, "SM3", 0);
1444 		if (!ret) {
1445 			OPENSSL_LOG(ERR, "failed to push params");
1446 			goto err_sm2;
1447 		}
1448 
1449 		ret = OSSL_PARAM_BLD_push_utf8_string(param_bld,
1450 				OSSL_PKEY_PARAM_GROUP_NAME, "SM2", 0);
1451 		if (!ret) {
1452 			OPENSSL_LOG(ERR, "failed to push params");
1453 			goto err_sm2;
1454 		}
1455 
1456 		pkey_bn = BN_bin2bn((const unsigned char *)xform->ec.pkey.data,
1457 							xform->ec.pkey.length, pkey_bn);
1458 
1459 		ret = OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY,
1460 									 pkey_bn);
1461 		if (!ret) {
1462 			OPENSSL_LOG(ERR, "failed to push params");
1463 			goto err_sm2;
1464 		}
1465 
1466 		memset(pubkey, 0, sizeof(pubkey));
1467 		pubkey[0] = 0x04;
1468 		len += 1;
1469 		memcpy(&pubkey[len], xform->ec.q.x.data, xform->ec.q.x.length);
1470 		len += xform->ec.q.x.length;
1471 		memcpy(&pubkey[len], xform->ec.q.y.data, xform->ec.q.y.length);
1472 		len += xform->ec.q.y.length;
1473 
1474 		ret = OSSL_PARAM_BLD_push_octet_string(param_bld,
1475 				OSSL_PKEY_PARAM_PUB_KEY, pubkey, len);
1476 		if (!ret) {
1477 			OPENSSL_LOG(ERR, "failed to push params");
1478 			goto err_sm2;
1479 		}
1480 
1481 		params = OSSL_PARAM_BLD_to_param(param_bld);
1482 		if (!params) {
1483 			OPENSSL_LOG(ERR, "failed to push params");
1484 			goto err_sm2;
1485 		}
1486 
1487 		asym_session->u.sm2.params = params;
1488 		OSSL_PARAM_BLD_free(param_bld);
1489 		BN_free(pkey_bn);
1490 
1491 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_SM2;
1492 		break;
1493 err_sm2:
1494 		if (param_bld)
1495 			OSSL_PARAM_BLD_free(param_bld);
1496 
1497 		if (asym_session->u.sm2.params)
1498 			OSSL_PARAM_free(asym_session->u.sm2.params);
1499 
1500 		BN_free(pkey_bn);
1501 		return -1;
1502 #else
1503 		OPENSSL_LOG(WARNING, "SM2 unsupported in current OpenSSL Version");
1504 		return -ENOTSUP;
1505 #endif
1506 #else
1507 		OPENSSL_LOG(WARNING, "SM2 unsupported for OpenSSL Version < 3.0");
1508 		return -ENOTSUP;
1509 #endif
1510 	}
1511 	case RTE_CRYPTO_ASYM_XFORM_EDDSA:
1512 	{
1513 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L)
1514 		OSSL_PARAM_BLD *param_bld = NULL;
1515 		OSSL_PARAM *params = NULL;
1516 		int ret = -1;
1517 
1518 		asym_session->u.eddsa.curve_id = xform->ec.curve_id;
1519 
1520 		param_bld = OSSL_PARAM_BLD_new();
1521 		if (!param_bld) {
1522 			OPENSSL_LOG(ERR, "failed to allocate params");
1523 			goto err_eddsa;
1524 		}
1525 
1526 		ret = OSSL_PARAM_BLD_push_utf8_string(param_bld,
1527 			  OSSL_PKEY_PARAM_GROUP_NAME, "ED25519", sizeof("ED25519"));
1528 		if (!ret) {
1529 			OPENSSL_LOG(ERR, "failed to push params");
1530 			goto err_eddsa;
1531 		}
1532 
1533 		ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PRIV_KEY,
1534 				xform->ec.pkey.data, xform->ec.pkey.length);
1535 		if (!ret) {
1536 			OPENSSL_LOG(ERR, "failed to push params");
1537 			goto err_eddsa;
1538 		}
1539 
1540 		ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PUB_KEY,
1541 				xform->ec.q.x.data, xform->ec.q.x.length);
1542 		if (!ret) {
1543 			OPENSSL_LOG(ERR, "failed to push params");
1544 			goto err_eddsa;
1545 		}
1546 
1547 		params = OSSL_PARAM_BLD_to_param(param_bld);
1548 		if (!params) {
1549 			OPENSSL_LOG(ERR, "failed to push params");
1550 			goto err_eddsa;
1551 		}
1552 
1553 		asym_session->u.eddsa.params = params;
1554 		OSSL_PARAM_BLD_free(param_bld);
1555 
1556 		asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_EDDSA;
1557 		break;
1558 err_eddsa:
1559 		if (param_bld)
1560 			OSSL_PARAM_BLD_free(param_bld);
1561 
1562 		if (asym_session->u.eddsa.params)
1563 			OSSL_PARAM_free(asym_session->u.eddsa.params);
1564 
1565 		return -1;
1566 #else
1567 		OPENSSL_LOG(WARNING, "EdDSA unsupported for OpenSSL Version < 3.3");
1568 		return -ENOTSUP;
1569 #endif
1570 	}
1571 	default:
1572 		return ret;
1573 	}
1574 
1575 	return 0;
1576 }
1577 
1578 /** Configure the session from a crypto xform chain */
1579 static int
1580 openssl_pmd_asym_session_configure(struct rte_cryptodev *dev __rte_unused,
1581 		struct rte_crypto_asym_xform *xform,
1582 		struct rte_cryptodev_asym_session *sess)
1583 {
1584 	void *asym_sess_private_data;
1585 	int ret;
1586 
1587 	if (unlikely(sess == NULL)) {
1588 		OPENSSL_LOG(ERR, "invalid asymmetric session struct");
1589 		return -EINVAL;
1590 	}
1591 
1592 	asym_sess_private_data = sess->sess_private_data;
1593 	ret = openssl_set_asym_session_parameters(asym_sess_private_data,
1594 			xform);
1595 	if (ret != 0) {
1596 		OPENSSL_LOG(ERR, "failed configure session parameters");
1597 		return ret;
1598 	}
1599 
1600 	return 0;
1601 }
1602 
1603 /** Clear the memory of session so it doesn't leave key material behind */
1604 static void
1605 openssl_pmd_sym_session_clear(struct rte_cryptodev *dev __rte_unused,
1606 		struct rte_cryptodev_sym_session *sess)
1607 {
1608 	void *sess_priv = CRYPTODEV_GET_SYM_SESS_PRIV(sess);
1609 
1610 	/* Zero out the whole structure */
1611 	openssl_reset_session(sess_priv);
1612 }
1613 
1614 static void openssl_reset_asym_session(struct openssl_asym_session *sess)
1615 {
1616 	switch (sess->xfrm_type) {
1617 	case RTE_CRYPTO_ASYM_XFORM_RSA:
1618 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1619 		EVP_PKEY_CTX_free(sess->u.r.ctx);
1620 #else
1621 		if (sess->u.r.rsa)
1622 			RSA_free(sess->u.r.rsa);
1623 #endif
1624 		break;
1625 	case RTE_CRYPTO_ASYM_XFORM_MODEX:
1626 		if (sess->u.e.ctx) {
1627 			BN_CTX_end(sess->u.e.ctx);
1628 			BN_CTX_free(sess->u.e.ctx);
1629 		}
1630 		break;
1631 	case RTE_CRYPTO_ASYM_XFORM_MODINV:
1632 		if (sess->u.m.ctx) {
1633 			BN_CTX_end(sess->u.m.ctx);
1634 			BN_CTX_free(sess->u.m.ctx);
1635 		}
1636 		break;
1637 	case RTE_CRYPTO_ASYM_XFORM_DH:
1638 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1639 		OSSL_PARAM_BLD_free(sess->u.dh.param_bld);
1640 		OSSL_PARAM_BLD_free(sess->u.dh.param_bld_peer);
1641 		sess->u.dh.param_bld = NULL;
1642 		sess->u.dh.param_bld_peer = NULL;
1643 #else
1644 		if (sess->u.dh.dh_key)
1645 			DH_free(sess->u.dh.dh_key);
1646 #endif
1647 		BN_clear_free(sess->u.dh.p);
1648 		BN_clear_free(sess->u.dh.g);
1649 		break;
1650 	case RTE_CRYPTO_ASYM_XFORM_DSA:
1651 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1652 		OSSL_PARAM_BLD_free(sess->u.s.param_bld);
1653 		sess->u.s.param_bld = NULL;
1654 		BN_clear_free(sess->u.s.p);
1655 		BN_clear_free(sess->u.s.q);
1656 		BN_clear_free(sess->u.s.g);
1657 		BN_clear_free(sess->u.s.priv_key);
1658 #else
1659 		if (sess->u.s.dsa)
1660 			DSA_free(sess->u.s.dsa);
1661 #endif
1662 		break;
1663 	case RTE_CRYPTO_ASYM_XFORM_SM2:
1664 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L)
1665 		OSSL_PARAM_free(sess->u.sm2.params);
1666 #endif
1667 		break;
1668 	case RTE_CRYPTO_ASYM_XFORM_EDDSA:
1669 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L)
1670 		OSSL_PARAM_free(sess->u.eddsa.params);
1671 #endif
1672 		break;
1673 	default:
1674 		break;
1675 	}
1676 }
1677 
1678 /** Clear the memory of asymmetric session
1679  * so it doesn't leave key material behind
1680  */
1681 static void
1682 openssl_pmd_asym_session_clear(struct rte_cryptodev *dev __rte_unused,
1683 		struct rte_cryptodev_asym_session *sess)
1684 {
1685 	void *sess_priv = sess->sess_private_data;
1686 
1687 	/* Zero out the whole structure */
1688 	if (sess_priv) {
1689 		openssl_reset_asym_session(sess_priv);
1690 		memset(sess_priv, 0, sizeof(struct openssl_asym_session));
1691 	}
1692 }
1693 
1694 struct rte_cryptodev_ops openssl_pmd_ops = {
1695 		.dev_configure		= openssl_pmd_config,
1696 		.dev_start		= openssl_pmd_start,
1697 		.dev_stop		= openssl_pmd_stop,
1698 		.dev_close		= openssl_pmd_close,
1699 
1700 		.stats_get		= openssl_pmd_stats_get,
1701 		.stats_reset		= openssl_pmd_stats_reset,
1702 
1703 		.dev_infos_get		= openssl_pmd_info_get,
1704 
1705 		.queue_pair_setup	= openssl_pmd_qp_setup,
1706 		.queue_pair_release	= openssl_pmd_qp_release,
1707 
1708 		.sym_session_get_size	= openssl_pmd_sym_session_get_size,
1709 		.asym_session_get_size	= openssl_pmd_asym_session_get_size,
1710 		.sym_session_configure	= openssl_pmd_sym_session_configure,
1711 		.asym_session_configure	= openssl_pmd_asym_session_configure,
1712 		.sym_session_clear	= openssl_pmd_sym_session_clear,
1713 		.asym_session_clear	= openssl_pmd_asym_session_clear
1714 };
1715 
1716 struct rte_cryptodev_ops *rte_openssl_pmd_ops = &openssl_pmd_ops;
1717