1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2016-2017 Intel Corporation 3 */ 4 5 #include <string.h> 6 7 #include <rte_common.h> 8 #include <rte_malloc.h> 9 #include <cryptodev_pmd.h> 10 11 #include "openssl_pmd_private.h" 12 #include "compat.h" 13 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 14 #include <openssl/provider.h> 15 #include <openssl/core_names.h> 16 #include <openssl/param_build.h> 17 #endif 18 19 static const struct rte_cryptodev_capabilities openssl_pmd_capabilities[] = { 20 { /* MD5 HMAC */ 21 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 22 {.sym = { 23 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 24 {.auth = { 25 .algo = RTE_CRYPTO_AUTH_MD5_HMAC, 26 .block_size = 64, 27 .key_size = { 28 .min = 1, 29 .max = 64, 30 .increment = 1 31 }, 32 .digest_size = { 33 .min = 1, 34 .max = 16, 35 .increment = 1 36 }, 37 .iv_size = { 0 } 38 }, } 39 }, } 40 }, 41 { /* MD5 */ 42 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 43 {.sym = { 44 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 45 {.auth = { 46 .algo = RTE_CRYPTO_AUTH_MD5, 47 .block_size = 64, 48 .key_size = { 49 .min = 0, 50 .max = 0, 51 .increment = 0 52 }, 53 .digest_size = { 54 .min = 16, 55 .max = 16, 56 .increment = 0 57 }, 58 .iv_size = { 0 } 59 }, } 60 }, } 61 }, 62 { /* SHA1 HMAC */ 63 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 64 {.sym = { 65 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 66 {.auth = { 67 .algo = RTE_CRYPTO_AUTH_SHA1_HMAC, 68 .block_size = 64, 69 .key_size = { 70 .min = 1, 71 .max = 64, 72 .increment = 1 73 }, 74 .digest_size = { 75 .min = 1, 76 .max = 20, 77 .increment = 1 78 }, 79 .iv_size = { 0 } 80 }, } 81 }, } 82 }, 83 { /* SHA1 */ 84 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 85 {.sym = { 86 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 87 {.auth = { 88 .algo = RTE_CRYPTO_AUTH_SHA1, 89 .block_size = 64, 90 .key_size = { 91 .min = 0, 92 .max = 0, 93 .increment = 0 94 }, 95 .digest_size = { 96 .min = 20, 97 .max = 20, 98 .increment = 0 99 }, 100 .iv_size = { 0 } 101 }, } 102 }, } 103 }, 104 { /* SHA224 HMAC */ 105 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 106 {.sym = { 107 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 108 {.auth = { 109 .algo = RTE_CRYPTO_AUTH_SHA224_HMAC, 110 .block_size = 64, 111 .key_size = { 112 .min = 1, 113 .max = 64, 114 .increment = 1 115 }, 116 .digest_size = { 117 .min = 1, 118 .max = 28, 119 .increment = 1 120 }, 121 .iv_size = { 0 } 122 }, } 123 }, } 124 }, 125 { /* SHA224 */ 126 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 127 {.sym = { 128 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 129 {.auth = { 130 .algo = RTE_CRYPTO_AUTH_SHA224, 131 .block_size = 64, 132 .key_size = { 133 .min = 0, 134 .max = 0, 135 .increment = 0 136 }, 137 .digest_size = { 138 .min = 1, 139 .max = 28, 140 .increment = 1 141 }, 142 .iv_size = { 0 } 143 }, } 144 }, } 145 }, 146 { /* SHA256 HMAC */ 147 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 148 {.sym = { 149 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 150 {.auth = { 151 .algo = RTE_CRYPTO_AUTH_SHA256_HMAC, 152 .block_size = 64, 153 .key_size = { 154 .min = 1, 155 .max = 64, 156 .increment = 1 157 }, 158 .digest_size = { 159 .min = 1, 160 .max = 32, 161 .increment = 1 162 }, 163 .iv_size = { 0 } 164 }, } 165 }, } 166 }, 167 { /* SHA256 */ 168 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 169 {.sym = { 170 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 171 {.auth = { 172 .algo = RTE_CRYPTO_AUTH_SHA256, 173 .block_size = 64, 174 .key_size = { 175 .min = 0, 176 .max = 0, 177 .increment = 0 178 }, 179 .digest_size = { 180 .min = 32, 181 .max = 32, 182 .increment = 0 183 }, 184 .iv_size = { 0 } 185 }, } 186 }, } 187 }, 188 { /* SHA384 HMAC */ 189 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 190 {.sym = { 191 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 192 {.auth = { 193 .algo = RTE_CRYPTO_AUTH_SHA384_HMAC, 194 .block_size = 128, 195 .key_size = { 196 .min = 1, 197 .max = 128, 198 .increment = 1 199 }, 200 .digest_size = { 201 .min = 1, 202 .max = 48, 203 .increment = 1 204 }, 205 .iv_size = { 0 } 206 }, } 207 }, } 208 }, 209 { /* SHA384 */ 210 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 211 {.sym = { 212 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 213 {.auth = { 214 .algo = RTE_CRYPTO_AUTH_SHA384, 215 .block_size = 128, 216 .key_size = { 217 .min = 0, 218 .max = 0, 219 .increment = 0 220 }, 221 .digest_size = { 222 .min = 48, 223 .max = 48, 224 .increment = 0 225 }, 226 .iv_size = { 0 } 227 }, } 228 }, } 229 }, 230 { /* SHA512 HMAC */ 231 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 232 {.sym = { 233 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 234 {.auth = { 235 .algo = RTE_CRYPTO_AUTH_SHA512_HMAC, 236 .block_size = 128, 237 .key_size = { 238 .min = 1, 239 .max = 128, 240 .increment = 1 241 }, 242 .digest_size = { 243 .min = 1, 244 .max = 64, 245 .increment = 1 246 }, 247 .iv_size = { 0 } 248 }, } 249 }, } 250 }, 251 { /* SHA512 */ 252 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 253 {.sym = { 254 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 255 {.auth = { 256 .algo = RTE_CRYPTO_AUTH_SHA512, 257 .block_size = 128, 258 .key_size = { 259 .min = 0, 260 .max = 0, 261 .increment = 0 262 }, 263 .digest_size = { 264 .min = 64, 265 .max = 64, 266 .increment = 0 267 }, 268 .iv_size = { 0 } 269 }, } 270 }, } 271 }, 272 { /* AES CBC */ 273 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 274 {.sym = { 275 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 276 {.cipher = { 277 .algo = RTE_CRYPTO_CIPHER_AES_CBC, 278 .block_size = 16, 279 .key_size = { 280 .min = 16, 281 .max = 32, 282 .increment = 8 283 }, 284 .iv_size = { 285 .min = 16, 286 .max = 16, 287 .increment = 0 288 } 289 }, } 290 }, } 291 }, 292 { /* AES CTR */ 293 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 294 {.sym = { 295 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 296 {.cipher = { 297 .algo = RTE_CRYPTO_CIPHER_AES_CTR, 298 .block_size = 16, 299 .key_size = { 300 .min = 16, 301 .max = 32, 302 .increment = 8 303 }, 304 .iv_size = { 305 .min = 16, 306 .max = 16, 307 .increment = 0 308 } 309 }, } 310 }, } 311 }, 312 { /* AES GCM */ 313 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 314 {.sym = { 315 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 316 {.aead = { 317 .algo = RTE_CRYPTO_AEAD_AES_GCM, 318 .block_size = 16, 319 .key_size = { 320 .min = 16, 321 .max = 32, 322 .increment = 8 323 }, 324 .digest_size = { 325 .min = 16, 326 .max = 16, 327 .increment = 0 328 }, 329 .aad_size = { 330 .min = 0, 331 .max = 65535, 332 .increment = 1 333 }, 334 .iv_size = { 335 .min = 12, 336 .max = 16, 337 .increment = 4 338 }, 339 }, } 340 }, } 341 }, 342 { /* AES CCM */ 343 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 344 {.sym = { 345 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 346 {.aead = { 347 .algo = RTE_CRYPTO_AEAD_AES_CCM, 348 .block_size = 16, 349 .key_size = { 350 .min = 16, 351 .max = 32, 352 .increment = 8 353 }, 354 .digest_size = { 355 .min = 4, 356 .max = 16, 357 .increment = 2 358 }, 359 .aad_size = { 360 .min = 0, 361 .max = 65535, 362 .increment = 1 363 }, 364 .iv_size = { 365 .min = 7, 366 .max = 13, 367 .increment = 1 368 }, 369 }, } 370 }, } 371 }, 372 { /* AES GMAC (AUTH) */ 373 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 374 {.sym = { 375 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 376 {.auth = { 377 .algo = RTE_CRYPTO_AUTH_AES_GMAC, 378 .block_size = 16, 379 .key_size = { 380 .min = 16, 381 .max = 32, 382 .increment = 8 383 }, 384 .digest_size = { 385 .min = 16, 386 .max = 16, 387 .increment = 0 388 }, 389 .iv_size = { 390 .min = 12, 391 .max = 16, 392 .increment = 4 393 } 394 }, } 395 }, } 396 }, 397 { /* AES CMAC (AUTH) */ 398 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 399 {.sym = { 400 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 401 {.auth = { 402 .algo = RTE_CRYPTO_AUTH_AES_CMAC, 403 .block_size = 16, 404 .key_size = { 405 .min = 16, 406 .max = 32, 407 .increment = 8 408 }, 409 .digest_size = { 410 .min = 4, 411 .max = 16, 412 .increment = 4 413 }, 414 }, } 415 }, } 416 }, 417 { /* 3DES CBC */ 418 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 419 {.sym = { 420 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 421 {.cipher = { 422 .algo = RTE_CRYPTO_CIPHER_3DES_CBC, 423 .block_size = 8, 424 .key_size = { 425 .min = 8, 426 .max = 24, 427 .increment = 8 428 }, 429 .iv_size = { 430 .min = 8, 431 .max = 8, 432 .increment = 0 433 } 434 }, } 435 }, } 436 }, 437 { /* 3DES CTR */ 438 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 439 {.sym = { 440 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 441 {.cipher = { 442 .algo = RTE_CRYPTO_CIPHER_3DES_CTR, 443 .block_size = 8, 444 .key_size = { 445 .min = 16, 446 .max = 24, 447 .increment = 8 448 }, 449 .iv_size = { 450 .min = 8, 451 .max = 8, 452 .increment = 0 453 } 454 }, } 455 }, } 456 }, 457 { /* DES CBC */ 458 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 459 {.sym = { 460 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 461 {.cipher = { 462 .algo = RTE_CRYPTO_CIPHER_DES_CBC, 463 .block_size = 8, 464 .key_size = { 465 .min = 8, 466 .max = 8, 467 .increment = 0 468 }, 469 .iv_size = { 470 .min = 8, 471 .max = 8, 472 .increment = 0 473 } 474 }, } 475 }, } 476 }, 477 { /* DES DOCSIS BPI */ 478 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 479 {.sym = { 480 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 481 {.cipher = { 482 .algo = RTE_CRYPTO_CIPHER_DES_DOCSISBPI, 483 .block_size = 8, 484 .key_size = { 485 .min = 8, 486 .max = 8, 487 .increment = 0 488 }, 489 .iv_size = { 490 .min = 8, 491 .max = 8, 492 .increment = 0 493 } 494 }, } 495 }, } 496 }, 497 { /* RSA */ 498 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 499 {.asym = { 500 .xform_capa = { 501 .xform_type = RTE_CRYPTO_ASYM_XFORM_RSA, 502 .op_types = ((1 << RTE_CRYPTO_ASYM_OP_SIGN) | 503 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 504 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 505 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 506 { 507 .modlen = { 508 /* min length is based on openssl rsa keygen */ 509 .min = 30, 510 /* value 0 symbolizes no limit on max length */ 511 .max = 0, 512 .increment = 1 513 }, } 514 } 515 }, 516 } 517 }, 518 { /* modexp */ 519 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 520 {.asym = { 521 .xform_capa = { 522 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODEX, 523 .op_types = 0, 524 { 525 .modlen = { 526 /* value 0 symbolizes no limit on min length */ 527 .min = 0, 528 /* value 0 symbolizes no limit on max length */ 529 .max = 0, 530 .increment = 1 531 }, } 532 } 533 }, 534 } 535 }, 536 { /* modinv */ 537 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 538 {.asym = { 539 .xform_capa = { 540 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODINV, 541 .op_types = 0, 542 { 543 .modlen = { 544 /* value 0 symbolizes no limit on min length */ 545 .min = 0, 546 /* value 0 symbolizes no limit on max length */ 547 .max = 0, 548 .increment = 1 549 }, } 550 } 551 }, 552 } 553 }, 554 { /* dh */ 555 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 556 {.asym = { 557 .xform_capa = { 558 .xform_type = RTE_CRYPTO_ASYM_XFORM_DH, 559 .op_types = 560 ((1<<RTE_CRYPTO_ASYM_KE_PRIV_KEY_GENERATE) | 561 (1 << RTE_CRYPTO_ASYM_KE_PUB_KEY_GENERATE | 562 (1 << 563 RTE_CRYPTO_ASYM_KE_SHARED_SECRET_COMPUTE))), 564 { 565 .modlen = { 566 /* value 0 symbolizes no limit on min length */ 567 .min = 0, 568 /* value 0 symbolizes no limit on max length */ 569 .max = 0, 570 .increment = 1 571 }, } 572 } 573 }, 574 } 575 }, 576 { /* dsa */ 577 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 578 {.asym = { 579 .xform_capa = { 580 .xform_type = RTE_CRYPTO_ASYM_XFORM_DSA, 581 .op_types = 582 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 583 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)), 584 { 585 .modlen = { 586 /* value 0 symbolizes no limit on min length */ 587 .min = 0, 588 /* value 0 symbolizes no limit on max length */ 589 .max = 0, 590 .increment = 1 591 }, } 592 } 593 }, 594 } 595 }, 596 { /* SM2 */ 597 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 598 {.asym = { 599 .xform_capa = { 600 .xform_type = RTE_CRYPTO_ASYM_XFORM_SM2, 601 .hash_algos = (1 << RTE_CRYPTO_AUTH_SM3), 602 .op_types = 603 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 604 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 605 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 606 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 607 {.internal_rng = 1 608 } 609 } 610 } 611 } 612 }, 613 614 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST() 615 }; 616 617 618 /** Configure device */ 619 static int 620 openssl_pmd_config(__rte_unused struct rte_cryptodev *dev, 621 __rte_unused struct rte_cryptodev_config *config) 622 { 623 return 0; 624 } 625 626 /** Start device */ 627 static int 628 openssl_pmd_start(__rte_unused struct rte_cryptodev *dev) 629 { 630 return 0; 631 } 632 633 /** Stop device */ 634 static void 635 openssl_pmd_stop(__rte_unused struct rte_cryptodev *dev) 636 { 637 } 638 639 /** Close device */ 640 static int 641 openssl_pmd_close(__rte_unused struct rte_cryptodev *dev) 642 { 643 return 0; 644 } 645 646 647 /** Get device statistics */ 648 static void 649 openssl_pmd_stats_get(struct rte_cryptodev *dev, 650 struct rte_cryptodev_stats *stats) 651 { 652 int qp_id; 653 654 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 655 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 656 657 stats->enqueued_count += qp->stats.enqueued_count; 658 stats->dequeued_count += qp->stats.dequeued_count; 659 660 stats->enqueue_err_count += qp->stats.enqueue_err_count; 661 stats->dequeue_err_count += qp->stats.dequeue_err_count; 662 } 663 } 664 665 /** Reset device statistics */ 666 static void 667 openssl_pmd_stats_reset(struct rte_cryptodev *dev) 668 { 669 int qp_id; 670 671 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 672 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 673 674 memset(&qp->stats, 0, sizeof(qp->stats)); 675 } 676 } 677 678 679 /** Get device info */ 680 static void 681 openssl_pmd_info_get(struct rte_cryptodev *dev, 682 struct rte_cryptodev_info *dev_info) 683 { 684 struct openssl_private *internals = dev->data->dev_private; 685 686 if (dev_info != NULL) { 687 dev_info->driver_id = dev->driver_id; 688 dev_info->feature_flags = dev->feature_flags; 689 dev_info->capabilities = openssl_pmd_capabilities; 690 dev_info->max_nb_queue_pairs = internals->max_nb_qpairs; 691 /* No limit of number of sessions */ 692 dev_info->sym.max_nb_sessions = 0; 693 } 694 } 695 696 /** Release queue pair */ 697 static int 698 openssl_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id) 699 { 700 if (dev->data->queue_pairs[qp_id] != NULL) { 701 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 702 703 rte_ring_free(qp->processed_ops); 704 705 rte_free(dev->data->queue_pairs[qp_id]); 706 dev->data->queue_pairs[qp_id] = NULL; 707 } 708 return 0; 709 } 710 711 /** set a unique name for the queue pair based on it's name, dev_id and qp_id */ 712 static int 713 openssl_pmd_qp_set_unique_name(struct rte_cryptodev *dev, 714 struct openssl_qp *qp) 715 { 716 unsigned int n = snprintf(qp->name, sizeof(qp->name), 717 "openssl_pmd_%u_qp_%u", 718 dev->data->dev_id, qp->id); 719 720 if (n >= sizeof(qp->name)) 721 return -1; 722 723 return 0; 724 } 725 726 727 /** Create a ring to place processed operations on */ 728 static struct rte_ring * 729 openssl_pmd_qp_create_processed_ops_ring(struct openssl_qp *qp, 730 unsigned int ring_size, int socket_id) 731 { 732 struct rte_ring *r; 733 734 r = rte_ring_lookup(qp->name); 735 if (r) { 736 if (rte_ring_get_size(r) >= ring_size) { 737 OPENSSL_LOG(INFO, 738 "Reusing existing ring %s for processed ops", 739 qp->name); 740 return r; 741 } 742 743 OPENSSL_LOG(ERR, 744 "Unable to reuse existing ring %s for processed ops", 745 qp->name); 746 return NULL; 747 } 748 749 return rte_ring_create(qp->name, ring_size, socket_id, 750 RING_F_SP_ENQ | RING_F_SC_DEQ); 751 } 752 753 754 /** Setup a queue pair */ 755 static int 756 openssl_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id, 757 const struct rte_cryptodev_qp_conf *qp_conf, 758 int socket_id) 759 { 760 struct openssl_qp *qp = NULL; 761 762 /* Free memory prior to re-allocation if needed. */ 763 if (dev->data->queue_pairs[qp_id] != NULL) 764 openssl_pmd_qp_release(dev, qp_id); 765 766 /* Allocate the queue pair data structure. */ 767 qp = rte_zmalloc_socket("OPENSSL PMD Queue Pair", sizeof(*qp), 768 RTE_CACHE_LINE_SIZE, socket_id); 769 if (qp == NULL) 770 return -ENOMEM; 771 772 qp->id = qp_id; 773 dev->data->queue_pairs[qp_id] = qp; 774 775 if (openssl_pmd_qp_set_unique_name(dev, qp)) 776 goto qp_setup_cleanup; 777 778 qp->processed_ops = openssl_pmd_qp_create_processed_ops_ring(qp, 779 qp_conf->nb_descriptors, socket_id); 780 if (qp->processed_ops == NULL) 781 goto qp_setup_cleanup; 782 783 qp->sess_mp = qp_conf->mp_session; 784 785 memset(&qp->stats, 0, sizeof(qp->stats)); 786 787 return 0; 788 789 qp_setup_cleanup: 790 rte_free(qp); 791 792 return -1; 793 } 794 795 /** Returns the size of the symmetric session structure */ 796 static unsigned 797 openssl_pmd_sym_session_get_size(struct rte_cryptodev *dev) 798 { 799 /* 800 * For 0 qps, return the max size of the session - this is necessary if 801 * the user calls into this function to create the session mempool, 802 * without first configuring the number of qps for the cryptodev. 803 */ 804 if (dev->data->nb_queue_pairs == 0) { 805 unsigned int max_nb_qps = ((struct openssl_private *) 806 dev->data->dev_private)->max_nb_qpairs; 807 return sizeof(struct openssl_session) + 808 (sizeof(struct evp_ctx_pair) * max_nb_qps); 809 } 810 811 /* 812 * With only one queue pair, the thread safety of multiple context 813 * copies is not necessary, so don't allocate extra memory for the 814 * array. 815 */ 816 if (dev->data->nb_queue_pairs == 1) 817 return sizeof(struct openssl_session); 818 819 /* 820 * Otherwise, the size of the flexible array member should be enough to 821 * fit pointers to per-qp contexts. This is twice the number of queue 822 * pairs, to allow for auth and cipher contexts. 823 */ 824 return sizeof(struct openssl_session) + 825 (sizeof(struct evp_ctx_pair) * dev->data->nb_queue_pairs); 826 } 827 828 /** Returns the size of the asymmetric session structure */ 829 static unsigned 830 openssl_pmd_asym_session_get_size(struct rte_cryptodev *dev __rte_unused) 831 { 832 return sizeof(struct openssl_asym_session); 833 } 834 835 /** Configure the session from a crypto xform chain */ 836 static int 837 openssl_pmd_sym_session_configure(struct rte_cryptodev *dev, 838 struct rte_crypto_sym_xform *xform, 839 struct rte_cryptodev_sym_session *sess) 840 { 841 void *sess_private_data = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 842 int ret; 843 844 if (unlikely(sess == NULL)) { 845 OPENSSL_LOG(ERR, "invalid session struct"); 846 return -EINVAL; 847 } 848 849 ret = openssl_set_session_parameters(sess_private_data, xform, 850 dev->data->nb_queue_pairs); 851 if (ret != 0) { 852 OPENSSL_LOG(ERR, "failed configure session parameters"); 853 854 /* Return session to mempool */ 855 return ret; 856 } 857 858 return 0; 859 } 860 861 static int openssl_set_asym_session_parameters( 862 struct openssl_asym_session *asym_session, 863 struct rte_crypto_asym_xform *xform) 864 { 865 int ret = -1; 866 867 if ((xform->xform_type != RTE_CRYPTO_ASYM_XFORM_DH) && 868 (xform->next != NULL)) { 869 OPENSSL_LOG(ERR, "chained xfrms are not supported on %s", 870 rte_cryptodev_asym_get_xform_string(xform->xform_type)); 871 return ret; 872 } 873 874 switch (xform->xform_type) { 875 case RTE_CRYPTO_ASYM_XFORM_RSA: 876 { 877 BIGNUM *n = NULL; 878 BIGNUM *e = NULL; 879 BIGNUM *d = NULL; 880 BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL; 881 BIGNUM *iqmp = NULL, *dmq1 = NULL; 882 883 /* copy xfrm data into rsa struct */ 884 n = BN_bin2bn((const unsigned char *)xform->rsa.n.data, 885 xform->rsa.n.length, n); 886 e = BN_bin2bn((const unsigned char *)xform->rsa.e.data, 887 xform->rsa.e.length, e); 888 889 if (!n || !e) 890 goto err_rsa; 891 892 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 893 OSSL_PARAM_BLD * param_bld = OSSL_PARAM_BLD_new(); 894 if (!param_bld) { 895 OPENSSL_LOG(ERR, "failed to allocate resources"); 896 goto err_rsa; 897 } 898 899 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 900 || !OSSL_PARAM_BLD_push_BN(param_bld, 901 OSSL_PKEY_PARAM_RSA_E, e)) { 902 OSSL_PARAM_BLD_free(param_bld); 903 OPENSSL_LOG(ERR, "failed to allocate resources"); 904 goto err_rsa; 905 } 906 907 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 908 d = BN_bin2bn( 909 (const unsigned char *)xform->rsa.d.data, 910 xform->rsa.d.length, 911 d); 912 if (!d) { 913 OSSL_PARAM_BLD_free(param_bld); 914 goto err_rsa; 915 } 916 } else { 917 p = BN_bin2bn((const unsigned char *) 918 xform->rsa.qt.p.data, 919 xform->rsa.qt.p.length, 920 p); 921 q = BN_bin2bn((const unsigned char *) 922 xform->rsa.qt.q.data, 923 xform->rsa.qt.q.length, 924 q); 925 dmp1 = BN_bin2bn((const unsigned char *) 926 xform->rsa.qt.dP.data, 927 xform->rsa.qt.dP.length, 928 dmp1); 929 dmq1 = BN_bin2bn((const unsigned char *) 930 xform->rsa.qt.dQ.data, 931 xform->rsa.qt.dQ.length, 932 dmq1); 933 iqmp = BN_bin2bn((const unsigned char *) 934 xform->rsa.qt.qInv.data, 935 xform->rsa.qt.qInv.length, 936 iqmp); 937 938 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 939 OSSL_PARAM_BLD_free(param_bld); 940 goto err_rsa; 941 } 942 943 if (!OSSL_PARAM_BLD_push_BN(param_bld, 944 OSSL_PKEY_PARAM_RSA_FACTOR1, p) 945 || !OSSL_PARAM_BLD_push_BN(param_bld, 946 OSSL_PKEY_PARAM_RSA_FACTOR2, q) 947 || !OSSL_PARAM_BLD_push_BN(param_bld, 948 OSSL_PKEY_PARAM_RSA_EXPONENT1, dmp1) 949 || !OSSL_PARAM_BLD_push_BN(param_bld, 950 OSSL_PKEY_PARAM_RSA_EXPONENT2, dmq1) 951 || !OSSL_PARAM_BLD_push_BN(param_bld, 952 OSSL_PKEY_PARAM_RSA_COEFFICIENT1, iqmp)) { 953 OSSL_PARAM_BLD_free(param_bld); 954 goto err_rsa; 955 } 956 } 957 958 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 959 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_E, e) 960 || !OSSL_PARAM_BLD_push_BN(param_bld, 961 OSSL_PKEY_PARAM_RSA_D, d)) { 962 OSSL_PARAM_BLD_free(param_bld); 963 goto err_rsa; 964 } 965 966 EVP_PKEY_CTX *key_ctx = EVP_PKEY_CTX_new_from_name(NULL, "RSA", NULL); 967 EVP_PKEY *pkey = NULL; 968 EVP_PKEY_CTX *rsa_ctx = NULL; 969 OSSL_PARAM *params = NULL; 970 971 params = OSSL_PARAM_BLD_to_param(param_bld); 972 if (!params) { 973 OSSL_PARAM_BLD_free(param_bld); 974 goto err_rsa; 975 } 976 977 if (key_ctx == NULL 978 || EVP_PKEY_fromdata_init(key_ctx) <= 0 979 || EVP_PKEY_fromdata(key_ctx, &pkey, 980 EVP_PKEY_KEYPAIR, params) <= 0) { 981 OSSL_PARAM_free(params); 982 goto err_rsa; 983 } 984 985 rsa_ctx = EVP_PKEY_CTX_new(pkey, NULL); 986 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 987 asym_session->u.r.ctx = rsa_ctx; 988 EVP_PKEY_free(pkey); 989 EVP_PKEY_CTX_free(key_ctx); 990 OSSL_PARAM_BLD_free(param_bld); 991 OSSL_PARAM_free(params); 992 ret = 0; 993 #else 994 RSA *rsa = RSA_new(); 995 if (rsa == NULL) 996 goto err_rsa; 997 998 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 999 d = BN_bin2bn( 1000 (const unsigned char *)xform->rsa.d.data, 1001 xform->rsa.d.length, 1002 d); 1003 if (!d) { 1004 RSA_free(rsa); 1005 goto err_rsa; 1006 } 1007 } else { 1008 p = BN_bin2bn((const unsigned char *) 1009 xform->rsa.qt.p.data, 1010 xform->rsa.qt.p.length, 1011 p); 1012 q = BN_bin2bn((const unsigned char *) 1013 xform->rsa.qt.q.data, 1014 xform->rsa.qt.q.length, 1015 q); 1016 dmp1 = BN_bin2bn((const unsigned char *) 1017 xform->rsa.qt.dP.data, 1018 xform->rsa.qt.dP.length, 1019 dmp1); 1020 dmq1 = BN_bin2bn((const unsigned char *) 1021 xform->rsa.qt.dQ.data, 1022 xform->rsa.qt.dQ.length, 1023 dmq1); 1024 iqmp = BN_bin2bn((const unsigned char *) 1025 xform->rsa.qt.qInv.data, 1026 xform->rsa.qt.qInv.length, 1027 iqmp); 1028 1029 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 1030 RSA_free(rsa); 1031 goto err_rsa; 1032 } 1033 ret = set_rsa_params(rsa, p, q); 1034 if (ret) { 1035 OPENSSL_LOG(ERR, 1036 "failed to set rsa params"); 1037 RSA_free(rsa); 1038 goto err_rsa; 1039 } 1040 ret = set_rsa_crt_params(rsa, dmp1, dmq1, iqmp); 1041 if (ret) { 1042 OPENSSL_LOG(ERR, 1043 "failed to set crt params"); 1044 RSA_free(rsa); 1045 /* 1046 * set already populated params to NULL 1047 * as its freed by call to RSA_free 1048 */ 1049 p = q = NULL; 1050 goto err_rsa; 1051 } 1052 } 1053 1054 ret = set_rsa_keys(rsa, n, e, d); 1055 if (ret) { 1056 OPENSSL_LOG(ERR, "Failed to load rsa keys"); 1057 RSA_free(rsa); 1058 return ret; 1059 } 1060 asym_session->u.r.rsa = rsa; 1061 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 1062 break; 1063 #endif 1064 err_rsa: 1065 BN_clear_free(n); 1066 BN_clear_free(e); 1067 BN_clear_free(d); 1068 BN_clear_free(p); 1069 BN_clear_free(q); 1070 BN_clear_free(dmp1); 1071 BN_clear_free(dmq1); 1072 BN_clear_free(iqmp); 1073 1074 return ret; 1075 } 1076 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1077 { 1078 struct rte_crypto_modex_xform *xfrm = &(xform->modex); 1079 1080 BN_CTX *ctx = BN_CTX_new(); 1081 if (ctx == NULL) { 1082 OPENSSL_LOG(ERR, 1083 " failed to allocate resources"); 1084 return ret; 1085 } 1086 BN_CTX_start(ctx); 1087 BIGNUM *mod = BN_CTX_get(ctx); 1088 BIGNUM *exp = BN_CTX_get(ctx); 1089 if (mod == NULL || exp == NULL) { 1090 BN_CTX_end(ctx); 1091 BN_CTX_free(ctx); 1092 return ret; 1093 } 1094 1095 mod = BN_bin2bn((const unsigned char *) 1096 xfrm->modulus.data, 1097 xfrm->modulus.length, mod); 1098 exp = BN_bin2bn((const unsigned char *) 1099 xfrm->exponent.data, 1100 xfrm->exponent.length, exp); 1101 asym_session->u.e.ctx = ctx; 1102 asym_session->u.e.mod = mod; 1103 asym_session->u.e.exp = exp; 1104 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODEX; 1105 break; 1106 } 1107 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1108 { 1109 struct rte_crypto_modinv_xform *xfrm = &(xform->modinv); 1110 1111 BN_CTX *ctx = BN_CTX_new(); 1112 if (ctx == NULL) { 1113 OPENSSL_LOG(ERR, 1114 " failed to allocate resources"); 1115 return ret; 1116 } 1117 BN_CTX_start(ctx); 1118 BIGNUM *mod = BN_CTX_get(ctx); 1119 if (mod == NULL) { 1120 BN_CTX_end(ctx); 1121 BN_CTX_free(ctx); 1122 return ret; 1123 } 1124 1125 mod = BN_bin2bn((const unsigned char *) 1126 xfrm->modulus.data, 1127 xfrm->modulus.length, 1128 mod); 1129 asym_session->u.m.ctx = ctx; 1130 asym_session->u.m.modulus = mod; 1131 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODINV; 1132 break; 1133 } 1134 case RTE_CRYPTO_ASYM_XFORM_DH: 1135 { 1136 DH *dh = NULL; 1137 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1138 BIGNUM **p = &asym_session->u.dh.p; 1139 BIGNUM **g = &asym_session->u.dh.g; 1140 1141 *p = BN_bin2bn((const unsigned char *) 1142 xform->dh.p.data, 1143 xform->dh.p.length, 1144 *p); 1145 *g = BN_bin2bn((const unsigned char *) 1146 xform->dh.g.data, 1147 xform->dh.g.length, 1148 *g); 1149 if (!*p || !*g) 1150 goto err_dh; 1151 1152 OSSL_PARAM_BLD *param_bld = NULL; 1153 param_bld = OSSL_PARAM_BLD_new(); 1154 if (!param_bld) { 1155 OPENSSL_LOG(ERR, "failed to allocate resources"); 1156 goto err_dh; 1157 } 1158 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld, 1159 "group", "ffdhe2048", 0)) 1160 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1161 OSSL_PKEY_PARAM_FFC_P, *p)) 1162 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1163 OSSL_PKEY_PARAM_FFC_G, *g))) { 1164 OSSL_PARAM_BLD_free(param_bld); 1165 goto err_dh; 1166 } 1167 1168 OSSL_PARAM_BLD *param_bld_peer = NULL; 1169 param_bld_peer = OSSL_PARAM_BLD_new(); 1170 if (!param_bld_peer) { 1171 OPENSSL_LOG(ERR, "failed to allocate resources"); 1172 OSSL_PARAM_BLD_free(param_bld); 1173 goto err_dh; 1174 } 1175 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld_peer, 1176 "group", "ffdhe2048", 0)) 1177 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1178 OSSL_PKEY_PARAM_FFC_P, *p)) 1179 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1180 OSSL_PKEY_PARAM_FFC_G, *g))) { 1181 OSSL_PARAM_BLD_free(param_bld); 1182 OSSL_PARAM_BLD_free(param_bld_peer); 1183 goto err_dh; 1184 } 1185 1186 asym_session->u.dh.param_bld = param_bld; 1187 asym_session->u.dh.param_bld_peer = param_bld_peer; 1188 #else 1189 BIGNUM *p = NULL; 1190 BIGNUM *g = NULL; 1191 1192 p = BN_bin2bn((const unsigned char *) 1193 xform->dh.p.data, 1194 xform->dh.p.length, 1195 p); 1196 g = BN_bin2bn((const unsigned char *) 1197 xform->dh.g.data, 1198 xform->dh.g.length, 1199 g); 1200 if (!p || !g) 1201 goto err_dh; 1202 1203 dh = DH_new(); 1204 if (dh == NULL) { 1205 OPENSSL_LOG(ERR, 1206 "failed to allocate resources"); 1207 goto err_dh; 1208 } 1209 ret = set_dh_params(dh, p, g); 1210 if (ret) { 1211 DH_free(dh); 1212 goto err_dh; 1213 } 1214 #endif 1215 asym_session->u.dh.dh_key = dh; 1216 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DH; 1217 break; 1218 1219 err_dh: 1220 OPENSSL_LOG(ERR, " failed to set dh params"); 1221 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1222 BN_free(*p); 1223 BN_free(*g); 1224 #else 1225 BN_free(p); 1226 BN_free(g); 1227 #endif 1228 return -1; 1229 } 1230 case RTE_CRYPTO_ASYM_XFORM_DSA: 1231 { 1232 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1233 BIGNUM **p = &asym_session->u.s.p; 1234 BIGNUM **g = &asym_session->u.s.g; 1235 BIGNUM **q = &asym_session->u.s.q; 1236 BIGNUM **priv_key = &asym_session->u.s.priv_key; 1237 BIGNUM *pub_key = NULL; 1238 OSSL_PARAM_BLD *param_bld = NULL; 1239 1240 *p = BN_bin2bn((const unsigned char *) 1241 xform->dsa.p.data, 1242 xform->dsa.p.length, 1243 *p); 1244 1245 *g = BN_bin2bn((const unsigned char *) 1246 xform->dsa.g.data, 1247 xform->dsa.g.length, 1248 *g); 1249 1250 *q = BN_bin2bn((const unsigned char *) 1251 xform->dsa.q.data, 1252 xform->dsa.q.length, 1253 *q); 1254 if (!*p || !*q || !*g) 1255 goto err_dsa; 1256 1257 *priv_key = BN_bin2bn((const unsigned char *) 1258 xform->dsa.x.data, 1259 xform->dsa.x.length, 1260 *priv_key); 1261 if (*priv_key == NULL) 1262 goto err_dsa; 1263 1264 param_bld = OSSL_PARAM_BLD_new(); 1265 if (!param_bld) { 1266 OPENSSL_LOG(ERR, "failed to allocate resources"); 1267 goto err_dsa; 1268 } 1269 1270 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_P, *p) 1271 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_G, *g) 1272 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_Q, *q) 1273 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1274 *priv_key)) { 1275 OSSL_PARAM_BLD_free(param_bld); 1276 OPENSSL_LOG(ERR, "failed to allocate resources"); 1277 goto err_dsa; 1278 } 1279 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1280 asym_session->u.s.param_bld = param_bld; 1281 1282 break; 1283 #else 1284 BIGNUM *p = NULL, *g = NULL; 1285 BIGNUM *q = NULL, *priv_key = NULL; 1286 BIGNUM *pub_key = BN_new(); 1287 BN_zero(pub_key); 1288 1289 p = BN_bin2bn((const unsigned char *) 1290 xform->dsa.p.data, 1291 xform->dsa.p.length, 1292 p); 1293 1294 g = BN_bin2bn((const unsigned char *) 1295 xform->dsa.g.data, 1296 xform->dsa.g.length, 1297 g); 1298 1299 q = BN_bin2bn((const unsigned char *) 1300 xform->dsa.q.data, 1301 xform->dsa.q.length, 1302 q); 1303 if (!p || !q || !g) 1304 goto err_dsa; 1305 1306 priv_key = BN_bin2bn((const unsigned char *) 1307 xform->dsa.x.data, 1308 xform->dsa.x.length, 1309 priv_key); 1310 if (priv_key == NULL) 1311 goto err_dsa; 1312 1313 DSA *dsa = DSA_new(); 1314 if (dsa == NULL) { 1315 OPENSSL_LOG(ERR, 1316 " failed to allocate resources"); 1317 goto err_dsa; 1318 } 1319 1320 ret = set_dsa_params(dsa, p, q, g); 1321 if (ret) { 1322 DSA_free(dsa); 1323 OPENSSL_LOG(ERR, "Failed to dsa params"); 1324 goto err_dsa; 1325 } 1326 1327 /* 1328 * openssl 1.1.0 mandate that public key can't be 1329 * NULL in very first call. so set a dummy pub key. 1330 * to keep consistency, lets follow same approach for 1331 * both versions 1332 */ 1333 /* just set dummy public for very 1st call */ 1334 ret = set_dsa_keys(dsa, pub_key, priv_key); 1335 if (ret) { 1336 DSA_free(dsa); 1337 OPENSSL_LOG(ERR, "Failed to set keys"); 1338 goto err_dsa; 1339 } 1340 asym_session->u.s.dsa = dsa; 1341 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1342 break; 1343 #endif 1344 err_dsa: 1345 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1346 BN_free(*p); 1347 BN_free(*q); 1348 BN_free(*g); 1349 BN_free(*priv_key); 1350 #else 1351 BN_free(p); 1352 BN_free(q); 1353 BN_free(g); 1354 BN_free(priv_key); 1355 #endif 1356 BN_free(pub_key); 1357 return -1; 1358 } 1359 case RTE_CRYPTO_ASYM_XFORM_SM2: 1360 { 1361 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1362 #ifndef OPENSSL_NO_SM2 1363 OSSL_PARAM_BLD *param_bld = NULL; 1364 OSSL_PARAM *params = NULL; 1365 BIGNUM *pkey_bn = NULL; 1366 uint8_t pubkey[65]; 1367 size_t len = 0; 1368 int ret = -1; 1369 1370 param_bld = OSSL_PARAM_BLD_new(); 1371 if (!param_bld) { 1372 OPENSSL_LOG(ERR, "failed to allocate params"); 1373 goto err_sm2; 1374 } 1375 1376 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1377 OSSL_ASYM_CIPHER_PARAM_DIGEST, "SM3", 0); 1378 if (!ret) { 1379 OPENSSL_LOG(ERR, "failed to push params"); 1380 goto err_sm2; 1381 } 1382 1383 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1384 OSSL_PKEY_PARAM_GROUP_NAME, "SM2", 0); 1385 if (!ret) { 1386 OPENSSL_LOG(ERR, "failed to push params"); 1387 goto err_sm2; 1388 } 1389 1390 pkey_bn = BN_bin2bn((const unsigned char *)xform->ec.pkey.data, 1391 xform->ec.pkey.length, pkey_bn); 1392 1393 ret = OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1394 pkey_bn); 1395 if (!ret) { 1396 OPENSSL_LOG(ERR, "failed to push params"); 1397 goto err_sm2; 1398 } 1399 1400 memset(pubkey, 0, sizeof(pubkey)); 1401 pubkey[0] = 0x04; 1402 len += 1; 1403 memcpy(&pubkey[len], xform->ec.q.x.data, xform->ec.q.x.length); 1404 len += xform->ec.q.x.length; 1405 memcpy(&pubkey[len], xform->ec.q.y.data, xform->ec.q.y.length); 1406 len += xform->ec.q.y.length; 1407 1408 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, 1409 OSSL_PKEY_PARAM_PUB_KEY, pubkey, len); 1410 if (!ret) { 1411 OPENSSL_LOG(ERR, "failed to push params"); 1412 goto err_sm2; 1413 } 1414 1415 params = OSSL_PARAM_BLD_to_param(param_bld); 1416 if (!params) { 1417 OPENSSL_LOG(ERR, "failed to push params"); 1418 goto err_sm2; 1419 } 1420 1421 asym_session->u.sm2.params = params; 1422 OSSL_PARAM_BLD_free(param_bld); 1423 BN_free(pkey_bn); 1424 1425 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_SM2; 1426 break; 1427 err_sm2: 1428 if (param_bld) 1429 OSSL_PARAM_BLD_free(param_bld); 1430 1431 if (asym_session->u.sm2.params) 1432 OSSL_PARAM_free(asym_session->u.sm2.params); 1433 1434 BN_free(pkey_bn); 1435 return -1; 1436 #else 1437 OPENSSL_LOG(WARNING, "SM2 unsupported in current OpenSSL Version"); 1438 return -ENOTSUP; 1439 #endif 1440 #else 1441 OPENSSL_LOG(WARNING, "SM2 unsupported for OpenSSL Version < 3.0"); 1442 return -ENOTSUP; 1443 #endif 1444 } 1445 default: 1446 return ret; 1447 } 1448 1449 return 0; 1450 } 1451 1452 /** Configure the session from a crypto xform chain */ 1453 static int 1454 openssl_pmd_asym_session_configure(struct rte_cryptodev *dev __rte_unused, 1455 struct rte_crypto_asym_xform *xform, 1456 struct rte_cryptodev_asym_session *sess) 1457 { 1458 void *asym_sess_private_data; 1459 int ret; 1460 1461 if (unlikely(sess == NULL)) { 1462 OPENSSL_LOG(ERR, "invalid asymmetric session struct"); 1463 return -EINVAL; 1464 } 1465 1466 asym_sess_private_data = sess->sess_private_data; 1467 ret = openssl_set_asym_session_parameters(asym_sess_private_data, 1468 xform); 1469 if (ret != 0) { 1470 OPENSSL_LOG(ERR, "failed configure session parameters"); 1471 return ret; 1472 } 1473 1474 return 0; 1475 } 1476 1477 /** Clear the memory of session so it doesn't leave key material behind */ 1478 static void 1479 openssl_pmd_sym_session_clear(struct rte_cryptodev *dev __rte_unused, 1480 struct rte_cryptodev_sym_session *sess) 1481 { 1482 void *sess_priv = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 1483 1484 /* Zero out the whole structure */ 1485 openssl_reset_session(sess_priv); 1486 } 1487 1488 static void openssl_reset_asym_session(struct openssl_asym_session *sess) 1489 { 1490 switch (sess->xfrm_type) { 1491 case RTE_CRYPTO_ASYM_XFORM_RSA: 1492 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1493 EVP_PKEY_CTX_free(sess->u.r.ctx); 1494 #else 1495 if (sess->u.r.rsa) 1496 RSA_free(sess->u.r.rsa); 1497 #endif 1498 break; 1499 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1500 if (sess->u.e.ctx) { 1501 BN_CTX_end(sess->u.e.ctx); 1502 BN_CTX_free(sess->u.e.ctx); 1503 } 1504 break; 1505 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1506 if (sess->u.m.ctx) { 1507 BN_CTX_end(sess->u.m.ctx); 1508 BN_CTX_free(sess->u.m.ctx); 1509 } 1510 break; 1511 case RTE_CRYPTO_ASYM_XFORM_DH: 1512 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1513 OSSL_PARAM_BLD_free(sess->u.dh.param_bld); 1514 OSSL_PARAM_BLD_free(sess->u.dh.param_bld_peer); 1515 sess->u.dh.param_bld = NULL; 1516 sess->u.dh.param_bld_peer = NULL; 1517 #else 1518 if (sess->u.dh.dh_key) 1519 DH_free(sess->u.dh.dh_key); 1520 #endif 1521 BN_clear_free(sess->u.dh.p); 1522 BN_clear_free(sess->u.dh.g); 1523 break; 1524 case RTE_CRYPTO_ASYM_XFORM_DSA: 1525 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1526 OSSL_PARAM_BLD_free(sess->u.s.param_bld); 1527 sess->u.s.param_bld = NULL; 1528 BN_clear_free(sess->u.s.p); 1529 BN_clear_free(sess->u.s.q); 1530 BN_clear_free(sess->u.s.g); 1531 BN_clear_free(sess->u.s.priv_key); 1532 #else 1533 if (sess->u.s.dsa) 1534 DSA_free(sess->u.s.dsa); 1535 #endif 1536 break; 1537 case RTE_CRYPTO_ASYM_XFORM_SM2: 1538 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1539 OSSL_PARAM_free(sess->u.sm2.params); 1540 #endif 1541 default: 1542 break; 1543 } 1544 } 1545 1546 /** Clear the memory of asymmetric session 1547 * so it doesn't leave key material behind 1548 */ 1549 static void 1550 openssl_pmd_asym_session_clear(struct rte_cryptodev *dev __rte_unused, 1551 struct rte_cryptodev_asym_session *sess) 1552 { 1553 void *sess_priv = sess->sess_private_data; 1554 1555 /* Zero out the whole structure */ 1556 if (sess_priv) { 1557 openssl_reset_asym_session(sess_priv); 1558 memset(sess_priv, 0, sizeof(struct openssl_asym_session)); 1559 } 1560 } 1561 1562 struct rte_cryptodev_ops openssl_pmd_ops = { 1563 .dev_configure = openssl_pmd_config, 1564 .dev_start = openssl_pmd_start, 1565 .dev_stop = openssl_pmd_stop, 1566 .dev_close = openssl_pmd_close, 1567 1568 .stats_get = openssl_pmd_stats_get, 1569 .stats_reset = openssl_pmd_stats_reset, 1570 1571 .dev_infos_get = openssl_pmd_info_get, 1572 1573 .queue_pair_setup = openssl_pmd_qp_setup, 1574 .queue_pair_release = openssl_pmd_qp_release, 1575 1576 .sym_session_get_size = openssl_pmd_sym_session_get_size, 1577 .asym_session_get_size = openssl_pmd_asym_session_get_size, 1578 .sym_session_configure = openssl_pmd_sym_session_configure, 1579 .asym_session_configure = openssl_pmd_asym_session_configure, 1580 .sym_session_clear = openssl_pmd_sym_session_clear, 1581 .asym_session_clear = openssl_pmd_asym_session_clear 1582 }; 1583 1584 struct rte_cryptodev_ops *rte_openssl_pmd_ops = &openssl_pmd_ops; 1585