1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2016-2017 Intel Corporation 3 */ 4 5 #include <string.h> 6 7 #include <rte_common.h> 8 #include <rte_malloc.h> 9 #include <cryptodev_pmd.h> 10 11 #include "openssl_pmd_private.h" 12 #include "compat.h" 13 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 14 #include <openssl/provider.h> 15 #include <openssl/core_names.h> 16 #include <openssl/param_build.h> 17 #endif 18 19 static const struct rte_cryptodev_capabilities openssl_pmd_capabilities[] = { 20 { /* MD5 HMAC */ 21 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 22 {.sym = { 23 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 24 {.auth = { 25 .algo = RTE_CRYPTO_AUTH_MD5_HMAC, 26 .block_size = 64, 27 .key_size = { 28 .min = 1, 29 .max = 64, 30 .increment = 1 31 }, 32 .digest_size = { 33 .min = 1, 34 .max = 16, 35 .increment = 1 36 }, 37 .iv_size = { 0 } 38 }, } 39 }, } 40 }, 41 { /* MD5 */ 42 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 43 {.sym = { 44 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 45 {.auth = { 46 .algo = RTE_CRYPTO_AUTH_MD5, 47 .block_size = 64, 48 .key_size = { 49 .min = 0, 50 .max = 0, 51 .increment = 0 52 }, 53 .digest_size = { 54 .min = 16, 55 .max = 16, 56 .increment = 0 57 }, 58 .iv_size = { 0 } 59 }, } 60 }, } 61 }, 62 { /* SHA1 HMAC */ 63 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 64 {.sym = { 65 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 66 {.auth = { 67 .algo = RTE_CRYPTO_AUTH_SHA1_HMAC, 68 .block_size = 64, 69 .key_size = { 70 .min = 1, 71 .max = 64, 72 .increment = 1 73 }, 74 .digest_size = { 75 .min = 1, 76 .max = 20, 77 .increment = 1 78 }, 79 .iv_size = { 0 } 80 }, } 81 }, } 82 }, 83 { /* SHA1 */ 84 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 85 {.sym = { 86 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 87 {.auth = { 88 .algo = RTE_CRYPTO_AUTH_SHA1, 89 .block_size = 64, 90 .key_size = { 91 .min = 0, 92 .max = 0, 93 .increment = 0 94 }, 95 .digest_size = { 96 .min = 20, 97 .max = 20, 98 .increment = 0 99 }, 100 .iv_size = { 0 } 101 }, } 102 }, } 103 }, 104 { /* SHA224 HMAC */ 105 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 106 {.sym = { 107 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 108 {.auth = { 109 .algo = RTE_CRYPTO_AUTH_SHA224_HMAC, 110 .block_size = 64, 111 .key_size = { 112 .min = 1, 113 .max = 64, 114 .increment = 1 115 }, 116 .digest_size = { 117 .min = 1, 118 .max = 28, 119 .increment = 1 120 }, 121 .iv_size = { 0 } 122 }, } 123 }, } 124 }, 125 { /* SHA224 */ 126 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 127 {.sym = { 128 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 129 {.auth = { 130 .algo = RTE_CRYPTO_AUTH_SHA224, 131 .block_size = 64, 132 .key_size = { 133 .min = 0, 134 .max = 0, 135 .increment = 0 136 }, 137 .digest_size = { 138 .min = 1, 139 .max = 28, 140 .increment = 1 141 }, 142 .iv_size = { 0 } 143 }, } 144 }, } 145 }, 146 { /* SHA256 HMAC */ 147 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 148 {.sym = { 149 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 150 {.auth = { 151 .algo = RTE_CRYPTO_AUTH_SHA256_HMAC, 152 .block_size = 64, 153 .key_size = { 154 .min = 1, 155 .max = 64, 156 .increment = 1 157 }, 158 .digest_size = { 159 .min = 1, 160 .max = 32, 161 .increment = 1 162 }, 163 .iv_size = { 0 } 164 }, } 165 }, } 166 }, 167 { /* SHA256 */ 168 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 169 {.sym = { 170 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 171 {.auth = { 172 .algo = RTE_CRYPTO_AUTH_SHA256, 173 .block_size = 64, 174 .key_size = { 175 .min = 0, 176 .max = 0, 177 .increment = 0 178 }, 179 .digest_size = { 180 .min = 32, 181 .max = 32, 182 .increment = 0 183 }, 184 .iv_size = { 0 } 185 }, } 186 }, } 187 }, 188 { /* SHA384 HMAC */ 189 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 190 {.sym = { 191 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 192 {.auth = { 193 .algo = RTE_CRYPTO_AUTH_SHA384_HMAC, 194 .block_size = 128, 195 .key_size = { 196 .min = 1, 197 .max = 128, 198 .increment = 1 199 }, 200 .digest_size = { 201 .min = 1, 202 .max = 48, 203 .increment = 1 204 }, 205 .iv_size = { 0 } 206 }, } 207 }, } 208 }, 209 { /* SHA384 */ 210 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 211 {.sym = { 212 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 213 {.auth = { 214 .algo = RTE_CRYPTO_AUTH_SHA384, 215 .block_size = 128, 216 .key_size = { 217 .min = 0, 218 .max = 0, 219 .increment = 0 220 }, 221 .digest_size = { 222 .min = 48, 223 .max = 48, 224 .increment = 0 225 }, 226 .iv_size = { 0 } 227 }, } 228 }, } 229 }, 230 { /* SHA512 HMAC */ 231 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 232 {.sym = { 233 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 234 {.auth = { 235 .algo = RTE_CRYPTO_AUTH_SHA512_HMAC, 236 .block_size = 128, 237 .key_size = { 238 .min = 1, 239 .max = 128, 240 .increment = 1 241 }, 242 .digest_size = { 243 .min = 1, 244 .max = 64, 245 .increment = 1 246 }, 247 .iv_size = { 0 } 248 }, } 249 }, } 250 }, 251 { /* SHA512 */ 252 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 253 {.sym = { 254 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 255 {.auth = { 256 .algo = RTE_CRYPTO_AUTH_SHA512, 257 .block_size = 128, 258 .key_size = { 259 .min = 0, 260 .max = 0, 261 .increment = 0 262 }, 263 .digest_size = { 264 .min = 64, 265 .max = 64, 266 .increment = 0 267 }, 268 .iv_size = { 0 } 269 }, } 270 }, } 271 }, 272 { /* AES CBC */ 273 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 274 {.sym = { 275 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 276 {.cipher = { 277 .algo = RTE_CRYPTO_CIPHER_AES_CBC, 278 .block_size = 16, 279 .key_size = { 280 .min = 16, 281 .max = 32, 282 .increment = 8 283 }, 284 .iv_size = { 285 .min = 16, 286 .max = 16, 287 .increment = 0 288 } 289 }, } 290 }, } 291 }, 292 { /* AES CTR */ 293 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 294 {.sym = { 295 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 296 {.cipher = { 297 .algo = RTE_CRYPTO_CIPHER_AES_CTR, 298 .block_size = 16, 299 .key_size = { 300 .min = 16, 301 .max = 32, 302 .increment = 8 303 }, 304 .iv_size = { 305 .min = 16, 306 .max = 16, 307 .increment = 0 308 } 309 }, } 310 }, } 311 }, 312 { /* AES GCM */ 313 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 314 {.sym = { 315 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 316 {.aead = { 317 .algo = RTE_CRYPTO_AEAD_AES_GCM, 318 .block_size = 16, 319 .key_size = { 320 .min = 16, 321 .max = 32, 322 .increment = 8 323 }, 324 .digest_size = { 325 .min = 16, 326 .max = 16, 327 .increment = 0 328 }, 329 .aad_size = { 330 .min = 0, 331 .max = 65535, 332 .increment = 1 333 }, 334 .iv_size = { 335 .min = 12, 336 .max = 16, 337 .increment = 4 338 }, 339 }, } 340 }, } 341 }, 342 { /* AES CCM */ 343 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 344 {.sym = { 345 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 346 {.aead = { 347 .algo = RTE_CRYPTO_AEAD_AES_CCM, 348 .block_size = 16, 349 .key_size = { 350 .min = 16, 351 .max = 32, 352 .increment = 8 353 }, 354 .digest_size = { 355 .min = 4, 356 .max = 16, 357 .increment = 2 358 }, 359 .aad_size = { 360 .min = 0, 361 .max = 65535, 362 .increment = 1 363 }, 364 .iv_size = { 365 .min = 7, 366 .max = 13, 367 .increment = 1 368 }, 369 }, } 370 }, } 371 }, 372 { /* AES GMAC (AUTH) */ 373 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 374 {.sym = { 375 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 376 {.auth = { 377 .algo = RTE_CRYPTO_AUTH_AES_GMAC, 378 .block_size = 16, 379 .key_size = { 380 .min = 16, 381 .max = 32, 382 .increment = 8 383 }, 384 .digest_size = { 385 .min = 16, 386 .max = 16, 387 .increment = 0 388 }, 389 .iv_size = { 390 .min = 12, 391 .max = 16, 392 .increment = 4 393 } 394 }, } 395 }, } 396 }, 397 { /* AES CMAC (AUTH) */ 398 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 399 {.sym = { 400 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 401 {.auth = { 402 .algo = RTE_CRYPTO_AUTH_AES_CMAC, 403 .block_size = 16, 404 .key_size = { 405 .min = 16, 406 .max = 32, 407 .increment = 8 408 }, 409 .digest_size = { 410 .min = 4, 411 .max = 16, 412 .increment = 4 413 }, 414 }, } 415 }, } 416 }, 417 { /* 3DES CBC */ 418 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 419 {.sym = { 420 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 421 {.cipher = { 422 .algo = RTE_CRYPTO_CIPHER_3DES_CBC, 423 .block_size = 8, 424 .key_size = { 425 .min = 8, 426 .max = 24, 427 .increment = 8 428 }, 429 .iv_size = { 430 .min = 8, 431 .max = 8, 432 .increment = 0 433 } 434 }, } 435 }, } 436 }, 437 { /* 3DES CTR */ 438 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 439 {.sym = { 440 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 441 {.cipher = { 442 .algo = RTE_CRYPTO_CIPHER_3DES_CTR, 443 .block_size = 8, 444 .key_size = { 445 .min = 16, 446 .max = 24, 447 .increment = 8 448 }, 449 .iv_size = { 450 .min = 8, 451 .max = 8, 452 .increment = 0 453 } 454 }, } 455 }, } 456 }, 457 { /* DES CBC */ 458 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 459 {.sym = { 460 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 461 {.cipher = { 462 .algo = RTE_CRYPTO_CIPHER_DES_CBC, 463 .block_size = 8, 464 .key_size = { 465 .min = 8, 466 .max = 8, 467 .increment = 0 468 }, 469 .iv_size = { 470 .min = 8, 471 .max = 8, 472 .increment = 0 473 } 474 }, } 475 }, } 476 }, 477 { /* DES DOCSIS BPI */ 478 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 479 {.sym = { 480 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 481 {.cipher = { 482 .algo = RTE_CRYPTO_CIPHER_DES_DOCSISBPI, 483 .block_size = 8, 484 .key_size = { 485 .min = 8, 486 .max = 8, 487 .increment = 0 488 }, 489 .iv_size = { 490 .min = 8, 491 .max = 8, 492 .increment = 0 493 } 494 }, } 495 }, } 496 }, 497 { /* RSA */ 498 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 499 {.asym = { 500 .xform_capa = { 501 .xform_type = RTE_CRYPTO_ASYM_XFORM_RSA, 502 .op_types = ((1 << RTE_CRYPTO_ASYM_OP_SIGN) | 503 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 504 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 505 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 506 { 507 .modlen = { 508 /* min length is based on openssl rsa keygen */ 509 .min = 30, 510 /* value 0 symbolizes no limit on max length */ 511 .max = 0, 512 .increment = 1 513 }, } 514 } 515 }, 516 } 517 }, 518 { /* modexp */ 519 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 520 {.asym = { 521 .xform_capa = { 522 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODEX, 523 .op_types = 0, 524 { 525 .modlen = { 526 /* value 0 symbolizes no limit on min length */ 527 .min = 0, 528 /* value 0 symbolizes no limit on max length */ 529 .max = 0, 530 .increment = 1 531 }, } 532 } 533 }, 534 } 535 }, 536 { /* modinv */ 537 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 538 {.asym = { 539 .xform_capa = { 540 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODINV, 541 .op_types = 0, 542 { 543 .modlen = { 544 /* value 0 symbolizes no limit on min length */ 545 .min = 0, 546 /* value 0 symbolizes no limit on max length */ 547 .max = 0, 548 .increment = 1 549 }, } 550 } 551 }, 552 } 553 }, 554 { /* dh */ 555 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 556 {.asym = { 557 .xform_capa = { 558 .xform_type = RTE_CRYPTO_ASYM_XFORM_DH, 559 .op_types = 560 ((1<<RTE_CRYPTO_ASYM_KE_PRIV_KEY_GENERATE) | 561 (1 << RTE_CRYPTO_ASYM_KE_PUB_KEY_GENERATE | 562 (1 << 563 RTE_CRYPTO_ASYM_KE_SHARED_SECRET_COMPUTE))), 564 { 565 .modlen = { 566 /* value 0 symbolizes no limit on min length */ 567 .min = 0, 568 /* value 0 symbolizes no limit on max length */ 569 .max = 0, 570 .increment = 1 571 }, } 572 } 573 }, 574 } 575 }, 576 { /* dsa */ 577 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 578 {.asym = { 579 .xform_capa = { 580 .xform_type = RTE_CRYPTO_ASYM_XFORM_DSA, 581 .op_types = 582 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 583 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)), 584 { 585 .modlen = { 586 /* value 0 symbolizes no limit on min length */ 587 .min = 0, 588 /* value 0 symbolizes no limit on max length */ 589 .max = 0, 590 .increment = 1 591 }, } 592 } 593 }, 594 } 595 }, 596 { /* ECFPM */ 597 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 598 {.asym = { 599 .xform_capa = { 600 .xform_type = RTE_CRYPTO_ASYM_XFORM_ECFPM, 601 .op_types = 0 602 } 603 } 604 } 605 }, 606 { /* SM2 */ 607 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 608 {.asym = { 609 .xform_capa = { 610 .xform_type = RTE_CRYPTO_ASYM_XFORM_SM2, 611 .hash_algos = (1 << RTE_CRYPTO_AUTH_SM3), 612 .op_types = 613 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 614 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 615 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 616 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 617 {.internal_rng = 1 618 } 619 } 620 } 621 } 622 }, 623 { /* EdDSA */ 624 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 625 {.asym = { 626 .xform_capa = { 627 .xform_type = RTE_CRYPTO_ASYM_XFORM_EDDSA, 628 .hash_algos = (1 << RTE_CRYPTO_AUTH_SHA512 | 629 1 << RTE_CRYPTO_AUTH_SHAKE_256), 630 .op_types = 631 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 632 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)), 633 } 634 } 635 } 636 }, 637 638 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST() 639 }; 640 641 642 /** Configure device */ 643 static int 644 openssl_pmd_config(__rte_unused struct rte_cryptodev *dev, 645 __rte_unused struct rte_cryptodev_config *config) 646 { 647 return 0; 648 } 649 650 /** Start device */ 651 static int 652 openssl_pmd_start(__rte_unused struct rte_cryptodev *dev) 653 { 654 return 0; 655 } 656 657 /** Stop device */ 658 static void 659 openssl_pmd_stop(__rte_unused struct rte_cryptodev *dev) 660 { 661 } 662 663 /** Close device */ 664 static int 665 openssl_pmd_close(__rte_unused struct rte_cryptodev *dev) 666 { 667 return 0; 668 } 669 670 671 /** Get device statistics */ 672 static void 673 openssl_pmd_stats_get(struct rte_cryptodev *dev, 674 struct rte_cryptodev_stats *stats) 675 { 676 int qp_id; 677 678 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 679 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 680 681 stats->enqueued_count += qp->stats.enqueued_count; 682 stats->dequeued_count += qp->stats.dequeued_count; 683 684 stats->enqueue_err_count += qp->stats.enqueue_err_count; 685 stats->dequeue_err_count += qp->stats.dequeue_err_count; 686 } 687 } 688 689 /** Reset device statistics */ 690 static void 691 openssl_pmd_stats_reset(struct rte_cryptodev *dev) 692 { 693 int qp_id; 694 695 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 696 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 697 698 memset(&qp->stats, 0, sizeof(qp->stats)); 699 } 700 } 701 702 703 /** Get device info */ 704 static void 705 openssl_pmd_info_get(struct rte_cryptodev *dev, 706 struct rte_cryptodev_info *dev_info) 707 { 708 struct openssl_private *internals = dev->data->dev_private; 709 710 if (dev_info != NULL) { 711 dev_info->driver_id = dev->driver_id; 712 dev_info->feature_flags = dev->feature_flags; 713 dev_info->capabilities = openssl_pmd_capabilities; 714 dev_info->max_nb_queue_pairs = internals->max_nb_qpairs; 715 /* No limit of number of sessions */ 716 dev_info->sym.max_nb_sessions = 0; 717 } 718 } 719 720 /** Release queue pair */ 721 static int 722 openssl_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id) 723 { 724 if (dev->data->queue_pairs[qp_id] != NULL) { 725 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 726 727 rte_ring_free(qp->processed_ops); 728 729 rte_free(dev->data->queue_pairs[qp_id]); 730 dev->data->queue_pairs[qp_id] = NULL; 731 } 732 return 0; 733 } 734 735 /** set a unique name for the queue pair based on it's name, dev_id and qp_id */ 736 static int 737 openssl_pmd_qp_set_unique_name(struct rte_cryptodev *dev, 738 struct openssl_qp *qp) 739 { 740 unsigned int n = snprintf(qp->name, sizeof(qp->name), 741 "openssl_pmd_%u_qp_%u", 742 dev->data->dev_id, qp->id); 743 744 if (n >= sizeof(qp->name)) 745 return -1; 746 747 return 0; 748 } 749 750 751 /** Create a ring to place processed operations on */ 752 static struct rte_ring * 753 openssl_pmd_qp_create_processed_ops_ring(struct openssl_qp *qp, 754 unsigned int ring_size, int socket_id) 755 { 756 struct rte_ring *r; 757 758 r = rte_ring_lookup(qp->name); 759 if (r) { 760 if (rte_ring_get_size(r) >= ring_size) { 761 OPENSSL_LOG(INFO, 762 "Reusing existing ring %s for processed ops", 763 qp->name); 764 return r; 765 } 766 767 OPENSSL_LOG(ERR, 768 "Unable to reuse existing ring %s for processed ops", 769 qp->name); 770 return NULL; 771 } 772 773 return rte_ring_create(qp->name, ring_size, socket_id, 774 RING_F_SP_ENQ | RING_F_SC_DEQ); 775 } 776 777 778 /** Setup a queue pair */ 779 static int 780 openssl_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id, 781 const struct rte_cryptodev_qp_conf *qp_conf, 782 int socket_id) 783 { 784 struct openssl_qp *qp = NULL; 785 786 /* Free memory prior to re-allocation if needed. */ 787 if (dev->data->queue_pairs[qp_id] != NULL) 788 openssl_pmd_qp_release(dev, qp_id); 789 790 /* Allocate the queue pair data structure. */ 791 qp = rte_zmalloc_socket("OPENSSL PMD Queue Pair", sizeof(*qp), 792 RTE_CACHE_LINE_SIZE, socket_id); 793 if (qp == NULL) 794 return -ENOMEM; 795 796 qp->id = qp_id; 797 dev->data->queue_pairs[qp_id] = qp; 798 799 if (openssl_pmd_qp_set_unique_name(dev, qp)) 800 goto qp_setup_cleanup; 801 802 qp->processed_ops = openssl_pmd_qp_create_processed_ops_ring(qp, 803 qp_conf->nb_descriptors, socket_id); 804 if (qp->processed_ops == NULL) 805 goto qp_setup_cleanup; 806 807 qp->sess_mp = qp_conf->mp_session; 808 809 memset(&qp->stats, 0, sizeof(qp->stats)); 810 811 return 0; 812 813 qp_setup_cleanup: 814 rte_free(qp); 815 816 return -1; 817 } 818 819 /** Returns the size of the symmetric session structure */ 820 static unsigned 821 openssl_pmd_sym_session_get_size(struct rte_cryptodev *dev) 822 { 823 /* 824 * For 0 qps, return the max size of the session - this is necessary if 825 * the user calls into this function to create the session mempool, 826 * without first configuring the number of qps for the cryptodev. 827 */ 828 if (dev->data->nb_queue_pairs == 0) { 829 unsigned int max_nb_qps = ((struct openssl_private *) 830 dev->data->dev_private)->max_nb_qpairs; 831 return sizeof(struct openssl_session) + 832 (sizeof(struct evp_ctx_pair) * max_nb_qps); 833 } 834 835 /* 836 * With only one queue pair, the thread safety of multiple context 837 * copies is not necessary, so don't allocate extra memory for the 838 * array. 839 */ 840 if (dev->data->nb_queue_pairs == 1) 841 return sizeof(struct openssl_session); 842 843 /* 844 * Otherwise, the size of the flexible array member should be enough to 845 * fit pointers to per-qp contexts. This is twice the number of queue 846 * pairs, to allow for auth and cipher contexts. 847 */ 848 return sizeof(struct openssl_session) + 849 (sizeof(struct evp_ctx_pair) * dev->data->nb_queue_pairs); 850 } 851 852 /** Returns the size of the asymmetric session structure */ 853 static unsigned 854 openssl_pmd_asym_session_get_size(struct rte_cryptodev *dev __rte_unused) 855 { 856 return sizeof(struct openssl_asym_session); 857 } 858 859 /** Configure the session from a crypto xform chain */ 860 static int 861 openssl_pmd_sym_session_configure(struct rte_cryptodev *dev, 862 struct rte_crypto_sym_xform *xform, 863 struct rte_cryptodev_sym_session *sess) 864 { 865 void *sess_private_data = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 866 int ret; 867 868 if (unlikely(sess == NULL)) { 869 OPENSSL_LOG(ERR, "invalid session struct"); 870 return -EINVAL; 871 } 872 873 ret = openssl_set_session_parameters(sess_private_data, xform, 874 dev->data->nb_queue_pairs); 875 if (ret != 0) { 876 OPENSSL_LOG(ERR, "failed configure session parameters"); 877 878 /* Return session to mempool */ 879 return ret; 880 } 881 882 return 0; 883 } 884 885 static int openssl_set_asym_session_parameters( 886 struct openssl_asym_session *asym_session, 887 struct rte_crypto_asym_xform *xform) 888 { 889 int ret = -1; 890 891 if ((xform->xform_type != RTE_CRYPTO_ASYM_XFORM_DH) && 892 (xform->next != NULL)) { 893 OPENSSL_LOG(ERR, "chained xfrms are not supported on %s", 894 rte_cryptodev_asym_get_xform_string(xform->xform_type)); 895 return ret; 896 } 897 898 switch (xform->xform_type) { 899 case RTE_CRYPTO_ASYM_XFORM_RSA: 900 { 901 BIGNUM *n = NULL; 902 BIGNUM *e = NULL; 903 BIGNUM *d = NULL; 904 BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL; 905 BIGNUM *iqmp = NULL, *dmq1 = NULL; 906 907 /* copy xfrm data into rsa struct */ 908 n = BN_bin2bn((const unsigned char *)xform->rsa.n.data, 909 xform->rsa.n.length, n); 910 e = BN_bin2bn((const unsigned char *)xform->rsa.e.data, 911 xform->rsa.e.length, e); 912 913 if (!n || !e) 914 goto err_rsa; 915 916 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 917 OSSL_PARAM_BLD * param_bld = OSSL_PARAM_BLD_new(); 918 if (!param_bld) { 919 OPENSSL_LOG(ERR, "failed to allocate resources"); 920 goto err_rsa; 921 } 922 923 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 924 || !OSSL_PARAM_BLD_push_BN(param_bld, 925 OSSL_PKEY_PARAM_RSA_E, e)) { 926 OSSL_PARAM_BLD_free(param_bld); 927 OPENSSL_LOG(ERR, "failed to allocate resources"); 928 goto err_rsa; 929 } 930 931 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 932 d = BN_bin2bn( 933 (const unsigned char *)xform->rsa.d.data, 934 xform->rsa.d.length, 935 d); 936 if (!d) { 937 OSSL_PARAM_BLD_free(param_bld); 938 goto err_rsa; 939 } 940 } else { 941 p = BN_bin2bn((const unsigned char *) 942 xform->rsa.qt.p.data, 943 xform->rsa.qt.p.length, 944 p); 945 q = BN_bin2bn((const unsigned char *) 946 xform->rsa.qt.q.data, 947 xform->rsa.qt.q.length, 948 q); 949 dmp1 = BN_bin2bn((const unsigned char *) 950 xform->rsa.qt.dP.data, 951 xform->rsa.qt.dP.length, 952 dmp1); 953 dmq1 = BN_bin2bn((const unsigned char *) 954 xform->rsa.qt.dQ.data, 955 xform->rsa.qt.dQ.length, 956 dmq1); 957 iqmp = BN_bin2bn((const unsigned char *) 958 xform->rsa.qt.qInv.data, 959 xform->rsa.qt.qInv.length, 960 iqmp); 961 962 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 963 OSSL_PARAM_BLD_free(param_bld); 964 goto err_rsa; 965 } 966 967 if (!OSSL_PARAM_BLD_push_BN(param_bld, 968 OSSL_PKEY_PARAM_RSA_FACTOR1, p) 969 || !OSSL_PARAM_BLD_push_BN(param_bld, 970 OSSL_PKEY_PARAM_RSA_FACTOR2, q) 971 || !OSSL_PARAM_BLD_push_BN(param_bld, 972 OSSL_PKEY_PARAM_RSA_EXPONENT1, dmp1) 973 || !OSSL_PARAM_BLD_push_BN(param_bld, 974 OSSL_PKEY_PARAM_RSA_EXPONENT2, dmq1) 975 || !OSSL_PARAM_BLD_push_BN(param_bld, 976 OSSL_PKEY_PARAM_RSA_COEFFICIENT1, iqmp)) { 977 OSSL_PARAM_BLD_free(param_bld); 978 goto err_rsa; 979 } 980 } 981 982 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 983 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_E, e) 984 || !OSSL_PARAM_BLD_push_BN(param_bld, 985 OSSL_PKEY_PARAM_RSA_D, d)) { 986 OSSL_PARAM_BLD_free(param_bld); 987 goto err_rsa; 988 } 989 990 EVP_PKEY_CTX *key_ctx = EVP_PKEY_CTX_new_from_name(NULL, "RSA", NULL); 991 EVP_PKEY *pkey = NULL; 992 EVP_PKEY_CTX *rsa_ctx = NULL; 993 OSSL_PARAM *params = NULL; 994 995 params = OSSL_PARAM_BLD_to_param(param_bld); 996 if (!params) { 997 OSSL_PARAM_BLD_free(param_bld); 998 goto err_rsa; 999 } 1000 1001 if (key_ctx == NULL 1002 || EVP_PKEY_fromdata_init(key_ctx) <= 0 1003 || EVP_PKEY_fromdata(key_ctx, &pkey, 1004 EVP_PKEY_KEYPAIR, params) <= 0) { 1005 OSSL_PARAM_free(params); 1006 goto err_rsa; 1007 } 1008 1009 rsa_ctx = EVP_PKEY_CTX_new(pkey, NULL); 1010 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 1011 asym_session->u.r.ctx = rsa_ctx; 1012 EVP_PKEY_free(pkey); 1013 EVP_PKEY_CTX_free(key_ctx); 1014 OSSL_PARAM_BLD_free(param_bld); 1015 OSSL_PARAM_free(params); 1016 ret = 0; 1017 #else 1018 RSA *rsa = RSA_new(); 1019 if (rsa == NULL) 1020 goto err_rsa; 1021 1022 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 1023 d = BN_bin2bn( 1024 (const unsigned char *)xform->rsa.d.data, 1025 xform->rsa.d.length, 1026 d); 1027 if (!d) { 1028 RSA_free(rsa); 1029 goto err_rsa; 1030 } 1031 } else { 1032 p = BN_bin2bn((const unsigned char *) 1033 xform->rsa.qt.p.data, 1034 xform->rsa.qt.p.length, 1035 p); 1036 q = BN_bin2bn((const unsigned char *) 1037 xform->rsa.qt.q.data, 1038 xform->rsa.qt.q.length, 1039 q); 1040 dmp1 = BN_bin2bn((const unsigned char *) 1041 xform->rsa.qt.dP.data, 1042 xform->rsa.qt.dP.length, 1043 dmp1); 1044 dmq1 = BN_bin2bn((const unsigned char *) 1045 xform->rsa.qt.dQ.data, 1046 xform->rsa.qt.dQ.length, 1047 dmq1); 1048 iqmp = BN_bin2bn((const unsigned char *) 1049 xform->rsa.qt.qInv.data, 1050 xform->rsa.qt.qInv.length, 1051 iqmp); 1052 1053 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 1054 RSA_free(rsa); 1055 goto err_rsa; 1056 } 1057 ret = set_rsa_params(rsa, p, q); 1058 if (ret) { 1059 OPENSSL_LOG(ERR, 1060 "failed to set rsa params"); 1061 RSA_free(rsa); 1062 goto err_rsa; 1063 } 1064 ret = set_rsa_crt_params(rsa, dmp1, dmq1, iqmp); 1065 if (ret) { 1066 OPENSSL_LOG(ERR, 1067 "failed to set crt params"); 1068 RSA_free(rsa); 1069 /* 1070 * set already populated params to NULL 1071 * as its freed by call to RSA_free 1072 */ 1073 p = q = NULL; 1074 goto err_rsa; 1075 } 1076 } 1077 1078 ret = set_rsa_keys(rsa, n, e, d); 1079 if (ret) { 1080 OPENSSL_LOG(ERR, "Failed to load rsa keys"); 1081 RSA_free(rsa); 1082 return ret; 1083 } 1084 asym_session->u.r.rsa = rsa; 1085 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 1086 break; 1087 #endif 1088 err_rsa: 1089 BN_clear_free(n); 1090 BN_clear_free(e); 1091 BN_clear_free(d); 1092 BN_clear_free(p); 1093 BN_clear_free(q); 1094 BN_clear_free(dmp1); 1095 BN_clear_free(dmq1); 1096 BN_clear_free(iqmp); 1097 1098 return ret; 1099 } 1100 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1101 { 1102 struct rte_crypto_modex_xform *xfrm = &(xform->modex); 1103 1104 BN_CTX *ctx = BN_CTX_new(); 1105 if (ctx == NULL) { 1106 OPENSSL_LOG(ERR, 1107 " failed to allocate resources"); 1108 return ret; 1109 } 1110 BN_CTX_start(ctx); 1111 BIGNUM *mod = BN_CTX_get(ctx); 1112 BIGNUM *exp = BN_CTX_get(ctx); 1113 if (mod == NULL || exp == NULL) { 1114 BN_CTX_end(ctx); 1115 BN_CTX_free(ctx); 1116 return ret; 1117 } 1118 1119 mod = BN_bin2bn((const unsigned char *) 1120 xfrm->modulus.data, 1121 xfrm->modulus.length, mod); 1122 exp = BN_bin2bn((const unsigned char *) 1123 xfrm->exponent.data, 1124 xfrm->exponent.length, exp); 1125 asym_session->u.e.ctx = ctx; 1126 asym_session->u.e.mod = mod; 1127 asym_session->u.e.exp = exp; 1128 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODEX; 1129 break; 1130 } 1131 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1132 { 1133 struct rte_crypto_modinv_xform *xfrm = &(xform->modinv); 1134 1135 BN_CTX *ctx = BN_CTX_new(); 1136 if (ctx == NULL) { 1137 OPENSSL_LOG(ERR, 1138 " failed to allocate resources"); 1139 return ret; 1140 } 1141 BN_CTX_start(ctx); 1142 BIGNUM *mod = BN_CTX_get(ctx); 1143 if (mod == NULL) { 1144 BN_CTX_end(ctx); 1145 BN_CTX_free(ctx); 1146 return ret; 1147 } 1148 1149 mod = BN_bin2bn((const unsigned char *) 1150 xfrm->modulus.data, 1151 xfrm->modulus.length, 1152 mod); 1153 asym_session->u.m.ctx = ctx; 1154 asym_session->u.m.modulus = mod; 1155 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODINV; 1156 break; 1157 } 1158 case RTE_CRYPTO_ASYM_XFORM_DH: 1159 { 1160 DH *dh = NULL; 1161 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1162 BIGNUM **p = &asym_session->u.dh.p; 1163 BIGNUM **g = &asym_session->u.dh.g; 1164 1165 *p = BN_bin2bn((const unsigned char *) 1166 xform->dh.p.data, 1167 xform->dh.p.length, 1168 *p); 1169 *g = BN_bin2bn((const unsigned char *) 1170 xform->dh.g.data, 1171 xform->dh.g.length, 1172 *g); 1173 if (!*p || !*g) 1174 goto err_dh; 1175 1176 OSSL_PARAM_BLD *param_bld = NULL; 1177 param_bld = OSSL_PARAM_BLD_new(); 1178 if (!param_bld) { 1179 OPENSSL_LOG(ERR, "failed to allocate resources"); 1180 goto err_dh; 1181 } 1182 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld, 1183 "group", "ffdhe2048", 0)) 1184 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1185 OSSL_PKEY_PARAM_FFC_P, *p)) 1186 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1187 OSSL_PKEY_PARAM_FFC_G, *g))) { 1188 OSSL_PARAM_BLD_free(param_bld); 1189 goto err_dh; 1190 } 1191 1192 OSSL_PARAM_BLD *param_bld_peer = NULL; 1193 param_bld_peer = OSSL_PARAM_BLD_new(); 1194 if (!param_bld_peer) { 1195 OPENSSL_LOG(ERR, "failed to allocate resources"); 1196 OSSL_PARAM_BLD_free(param_bld); 1197 goto err_dh; 1198 } 1199 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld_peer, 1200 "group", "ffdhe2048", 0)) 1201 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1202 OSSL_PKEY_PARAM_FFC_P, *p)) 1203 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1204 OSSL_PKEY_PARAM_FFC_G, *g))) { 1205 OSSL_PARAM_BLD_free(param_bld); 1206 OSSL_PARAM_BLD_free(param_bld_peer); 1207 goto err_dh; 1208 } 1209 1210 asym_session->u.dh.param_bld = param_bld; 1211 asym_session->u.dh.param_bld_peer = param_bld_peer; 1212 #else 1213 BIGNUM *p = NULL; 1214 BIGNUM *g = NULL; 1215 1216 p = BN_bin2bn((const unsigned char *) 1217 xform->dh.p.data, 1218 xform->dh.p.length, 1219 p); 1220 g = BN_bin2bn((const unsigned char *) 1221 xform->dh.g.data, 1222 xform->dh.g.length, 1223 g); 1224 if (!p || !g) 1225 goto err_dh; 1226 1227 dh = DH_new(); 1228 if (dh == NULL) { 1229 OPENSSL_LOG(ERR, 1230 "failed to allocate resources"); 1231 goto err_dh; 1232 } 1233 ret = set_dh_params(dh, p, g); 1234 if (ret) { 1235 DH_free(dh); 1236 goto err_dh; 1237 } 1238 #endif 1239 asym_session->u.dh.dh_key = dh; 1240 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DH; 1241 break; 1242 1243 err_dh: 1244 OPENSSL_LOG(ERR, " failed to set dh params"); 1245 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1246 BN_free(*p); 1247 BN_free(*g); 1248 #else 1249 BN_free(p); 1250 BN_free(g); 1251 #endif 1252 return -1; 1253 } 1254 case RTE_CRYPTO_ASYM_XFORM_DSA: 1255 { 1256 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1257 BIGNUM **p = &asym_session->u.s.p; 1258 BIGNUM **g = &asym_session->u.s.g; 1259 BIGNUM **q = &asym_session->u.s.q; 1260 BIGNUM **priv_key = &asym_session->u.s.priv_key; 1261 BIGNUM *pub_key = NULL; 1262 OSSL_PARAM_BLD *param_bld = NULL; 1263 1264 *p = BN_bin2bn((const unsigned char *) 1265 xform->dsa.p.data, 1266 xform->dsa.p.length, 1267 *p); 1268 1269 *g = BN_bin2bn((const unsigned char *) 1270 xform->dsa.g.data, 1271 xform->dsa.g.length, 1272 *g); 1273 1274 *q = BN_bin2bn((const unsigned char *) 1275 xform->dsa.q.data, 1276 xform->dsa.q.length, 1277 *q); 1278 if (!*p || !*q || !*g) 1279 goto err_dsa; 1280 1281 *priv_key = BN_bin2bn((const unsigned char *) 1282 xform->dsa.x.data, 1283 xform->dsa.x.length, 1284 *priv_key); 1285 if (*priv_key == NULL) 1286 goto err_dsa; 1287 1288 param_bld = OSSL_PARAM_BLD_new(); 1289 if (!param_bld) { 1290 OPENSSL_LOG(ERR, "failed to allocate resources"); 1291 goto err_dsa; 1292 } 1293 1294 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_P, *p) 1295 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_G, *g) 1296 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_Q, *q) 1297 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1298 *priv_key)) { 1299 OSSL_PARAM_BLD_free(param_bld); 1300 OPENSSL_LOG(ERR, "failed to allocate resources"); 1301 goto err_dsa; 1302 } 1303 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1304 asym_session->u.s.param_bld = param_bld; 1305 1306 break; 1307 #else 1308 BIGNUM *p = NULL, *g = NULL; 1309 BIGNUM *q = NULL, *priv_key = NULL; 1310 BIGNUM *pub_key = BN_new(); 1311 BN_zero(pub_key); 1312 1313 p = BN_bin2bn((const unsigned char *) 1314 xform->dsa.p.data, 1315 xform->dsa.p.length, 1316 p); 1317 1318 g = BN_bin2bn((const unsigned char *) 1319 xform->dsa.g.data, 1320 xform->dsa.g.length, 1321 g); 1322 1323 q = BN_bin2bn((const unsigned char *) 1324 xform->dsa.q.data, 1325 xform->dsa.q.length, 1326 q); 1327 if (!p || !q || !g) 1328 goto err_dsa; 1329 1330 priv_key = BN_bin2bn((const unsigned char *) 1331 xform->dsa.x.data, 1332 xform->dsa.x.length, 1333 priv_key); 1334 if (priv_key == NULL) 1335 goto err_dsa; 1336 1337 DSA *dsa = DSA_new(); 1338 if (dsa == NULL) { 1339 OPENSSL_LOG(ERR, 1340 " failed to allocate resources"); 1341 goto err_dsa; 1342 } 1343 1344 ret = set_dsa_params(dsa, p, q, g); 1345 if (ret) { 1346 DSA_free(dsa); 1347 OPENSSL_LOG(ERR, "Failed to dsa params"); 1348 goto err_dsa; 1349 } 1350 1351 /* 1352 * openssl 1.1.0 mandate that public key can't be 1353 * NULL in very first call. so set a dummy pub key. 1354 * to keep consistency, lets follow same approach for 1355 * both versions 1356 */ 1357 /* just set dummy public for very 1st call */ 1358 ret = set_dsa_keys(dsa, pub_key, priv_key); 1359 if (ret) { 1360 DSA_free(dsa); 1361 OPENSSL_LOG(ERR, "Failed to set keys"); 1362 goto err_dsa; 1363 } 1364 asym_session->u.s.dsa = dsa; 1365 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1366 break; 1367 #endif 1368 err_dsa: 1369 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1370 BN_free(*p); 1371 BN_free(*q); 1372 BN_free(*g); 1373 BN_free(*priv_key); 1374 #else 1375 BN_free(p); 1376 BN_free(q); 1377 BN_free(g); 1378 BN_free(priv_key); 1379 #endif 1380 BN_free(pub_key); 1381 return -1; 1382 } 1383 case RTE_CRYPTO_ASYM_XFORM_ECFPM: 1384 { 1385 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1386 EC_GROUP *ecgrp = NULL; 1387 1388 asym_session->xfrm_type = xform->xform_type; 1389 1390 switch (xform->ec.curve_id) { 1391 case RTE_CRYPTO_EC_GROUP_SECP192R1: 1392 ecgrp = EC_GROUP_new_by_curve_name(NID_secp192k1); 1393 break; 1394 case RTE_CRYPTO_EC_GROUP_SECP224R1: 1395 ecgrp = EC_GROUP_new_by_curve_name(NID_secp224r1); 1396 break; 1397 case RTE_CRYPTO_EC_GROUP_SECP256R1: 1398 ecgrp = EC_GROUP_new_by_curve_name(NID_secp256k1); 1399 break; 1400 case RTE_CRYPTO_EC_GROUP_SECP384R1: 1401 ecgrp = EC_GROUP_new_by_curve_name(NID_secp384r1); 1402 break; 1403 case RTE_CRYPTO_EC_GROUP_SECP521R1: 1404 ecgrp = EC_GROUP_new_by_curve_name(NID_secp521r1); 1405 break; 1406 case RTE_CRYPTO_EC_GROUP_ED25519: 1407 ecgrp = EC_GROUP_new_by_curve_name(NID_ED25519); 1408 break; 1409 case RTE_CRYPTO_EC_GROUP_ED448: 1410 ecgrp = EC_GROUP_new_by_curve_name(NID_ED448); 1411 break; 1412 default: 1413 break; 1414 } 1415 1416 asym_session->u.ec.curve_id = xform->ec.curve_id; 1417 asym_session->u.ec.group = ecgrp; 1418 break; 1419 #else 1420 OPENSSL_LOG(WARNING, "ECFPM unsupported for OpenSSL Version < 3.0"); 1421 return -ENOTSUP; 1422 #endif 1423 } 1424 case RTE_CRYPTO_ASYM_XFORM_SM2: 1425 { 1426 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1427 #ifndef OPENSSL_NO_SM2 1428 OSSL_PARAM_BLD *param_bld = NULL; 1429 OSSL_PARAM *params = NULL; 1430 BIGNUM *pkey_bn = NULL; 1431 uint8_t pubkey[65]; 1432 size_t len = 0; 1433 int ret = -1; 1434 1435 param_bld = OSSL_PARAM_BLD_new(); 1436 if (!param_bld) { 1437 OPENSSL_LOG(ERR, "failed to allocate params"); 1438 goto err_sm2; 1439 } 1440 1441 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1442 OSSL_ASYM_CIPHER_PARAM_DIGEST, "SM3", 0); 1443 if (!ret) { 1444 OPENSSL_LOG(ERR, "failed to push params"); 1445 goto err_sm2; 1446 } 1447 1448 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1449 OSSL_PKEY_PARAM_GROUP_NAME, "SM2", 0); 1450 if (!ret) { 1451 OPENSSL_LOG(ERR, "failed to push params"); 1452 goto err_sm2; 1453 } 1454 1455 pkey_bn = BN_bin2bn((const unsigned char *)xform->ec.pkey.data, 1456 xform->ec.pkey.length, pkey_bn); 1457 1458 ret = OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1459 pkey_bn); 1460 if (!ret) { 1461 OPENSSL_LOG(ERR, "failed to push params"); 1462 goto err_sm2; 1463 } 1464 1465 memset(pubkey, 0, sizeof(pubkey)); 1466 pubkey[0] = 0x04; 1467 len += 1; 1468 memcpy(&pubkey[len], xform->ec.q.x.data, xform->ec.q.x.length); 1469 len += xform->ec.q.x.length; 1470 memcpy(&pubkey[len], xform->ec.q.y.data, xform->ec.q.y.length); 1471 len += xform->ec.q.y.length; 1472 1473 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, 1474 OSSL_PKEY_PARAM_PUB_KEY, pubkey, len); 1475 if (!ret) { 1476 OPENSSL_LOG(ERR, "failed to push params"); 1477 goto err_sm2; 1478 } 1479 1480 params = OSSL_PARAM_BLD_to_param(param_bld); 1481 if (!params) { 1482 OPENSSL_LOG(ERR, "failed to push params"); 1483 goto err_sm2; 1484 } 1485 1486 asym_session->u.sm2.params = params; 1487 OSSL_PARAM_BLD_free(param_bld); 1488 BN_free(pkey_bn); 1489 1490 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_SM2; 1491 break; 1492 err_sm2: 1493 if (param_bld) 1494 OSSL_PARAM_BLD_free(param_bld); 1495 1496 if (asym_session->u.sm2.params) 1497 OSSL_PARAM_free(asym_session->u.sm2.params); 1498 1499 BN_free(pkey_bn); 1500 return -1; 1501 #else 1502 OPENSSL_LOG(WARNING, "SM2 unsupported in current OpenSSL Version"); 1503 return -ENOTSUP; 1504 #endif 1505 #else 1506 OPENSSL_LOG(WARNING, "SM2 unsupported for OpenSSL Version < 3.0"); 1507 return -ENOTSUP; 1508 #endif 1509 } 1510 case RTE_CRYPTO_ASYM_XFORM_EDDSA: 1511 { 1512 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L) 1513 OSSL_PARAM_BLD *param_bld = NULL; 1514 OSSL_PARAM *params = NULL; 1515 int ret = -1; 1516 1517 asym_session->u.eddsa.curve_id = xform->ec.curve_id; 1518 1519 param_bld = OSSL_PARAM_BLD_new(); 1520 if (!param_bld) { 1521 OPENSSL_LOG(ERR, "failed to allocate params"); 1522 goto err_eddsa; 1523 } 1524 1525 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1526 OSSL_PKEY_PARAM_GROUP_NAME, "ED25519", sizeof("ED25519")); 1527 if (!ret) { 1528 OPENSSL_LOG(ERR, "failed to push params"); 1529 goto err_eddsa; 1530 } 1531 1532 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1533 xform->ec.pkey.data, xform->ec.pkey.length); 1534 if (!ret) { 1535 OPENSSL_LOG(ERR, "failed to push params"); 1536 goto err_eddsa; 1537 } 1538 1539 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PUB_KEY, 1540 xform->ec.q.x.data, xform->ec.q.x.length); 1541 if (!ret) { 1542 OPENSSL_LOG(ERR, "failed to push params"); 1543 goto err_eddsa; 1544 } 1545 1546 params = OSSL_PARAM_BLD_to_param(param_bld); 1547 if (!params) { 1548 OPENSSL_LOG(ERR, "failed to push params"); 1549 goto err_eddsa; 1550 } 1551 1552 asym_session->u.eddsa.params = params; 1553 OSSL_PARAM_BLD_free(param_bld); 1554 1555 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_EDDSA; 1556 break; 1557 err_eddsa: 1558 if (param_bld) 1559 OSSL_PARAM_BLD_free(param_bld); 1560 1561 if (asym_session->u.eddsa.params) 1562 OSSL_PARAM_free(asym_session->u.eddsa.params); 1563 1564 return -1; 1565 #else 1566 OPENSSL_LOG(WARNING, "EdDSA unsupported for OpenSSL Version < 3.3"); 1567 return -ENOTSUP; 1568 #endif 1569 } 1570 default: 1571 return ret; 1572 } 1573 1574 return 0; 1575 } 1576 1577 /** Configure the session from a crypto xform chain */ 1578 static int 1579 openssl_pmd_asym_session_configure(struct rte_cryptodev *dev __rte_unused, 1580 struct rte_crypto_asym_xform *xform, 1581 struct rte_cryptodev_asym_session *sess) 1582 { 1583 void *asym_sess_private_data; 1584 int ret; 1585 1586 if (unlikely(sess == NULL)) { 1587 OPENSSL_LOG(ERR, "invalid asymmetric session struct"); 1588 return -EINVAL; 1589 } 1590 1591 asym_sess_private_data = sess->sess_private_data; 1592 ret = openssl_set_asym_session_parameters(asym_sess_private_data, 1593 xform); 1594 if (ret != 0) { 1595 OPENSSL_LOG(ERR, "failed configure session parameters"); 1596 return ret; 1597 } 1598 1599 return 0; 1600 } 1601 1602 /** Clear the memory of session so it doesn't leave key material behind */ 1603 static void 1604 openssl_pmd_sym_session_clear(struct rte_cryptodev *dev __rte_unused, 1605 struct rte_cryptodev_sym_session *sess) 1606 { 1607 void *sess_priv = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 1608 1609 /* Zero out the whole structure */ 1610 openssl_reset_session(sess_priv); 1611 } 1612 1613 static void openssl_reset_asym_session(struct openssl_asym_session *sess) 1614 { 1615 switch (sess->xfrm_type) { 1616 case RTE_CRYPTO_ASYM_XFORM_RSA: 1617 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1618 EVP_PKEY_CTX_free(sess->u.r.ctx); 1619 #else 1620 if (sess->u.r.rsa) 1621 RSA_free(sess->u.r.rsa); 1622 #endif 1623 break; 1624 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1625 if (sess->u.e.ctx) { 1626 BN_CTX_end(sess->u.e.ctx); 1627 BN_CTX_free(sess->u.e.ctx); 1628 } 1629 break; 1630 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1631 if (sess->u.m.ctx) { 1632 BN_CTX_end(sess->u.m.ctx); 1633 BN_CTX_free(sess->u.m.ctx); 1634 } 1635 break; 1636 case RTE_CRYPTO_ASYM_XFORM_DH: 1637 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1638 OSSL_PARAM_BLD_free(sess->u.dh.param_bld); 1639 OSSL_PARAM_BLD_free(sess->u.dh.param_bld_peer); 1640 sess->u.dh.param_bld = NULL; 1641 sess->u.dh.param_bld_peer = NULL; 1642 #else 1643 if (sess->u.dh.dh_key) 1644 DH_free(sess->u.dh.dh_key); 1645 #endif 1646 BN_clear_free(sess->u.dh.p); 1647 BN_clear_free(sess->u.dh.g); 1648 break; 1649 case RTE_CRYPTO_ASYM_XFORM_DSA: 1650 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1651 OSSL_PARAM_BLD_free(sess->u.s.param_bld); 1652 sess->u.s.param_bld = NULL; 1653 BN_clear_free(sess->u.s.p); 1654 BN_clear_free(sess->u.s.q); 1655 BN_clear_free(sess->u.s.g); 1656 BN_clear_free(sess->u.s.priv_key); 1657 #else 1658 if (sess->u.s.dsa) 1659 DSA_free(sess->u.s.dsa); 1660 #endif 1661 break; 1662 case RTE_CRYPTO_ASYM_XFORM_SM2: 1663 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1664 OSSL_PARAM_free(sess->u.sm2.params); 1665 #endif 1666 break; 1667 case RTE_CRYPTO_ASYM_XFORM_EDDSA: 1668 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L) 1669 OSSL_PARAM_free(sess->u.eddsa.params); 1670 #endif 1671 break; 1672 default: 1673 break; 1674 } 1675 } 1676 1677 /** Clear the memory of asymmetric session 1678 * so it doesn't leave key material behind 1679 */ 1680 static void 1681 openssl_pmd_asym_session_clear(struct rte_cryptodev *dev __rte_unused, 1682 struct rte_cryptodev_asym_session *sess) 1683 { 1684 void *sess_priv = sess->sess_private_data; 1685 1686 /* Zero out the whole structure */ 1687 if (sess_priv) { 1688 openssl_reset_asym_session(sess_priv); 1689 memset(sess_priv, 0, sizeof(struct openssl_asym_session)); 1690 } 1691 } 1692 1693 struct rte_cryptodev_ops openssl_pmd_ops = { 1694 .dev_configure = openssl_pmd_config, 1695 .dev_start = openssl_pmd_start, 1696 .dev_stop = openssl_pmd_stop, 1697 .dev_close = openssl_pmd_close, 1698 1699 .stats_get = openssl_pmd_stats_get, 1700 .stats_reset = openssl_pmd_stats_reset, 1701 1702 .dev_infos_get = openssl_pmd_info_get, 1703 1704 .queue_pair_setup = openssl_pmd_qp_setup, 1705 .queue_pair_release = openssl_pmd_qp_release, 1706 1707 .sym_session_get_size = openssl_pmd_sym_session_get_size, 1708 .asym_session_get_size = openssl_pmd_asym_session_get_size, 1709 .sym_session_configure = openssl_pmd_sym_session_configure, 1710 .asym_session_configure = openssl_pmd_asym_session_configure, 1711 .sym_session_clear = openssl_pmd_sym_session_clear, 1712 .asym_session_clear = openssl_pmd_asym_session_clear 1713 }; 1714 1715 struct rte_cryptodev_ops *rte_openssl_pmd_ops = &openssl_pmd_ops; 1716