1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2016-2017 Intel Corporation 3 */ 4 5 #include <string.h> 6 7 #include <rte_common.h> 8 #include <rte_malloc.h> 9 #include <cryptodev_pmd.h> 10 11 #include "openssl_pmd_private.h" 12 #include "compat.h" 13 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 14 #include <openssl/provider.h> 15 #include <openssl/core_names.h> 16 #include <openssl/param_build.h> 17 #endif 18 19 static const struct rte_cryptodev_capabilities openssl_pmd_capabilities[] = { 20 { /* MD5 HMAC */ 21 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 22 {.sym = { 23 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 24 {.auth = { 25 .algo = RTE_CRYPTO_AUTH_MD5_HMAC, 26 .block_size = 64, 27 .key_size = { 28 .min = 1, 29 .max = 64, 30 .increment = 1 31 }, 32 .digest_size = { 33 .min = 1, 34 .max = 16, 35 .increment = 1 36 }, 37 .iv_size = { 0 } 38 }, } 39 }, } 40 }, 41 { /* MD5 */ 42 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 43 {.sym = { 44 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 45 {.auth = { 46 .algo = RTE_CRYPTO_AUTH_MD5, 47 .block_size = 64, 48 .key_size = { 49 .min = 0, 50 .max = 0, 51 .increment = 0 52 }, 53 .digest_size = { 54 .min = 16, 55 .max = 16, 56 .increment = 0 57 }, 58 .iv_size = { 0 } 59 }, } 60 }, } 61 }, 62 { /* SHA1 HMAC */ 63 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 64 {.sym = { 65 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 66 {.auth = { 67 .algo = RTE_CRYPTO_AUTH_SHA1_HMAC, 68 .block_size = 64, 69 .key_size = { 70 .min = 1, 71 .max = 64, 72 .increment = 1 73 }, 74 .digest_size = { 75 .min = 1, 76 .max = 20, 77 .increment = 1 78 }, 79 .iv_size = { 0 } 80 }, } 81 }, } 82 }, 83 { /* SHA1 */ 84 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 85 {.sym = { 86 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 87 {.auth = { 88 .algo = RTE_CRYPTO_AUTH_SHA1, 89 .block_size = 64, 90 .key_size = { 91 .min = 0, 92 .max = 0, 93 .increment = 0 94 }, 95 .digest_size = { 96 .min = 20, 97 .max = 20, 98 .increment = 0 99 }, 100 .iv_size = { 0 } 101 }, } 102 }, } 103 }, 104 { /* SHA224 HMAC */ 105 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 106 {.sym = { 107 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 108 {.auth = { 109 .algo = RTE_CRYPTO_AUTH_SHA224_HMAC, 110 .block_size = 64, 111 .key_size = { 112 .min = 1, 113 .max = 64, 114 .increment = 1 115 }, 116 .digest_size = { 117 .min = 1, 118 .max = 28, 119 .increment = 1 120 }, 121 .iv_size = { 0 } 122 }, } 123 }, } 124 }, 125 { /* SHA224 */ 126 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 127 {.sym = { 128 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 129 {.auth = { 130 .algo = RTE_CRYPTO_AUTH_SHA224, 131 .block_size = 64, 132 .key_size = { 133 .min = 0, 134 .max = 0, 135 .increment = 0 136 }, 137 .digest_size = { 138 .min = 1, 139 .max = 28, 140 .increment = 1 141 }, 142 .iv_size = { 0 } 143 }, } 144 }, } 145 }, 146 { /* SHA256 HMAC */ 147 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 148 {.sym = { 149 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 150 {.auth = { 151 .algo = RTE_CRYPTO_AUTH_SHA256_HMAC, 152 .block_size = 64, 153 .key_size = { 154 .min = 1, 155 .max = 64, 156 .increment = 1 157 }, 158 .digest_size = { 159 .min = 1, 160 .max = 32, 161 .increment = 1 162 }, 163 .iv_size = { 0 } 164 }, } 165 }, } 166 }, 167 { /* SHA256 */ 168 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 169 {.sym = { 170 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 171 {.auth = { 172 .algo = RTE_CRYPTO_AUTH_SHA256, 173 .block_size = 64, 174 .key_size = { 175 .min = 0, 176 .max = 0, 177 .increment = 0 178 }, 179 .digest_size = { 180 .min = 32, 181 .max = 32, 182 .increment = 0 183 }, 184 .iv_size = { 0 } 185 }, } 186 }, } 187 }, 188 { /* SHA384 HMAC */ 189 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 190 {.sym = { 191 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 192 {.auth = { 193 .algo = RTE_CRYPTO_AUTH_SHA384_HMAC, 194 .block_size = 128, 195 .key_size = { 196 .min = 1, 197 .max = 128, 198 .increment = 1 199 }, 200 .digest_size = { 201 .min = 1, 202 .max = 48, 203 .increment = 1 204 }, 205 .iv_size = { 0 } 206 }, } 207 }, } 208 }, 209 { /* SHA384 */ 210 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 211 {.sym = { 212 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 213 {.auth = { 214 .algo = RTE_CRYPTO_AUTH_SHA384, 215 .block_size = 128, 216 .key_size = { 217 .min = 0, 218 .max = 0, 219 .increment = 0 220 }, 221 .digest_size = { 222 .min = 48, 223 .max = 48, 224 .increment = 0 225 }, 226 .iv_size = { 0 } 227 }, } 228 }, } 229 }, 230 { /* SHA512 HMAC */ 231 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 232 {.sym = { 233 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 234 {.auth = { 235 .algo = RTE_CRYPTO_AUTH_SHA512_HMAC, 236 .block_size = 128, 237 .key_size = { 238 .min = 1, 239 .max = 128, 240 .increment = 1 241 }, 242 .digest_size = { 243 .min = 1, 244 .max = 64, 245 .increment = 1 246 }, 247 .iv_size = { 0 } 248 }, } 249 }, } 250 }, 251 { /* SHA512 */ 252 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 253 {.sym = { 254 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 255 {.auth = { 256 .algo = RTE_CRYPTO_AUTH_SHA512, 257 .block_size = 128, 258 .key_size = { 259 .min = 0, 260 .max = 0, 261 .increment = 0 262 }, 263 .digest_size = { 264 .min = 64, 265 .max = 64, 266 .increment = 0 267 }, 268 .iv_size = { 0 } 269 }, } 270 }, } 271 }, 272 { /* AES CBC */ 273 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 274 {.sym = { 275 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 276 {.cipher = { 277 .algo = RTE_CRYPTO_CIPHER_AES_CBC, 278 .block_size = 16, 279 .key_size = { 280 .min = 16, 281 .max = 32, 282 .increment = 8 283 }, 284 .iv_size = { 285 .min = 16, 286 .max = 16, 287 .increment = 0 288 } 289 }, } 290 }, } 291 }, 292 { /* AES CTR */ 293 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 294 {.sym = { 295 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 296 {.cipher = { 297 .algo = RTE_CRYPTO_CIPHER_AES_CTR, 298 .block_size = 16, 299 .key_size = { 300 .min = 16, 301 .max = 32, 302 .increment = 8 303 }, 304 .iv_size = { 305 .min = 16, 306 .max = 16, 307 .increment = 0 308 } 309 }, } 310 }, } 311 }, 312 { /* AES GCM */ 313 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 314 {.sym = { 315 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 316 {.aead = { 317 .algo = RTE_CRYPTO_AEAD_AES_GCM, 318 .block_size = 16, 319 .key_size = { 320 .min = 16, 321 .max = 32, 322 .increment = 8 323 }, 324 .digest_size = { 325 .min = 16, 326 .max = 16, 327 .increment = 0 328 }, 329 .aad_size = { 330 .min = 0, 331 .max = 65535, 332 .increment = 1 333 }, 334 .iv_size = { 335 .min = 12, 336 .max = 16, 337 .increment = 4 338 }, 339 }, } 340 }, } 341 }, 342 { /* AES CCM */ 343 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 344 {.sym = { 345 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD, 346 {.aead = { 347 .algo = RTE_CRYPTO_AEAD_AES_CCM, 348 .block_size = 16, 349 .key_size = { 350 .min = 16, 351 .max = 32, 352 .increment = 8 353 }, 354 .digest_size = { 355 .min = 4, 356 .max = 16, 357 .increment = 2 358 }, 359 .aad_size = { 360 .min = 0, 361 .max = 65535, 362 .increment = 1 363 }, 364 .iv_size = { 365 .min = 7, 366 .max = 13, 367 .increment = 1 368 }, 369 }, } 370 }, } 371 }, 372 { /* AES GMAC (AUTH) */ 373 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 374 {.sym = { 375 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 376 {.auth = { 377 .algo = RTE_CRYPTO_AUTH_AES_GMAC, 378 .block_size = 16, 379 .key_size = { 380 .min = 16, 381 .max = 32, 382 .increment = 8 383 }, 384 .digest_size = { 385 .min = 16, 386 .max = 16, 387 .increment = 0 388 }, 389 .iv_size = { 390 .min = 12, 391 .max = 16, 392 .increment = 4 393 } 394 }, } 395 }, } 396 }, 397 { /* AES CMAC (AUTH) */ 398 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 399 {.sym = { 400 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 401 {.auth = { 402 .algo = RTE_CRYPTO_AUTH_AES_CMAC, 403 .block_size = 16, 404 .key_size = { 405 .min = 16, 406 .max = 32, 407 .increment = 8 408 }, 409 .digest_size = { 410 .min = 4, 411 .max = 16, 412 .increment = 4 413 }, 414 }, } 415 }, } 416 }, 417 { /* 3DES CBC */ 418 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 419 {.sym = { 420 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 421 {.cipher = { 422 .algo = RTE_CRYPTO_CIPHER_3DES_CBC, 423 .block_size = 8, 424 .key_size = { 425 .min = 8, 426 .max = 24, 427 .increment = 8 428 }, 429 .iv_size = { 430 .min = 8, 431 .max = 8, 432 .increment = 0 433 } 434 }, } 435 }, } 436 }, 437 { /* 3DES CTR */ 438 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 439 {.sym = { 440 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 441 {.cipher = { 442 .algo = RTE_CRYPTO_CIPHER_3DES_CTR, 443 .block_size = 8, 444 .key_size = { 445 .min = 16, 446 .max = 24, 447 .increment = 8 448 }, 449 .iv_size = { 450 .min = 8, 451 .max = 8, 452 .increment = 0 453 } 454 }, } 455 }, } 456 }, 457 { /* DES CBC */ 458 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 459 {.sym = { 460 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 461 {.cipher = { 462 .algo = RTE_CRYPTO_CIPHER_DES_CBC, 463 .block_size = 8, 464 .key_size = { 465 .min = 8, 466 .max = 8, 467 .increment = 0 468 }, 469 .iv_size = { 470 .min = 8, 471 .max = 8, 472 .increment = 0 473 } 474 }, } 475 }, } 476 }, 477 { /* DES DOCSIS BPI */ 478 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 479 {.sym = { 480 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 481 {.cipher = { 482 .algo = RTE_CRYPTO_CIPHER_DES_DOCSISBPI, 483 .block_size = 8, 484 .key_size = { 485 .min = 8, 486 .max = 8, 487 .increment = 0 488 }, 489 .iv_size = { 490 .min = 8, 491 .max = 8, 492 .increment = 0 493 } 494 }, } 495 }, } 496 }, 497 { /* RSA */ 498 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 499 {.asym = { 500 .xform_capa = { 501 .xform_type = RTE_CRYPTO_ASYM_XFORM_RSA, 502 .op_types = ((1 << RTE_CRYPTO_ASYM_OP_SIGN) | 503 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 504 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 505 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 506 { 507 .modlen = { 508 /* min length is based on openssl rsa keygen */ 509 .min = 30, 510 /* value 0 symbolizes no limit on max length */ 511 .max = 0, 512 .increment = 1 513 }, } 514 } 515 }, 516 } 517 }, 518 { /* modexp */ 519 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 520 {.asym = { 521 .xform_capa = { 522 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODEX, 523 .op_types = 0, 524 { 525 .modlen = { 526 /* value 0 symbolizes no limit on min length */ 527 .min = 0, 528 /* value 0 symbolizes no limit on max length */ 529 .max = 0, 530 .increment = 1 531 }, } 532 } 533 }, 534 } 535 }, 536 { /* modinv */ 537 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 538 {.asym = { 539 .xform_capa = { 540 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODINV, 541 .op_types = 0, 542 { 543 .modlen = { 544 /* value 0 symbolizes no limit on min length */ 545 .min = 0, 546 /* value 0 symbolizes no limit on max length */ 547 .max = 0, 548 .increment = 1 549 }, } 550 } 551 }, 552 } 553 }, 554 { /* dh */ 555 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 556 {.asym = { 557 .xform_capa = { 558 .xform_type = RTE_CRYPTO_ASYM_XFORM_DH, 559 .op_types = 560 ((1<<RTE_CRYPTO_ASYM_KE_PRIV_KEY_GENERATE) | 561 (1 << RTE_CRYPTO_ASYM_KE_PUB_KEY_GENERATE | 562 (1 << 563 RTE_CRYPTO_ASYM_KE_SHARED_SECRET_COMPUTE))), 564 { 565 .modlen = { 566 /* value 0 symbolizes no limit on min length */ 567 .min = 0, 568 /* value 0 symbolizes no limit on max length */ 569 .max = 0, 570 .increment = 1 571 }, } 572 } 573 }, 574 } 575 }, 576 { /* dsa */ 577 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 578 {.asym = { 579 .xform_capa = { 580 .xform_type = RTE_CRYPTO_ASYM_XFORM_DSA, 581 .op_types = 582 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 583 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)), 584 { 585 .modlen = { 586 /* value 0 symbolizes no limit on min length */ 587 .min = 0, 588 /* value 0 symbolizes no limit on max length */ 589 .max = 0, 590 .increment = 1 591 }, } 592 } 593 }, 594 } 595 }, 596 { /* ECFPM */ 597 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 598 {.asym = { 599 .xform_capa = { 600 .xform_type = RTE_CRYPTO_ASYM_XFORM_ECFPM, 601 .op_types = 0 602 } 603 } 604 } 605 }, 606 { /* SM2 */ 607 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 608 {.asym = { 609 .xform_capa = { 610 .xform_type = RTE_CRYPTO_ASYM_XFORM_SM2, 611 .hash_algos = (1 << RTE_CRYPTO_AUTH_SM3), 612 .op_types = 613 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 614 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) | 615 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) | 616 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)), 617 {.internal_rng = 1 618 } 619 } 620 } 621 } 622 }, 623 { /* EdDSA */ 624 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC, 625 {.asym = { 626 .xform_capa = { 627 .xform_type = RTE_CRYPTO_ASYM_XFORM_EDDSA, 628 .hash_algos = (1 << RTE_CRYPTO_AUTH_SHA512 | 629 1 << RTE_CRYPTO_AUTH_SHAKE_256), 630 .op_types = 631 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) | 632 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)), 633 } 634 } 635 } 636 }, 637 638 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST() 639 }; 640 641 642 /** Configure device */ 643 static int 644 openssl_pmd_config(__rte_unused struct rte_cryptodev *dev, 645 __rte_unused struct rte_cryptodev_config *config) 646 { 647 return 0; 648 } 649 650 /** Start device */ 651 static int 652 openssl_pmd_start(__rte_unused struct rte_cryptodev *dev) 653 { 654 return 0; 655 } 656 657 /** Stop device */ 658 static void 659 openssl_pmd_stop(__rte_unused struct rte_cryptodev *dev) 660 { 661 } 662 663 /** Close device */ 664 static int 665 openssl_pmd_close(__rte_unused struct rte_cryptodev *dev) 666 { 667 return 0; 668 } 669 670 671 /** Get device statistics */ 672 static void 673 openssl_pmd_stats_get(struct rte_cryptodev *dev, 674 struct rte_cryptodev_stats *stats) 675 { 676 int qp_id; 677 678 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 679 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 680 681 stats->enqueued_count += qp->stats.enqueued_count; 682 stats->dequeued_count += qp->stats.dequeued_count; 683 684 stats->enqueue_err_count += qp->stats.enqueue_err_count; 685 stats->dequeue_err_count += qp->stats.dequeue_err_count; 686 } 687 } 688 689 /** Reset device statistics */ 690 static void 691 openssl_pmd_stats_reset(struct rte_cryptodev *dev) 692 { 693 int qp_id; 694 695 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 696 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 697 698 memset(&qp->stats, 0, sizeof(qp->stats)); 699 } 700 } 701 702 703 /** Get device info */ 704 static void 705 openssl_pmd_info_get(struct rte_cryptodev *dev, 706 struct rte_cryptodev_info *dev_info) 707 { 708 struct openssl_private *internals = dev->data->dev_private; 709 710 if (dev_info != NULL) { 711 dev_info->driver_id = dev->driver_id; 712 dev_info->feature_flags = dev->feature_flags; 713 dev_info->capabilities = openssl_pmd_capabilities; 714 dev_info->max_nb_queue_pairs = internals->max_nb_qpairs; 715 /* No limit of number of sessions */ 716 dev_info->sym.max_nb_sessions = 0; 717 } 718 } 719 720 /** Release queue pair */ 721 static int 722 openssl_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id) 723 { 724 if (dev->data->queue_pairs[qp_id] != NULL) { 725 struct openssl_qp *qp = dev->data->queue_pairs[qp_id]; 726 727 rte_ring_free(qp->processed_ops); 728 729 rte_free(dev->data->queue_pairs[qp_id]); 730 dev->data->queue_pairs[qp_id] = NULL; 731 } 732 return 0; 733 } 734 735 /** set a unique name for the queue pair based on it's name, dev_id and qp_id */ 736 static int 737 openssl_pmd_qp_set_unique_name(struct rte_cryptodev *dev, 738 struct openssl_qp *qp) 739 { 740 unsigned int n = snprintf(qp->name, sizeof(qp->name), 741 "openssl_pmd_%u_qp_%u", 742 dev->data->dev_id, qp->id); 743 744 if (n >= sizeof(qp->name)) 745 return -1; 746 747 return 0; 748 } 749 750 751 /** Create a ring to place processed operations on */ 752 static struct rte_ring * 753 openssl_pmd_qp_create_processed_ops_ring(struct openssl_qp *qp, 754 unsigned int ring_size, int socket_id) 755 { 756 struct rte_ring *r; 757 758 r = rte_ring_lookup(qp->name); 759 if (r) { 760 if (rte_ring_get_size(r) >= ring_size) { 761 OPENSSL_LOG(INFO, 762 "Reusing existing ring %s for processed ops", 763 qp->name); 764 return r; 765 } 766 767 OPENSSL_LOG(ERR, 768 "Unable to reuse existing ring %s for processed ops", 769 qp->name); 770 return NULL; 771 } 772 773 return rte_ring_create(qp->name, ring_size, socket_id, 774 RING_F_SP_ENQ | RING_F_SC_DEQ); 775 } 776 777 778 /** Setup a queue pair */ 779 static int 780 openssl_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id, 781 const struct rte_cryptodev_qp_conf *qp_conf, 782 int socket_id) 783 { 784 struct openssl_qp *qp = NULL; 785 786 /* Free memory prior to re-allocation if needed. */ 787 if (dev->data->queue_pairs[qp_id] != NULL) 788 openssl_pmd_qp_release(dev, qp_id); 789 790 /* Allocate the queue pair data structure. */ 791 qp = rte_zmalloc_socket("OPENSSL PMD Queue Pair", sizeof(*qp), 792 RTE_CACHE_LINE_SIZE, socket_id); 793 if (qp == NULL) 794 return -ENOMEM; 795 796 qp->id = qp_id; 797 dev->data->queue_pairs[qp_id] = qp; 798 799 if (openssl_pmd_qp_set_unique_name(dev, qp)) 800 goto qp_setup_cleanup; 801 802 qp->processed_ops = openssl_pmd_qp_create_processed_ops_ring(qp, 803 qp_conf->nb_descriptors, socket_id); 804 if (qp->processed_ops == NULL) 805 goto qp_setup_cleanup; 806 807 qp->sess_mp = qp_conf->mp_session; 808 809 memset(&qp->stats, 0, sizeof(qp->stats)); 810 811 return 0; 812 813 qp_setup_cleanup: 814 rte_free(qp); 815 816 return -1; 817 } 818 819 /** Returns the size of the symmetric session structure */ 820 static unsigned 821 openssl_pmd_sym_session_get_size(struct rte_cryptodev *dev) 822 { 823 /* 824 * For 0 qps, return the max size of the session - this is necessary if 825 * the user calls into this function to create the session mempool, 826 * without first configuring the number of qps for the cryptodev. 827 */ 828 if (dev->data->nb_queue_pairs == 0) { 829 unsigned int max_nb_qps = ((struct openssl_private *) 830 dev->data->dev_private)->max_nb_qpairs; 831 return sizeof(struct openssl_session) + 832 (sizeof(struct evp_ctx_pair) * max_nb_qps); 833 } 834 835 /* 836 * With only one queue pair, the thread safety of multiple context 837 * copies is not necessary, so don't allocate extra memory for the 838 * array. 839 */ 840 if (dev->data->nb_queue_pairs == 1) 841 return sizeof(struct openssl_session); 842 843 /* 844 * Otherwise, the size of the flexible array member should be enough to 845 * fit pointers to per-qp contexts. This is twice the number of queue 846 * pairs, to allow for auth and cipher contexts. 847 */ 848 return sizeof(struct openssl_session) + 849 (sizeof(struct evp_ctx_pair) * dev->data->nb_queue_pairs); 850 } 851 852 /** Returns the size of the asymmetric session structure */ 853 static unsigned 854 openssl_pmd_asym_session_get_size(struct rte_cryptodev *dev __rte_unused) 855 { 856 return sizeof(struct openssl_asym_session); 857 } 858 859 /** Configure the session from a crypto xform chain */ 860 static int 861 openssl_pmd_sym_session_configure(struct rte_cryptodev *dev, 862 struct rte_crypto_sym_xform *xform, 863 struct rte_cryptodev_sym_session *sess) 864 { 865 void *sess_private_data = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 866 int ret; 867 868 if (unlikely(sess == NULL)) { 869 OPENSSL_LOG(ERR, "invalid session struct"); 870 return -EINVAL; 871 } 872 873 ret = openssl_set_session_parameters(sess_private_data, xform, 874 dev->data->nb_queue_pairs); 875 if (ret != 0) { 876 OPENSSL_LOG(ERR, "failed configure session parameters"); 877 878 /* Return session to mempool */ 879 return ret; 880 } 881 882 return 0; 883 } 884 885 static int openssl_set_asym_session_parameters( 886 struct openssl_asym_session *asym_session, 887 struct rte_crypto_asym_xform *xform) 888 { 889 int ret = -1; 890 891 if ((xform->xform_type != RTE_CRYPTO_ASYM_XFORM_DH) && 892 (xform->next != NULL)) { 893 OPENSSL_LOG(ERR, "chained xfrms are not supported on %s", 894 rte_cryptodev_asym_get_xform_string(xform->xform_type)); 895 return ret; 896 } 897 898 switch (xform->xform_type) { 899 case RTE_CRYPTO_ASYM_XFORM_RSA: 900 { 901 BIGNUM *n = NULL; 902 BIGNUM *e = NULL; 903 BIGNUM *d = NULL; 904 BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL; 905 BIGNUM *iqmp = NULL, *dmq1 = NULL; 906 907 /* copy xfrm data into rsa struct */ 908 n = BN_bin2bn((const unsigned char *)xform->rsa.n.data, 909 xform->rsa.n.length, n); 910 e = BN_bin2bn((const unsigned char *)xform->rsa.e.data, 911 xform->rsa.e.length, e); 912 913 if (!n || !e) 914 goto err_rsa; 915 916 asym_session->u.r.pad = xform->rsa.padding.type; 917 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 918 OSSL_PARAM_BLD * param_bld = OSSL_PARAM_BLD_new(); 919 if (!param_bld) { 920 OPENSSL_LOG(ERR, "failed to allocate resources"); 921 goto err_rsa; 922 } 923 924 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 925 || !OSSL_PARAM_BLD_push_BN(param_bld, 926 OSSL_PKEY_PARAM_RSA_E, e)) { 927 OSSL_PARAM_BLD_free(param_bld); 928 OPENSSL_LOG(ERR, "failed to allocate resources"); 929 goto err_rsa; 930 } 931 932 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 933 d = BN_bin2bn( 934 (const unsigned char *)xform->rsa.d.data, 935 xform->rsa.d.length, 936 d); 937 if (!d) { 938 OSSL_PARAM_BLD_free(param_bld); 939 goto err_rsa; 940 } 941 } else { 942 p = BN_bin2bn((const unsigned char *) 943 xform->rsa.qt.p.data, 944 xform->rsa.qt.p.length, 945 p); 946 q = BN_bin2bn((const unsigned char *) 947 xform->rsa.qt.q.data, 948 xform->rsa.qt.q.length, 949 q); 950 dmp1 = BN_bin2bn((const unsigned char *) 951 xform->rsa.qt.dP.data, 952 xform->rsa.qt.dP.length, 953 dmp1); 954 dmq1 = BN_bin2bn((const unsigned char *) 955 xform->rsa.qt.dQ.data, 956 xform->rsa.qt.dQ.length, 957 dmq1); 958 iqmp = BN_bin2bn((const unsigned char *) 959 xform->rsa.qt.qInv.data, 960 xform->rsa.qt.qInv.length, 961 iqmp); 962 963 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 964 OSSL_PARAM_BLD_free(param_bld); 965 goto err_rsa; 966 } 967 968 if (!OSSL_PARAM_BLD_push_BN(param_bld, 969 OSSL_PKEY_PARAM_RSA_FACTOR1, p) 970 || !OSSL_PARAM_BLD_push_BN(param_bld, 971 OSSL_PKEY_PARAM_RSA_FACTOR2, q) 972 || !OSSL_PARAM_BLD_push_BN(param_bld, 973 OSSL_PKEY_PARAM_RSA_EXPONENT1, dmp1) 974 || !OSSL_PARAM_BLD_push_BN(param_bld, 975 OSSL_PKEY_PARAM_RSA_EXPONENT2, dmq1) 976 || !OSSL_PARAM_BLD_push_BN(param_bld, 977 OSSL_PKEY_PARAM_RSA_COEFFICIENT1, iqmp)) { 978 OSSL_PARAM_BLD_free(param_bld); 979 goto err_rsa; 980 } 981 } 982 983 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_N, n) 984 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_RSA_E, e) 985 || !OSSL_PARAM_BLD_push_BN(param_bld, 986 OSSL_PKEY_PARAM_RSA_D, d)) { 987 OSSL_PARAM_BLD_free(param_bld); 988 goto err_rsa; 989 } 990 991 EVP_PKEY_CTX *key_ctx = EVP_PKEY_CTX_new_from_name(NULL, "RSA", NULL); 992 EVP_PKEY *pkey = NULL; 993 EVP_PKEY_CTX *rsa_ctx = NULL; 994 OSSL_PARAM *params = NULL; 995 996 params = OSSL_PARAM_BLD_to_param(param_bld); 997 if (!params) { 998 OSSL_PARAM_BLD_free(param_bld); 999 goto err_rsa; 1000 } 1001 1002 if (key_ctx == NULL 1003 || EVP_PKEY_fromdata_init(key_ctx) <= 0 1004 || EVP_PKEY_fromdata(key_ctx, &pkey, 1005 EVP_PKEY_KEYPAIR, params) <= 0) { 1006 OSSL_PARAM_free(params); 1007 goto err_rsa; 1008 } 1009 1010 rsa_ctx = EVP_PKEY_CTX_new(pkey, NULL); 1011 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 1012 asym_session->u.r.ctx = rsa_ctx; 1013 EVP_PKEY_free(pkey); 1014 EVP_PKEY_CTX_free(key_ctx); 1015 OSSL_PARAM_BLD_free(param_bld); 1016 OSSL_PARAM_free(params); 1017 ret = 0; 1018 #else 1019 RSA *rsa = RSA_new(); 1020 if (rsa == NULL) 1021 goto err_rsa; 1022 1023 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) { 1024 d = BN_bin2bn( 1025 (const unsigned char *)xform->rsa.d.data, 1026 xform->rsa.d.length, 1027 d); 1028 if (!d) { 1029 RSA_free(rsa); 1030 goto err_rsa; 1031 } 1032 } else { 1033 p = BN_bin2bn((const unsigned char *) 1034 xform->rsa.qt.p.data, 1035 xform->rsa.qt.p.length, 1036 p); 1037 q = BN_bin2bn((const unsigned char *) 1038 xform->rsa.qt.q.data, 1039 xform->rsa.qt.q.length, 1040 q); 1041 dmp1 = BN_bin2bn((const unsigned char *) 1042 xform->rsa.qt.dP.data, 1043 xform->rsa.qt.dP.length, 1044 dmp1); 1045 dmq1 = BN_bin2bn((const unsigned char *) 1046 xform->rsa.qt.dQ.data, 1047 xform->rsa.qt.dQ.length, 1048 dmq1); 1049 iqmp = BN_bin2bn((const unsigned char *) 1050 xform->rsa.qt.qInv.data, 1051 xform->rsa.qt.qInv.length, 1052 iqmp); 1053 1054 if (!p || !q || !dmp1 || !dmq1 || !iqmp) { 1055 RSA_free(rsa); 1056 goto err_rsa; 1057 } 1058 ret = set_rsa_params(rsa, p, q); 1059 if (ret) { 1060 OPENSSL_LOG(ERR, 1061 "failed to set rsa params"); 1062 RSA_free(rsa); 1063 goto err_rsa; 1064 } 1065 ret = set_rsa_crt_params(rsa, dmp1, dmq1, iqmp); 1066 if (ret) { 1067 OPENSSL_LOG(ERR, 1068 "failed to set crt params"); 1069 RSA_free(rsa); 1070 /* 1071 * set already populated params to NULL 1072 * as its freed by call to RSA_free 1073 */ 1074 p = q = NULL; 1075 goto err_rsa; 1076 } 1077 } 1078 1079 ret = set_rsa_keys(rsa, n, e, d); 1080 if (ret) { 1081 OPENSSL_LOG(ERR, "Failed to load rsa keys"); 1082 RSA_free(rsa); 1083 return ret; 1084 } 1085 asym_session->u.r.rsa = rsa; 1086 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA; 1087 break; 1088 #endif 1089 err_rsa: 1090 BN_clear_free(n); 1091 BN_clear_free(e); 1092 BN_clear_free(d); 1093 BN_clear_free(p); 1094 BN_clear_free(q); 1095 BN_clear_free(dmp1); 1096 BN_clear_free(dmq1); 1097 BN_clear_free(iqmp); 1098 1099 return ret; 1100 } 1101 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1102 { 1103 struct rte_crypto_modex_xform *xfrm = &(xform->modex); 1104 1105 BN_CTX *ctx = BN_CTX_new(); 1106 if (ctx == NULL) { 1107 OPENSSL_LOG(ERR, 1108 " failed to allocate resources"); 1109 return ret; 1110 } 1111 BN_CTX_start(ctx); 1112 BIGNUM *mod = BN_CTX_get(ctx); 1113 BIGNUM *exp = BN_CTX_get(ctx); 1114 if (mod == NULL || exp == NULL) { 1115 BN_CTX_end(ctx); 1116 BN_CTX_free(ctx); 1117 return ret; 1118 } 1119 1120 mod = BN_bin2bn((const unsigned char *) 1121 xfrm->modulus.data, 1122 xfrm->modulus.length, mod); 1123 exp = BN_bin2bn((const unsigned char *) 1124 xfrm->exponent.data, 1125 xfrm->exponent.length, exp); 1126 asym_session->u.e.ctx = ctx; 1127 asym_session->u.e.mod = mod; 1128 asym_session->u.e.exp = exp; 1129 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODEX; 1130 break; 1131 } 1132 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1133 { 1134 struct rte_crypto_modinv_xform *xfrm = &(xform->modinv); 1135 1136 BN_CTX *ctx = BN_CTX_new(); 1137 if (ctx == NULL) { 1138 OPENSSL_LOG(ERR, 1139 " failed to allocate resources"); 1140 return ret; 1141 } 1142 BN_CTX_start(ctx); 1143 BIGNUM *mod = BN_CTX_get(ctx); 1144 if (mod == NULL) { 1145 BN_CTX_end(ctx); 1146 BN_CTX_free(ctx); 1147 return ret; 1148 } 1149 1150 mod = BN_bin2bn((const unsigned char *) 1151 xfrm->modulus.data, 1152 xfrm->modulus.length, 1153 mod); 1154 asym_session->u.m.ctx = ctx; 1155 asym_session->u.m.modulus = mod; 1156 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODINV; 1157 break; 1158 } 1159 case RTE_CRYPTO_ASYM_XFORM_DH: 1160 { 1161 DH *dh = NULL; 1162 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1163 BIGNUM **p = &asym_session->u.dh.p; 1164 BIGNUM **g = &asym_session->u.dh.g; 1165 1166 *p = BN_bin2bn((const unsigned char *) 1167 xform->dh.p.data, 1168 xform->dh.p.length, 1169 *p); 1170 *g = BN_bin2bn((const unsigned char *) 1171 xform->dh.g.data, 1172 xform->dh.g.length, 1173 *g); 1174 if (!*p || !*g) 1175 goto err_dh; 1176 1177 OSSL_PARAM_BLD *param_bld = NULL; 1178 param_bld = OSSL_PARAM_BLD_new(); 1179 if (!param_bld) { 1180 OPENSSL_LOG(ERR, "failed to allocate resources"); 1181 goto err_dh; 1182 } 1183 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld, 1184 "group", "ffdhe2048", 0)) 1185 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1186 OSSL_PKEY_PARAM_FFC_P, *p)) 1187 || (!OSSL_PARAM_BLD_push_BN(param_bld, 1188 OSSL_PKEY_PARAM_FFC_G, *g))) { 1189 OSSL_PARAM_BLD_free(param_bld); 1190 goto err_dh; 1191 } 1192 1193 OSSL_PARAM_BLD *param_bld_peer = NULL; 1194 param_bld_peer = OSSL_PARAM_BLD_new(); 1195 if (!param_bld_peer) { 1196 OPENSSL_LOG(ERR, "failed to allocate resources"); 1197 OSSL_PARAM_BLD_free(param_bld); 1198 goto err_dh; 1199 } 1200 if ((!OSSL_PARAM_BLD_push_utf8_string(param_bld_peer, 1201 "group", "ffdhe2048", 0)) 1202 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1203 OSSL_PKEY_PARAM_FFC_P, *p)) 1204 || (!OSSL_PARAM_BLD_push_BN(param_bld_peer, 1205 OSSL_PKEY_PARAM_FFC_G, *g))) { 1206 OSSL_PARAM_BLD_free(param_bld); 1207 OSSL_PARAM_BLD_free(param_bld_peer); 1208 goto err_dh; 1209 } 1210 1211 asym_session->u.dh.param_bld = param_bld; 1212 asym_session->u.dh.param_bld_peer = param_bld_peer; 1213 #else 1214 BIGNUM *p = NULL; 1215 BIGNUM *g = NULL; 1216 1217 p = BN_bin2bn((const unsigned char *) 1218 xform->dh.p.data, 1219 xform->dh.p.length, 1220 p); 1221 g = BN_bin2bn((const unsigned char *) 1222 xform->dh.g.data, 1223 xform->dh.g.length, 1224 g); 1225 if (!p || !g) 1226 goto err_dh; 1227 1228 dh = DH_new(); 1229 if (dh == NULL) { 1230 OPENSSL_LOG(ERR, 1231 "failed to allocate resources"); 1232 goto err_dh; 1233 } 1234 ret = set_dh_params(dh, p, g); 1235 if (ret) { 1236 DH_free(dh); 1237 goto err_dh; 1238 } 1239 #endif 1240 asym_session->u.dh.dh_key = dh; 1241 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DH; 1242 break; 1243 1244 err_dh: 1245 OPENSSL_LOG(ERR, " failed to set dh params"); 1246 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1247 BN_free(*p); 1248 BN_free(*g); 1249 #else 1250 BN_free(p); 1251 BN_free(g); 1252 #endif 1253 return -1; 1254 } 1255 case RTE_CRYPTO_ASYM_XFORM_DSA: 1256 { 1257 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1258 BIGNUM **p = &asym_session->u.s.p; 1259 BIGNUM **g = &asym_session->u.s.g; 1260 BIGNUM **q = &asym_session->u.s.q; 1261 BIGNUM **priv_key = &asym_session->u.s.priv_key; 1262 BIGNUM *pub_key = NULL; 1263 OSSL_PARAM_BLD *param_bld = NULL; 1264 1265 *p = BN_bin2bn((const unsigned char *) 1266 xform->dsa.p.data, 1267 xform->dsa.p.length, 1268 *p); 1269 1270 *g = BN_bin2bn((const unsigned char *) 1271 xform->dsa.g.data, 1272 xform->dsa.g.length, 1273 *g); 1274 1275 *q = BN_bin2bn((const unsigned char *) 1276 xform->dsa.q.data, 1277 xform->dsa.q.length, 1278 *q); 1279 if (!*p || !*q || !*g) 1280 goto err_dsa; 1281 1282 *priv_key = BN_bin2bn((const unsigned char *) 1283 xform->dsa.x.data, 1284 xform->dsa.x.length, 1285 *priv_key); 1286 if (*priv_key == NULL) 1287 goto err_dsa; 1288 1289 param_bld = OSSL_PARAM_BLD_new(); 1290 if (!param_bld) { 1291 OPENSSL_LOG(ERR, "failed to allocate resources"); 1292 goto err_dsa; 1293 } 1294 1295 if (!OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_P, *p) 1296 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_G, *g) 1297 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_FFC_Q, *q) 1298 || !OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1299 *priv_key)) { 1300 OSSL_PARAM_BLD_free(param_bld); 1301 OPENSSL_LOG(ERR, "failed to allocate resources"); 1302 goto err_dsa; 1303 } 1304 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1305 asym_session->u.s.param_bld = param_bld; 1306 1307 break; 1308 #else 1309 BIGNUM *p = NULL, *g = NULL; 1310 BIGNUM *q = NULL, *priv_key = NULL; 1311 BIGNUM *pub_key = BN_new(); 1312 BN_zero(pub_key); 1313 1314 p = BN_bin2bn((const unsigned char *) 1315 xform->dsa.p.data, 1316 xform->dsa.p.length, 1317 p); 1318 1319 g = BN_bin2bn((const unsigned char *) 1320 xform->dsa.g.data, 1321 xform->dsa.g.length, 1322 g); 1323 1324 q = BN_bin2bn((const unsigned char *) 1325 xform->dsa.q.data, 1326 xform->dsa.q.length, 1327 q); 1328 if (!p || !q || !g) 1329 goto err_dsa; 1330 1331 priv_key = BN_bin2bn((const unsigned char *) 1332 xform->dsa.x.data, 1333 xform->dsa.x.length, 1334 priv_key); 1335 if (priv_key == NULL) 1336 goto err_dsa; 1337 1338 DSA *dsa = DSA_new(); 1339 if (dsa == NULL) { 1340 OPENSSL_LOG(ERR, 1341 " failed to allocate resources"); 1342 goto err_dsa; 1343 } 1344 1345 ret = set_dsa_params(dsa, p, q, g); 1346 if (ret) { 1347 DSA_free(dsa); 1348 OPENSSL_LOG(ERR, "Failed to dsa params"); 1349 goto err_dsa; 1350 } 1351 1352 /* 1353 * openssl 1.1.0 mandate that public key can't be 1354 * NULL in very first call. so set a dummy pub key. 1355 * to keep consistency, lets follow same approach for 1356 * both versions 1357 */ 1358 /* just set dummy public for very 1st call */ 1359 ret = set_dsa_keys(dsa, pub_key, priv_key); 1360 if (ret) { 1361 DSA_free(dsa); 1362 OPENSSL_LOG(ERR, "Failed to set keys"); 1363 goto err_dsa; 1364 } 1365 asym_session->u.s.dsa = dsa; 1366 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA; 1367 break; 1368 #endif 1369 err_dsa: 1370 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1371 BN_free(*p); 1372 BN_free(*q); 1373 BN_free(*g); 1374 BN_free(*priv_key); 1375 #else 1376 BN_free(p); 1377 BN_free(q); 1378 BN_free(g); 1379 BN_free(priv_key); 1380 #endif 1381 BN_free(pub_key); 1382 return -1; 1383 } 1384 case RTE_CRYPTO_ASYM_XFORM_ECFPM: 1385 { 1386 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1387 EC_GROUP *ecgrp = NULL; 1388 1389 asym_session->xfrm_type = xform->xform_type; 1390 1391 switch (xform->ec.curve_id) { 1392 case RTE_CRYPTO_EC_GROUP_SECP192R1: 1393 ecgrp = EC_GROUP_new_by_curve_name(NID_secp192k1); 1394 break; 1395 case RTE_CRYPTO_EC_GROUP_SECP224R1: 1396 ecgrp = EC_GROUP_new_by_curve_name(NID_secp224r1); 1397 break; 1398 case RTE_CRYPTO_EC_GROUP_SECP256R1: 1399 ecgrp = EC_GROUP_new_by_curve_name(NID_secp256k1); 1400 break; 1401 case RTE_CRYPTO_EC_GROUP_SECP384R1: 1402 ecgrp = EC_GROUP_new_by_curve_name(NID_secp384r1); 1403 break; 1404 case RTE_CRYPTO_EC_GROUP_SECP521R1: 1405 ecgrp = EC_GROUP_new_by_curve_name(NID_secp521r1); 1406 break; 1407 case RTE_CRYPTO_EC_GROUP_ED25519: 1408 ecgrp = EC_GROUP_new_by_curve_name(NID_ED25519); 1409 break; 1410 case RTE_CRYPTO_EC_GROUP_ED448: 1411 ecgrp = EC_GROUP_new_by_curve_name(NID_ED448); 1412 break; 1413 default: 1414 break; 1415 } 1416 1417 asym_session->u.ec.curve_id = xform->ec.curve_id; 1418 asym_session->u.ec.group = ecgrp; 1419 break; 1420 #else 1421 OPENSSL_LOG(WARNING, "ECFPM unsupported for OpenSSL Version < 3.0"); 1422 return -ENOTSUP; 1423 #endif 1424 } 1425 case RTE_CRYPTO_ASYM_XFORM_SM2: 1426 { 1427 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1428 #ifndef OPENSSL_NO_SM2 1429 OSSL_PARAM_BLD *param_bld = NULL; 1430 OSSL_PARAM *params = NULL; 1431 BIGNUM *pkey_bn = NULL; 1432 uint8_t pubkey[65]; 1433 size_t len = 0; 1434 int ret = -1; 1435 1436 param_bld = OSSL_PARAM_BLD_new(); 1437 if (!param_bld) { 1438 OPENSSL_LOG(ERR, "failed to allocate params"); 1439 goto err_sm2; 1440 } 1441 1442 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1443 OSSL_ASYM_CIPHER_PARAM_DIGEST, "SM3", 0); 1444 if (!ret) { 1445 OPENSSL_LOG(ERR, "failed to push params"); 1446 goto err_sm2; 1447 } 1448 1449 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1450 OSSL_PKEY_PARAM_GROUP_NAME, "SM2", 0); 1451 if (!ret) { 1452 OPENSSL_LOG(ERR, "failed to push params"); 1453 goto err_sm2; 1454 } 1455 1456 pkey_bn = BN_bin2bn((const unsigned char *)xform->ec.pkey.data, 1457 xform->ec.pkey.length, pkey_bn); 1458 1459 ret = OSSL_PARAM_BLD_push_BN(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1460 pkey_bn); 1461 if (!ret) { 1462 OPENSSL_LOG(ERR, "failed to push params"); 1463 goto err_sm2; 1464 } 1465 1466 memset(pubkey, 0, sizeof(pubkey)); 1467 pubkey[0] = 0x04; 1468 len += 1; 1469 memcpy(&pubkey[len], xform->ec.q.x.data, xform->ec.q.x.length); 1470 len += xform->ec.q.x.length; 1471 memcpy(&pubkey[len], xform->ec.q.y.data, xform->ec.q.y.length); 1472 len += xform->ec.q.y.length; 1473 1474 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, 1475 OSSL_PKEY_PARAM_PUB_KEY, pubkey, len); 1476 if (!ret) { 1477 OPENSSL_LOG(ERR, "failed to push params"); 1478 goto err_sm2; 1479 } 1480 1481 params = OSSL_PARAM_BLD_to_param(param_bld); 1482 if (!params) { 1483 OPENSSL_LOG(ERR, "failed to push params"); 1484 goto err_sm2; 1485 } 1486 1487 asym_session->u.sm2.params = params; 1488 OSSL_PARAM_BLD_free(param_bld); 1489 BN_free(pkey_bn); 1490 1491 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_SM2; 1492 break; 1493 err_sm2: 1494 if (param_bld) 1495 OSSL_PARAM_BLD_free(param_bld); 1496 1497 if (asym_session->u.sm2.params) 1498 OSSL_PARAM_free(asym_session->u.sm2.params); 1499 1500 BN_free(pkey_bn); 1501 return -1; 1502 #else 1503 OPENSSL_LOG(WARNING, "SM2 unsupported in current OpenSSL Version"); 1504 return -ENOTSUP; 1505 #endif 1506 #else 1507 OPENSSL_LOG(WARNING, "SM2 unsupported for OpenSSL Version < 3.0"); 1508 return -ENOTSUP; 1509 #endif 1510 } 1511 case RTE_CRYPTO_ASYM_XFORM_EDDSA: 1512 { 1513 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L) 1514 OSSL_PARAM_BLD *param_bld = NULL; 1515 OSSL_PARAM *params = NULL; 1516 int ret = -1; 1517 1518 asym_session->u.eddsa.curve_id = xform->ec.curve_id; 1519 1520 param_bld = OSSL_PARAM_BLD_new(); 1521 if (!param_bld) { 1522 OPENSSL_LOG(ERR, "failed to allocate params"); 1523 goto err_eddsa; 1524 } 1525 1526 ret = OSSL_PARAM_BLD_push_utf8_string(param_bld, 1527 OSSL_PKEY_PARAM_GROUP_NAME, "ED25519", sizeof("ED25519")); 1528 if (!ret) { 1529 OPENSSL_LOG(ERR, "failed to push params"); 1530 goto err_eddsa; 1531 } 1532 1533 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PRIV_KEY, 1534 xform->ec.pkey.data, xform->ec.pkey.length); 1535 if (!ret) { 1536 OPENSSL_LOG(ERR, "failed to push params"); 1537 goto err_eddsa; 1538 } 1539 1540 ret = OSSL_PARAM_BLD_push_octet_string(param_bld, OSSL_PKEY_PARAM_PUB_KEY, 1541 xform->ec.q.x.data, xform->ec.q.x.length); 1542 if (!ret) { 1543 OPENSSL_LOG(ERR, "failed to push params"); 1544 goto err_eddsa; 1545 } 1546 1547 params = OSSL_PARAM_BLD_to_param(param_bld); 1548 if (!params) { 1549 OPENSSL_LOG(ERR, "failed to push params"); 1550 goto err_eddsa; 1551 } 1552 1553 asym_session->u.eddsa.params = params; 1554 OSSL_PARAM_BLD_free(param_bld); 1555 1556 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_EDDSA; 1557 break; 1558 err_eddsa: 1559 if (param_bld) 1560 OSSL_PARAM_BLD_free(param_bld); 1561 1562 if (asym_session->u.eddsa.params) 1563 OSSL_PARAM_free(asym_session->u.eddsa.params); 1564 1565 return -1; 1566 #else 1567 OPENSSL_LOG(WARNING, "EdDSA unsupported for OpenSSL Version < 3.3"); 1568 return -ENOTSUP; 1569 #endif 1570 } 1571 default: 1572 return ret; 1573 } 1574 1575 return 0; 1576 } 1577 1578 /** Configure the session from a crypto xform chain */ 1579 static int 1580 openssl_pmd_asym_session_configure(struct rte_cryptodev *dev __rte_unused, 1581 struct rte_crypto_asym_xform *xform, 1582 struct rte_cryptodev_asym_session *sess) 1583 { 1584 void *asym_sess_private_data; 1585 int ret; 1586 1587 if (unlikely(sess == NULL)) { 1588 OPENSSL_LOG(ERR, "invalid asymmetric session struct"); 1589 return -EINVAL; 1590 } 1591 1592 asym_sess_private_data = sess->sess_private_data; 1593 ret = openssl_set_asym_session_parameters(asym_sess_private_data, 1594 xform); 1595 if (ret != 0) { 1596 OPENSSL_LOG(ERR, "failed configure session parameters"); 1597 return ret; 1598 } 1599 1600 return 0; 1601 } 1602 1603 /** Clear the memory of session so it doesn't leave key material behind */ 1604 static void 1605 openssl_pmd_sym_session_clear(struct rte_cryptodev *dev __rte_unused, 1606 struct rte_cryptodev_sym_session *sess) 1607 { 1608 void *sess_priv = CRYPTODEV_GET_SYM_SESS_PRIV(sess); 1609 1610 /* Zero out the whole structure */ 1611 openssl_reset_session(sess_priv); 1612 } 1613 1614 static void openssl_reset_asym_session(struct openssl_asym_session *sess) 1615 { 1616 switch (sess->xfrm_type) { 1617 case RTE_CRYPTO_ASYM_XFORM_RSA: 1618 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1619 EVP_PKEY_CTX_free(sess->u.r.ctx); 1620 #else 1621 if (sess->u.r.rsa) 1622 RSA_free(sess->u.r.rsa); 1623 #endif 1624 break; 1625 case RTE_CRYPTO_ASYM_XFORM_MODEX: 1626 if (sess->u.e.ctx) { 1627 BN_CTX_end(sess->u.e.ctx); 1628 BN_CTX_free(sess->u.e.ctx); 1629 } 1630 break; 1631 case RTE_CRYPTO_ASYM_XFORM_MODINV: 1632 if (sess->u.m.ctx) { 1633 BN_CTX_end(sess->u.m.ctx); 1634 BN_CTX_free(sess->u.m.ctx); 1635 } 1636 break; 1637 case RTE_CRYPTO_ASYM_XFORM_DH: 1638 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1639 OSSL_PARAM_BLD_free(sess->u.dh.param_bld); 1640 OSSL_PARAM_BLD_free(sess->u.dh.param_bld_peer); 1641 sess->u.dh.param_bld = NULL; 1642 sess->u.dh.param_bld_peer = NULL; 1643 #else 1644 if (sess->u.dh.dh_key) 1645 DH_free(sess->u.dh.dh_key); 1646 #endif 1647 BN_clear_free(sess->u.dh.p); 1648 BN_clear_free(sess->u.dh.g); 1649 break; 1650 case RTE_CRYPTO_ASYM_XFORM_DSA: 1651 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1652 OSSL_PARAM_BLD_free(sess->u.s.param_bld); 1653 sess->u.s.param_bld = NULL; 1654 BN_clear_free(sess->u.s.p); 1655 BN_clear_free(sess->u.s.q); 1656 BN_clear_free(sess->u.s.g); 1657 BN_clear_free(sess->u.s.priv_key); 1658 #else 1659 if (sess->u.s.dsa) 1660 DSA_free(sess->u.s.dsa); 1661 #endif 1662 break; 1663 case RTE_CRYPTO_ASYM_XFORM_SM2: 1664 #if (OPENSSL_VERSION_NUMBER >= 0x30000000L) 1665 OSSL_PARAM_free(sess->u.sm2.params); 1666 #endif 1667 break; 1668 case RTE_CRYPTO_ASYM_XFORM_EDDSA: 1669 #if (OPENSSL_VERSION_NUMBER >= 0x30300000L) 1670 OSSL_PARAM_free(sess->u.eddsa.params); 1671 #endif 1672 break; 1673 default: 1674 break; 1675 } 1676 } 1677 1678 /** Clear the memory of asymmetric session 1679 * so it doesn't leave key material behind 1680 */ 1681 static void 1682 openssl_pmd_asym_session_clear(struct rte_cryptodev *dev __rte_unused, 1683 struct rte_cryptodev_asym_session *sess) 1684 { 1685 void *sess_priv = sess->sess_private_data; 1686 1687 /* Zero out the whole structure */ 1688 if (sess_priv) { 1689 openssl_reset_asym_session(sess_priv); 1690 memset(sess_priv, 0, sizeof(struct openssl_asym_session)); 1691 } 1692 } 1693 1694 struct rte_cryptodev_ops openssl_pmd_ops = { 1695 .dev_configure = openssl_pmd_config, 1696 .dev_start = openssl_pmd_start, 1697 .dev_stop = openssl_pmd_stop, 1698 .dev_close = openssl_pmd_close, 1699 1700 .stats_get = openssl_pmd_stats_get, 1701 .stats_reset = openssl_pmd_stats_reset, 1702 1703 .dev_infos_get = openssl_pmd_info_get, 1704 1705 .queue_pair_setup = openssl_pmd_qp_setup, 1706 .queue_pair_release = openssl_pmd_qp_release, 1707 1708 .sym_session_get_size = openssl_pmd_sym_session_get_size, 1709 .asym_session_get_size = openssl_pmd_asym_session_get_size, 1710 .sym_session_configure = openssl_pmd_sym_session_configure, 1711 .asym_session_configure = openssl_pmd_asym_session_configure, 1712 .sym_session_clear = openssl_pmd_sym_session_clear, 1713 .asym_session_clear = openssl_pmd_asym_session_clear 1714 }; 1715 1716 struct rte_cryptodev_ops *rte_openssl_pmd_ops = &openssl_pmd_ops; 1717