1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2017 Cavium, Inc 3 */ 4 5 #ifndef _ARMV8_PMD_PRIVATE_H_ 6 #define _ARMV8_PMD_PRIVATE_H_ 7 8 #include "AArch64cryptolib.h" 9 10 #define CRYPTODEV_NAME_ARMV8_PMD crypto_armv8 11 /**< ARMv8 Crypto PMD device name */ 12 13 extern int crypto_armv8_log_type; 14 15 #define ARMV8_CRYPTO_LOG_ERR(fmt, args...) \ 16 rte_log(RTE_LOG_ERR, crypto_armv8_log_type, \ 17 "[%s] %s() line %u: " fmt "\n", \ 18 RTE_STR(CRYPTODEV_NAME_ARMV8_PMD), \ 19 __func__, __LINE__, ## args) 20 21 #define ARMV8_CRYPTO_LOG_INFO(fmt, args...) \ 22 rte_log(RTE_LOG_INFO, crypto_armv8_log_type, \ 23 "[%s] %s() line %u: " fmt "\n", \ 24 RTE_STR(CRYPTODEV_NAME_ARMV8_PMD), \ 25 __func__, __LINE__, ## args) 26 27 #define ARMV8_CRYPTO_LOG_DBG(fmt, args...) \ 28 rte_log(RTE_LOG_DEBUG, crypto_armv8_log_type, \ 29 "[%s] %s() line %u: " fmt "\n", \ 30 RTE_STR(CRYPTODEV_NAME_ARMV8_PMD), \ 31 __func__, __LINE__, ## args) 32 33 #define NBBY 8 /* Number of bits in a byte */ 34 #define BYTE_LENGTH(x) ((x) / NBBY) /* Number of bytes in x (round down) */ 35 36 /* Maximum length for digest (SHA-256 needs 32 bytes) */ 37 #define DIGEST_LENGTH_MAX 32 38 39 /** ARMv8 operation order mode enumerator */ 40 enum armv8_crypto_chain_order { 41 ARMV8_CRYPTO_CHAIN_CIPHER_AUTH, 42 ARMV8_CRYPTO_CHAIN_AUTH_CIPHER, 43 ARMV8_CRYPTO_CHAIN_NOT_SUPPORTED, 44 ARMV8_CRYPTO_CHAIN_LIST_END = ARMV8_CRYPTO_CHAIN_NOT_SUPPORTED 45 }; 46 47 /** ARMv8 cipher operation enumerator */ 48 enum armv8_crypto_cipher_operation { 49 ARMV8_CRYPTO_CIPHER_OP_ENCRYPT = RTE_CRYPTO_CIPHER_OP_ENCRYPT, 50 ARMV8_CRYPTO_CIPHER_OP_DECRYPT = RTE_CRYPTO_CIPHER_OP_DECRYPT, 51 ARMV8_CRYPTO_CIPHER_OP_NOT_SUPPORTED, 52 ARMV8_CRYPTO_CIPHER_OP_LIST_END = ARMV8_CRYPTO_CIPHER_OP_NOT_SUPPORTED 53 }; 54 55 enum armv8_crypto_cipher_keylen { 56 ARMV8_CRYPTO_CIPHER_KEYLEN_128, 57 ARMV8_CRYPTO_CIPHER_KEYLEN_192, 58 ARMV8_CRYPTO_CIPHER_KEYLEN_256, 59 ARMV8_CRYPTO_CIPHER_KEYLEN_NOT_SUPPORTED, 60 ARMV8_CRYPTO_CIPHER_KEYLEN_LIST_END = 61 ARMV8_CRYPTO_CIPHER_KEYLEN_NOT_SUPPORTED 62 }; 63 64 /** ARMv8 auth mode enumerator */ 65 enum armv8_crypto_auth_mode { 66 ARMV8_CRYPTO_AUTH_AS_AUTH, 67 ARMV8_CRYPTO_AUTH_AS_HMAC, 68 ARMV8_CRYPTO_AUTH_AS_CIPHER, 69 ARMV8_CRYPTO_AUTH_NOT_SUPPORTED, 70 ARMV8_CRYPTO_AUTH_LIST_END = ARMV8_CRYPTO_AUTH_NOT_SUPPORTED 71 }; 72 73 #define CRYPTO_CIPHER_KEYLEN_MAX ARMV8_CRYPTO_CIPHER_KEYLEN_LIST_END 74 #define CRYPTO_CIPHER_MAX (RTE_CRYPTO_CIPHER_AES_ECB + 1) 75 #define CRYPTO_AUTH_MAX (RTE_CRYPTO_AUTH_SHA512_HMAC + 1) 76 77 #define HMAC_IPAD_VALUE (0x36) 78 #define HMAC_OPAD_VALUE (0x5C) 79 80 #define SHA256_AUTH_KEY_LENGTH (BYTE_LENGTH(256)) 81 #define SHA256_BLOCK_SIZE (BYTE_LENGTH(512)) 82 83 #define SHA1_AUTH_KEY_LENGTH (BYTE_LENGTH(160)) 84 #define SHA1_BLOCK_SIZE (BYTE_LENGTH(512)) 85 86 #define SHA_AUTH_KEY_MAX SHA256_AUTH_KEY_LENGTH 87 #define SHA_BLOCK_MAX SHA256_BLOCK_SIZE 88 89 typedef int (*crypto_func_t)(uint8_t *, uint8_t *, uint64_t, 90 uint8_t *, uint8_t *, uint64_t, 91 armv8_cipher_digest_t *); 92 93 typedef void (*crypto_key_sched_t)(uint8_t *, const uint8_t *); 94 95 /** private data structure for each ARMv8 crypto device */ 96 struct armv8_crypto_private { 97 unsigned int max_nb_qpairs; 98 /**< Max number of queue pairs */ 99 }; 100 101 /** ARMv8 crypto queue pair */ 102 struct __rte_cache_aligned armv8_crypto_qp { 103 uint16_t id; 104 /**< Queue Pair Identifier */ 105 struct rte_ring *processed_ops; 106 /**< Ring for placing process packets */ 107 struct rte_mempool *sess_mp; 108 /**< Session Mempool */ 109 struct rte_cryptodev_stats stats; 110 /**< Queue pair statistics */ 111 char name[RTE_CRYPTODEV_NAME_MAX_LEN]; 112 /**< Unique Queue Pair Name */ 113 uint8_t temp_digest[DIGEST_LENGTH_MAX]; 114 /**< Buffer used to store the digest generated 115 * by the driver when verifying a digest provided 116 * by the user (using authentication verify operation) 117 */ 118 }; 119 120 /** ARMv8 crypto private session structure */ 121 struct __rte_cache_aligned armv8_crypto_session { 122 enum armv8_crypto_chain_order chain_order; 123 /**< chain order mode */ 124 crypto_func_t crypto_func; 125 /**< cryptographic function to use for this session */ 126 127 /** Cipher Parameters */ 128 struct { 129 enum rte_crypto_cipher_operation direction; 130 /**< cipher operation direction */ 131 enum rte_crypto_cipher_algorithm algo; 132 /**< cipher algorithm */ 133 struct { 134 uint16_t length; 135 uint16_t offset; 136 } iv; 137 /**< IV parameters */ 138 139 struct { 140 uint8_t data[256]; 141 /**< key data */ 142 size_t length; 143 /**< key length in bytes */ 144 } key; 145 146 crypto_key_sched_t key_sched; 147 /**< Key schedule function */ 148 } cipher; 149 150 /** Authentication Parameters */ 151 struct { 152 enum rte_crypto_auth_operation operation; 153 /**< auth operation generate or verify */ 154 enum armv8_crypto_auth_mode mode; 155 /**< auth operation mode */ 156 157 union { 158 struct { 159 /* Add data if needed */ 160 } auth; 161 162 struct { 163 alignas(RTE_CACHE_LINE_SIZE) uint8_t i_key_pad[SHA_BLOCK_MAX]; 164 /**< inner pad (max supported block length) */ 165 alignas(RTE_CACHE_LINE_SIZE) uint8_t o_key_pad[SHA_BLOCK_MAX]; 166 /**< outer pad (max supported block length) */ 167 uint8_t key[SHA_BLOCK_MAX]; 168 /**< HMAC key (max supported block length)*/ 169 } hmac; 170 }; 171 uint16_t digest_length; 172 /* Digest length */ 173 } auth; 174 175 }; 176 177 /** Set and validate ARMv8 crypto session parameters */ 178 extern int armv8_crypto_set_session_parameters( 179 struct armv8_crypto_session *sess, 180 const struct rte_crypto_sym_xform *xform); 181 182 /** device specific operations function pointer structure */ 183 extern struct rte_cryptodev_ops *rte_armv8_crypto_pmd_ops; 184 185 #endif /* _ARMV8_PMD_PRIVATE_H_ */ 186