1 /*- 2 * BSD LICENSE 3 * 4 * Copyright(c) 2016-2017 Intel Corporation. All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 10 * * Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * * Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in 14 * the documentation and/or other materials provided with the 15 * distribution. 16 * * Neither the name of Intel Corporation nor the names of its 17 * contributors may be used to endorse or promote products derived 18 * from this software without specific prior written permission. 19 * 20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 22 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 23 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 24 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 25 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 26 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 30 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31 */ 32 33 #include <rte_common.h> 34 #include <rte_config.h> 35 #include <rte_cryptodev_pmd.h> 36 #include <rte_cryptodev_vdev.h> 37 #include <rte_vdev.h> 38 #include <rte_malloc.h> 39 40 #include "null_crypto_pmd_private.h" 41 42 /** verify and set session parameters */ 43 int 44 null_crypto_set_session_parameters( 45 struct null_crypto_session *sess __rte_unused, 46 const struct rte_crypto_sym_xform *xform) 47 { 48 if (xform == NULL) { 49 return -1; 50 } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 51 xform->next == NULL) { 52 /* Authentication Only */ 53 if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL) 54 return 0; 55 } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 56 xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER) { 57 /* Authentication then Cipher */ 58 if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL && 59 xform->next->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 60 return 0; 61 } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 62 xform->next == NULL) { 63 /* Cipher Only */ 64 if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 65 return 0; 66 } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 67 xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH) { 68 /* Cipher then Authentication */ 69 if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL && 70 xform->next->auth.algo == RTE_CRYPTO_AUTH_NULL) 71 return 0; 72 } 73 74 return -1; 75 } 76 77 /** Process crypto operation for mbuf */ 78 static int 79 process_op(const struct null_crypto_qp *qp, struct rte_crypto_op *op, 80 struct null_crypto_session *sess __rte_unused) 81 { 82 /* set status as successful by default */ 83 op->status = RTE_CRYPTO_OP_STATUS_SUCCESS; 84 85 /* 86 * if crypto session and operation are valid just enqueue the packet 87 * in the processed ring 88 */ 89 return rte_ring_enqueue(qp->processed_pkts, (void *)op); 90 } 91 92 static struct null_crypto_session * 93 get_session(struct null_crypto_qp *qp, struct rte_crypto_op *op) 94 { 95 struct null_crypto_session *sess; 96 struct rte_crypto_sym_op *sym_op = op->sym; 97 98 if (op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) { 99 if (unlikely(sym_op->session == NULL || 100 sym_op->session->dev_type != RTE_CRYPTODEV_NULL_PMD)) 101 return NULL; 102 103 sess = (struct null_crypto_session *)sym_op->session->_private; 104 } else { 105 struct rte_cryptodev_session *c_sess = NULL; 106 107 if (rte_mempool_get(qp->sess_mp, (void **)&c_sess)) 108 return NULL; 109 110 sess = (struct null_crypto_session *)c_sess->_private; 111 112 if (null_crypto_set_session_parameters(sess, sym_op->xform) != 0) 113 return NULL; 114 } 115 116 return sess; 117 } 118 119 /** Enqueue burst */ 120 static uint16_t 121 null_crypto_pmd_enqueue_burst(void *queue_pair, struct rte_crypto_op **ops, 122 uint16_t nb_ops) 123 { 124 struct null_crypto_session *sess; 125 struct null_crypto_qp *qp = queue_pair; 126 127 int i, retval; 128 129 for (i = 0; i < nb_ops; i++) { 130 sess = get_session(qp, ops[i]); 131 if (unlikely(sess == NULL)) 132 goto enqueue_err; 133 134 retval = process_op(qp, ops[i], sess); 135 if (unlikely(retval < 0)) 136 goto enqueue_err; 137 } 138 139 qp->qp_stats.enqueued_count += i; 140 return i; 141 142 enqueue_err: 143 if (ops[i]) 144 ops[i]->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS; 145 146 qp->qp_stats.enqueue_err_count++; 147 return i; 148 } 149 150 /** Dequeue burst */ 151 static uint16_t 152 null_crypto_pmd_dequeue_burst(void *queue_pair, struct rte_crypto_op **ops, 153 uint16_t nb_ops) 154 { 155 struct null_crypto_qp *qp = queue_pair; 156 157 unsigned nb_dequeued; 158 159 nb_dequeued = rte_ring_dequeue_burst(qp->processed_pkts, 160 (void **)ops, nb_ops, NULL); 161 qp->qp_stats.dequeued_count += nb_dequeued; 162 163 return nb_dequeued; 164 } 165 166 static int cryptodev_null_remove(const char *name); 167 168 /** Create crypto device */ 169 static int 170 cryptodev_null_create(const char *name, 171 struct rte_vdev_device *vdev, 172 struct rte_crypto_vdev_init_params *init_params) 173 { 174 struct rte_cryptodev *dev; 175 struct null_crypto_private *internals; 176 177 if (init_params->name[0] == '\0') 178 snprintf(init_params->name, sizeof(init_params->name), 179 "%s", name); 180 181 dev = rte_cryptodev_vdev_pmd_init(init_params->name, 182 sizeof(struct null_crypto_private), 183 init_params->socket_id, 184 vdev); 185 if (dev == NULL) { 186 NULL_CRYPTO_LOG_ERR("failed to create cryptodev vdev"); 187 goto init_error; 188 } 189 190 dev->dev_type = RTE_CRYPTODEV_NULL_PMD; 191 dev->dev_ops = null_crypto_pmd_ops; 192 193 /* register rx/tx burst functions for data path */ 194 dev->dequeue_burst = null_crypto_pmd_dequeue_burst; 195 dev->enqueue_burst = null_crypto_pmd_enqueue_burst; 196 197 dev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO | 198 RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING | 199 RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER; 200 201 internals = dev->data->dev_private; 202 203 internals->max_nb_qpairs = init_params->max_nb_queue_pairs; 204 internals->max_nb_sessions = init_params->max_nb_sessions; 205 206 return 0; 207 208 init_error: 209 NULL_CRYPTO_LOG_ERR("driver %s: cryptodev_null_create failed", 210 init_params->name); 211 cryptodev_null_remove(init_params->name); 212 213 return -EFAULT; 214 } 215 216 /** Initialise null crypto device */ 217 static int 218 cryptodev_null_probe(struct rte_vdev_device *dev) 219 { 220 struct rte_crypto_vdev_init_params init_params = { 221 RTE_CRYPTODEV_VDEV_DEFAULT_MAX_NB_QUEUE_PAIRS, 222 RTE_CRYPTODEV_VDEV_DEFAULT_MAX_NB_SESSIONS, 223 rte_socket_id(), 224 {0} 225 }; 226 const char *name; 227 228 name = rte_vdev_device_name(dev); 229 if (name == NULL) 230 return -EINVAL; 231 232 RTE_LOG(INFO, PMD, "Initialising %s on NUMA node %d\n", 233 name, init_params.socket_id); 234 if (init_params.name[0] != '\0') 235 RTE_LOG(INFO, PMD, " User defined name = %s\n", 236 init_params.name); 237 RTE_LOG(INFO, PMD, " Max number of queue pairs = %d\n", 238 init_params.max_nb_queue_pairs); 239 RTE_LOG(INFO, PMD, " Max number of sessions = %d\n", 240 init_params.max_nb_sessions); 241 242 return cryptodev_null_create(name, dev, &init_params); 243 } 244 245 /** Uninitialise null crypto device */ 246 static int 247 cryptodev_null_remove(const char *name) 248 { 249 if (name == NULL) 250 return -EINVAL; 251 252 RTE_LOG(INFO, PMD, "Closing null crypto device %s on numa socket %u\n", 253 name, rte_socket_id()); 254 255 return 0; 256 } 257 258 static int 259 cryptodev_null_remove_dev(struct rte_vdev_device *dev) 260 { 261 return cryptodev_null_remove(rte_vdev_device_name(dev)); 262 } 263 264 static struct rte_vdev_driver cryptodev_null_pmd_drv = { 265 .probe = cryptodev_null_probe, 266 .remove = cryptodev_null_remove_dev, 267 }; 268 269 RTE_PMD_REGISTER_VDEV(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd_drv); 270 RTE_PMD_REGISTER_ALIAS(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd); 271 RTE_PMD_REGISTER_PARAM_STRING(CRYPTODEV_NAME_NULL_PMD, 272 "max_nb_queue_pairs=<int> " 273 "max_nb_sessions=<int> " 274 "socket_id=<int>"); 275