15566a3e3SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause 25566a3e3SBruce Richardson * Copyright(c) 2016-2017 Intel Corporation 394b0ad8eSDeclan Doherty */ 494b0ad8eSDeclan Doherty 594b0ad8eSDeclan Doherty #include <string.h> 694b0ad8eSDeclan Doherty 794b0ad8eSDeclan Doherty #include <rte_common.h> 894b0ad8eSDeclan Doherty #include <rte_malloc.h> 994b0ad8eSDeclan Doherty #include <rte_cryptodev_pmd.h> 1094b0ad8eSDeclan Doherty 1194b0ad8eSDeclan Doherty #include "null_crypto_pmd_private.h" 1294b0ad8eSDeclan Doherty 1326c2e4adSDeclan Doherty static const struct rte_cryptodev_capabilities null_crypto_pmd_capabilities[] = { 1426c2e4adSDeclan Doherty { /* NULL (AUTH) */ 1526c2e4adSDeclan Doherty .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 16ff150afdSFiona Trahe {.sym = { 1726c2e4adSDeclan Doherty .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH, 18ff150afdSFiona Trahe {.auth = { 1926c2e4adSDeclan Doherty .algo = RTE_CRYPTO_AUTH_NULL, 2026c2e4adSDeclan Doherty .block_size = 1, 2126c2e4adSDeclan Doherty .key_size = { 2226c2e4adSDeclan Doherty .min = 0, 2326c2e4adSDeclan Doherty .max = 0, 2426c2e4adSDeclan Doherty .increment = 0 2526c2e4adSDeclan Doherty }, 2626c2e4adSDeclan Doherty .digest_size = { 2726c2e4adSDeclan Doherty .min = 0, 2826c2e4adSDeclan Doherty .max = 0, 2926c2e4adSDeclan Doherty .increment = 0 3026c2e4adSDeclan Doherty }, 31acf86169SPablo de Lara .iv_size = { 0 } 32ff150afdSFiona Trahe }, }, 33ff150afdSFiona Trahe }, }, 3426c2e4adSDeclan Doherty }, 3526c2e4adSDeclan Doherty { /* NULL (CIPHER) */ 3626c2e4adSDeclan Doherty .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC, 37ff150afdSFiona Trahe {.sym = { 3826c2e4adSDeclan Doherty .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER, 39ff150afdSFiona Trahe {.cipher = { 4026c2e4adSDeclan Doherty .algo = RTE_CRYPTO_CIPHER_NULL, 4126c2e4adSDeclan Doherty .block_size = 1, 4226c2e4adSDeclan Doherty .key_size = { 4326c2e4adSDeclan Doherty .min = 0, 4426c2e4adSDeclan Doherty .max = 0, 456bc43003SDeepak Kumar Jain .increment = 0 4626c2e4adSDeclan Doherty }, 470fbd75a9SPablo de Lara .iv_size = { 0 } 48ff150afdSFiona Trahe }, }, 49ff150afdSFiona Trahe }, } 5026c2e4adSDeclan Doherty }, 5126c2e4adSDeclan Doherty RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST() 5226c2e4adSDeclan Doherty }; 5326c2e4adSDeclan Doherty 5494b0ad8eSDeclan Doherty /** Configure device */ 5594b0ad8eSDeclan Doherty static int 5660e686c2SFan Zhang null_crypto_pmd_config(__rte_unused struct rte_cryptodev *dev, 5760e686c2SFan Zhang __rte_unused struct rte_cryptodev_config *config) 5894b0ad8eSDeclan Doherty { 5994b0ad8eSDeclan Doherty return 0; 6094b0ad8eSDeclan Doherty } 6194b0ad8eSDeclan Doherty 6294b0ad8eSDeclan Doherty /** Start device */ 6394b0ad8eSDeclan Doherty static int 6494b0ad8eSDeclan Doherty null_crypto_pmd_start(__rte_unused struct rte_cryptodev *dev) 6594b0ad8eSDeclan Doherty { 6694b0ad8eSDeclan Doherty return 0; 6794b0ad8eSDeclan Doherty } 6894b0ad8eSDeclan Doherty 6994b0ad8eSDeclan Doherty /** Stop device */ 7094b0ad8eSDeclan Doherty static void 7194b0ad8eSDeclan Doherty null_crypto_pmd_stop(__rte_unused struct rte_cryptodev *dev) 7294b0ad8eSDeclan Doherty { 7394b0ad8eSDeclan Doherty } 7494b0ad8eSDeclan Doherty 7594b0ad8eSDeclan Doherty /** Close device */ 7694b0ad8eSDeclan Doherty static int 7794b0ad8eSDeclan Doherty null_crypto_pmd_close(__rte_unused struct rte_cryptodev *dev) 7894b0ad8eSDeclan Doherty { 7994b0ad8eSDeclan Doherty return 0; 8094b0ad8eSDeclan Doherty } 8194b0ad8eSDeclan Doherty 8294b0ad8eSDeclan Doherty /** Get device statistics */ 8394b0ad8eSDeclan Doherty static void 8494b0ad8eSDeclan Doherty null_crypto_pmd_stats_get(struct rte_cryptodev *dev, 8594b0ad8eSDeclan Doherty struct rte_cryptodev_stats *stats) 8694b0ad8eSDeclan Doherty { 8794b0ad8eSDeclan Doherty int qp_id; 8894b0ad8eSDeclan Doherty 8994b0ad8eSDeclan Doherty for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 9094b0ad8eSDeclan Doherty struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id]; 9194b0ad8eSDeclan Doherty 9294b0ad8eSDeclan Doherty stats->enqueued_count += qp->qp_stats.enqueued_count; 9394b0ad8eSDeclan Doherty stats->dequeued_count += qp->qp_stats.dequeued_count; 9494b0ad8eSDeclan Doherty 9594b0ad8eSDeclan Doherty stats->enqueue_err_count += qp->qp_stats.enqueue_err_count; 9694b0ad8eSDeclan Doherty stats->dequeue_err_count += qp->qp_stats.dequeue_err_count; 9794b0ad8eSDeclan Doherty } 9894b0ad8eSDeclan Doherty } 9994b0ad8eSDeclan Doherty 10094b0ad8eSDeclan Doherty /** Reset device statistics */ 10194b0ad8eSDeclan Doherty static void 10294b0ad8eSDeclan Doherty null_crypto_pmd_stats_reset(struct rte_cryptodev *dev) 10394b0ad8eSDeclan Doherty { 10494b0ad8eSDeclan Doherty int qp_id; 10594b0ad8eSDeclan Doherty 10694b0ad8eSDeclan Doherty for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) { 10794b0ad8eSDeclan Doherty struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id]; 10894b0ad8eSDeclan Doherty 10994b0ad8eSDeclan Doherty memset(&qp->qp_stats, 0, sizeof(qp->qp_stats)); 11094b0ad8eSDeclan Doherty } 11194b0ad8eSDeclan Doherty } 11294b0ad8eSDeclan Doherty 11394b0ad8eSDeclan Doherty 11494b0ad8eSDeclan Doherty /** Get device info */ 11594b0ad8eSDeclan Doherty static void 11694b0ad8eSDeclan Doherty null_crypto_pmd_info_get(struct rte_cryptodev *dev, 11794b0ad8eSDeclan Doherty struct rte_cryptodev_info *dev_info) 11894b0ad8eSDeclan Doherty { 11994b0ad8eSDeclan Doherty struct null_crypto_private *internals = dev->data->dev_private; 12094b0ad8eSDeclan Doherty 12194b0ad8eSDeclan Doherty if (dev_info != NULL) { 1227a364faeSSlawomir Mrozowicz dev_info->driver_id = dev->driver_id; 12394b0ad8eSDeclan Doherty dev_info->max_nb_queue_pairs = internals->max_nb_qpairs; 124e1fc5b76SPablo de Lara /* No limit of number of sessions */ 125e1fc5b76SPablo de Lara dev_info->sym.max_nb_sessions = 0; 12626c2e4adSDeclan Doherty dev_info->feature_flags = dev->feature_flags; 12726c2e4adSDeclan Doherty dev_info->capabilities = null_crypto_pmd_capabilities; 12894b0ad8eSDeclan Doherty } 12994b0ad8eSDeclan Doherty } 13094b0ad8eSDeclan Doherty 13194b0ad8eSDeclan Doherty /** Release queue pair */ 13294b0ad8eSDeclan Doherty static int 13394b0ad8eSDeclan Doherty null_crypto_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id) 13494b0ad8eSDeclan Doherty { 13594b0ad8eSDeclan Doherty if (dev->data->queue_pairs[qp_id] != NULL) { 136*a4d69a51SFan Zhang struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id]; 137*a4d69a51SFan Zhang 138*a4d69a51SFan Zhang if (qp->processed_pkts) 139*a4d69a51SFan Zhang rte_ring_free(qp->processed_pkts); 140*a4d69a51SFan Zhang 14194b0ad8eSDeclan Doherty rte_free(dev->data->queue_pairs[qp_id]); 14294b0ad8eSDeclan Doherty dev->data->queue_pairs[qp_id] = NULL; 14394b0ad8eSDeclan Doherty } 14494b0ad8eSDeclan Doherty return 0; 14594b0ad8eSDeclan Doherty } 14694b0ad8eSDeclan Doherty 14794b0ad8eSDeclan Doherty /** set a unique name for the queue pair based on it's name, dev_id and qp_id */ 14894b0ad8eSDeclan Doherty static int 14994b0ad8eSDeclan Doherty null_crypto_pmd_qp_set_unique_name(struct rte_cryptodev *dev, 15094b0ad8eSDeclan Doherty struct null_crypto_qp *qp) 15194b0ad8eSDeclan Doherty { 15294b0ad8eSDeclan Doherty unsigned n = snprintf(qp->name, sizeof(qp->name), 15394b0ad8eSDeclan Doherty "null_crypto_pmd_%u_qp_%u", 15494b0ad8eSDeclan Doherty dev->data->dev_id, qp->id); 15594b0ad8eSDeclan Doherty 1566ab25e63STomasz Duszynski if (n >= sizeof(qp->name)) 15794b0ad8eSDeclan Doherty return -1; 15894b0ad8eSDeclan Doherty 15994b0ad8eSDeclan Doherty return 0; 16094b0ad8eSDeclan Doherty } 16194b0ad8eSDeclan Doherty 16294b0ad8eSDeclan Doherty /** Create a ring to place process packets on */ 16394b0ad8eSDeclan Doherty static struct rte_ring * 16494b0ad8eSDeclan Doherty null_crypto_pmd_qp_create_processed_pkts_ring(struct null_crypto_qp *qp, 16594b0ad8eSDeclan Doherty unsigned ring_size, int socket_id) 16694b0ad8eSDeclan Doherty { 16794b0ad8eSDeclan Doherty struct rte_ring *r; 16894b0ad8eSDeclan Doherty 16994b0ad8eSDeclan Doherty r = rte_ring_lookup(qp->name); 17094b0ad8eSDeclan Doherty if (r) { 171b11c78a2SBruce Richardson if (rte_ring_get_size(r) >= ring_size) { 172735b783dSPallantla Poornima NULL_LOG(INFO, 173735b783dSPallantla Poornima "Reusing existing ring %s for " 174735b783dSPallantla Poornima " processed packets", qp->name); 17594b0ad8eSDeclan Doherty return r; 17694b0ad8eSDeclan Doherty } 17794b0ad8eSDeclan Doherty 178735b783dSPallantla Poornima NULL_LOG(INFO, 179735b783dSPallantla Poornima "Unable to reuse existing ring %s for " 180735b783dSPallantla Poornima " processed packets", qp->name); 18194b0ad8eSDeclan Doherty return NULL; 18294b0ad8eSDeclan Doherty } 18394b0ad8eSDeclan Doherty 18494b0ad8eSDeclan Doherty return rte_ring_create(qp->name, ring_size, socket_id, 18594b0ad8eSDeclan Doherty RING_F_SP_ENQ | RING_F_SC_DEQ); 18694b0ad8eSDeclan Doherty } 18794b0ad8eSDeclan Doherty 18894b0ad8eSDeclan Doherty /** Setup a queue pair */ 18994b0ad8eSDeclan Doherty static int 19094b0ad8eSDeclan Doherty null_crypto_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id, 19194b0ad8eSDeclan Doherty const struct rte_cryptodev_qp_conf *qp_conf, 192f7db6f82SPablo de Lara int socket_id, struct rte_mempool *session_pool) 19394b0ad8eSDeclan Doherty { 19494b0ad8eSDeclan Doherty struct null_crypto_private *internals = dev->data->dev_private; 19594b0ad8eSDeclan Doherty struct null_crypto_qp *qp; 19694b0ad8eSDeclan Doherty int retval; 19794b0ad8eSDeclan Doherty 19894b0ad8eSDeclan Doherty if (qp_id >= internals->max_nb_qpairs) { 199735b783dSPallantla Poornima NULL_LOG(ERR, "Invalid qp_id %u, greater than maximum " 20094b0ad8eSDeclan Doherty "number of queue pairs supported (%u).", 20194b0ad8eSDeclan Doherty qp_id, internals->max_nb_qpairs); 20294b0ad8eSDeclan Doherty return (-EINVAL); 20394b0ad8eSDeclan Doherty } 20494b0ad8eSDeclan Doherty 20594b0ad8eSDeclan Doherty /* Free memory prior to re-allocation if needed. */ 20694b0ad8eSDeclan Doherty if (dev->data->queue_pairs[qp_id] != NULL) 20794b0ad8eSDeclan Doherty null_crypto_pmd_qp_release(dev, qp_id); 20894b0ad8eSDeclan Doherty 20994b0ad8eSDeclan Doherty /* Allocate the queue pair data structure. */ 21094b0ad8eSDeclan Doherty qp = rte_zmalloc_socket("Null Crypto PMD Queue Pair", sizeof(*qp), 21194b0ad8eSDeclan Doherty RTE_CACHE_LINE_SIZE, socket_id); 21294b0ad8eSDeclan Doherty if (qp == NULL) { 213735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to allocate queue pair memory"); 21494b0ad8eSDeclan Doherty return (-ENOMEM); 21594b0ad8eSDeclan Doherty } 21694b0ad8eSDeclan Doherty 21794b0ad8eSDeclan Doherty qp->id = qp_id; 21894b0ad8eSDeclan Doherty dev->data->queue_pairs[qp_id] = qp; 21994b0ad8eSDeclan Doherty 22094b0ad8eSDeclan Doherty retval = null_crypto_pmd_qp_set_unique_name(dev, qp); 22194b0ad8eSDeclan Doherty if (retval) { 222735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to create unique name for null " 22394b0ad8eSDeclan Doherty "crypto device"); 224735b783dSPallantla Poornima 22594b0ad8eSDeclan Doherty goto qp_setup_cleanup; 22694b0ad8eSDeclan Doherty } 22794b0ad8eSDeclan Doherty 22894b0ad8eSDeclan Doherty qp->processed_pkts = null_crypto_pmd_qp_create_processed_pkts_ring(qp, 22994b0ad8eSDeclan Doherty qp_conf->nb_descriptors, socket_id); 23094b0ad8eSDeclan Doherty if (qp->processed_pkts == NULL) { 231735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to create unique name for null " 23294b0ad8eSDeclan Doherty "crypto device"); 23394b0ad8eSDeclan Doherty goto qp_setup_cleanup; 23494b0ad8eSDeclan Doherty } 23594b0ad8eSDeclan Doherty 236f7db6f82SPablo de Lara qp->sess_mp = session_pool; 23794b0ad8eSDeclan Doherty 23894b0ad8eSDeclan Doherty memset(&qp->qp_stats, 0, sizeof(qp->qp_stats)); 23994b0ad8eSDeclan Doherty 24094b0ad8eSDeclan Doherty return 0; 24194b0ad8eSDeclan Doherty 24294b0ad8eSDeclan Doherty qp_setup_cleanup: 24394b0ad8eSDeclan Doherty if (qp) 24494b0ad8eSDeclan Doherty rte_free(qp); 24594b0ad8eSDeclan Doherty 24694b0ad8eSDeclan Doherty return -1; 24794b0ad8eSDeclan Doherty } 24894b0ad8eSDeclan Doherty 24994b0ad8eSDeclan Doherty /** Return the number of allocated queue pairs */ 25094b0ad8eSDeclan Doherty static uint32_t 25194b0ad8eSDeclan Doherty null_crypto_pmd_qp_count(struct rte_cryptodev *dev) 25294b0ad8eSDeclan Doherty { 25394b0ad8eSDeclan Doherty return dev->data->nb_queue_pairs; 25494b0ad8eSDeclan Doherty } 25594b0ad8eSDeclan Doherty 25694b0ad8eSDeclan Doherty /** Returns the size of the NULL crypto session structure */ 25794b0ad8eSDeclan Doherty static unsigned 258012c5076SPablo de Lara null_crypto_pmd_sym_session_get_size(struct rte_cryptodev *dev __rte_unused) 25994b0ad8eSDeclan Doherty { 26094b0ad8eSDeclan Doherty return sizeof(struct null_crypto_session); 26194b0ad8eSDeclan Doherty } 26294b0ad8eSDeclan Doherty 26394b0ad8eSDeclan Doherty /** Configure a null crypto session from a crypto xform chain */ 264b3bbd9e5SSlawomir Mrozowicz static int 265012c5076SPablo de Lara null_crypto_pmd_sym_session_configure(struct rte_cryptodev *dev __rte_unused, 266b3bbd9e5SSlawomir Mrozowicz struct rte_crypto_sym_xform *xform, 267b3bbd9e5SSlawomir Mrozowicz struct rte_cryptodev_sym_session *sess, 268b3bbd9e5SSlawomir Mrozowicz struct rte_mempool *mp) 26994b0ad8eSDeclan Doherty { 270b3bbd9e5SSlawomir Mrozowicz void *sess_private_data; 27127391b53SPablo de Lara int ret; 27294b0ad8eSDeclan Doherty 27394b0ad8eSDeclan Doherty if (unlikely(sess == NULL)) { 274735b783dSPallantla Poornima NULL_LOG(ERR, "invalid session struct"); 27527391b53SPablo de Lara return -EINVAL; 27694b0ad8eSDeclan Doherty } 27794b0ad8eSDeclan Doherty 278b3bbd9e5SSlawomir Mrozowicz if (rte_mempool_get(mp, &sess_private_data)) { 279735b783dSPallantla Poornima NULL_LOG(ERR, 280b3bbd9e5SSlawomir Mrozowicz "Couldn't get object from session mempool"); 28127391b53SPablo de Lara return -ENOMEM; 282b3bbd9e5SSlawomir Mrozowicz } 283b3bbd9e5SSlawomir Mrozowicz 28427391b53SPablo de Lara ret = null_crypto_set_session_parameters(sess_private_data, xform); 28527391b53SPablo de Lara if (ret != 0) { 286735b783dSPallantla Poornima NULL_LOG(ERR, "failed configure session parameters"); 287b3bbd9e5SSlawomir Mrozowicz 288b3bbd9e5SSlawomir Mrozowicz /* Return session to mempool */ 289b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(mp, sess_private_data); 29027391b53SPablo de Lara return ret; 291b3bbd9e5SSlawomir Mrozowicz } 292b3bbd9e5SSlawomir Mrozowicz 293012c5076SPablo de Lara set_sym_session_private_data(sess, dev->driver_id, 294b3bbd9e5SSlawomir Mrozowicz sess_private_data); 295b3bbd9e5SSlawomir Mrozowicz 296b3bbd9e5SSlawomir Mrozowicz return 0; 29794b0ad8eSDeclan Doherty } 29894b0ad8eSDeclan Doherty 29994b0ad8eSDeclan Doherty /** Clear the memory of session so it doesn't leave key material behind */ 30094b0ad8eSDeclan Doherty static void 301012c5076SPablo de Lara null_crypto_pmd_sym_session_clear(struct rte_cryptodev *dev, 302b3bbd9e5SSlawomir Mrozowicz struct rte_cryptodev_sym_session *sess) 30394b0ad8eSDeclan Doherty { 304b3bbd9e5SSlawomir Mrozowicz uint8_t index = dev->driver_id; 305012c5076SPablo de Lara void *sess_priv = get_sym_session_private_data(sess, index); 306b3bbd9e5SSlawomir Mrozowicz 307b3bbd9e5SSlawomir Mrozowicz /* Zero out the whole structure */ 308b3bbd9e5SSlawomir Mrozowicz if (sess_priv) { 309b3bbd9e5SSlawomir Mrozowicz memset(sess_priv, 0, sizeof(struct null_crypto_session)); 310b3bbd9e5SSlawomir Mrozowicz struct rte_mempool *sess_mp = rte_mempool_from_obj(sess_priv); 311012c5076SPablo de Lara set_sym_session_private_data(sess, index, NULL); 312b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(sess_mp, sess_priv); 313b3bbd9e5SSlawomir Mrozowicz } 31494b0ad8eSDeclan Doherty } 31594b0ad8eSDeclan Doherty 316b74fd6b8SFerruh Yigit static struct rte_cryptodev_ops pmd_ops = { 31794b0ad8eSDeclan Doherty .dev_configure = null_crypto_pmd_config, 31894b0ad8eSDeclan Doherty .dev_start = null_crypto_pmd_start, 31994b0ad8eSDeclan Doherty .dev_stop = null_crypto_pmd_stop, 32094b0ad8eSDeclan Doherty .dev_close = null_crypto_pmd_close, 32194b0ad8eSDeclan Doherty 32294b0ad8eSDeclan Doherty .stats_get = null_crypto_pmd_stats_get, 32394b0ad8eSDeclan Doherty .stats_reset = null_crypto_pmd_stats_reset, 32494b0ad8eSDeclan Doherty 32594b0ad8eSDeclan Doherty .dev_infos_get = null_crypto_pmd_info_get, 32694b0ad8eSDeclan Doherty 32794b0ad8eSDeclan Doherty .queue_pair_setup = null_crypto_pmd_qp_setup, 32894b0ad8eSDeclan Doherty .queue_pair_release = null_crypto_pmd_qp_release, 32994b0ad8eSDeclan Doherty .queue_pair_count = null_crypto_pmd_qp_count, 33094b0ad8eSDeclan Doherty 331012c5076SPablo de Lara .sym_session_get_size = null_crypto_pmd_sym_session_get_size, 332012c5076SPablo de Lara .sym_session_configure = null_crypto_pmd_sym_session_configure, 333012c5076SPablo de Lara .sym_session_clear = null_crypto_pmd_sym_session_clear 33494b0ad8eSDeclan Doherty }; 33594b0ad8eSDeclan Doherty 33694b0ad8eSDeclan Doherty struct rte_cryptodev_ops *null_crypto_pmd_ops = &pmd_ops; 337