15566a3e3SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause 25566a3e3SBruce Richardson * Copyright(c) 2016-2017 Intel Corporation 394b0ad8eSDeclan Doherty */ 494b0ad8eSDeclan Doherty 594b0ad8eSDeclan Doherty #include <rte_common.h> 694b0ad8eSDeclan Doherty #include <rte_cryptodev_pmd.h> 7d4a586d2SJianfeng Tan #include <rte_bus_vdev.h> 894b0ad8eSDeclan Doherty #include <rte_malloc.h> 994b0ad8eSDeclan Doherty 1094b0ad8eSDeclan Doherty #include "null_crypto_pmd_private.h" 1194b0ad8eSDeclan Doherty 127a364faeSSlawomir Mrozowicz static uint8_t cryptodev_driver_id; 132ce24ee7SFerruh Yigit int null_logtype_driver; 147a364faeSSlawomir Mrozowicz 1594b0ad8eSDeclan Doherty /** verify and set session parameters */ 1694b0ad8eSDeclan Doherty int 1794b0ad8eSDeclan Doherty null_crypto_set_session_parameters( 1894b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused, 1994b0ad8eSDeclan Doherty const struct rte_crypto_sym_xform *xform) 2094b0ad8eSDeclan Doherty { 2194b0ad8eSDeclan Doherty if (xform == NULL) { 2227391b53SPablo de Lara return -EINVAL; 2394b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 2494b0ad8eSDeclan Doherty xform->next == NULL) { 2594b0ad8eSDeclan Doherty /* Authentication Only */ 2694b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL) 2794b0ad8eSDeclan Doherty return 0; 2894b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 2994b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER) { 3094b0ad8eSDeclan Doherty /* Authentication then Cipher */ 3194b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL && 3294b0ad8eSDeclan Doherty xform->next->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 3394b0ad8eSDeclan Doherty return 0; 3494b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 3594b0ad8eSDeclan Doherty xform->next == NULL) { 3694b0ad8eSDeclan Doherty /* Cipher Only */ 3794b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 3894b0ad8eSDeclan Doherty return 0; 3994b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 4094b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH) { 4194b0ad8eSDeclan Doherty /* Cipher then Authentication */ 4294b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL && 4394b0ad8eSDeclan Doherty xform->next->auth.algo == RTE_CRYPTO_AUTH_NULL) 4494b0ad8eSDeclan Doherty return 0; 4594b0ad8eSDeclan Doherty } 4694b0ad8eSDeclan Doherty 4727391b53SPablo de Lara return -ENOTSUP; 4894b0ad8eSDeclan Doherty } 4994b0ad8eSDeclan Doherty 5094b0ad8eSDeclan Doherty /** Process crypto operation for mbuf */ 5194b0ad8eSDeclan Doherty static int 5294b0ad8eSDeclan Doherty process_op(const struct null_crypto_qp *qp, struct rte_crypto_op *op, 5394b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused) 5494b0ad8eSDeclan Doherty { 5594b0ad8eSDeclan Doherty /* set status as successful by default */ 5694b0ad8eSDeclan Doherty op->status = RTE_CRYPTO_OP_STATUS_SUCCESS; 5794b0ad8eSDeclan Doherty 58b3bbd9e5SSlawomir Mrozowicz /* Free session if a session-less crypto op. */ 59b3bbd9e5SSlawomir Mrozowicz if (op->sess_type == RTE_CRYPTO_OP_SESSIONLESS) { 60b3bbd9e5SSlawomir Mrozowicz memset(op->sym->session, 0, 61b3bbd9e5SSlawomir Mrozowicz sizeof(struct null_crypto_session)); 62b3bbd9e5SSlawomir Mrozowicz rte_cryptodev_sym_session_free(op->sym->session); 63b3bbd9e5SSlawomir Mrozowicz op->sym->session = NULL; 64b3bbd9e5SSlawomir Mrozowicz } 65b3bbd9e5SSlawomir Mrozowicz 6694b0ad8eSDeclan Doherty /* 6794b0ad8eSDeclan Doherty * if crypto session and operation are valid just enqueue the packet 6894b0ad8eSDeclan Doherty * in the processed ring 6994b0ad8eSDeclan Doherty */ 7094b0ad8eSDeclan Doherty return rte_ring_enqueue(qp->processed_pkts, (void *)op); 7194b0ad8eSDeclan Doherty } 7294b0ad8eSDeclan Doherty 7394b0ad8eSDeclan Doherty static struct null_crypto_session * 745209df0dSPablo de Lara get_session(struct null_crypto_qp *qp, struct rte_crypto_op *op) 7594b0ad8eSDeclan Doherty { 76b3bbd9e5SSlawomir Mrozowicz struct null_crypto_session *sess = NULL; 775209df0dSPablo de Lara struct rte_crypto_sym_op *sym_op = op->sym; 7894b0ad8eSDeclan Doherty 795209df0dSPablo de Lara if (op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) { 80b3bbd9e5SSlawomir Mrozowicz if (likely(sym_op->session != NULL)) 81b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *) 82012c5076SPablo de Lara get_sym_session_private_data( 83b3bbd9e5SSlawomir Mrozowicz sym_op->session, cryptodev_driver_id); 8494b0ad8eSDeclan Doherty } else { 85b3bbd9e5SSlawomir Mrozowicz void *_sess = NULL; 86b3bbd9e5SSlawomir Mrozowicz void *_sess_private_data = NULL; 8794b0ad8eSDeclan Doherty 88b3bbd9e5SSlawomir Mrozowicz if (rte_mempool_get(qp->sess_mp, (void **)&_sess)) 8994b0ad8eSDeclan Doherty return NULL; 9094b0ad8eSDeclan Doherty 91725d2a7fSFan Zhang if (rte_mempool_get(qp->sess_mp_priv, 92725d2a7fSFan Zhang (void **)&_sess_private_data)) 9394b0ad8eSDeclan Doherty return NULL; 94b3bbd9e5SSlawomir Mrozowicz 95b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *)_sess_private_data; 96b3bbd9e5SSlawomir Mrozowicz 97b3bbd9e5SSlawomir Mrozowicz if (unlikely(null_crypto_set_session_parameters(sess, 98b3bbd9e5SSlawomir Mrozowicz sym_op->xform) != 0)) { 99b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(qp->sess_mp, _sess); 100725d2a7fSFan Zhang rte_mempool_put(qp->sess_mp_priv, _sess_private_data); 101b3bbd9e5SSlawomir Mrozowicz sess = NULL; 102b3bbd9e5SSlawomir Mrozowicz } 103b3bbd9e5SSlawomir Mrozowicz sym_op->session = (struct rte_cryptodev_sym_session *)_sess; 104012c5076SPablo de Lara set_sym_session_private_data(op->sym->session, 105012c5076SPablo de Lara cryptodev_driver_id, _sess_private_data); 10694b0ad8eSDeclan Doherty } 10794b0ad8eSDeclan Doherty 10894b0ad8eSDeclan Doherty return sess; 10994b0ad8eSDeclan Doherty } 11094b0ad8eSDeclan Doherty 11194b0ad8eSDeclan Doherty /** Enqueue burst */ 11294b0ad8eSDeclan Doherty static uint16_t 11394b0ad8eSDeclan Doherty null_crypto_pmd_enqueue_burst(void *queue_pair, struct rte_crypto_op **ops, 11494b0ad8eSDeclan Doherty uint16_t nb_ops) 11594b0ad8eSDeclan Doherty { 11694b0ad8eSDeclan Doherty struct null_crypto_session *sess; 11794b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair; 11894b0ad8eSDeclan Doherty 11994b0ad8eSDeclan Doherty int i, retval; 12094b0ad8eSDeclan Doherty 12194b0ad8eSDeclan Doherty for (i = 0; i < nb_ops; i++) { 1225209df0dSPablo de Lara sess = get_session(qp, ops[i]); 12394b0ad8eSDeclan Doherty if (unlikely(sess == NULL)) 12494b0ad8eSDeclan Doherty goto enqueue_err; 12594b0ad8eSDeclan Doherty 12694b0ad8eSDeclan Doherty retval = process_op(qp, ops[i], sess); 12794b0ad8eSDeclan Doherty if (unlikely(retval < 0)) 12894b0ad8eSDeclan Doherty goto enqueue_err; 12994b0ad8eSDeclan Doherty } 13094b0ad8eSDeclan Doherty 13194b0ad8eSDeclan Doherty qp->qp_stats.enqueued_count += i; 13294b0ad8eSDeclan Doherty return i; 13394b0ad8eSDeclan Doherty 13494b0ad8eSDeclan Doherty enqueue_err: 13594b0ad8eSDeclan Doherty if (ops[i]) 13694b0ad8eSDeclan Doherty ops[i]->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS; 13794b0ad8eSDeclan Doherty 13894b0ad8eSDeclan Doherty qp->qp_stats.enqueue_err_count++; 13994b0ad8eSDeclan Doherty return i; 14094b0ad8eSDeclan Doherty } 14194b0ad8eSDeclan Doherty 14294b0ad8eSDeclan Doherty /** Dequeue burst */ 14394b0ad8eSDeclan Doherty static uint16_t 14494b0ad8eSDeclan Doherty null_crypto_pmd_dequeue_burst(void *queue_pair, struct rte_crypto_op **ops, 14594b0ad8eSDeclan Doherty uint16_t nb_ops) 14694b0ad8eSDeclan Doherty { 14794b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair; 14894b0ad8eSDeclan Doherty 14994b0ad8eSDeclan Doherty unsigned nb_dequeued; 15094b0ad8eSDeclan Doherty 15194b0ad8eSDeclan Doherty nb_dequeued = rte_ring_dequeue_burst(qp->processed_pkts, 152ecaed092SBruce Richardson (void **)ops, nb_ops, NULL); 15394b0ad8eSDeclan Doherty qp->qp_stats.dequeued_count += nb_dequeued; 15494b0ad8eSDeclan Doherty 15594b0ad8eSDeclan Doherty return nb_dequeued; 15694b0ad8eSDeclan Doherty } 15794b0ad8eSDeclan Doherty 15894b0ad8eSDeclan Doherty /** Create crypto device */ 15994b0ad8eSDeclan Doherty static int 160168b9e76SPablo de Lara cryptodev_null_create(const char *name, 161917ac9c4SPablo de Lara struct rte_vdev_device *vdev, 162f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params *init_params) 16394b0ad8eSDeclan Doherty { 16494b0ad8eSDeclan Doherty struct rte_cryptodev *dev; 16594b0ad8eSDeclan Doherty struct null_crypto_private *internals; 166f2f020d2SDeclan Doherty dev = rte_cryptodev_pmd_create(name, &vdev->device, init_params); 16794b0ad8eSDeclan Doherty if (dev == NULL) { 168735b783dSPallantla Poornima NULL_LOG(ERR, "failed to create cryptodev vdev"); 169f2f020d2SDeclan Doherty return -EFAULT; 17094b0ad8eSDeclan Doherty } 17194b0ad8eSDeclan Doherty 1727a364faeSSlawomir Mrozowicz dev->driver_id = cryptodev_driver_id; 17394b0ad8eSDeclan Doherty dev->dev_ops = null_crypto_pmd_ops; 17494b0ad8eSDeclan Doherty 17594b0ad8eSDeclan Doherty /* register rx/tx burst functions for data path */ 17694b0ad8eSDeclan Doherty dev->dequeue_burst = null_crypto_pmd_dequeue_burst; 17794b0ad8eSDeclan Doherty dev->enqueue_burst = null_crypto_pmd_enqueue_burst; 17894b0ad8eSDeclan Doherty 17926c2e4adSDeclan Doherty dev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO | 1802d03ec6aSTomasz Kulasek RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING | 181*b3aaf24dSPablo de Lara RTE_CRYPTODEV_FF_IN_PLACE_SGL | 182*b3aaf24dSPablo de Lara RTE_CRYPTODEV_FF_SYM_SESSIONLESS; 18326c2e4adSDeclan Doherty 18494b0ad8eSDeclan Doherty internals = dev->data->dev_private; 18594b0ad8eSDeclan Doherty 18694b0ad8eSDeclan Doherty internals->max_nb_qpairs = init_params->max_nb_queue_pairs; 18794b0ad8eSDeclan Doherty 18894b0ad8eSDeclan Doherty return 0; 18994b0ad8eSDeclan Doherty } 19094b0ad8eSDeclan Doherty 19194b0ad8eSDeclan Doherty /** Initialise null crypto device */ 19294b0ad8eSDeclan Doherty static int 1935d2aa461SJan Blunck cryptodev_null_probe(struct rte_vdev_device *dev) 19494b0ad8eSDeclan Doherty { 195f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params init_params = { 196f2f020d2SDeclan Doherty "", 197f2f020d2SDeclan Doherty sizeof(struct null_crypto_private), 198d803b443SFan Zhang rte_socket_id(), 199e1fc5b76SPablo de Lara RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_QUEUE_PAIRS 20094b0ad8eSDeclan Doherty }; 201f2f020d2SDeclan Doherty const char *name, *args; 202f2f020d2SDeclan Doherty int retval; 20394b0ad8eSDeclan Doherty 2047e214771SPablo de Lara name = rte_vdev_device_name(dev); 2057e214771SPablo de Lara if (name == NULL) 2067e214771SPablo de Lara return -EINVAL; 20794b0ad8eSDeclan Doherty 208f2f020d2SDeclan Doherty args = rte_vdev_device_args(dev); 209f2f020d2SDeclan Doherty 210f2f020d2SDeclan Doherty retval = rte_cryptodev_pmd_parse_input_args(&init_params, args); 211f2f020d2SDeclan Doherty if (retval) { 212735b783dSPallantla Poornima NULL_LOG(ERR, 213735b783dSPallantla Poornima "Failed to parse initialisation arguments[%s]", 214735b783dSPallantla Poornima args); 215f2f020d2SDeclan Doherty return -EINVAL; 216f2f020d2SDeclan Doherty } 21794b0ad8eSDeclan Doherty 218917ac9c4SPablo de Lara return cryptodev_null_create(name, dev, &init_params); 21994b0ad8eSDeclan Doherty } 22094b0ad8eSDeclan Doherty 22194b0ad8eSDeclan Doherty static int 222f2f020d2SDeclan Doherty cryptodev_null_remove_dev(struct rte_vdev_device *vdev) 22394b0ad8eSDeclan Doherty { 224f2f020d2SDeclan Doherty struct rte_cryptodev *cryptodev; 225f2f020d2SDeclan Doherty const char *name; 226f2f020d2SDeclan Doherty 227f2f020d2SDeclan Doherty name = rte_vdev_device_name(vdev); 22894b0ad8eSDeclan Doherty if (name == NULL) 22994b0ad8eSDeclan Doherty return -EINVAL; 23094b0ad8eSDeclan Doherty 231f2f020d2SDeclan Doherty cryptodev = rte_cryptodev_pmd_get_named_dev(name); 232f2f020d2SDeclan Doherty if (cryptodev == NULL) 233f2f020d2SDeclan Doherty return -ENODEV; 23494b0ad8eSDeclan Doherty 235f2f020d2SDeclan Doherty return rte_cryptodev_pmd_destroy(cryptodev); 2365d2aa461SJan Blunck } 2375d2aa461SJan Blunck 238fe363dd4SJan Viktorin static struct rte_vdev_driver cryptodev_null_pmd_drv = { 23950a3345fSShreyansh Jain .probe = cryptodev_null_probe, 2405d2aa461SJan Blunck .remove = cryptodev_null_remove_dev, 24194b0ad8eSDeclan Doherty }; 24294b0ad8eSDeclan Doherty 243effd3b9fSPablo de Lara static struct cryptodev_driver null_crypto_drv; 244effd3b9fSPablo de Lara 24501f19227SShreyansh Jain RTE_PMD_REGISTER_VDEV(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd_drv); 246479c4af3SJan Blunck RTE_PMD_REGISTER_ALIAS(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd); 24701f19227SShreyansh Jain RTE_PMD_REGISTER_PARAM_STRING(CRYPTODEV_NAME_NULL_PMD, 24865eca099SPablo de Lara "max_nb_queue_pairs=<int> " 24965eca099SPablo de Lara "socket_id=<int>"); 250f737f5ceSFiona Trahe RTE_PMD_REGISTER_CRYPTO_DRIVER(null_crypto_drv, cryptodev_null_pmd_drv.driver, 251effd3b9fSPablo de Lara cryptodev_driver_id); 252735b783dSPallantla Poornima 253f8e99896SThomas Monjalon RTE_INIT(null_init_log) 254735b783dSPallantla Poornima { 255735b783dSPallantla Poornima null_logtype_driver = rte_log_register("pmd.crypto.null"); 256735b783dSPallantla Poornima } 257