15566a3e3SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
25566a3e3SBruce Richardson * Copyright(c) 2016-2017 Intel Corporation
394b0ad8eSDeclan Doherty */
494b0ad8eSDeclan Doherty
594b0ad8eSDeclan Doherty #include <string.h>
694b0ad8eSDeclan Doherty
794b0ad8eSDeclan Doherty #include <rte_common.h>
894b0ad8eSDeclan Doherty #include <rte_malloc.h>
9af668035SAkhil Goyal #include <cryptodev_pmd.h>
1094b0ad8eSDeclan Doherty
1194b0ad8eSDeclan Doherty #include "null_crypto_pmd_private.h"
1294b0ad8eSDeclan Doherty
1326c2e4adSDeclan Doherty static const struct rte_cryptodev_capabilities null_crypto_pmd_capabilities[] = {
1426c2e4adSDeclan Doherty { /* NULL (AUTH) */
1526c2e4adSDeclan Doherty .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
16ff150afdSFiona Trahe {.sym = {
1726c2e4adSDeclan Doherty .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
18ff150afdSFiona Trahe {.auth = {
1926c2e4adSDeclan Doherty .algo = RTE_CRYPTO_AUTH_NULL,
2026c2e4adSDeclan Doherty .block_size = 1,
2126c2e4adSDeclan Doherty .key_size = {
2226c2e4adSDeclan Doherty .min = 0,
2326c2e4adSDeclan Doherty .max = 0,
2426c2e4adSDeclan Doherty .increment = 0
2526c2e4adSDeclan Doherty },
2626c2e4adSDeclan Doherty .digest_size = {
2726c2e4adSDeclan Doherty .min = 0,
2826c2e4adSDeclan Doherty .max = 0,
2926c2e4adSDeclan Doherty .increment = 0
3026c2e4adSDeclan Doherty },
31acf86169SPablo de Lara .iv_size = { 0 }
32ff150afdSFiona Trahe }, },
33ff150afdSFiona Trahe }, },
3426c2e4adSDeclan Doherty },
3526c2e4adSDeclan Doherty { /* NULL (CIPHER) */
3626c2e4adSDeclan Doherty .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
37ff150afdSFiona Trahe {.sym = {
3826c2e4adSDeclan Doherty .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
39ff150afdSFiona Trahe {.cipher = {
4026c2e4adSDeclan Doherty .algo = RTE_CRYPTO_CIPHER_NULL,
4126c2e4adSDeclan Doherty .block_size = 1,
4226c2e4adSDeclan Doherty .key_size = {
4326c2e4adSDeclan Doherty .min = 0,
4426c2e4adSDeclan Doherty .max = 0,
456bc43003SDeepak Kumar Jain .increment = 0
4626c2e4adSDeclan Doherty },
470fbd75a9SPablo de Lara .iv_size = { 0 }
48ff150afdSFiona Trahe }, },
49ff150afdSFiona Trahe }, }
5026c2e4adSDeclan Doherty },
5126c2e4adSDeclan Doherty RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
5226c2e4adSDeclan Doherty };
5326c2e4adSDeclan Doherty
5494b0ad8eSDeclan Doherty /** Configure device */
5594b0ad8eSDeclan Doherty static int
null_crypto_pmd_config(__rte_unused struct rte_cryptodev * dev,__rte_unused struct rte_cryptodev_config * config)5660e686c2SFan Zhang null_crypto_pmd_config(__rte_unused struct rte_cryptodev *dev,
5760e686c2SFan Zhang __rte_unused struct rte_cryptodev_config *config)
5894b0ad8eSDeclan Doherty {
5994b0ad8eSDeclan Doherty return 0;
6094b0ad8eSDeclan Doherty }
6194b0ad8eSDeclan Doherty
6294b0ad8eSDeclan Doherty /** Start device */
6394b0ad8eSDeclan Doherty static int
null_crypto_pmd_start(__rte_unused struct rte_cryptodev * dev)6494b0ad8eSDeclan Doherty null_crypto_pmd_start(__rte_unused struct rte_cryptodev *dev)
6594b0ad8eSDeclan Doherty {
6694b0ad8eSDeclan Doherty return 0;
6794b0ad8eSDeclan Doherty }
6894b0ad8eSDeclan Doherty
6994b0ad8eSDeclan Doherty /** Stop device */
7094b0ad8eSDeclan Doherty static void
null_crypto_pmd_stop(__rte_unused struct rte_cryptodev * dev)7194b0ad8eSDeclan Doherty null_crypto_pmd_stop(__rte_unused struct rte_cryptodev *dev)
7294b0ad8eSDeclan Doherty {
7394b0ad8eSDeclan Doherty }
7494b0ad8eSDeclan Doherty
7594b0ad8eSDeclan Doherty /** Close device */
7694b0ad8eSDeclan Doherty static int
null_crypto_pmd_close(__rte_unused struct rte_cryptodev * dev)7794b0ad8eSDeclan Doherty null_crypto_pmd_close(__rte_unused struct rte_cryptodev *dev)
7894b0ad8eSDeclan Doherty {
7994b0ad8eSDeclan Doherty return 0;
8094b0ad8eSDeclan Doherty }
8194b0ad8eSDeclan Doherty
8294b0ad8eSDeclan Doherty /** Get device statistics */
8394b0ad8eSDeclan Doherty static void
null_crypto_pmd_stats_get(struct rte_cryptodev * dev,struct rte_cryptodev_stats * stats)8494b0ad8eSDeclan Doherty null_crypto_pmd_stats_get(struct rte_cryptodev *dev,
8594b0ad8eSDeclan Doherty struct rte_cryptodev_stats *stats)
8694b0ad8eSDeclan Doherty {
8794b0ad8eSDeclan Doherty int qp_id;
8894b0ad8eSDeclan Doherty
8994b0ad8eSDeclan Doherty for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
9094b0ad8eSDeclan Doherty struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id];
9194b0ad8eSDeclan Doherty
9294b0ad8eSDeclan Doherty stats->enqueued_count += qp->qp_stats.enqueued_count;
9394b0ad8eSDeclan Doherty stats->dequeued_count += qp->qp_stats.dequeued_count;
9494b0ad8eSDeclan Doherty
9594b0ad8eSDeclan Doherty stats->enqueue_err_count += qp->qp_stats.enqueue_err_count;
9694b0ad8eSDeclan Doherty stats->dequeue_err_count += qp->qp_stats.dequeue_err_count;
9794b0ad8eSDeclan Doherty }
9894b0ad8eSDeclan Doherty }
9994b0ad8eSDeclan Doherty
10094b0ad8eSDeclan Doherty /** Reset device statistics */
10194b0ad8eSDeclan Doherty static void
null_crypto_pmd_stats_reset(struct rte_cryptodev * dev)10294b0ad8eSDeclan Doherty null_crypto_pmd_stats_reset(struct rte_cryptodev *dev)
10394b0ad8eSDeclan Doherty {
10494b0ad8eSDeclan Doherty int qp_id;
10594b0ad8eSDeclan Doherty
10694b0ad8eSDeclan Doherty for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
10794b0ad8eSDeclan Doherty struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id];
10894b0ad8eSDeclan Doherty
10994b0ad8eSDeclan Doherty memset(&qp->qp_stats, 0, sizeof(qp->qp_stats));
11094b0ad8eSDeclan Doherty }
11194b0ad8eSDeclan Doherty }
11294b0ad8eSDeclan Doherty
11394b0ad8eSDeclan Doherty
11494b0ad8eSDeclan Doherty /** Get device info */
11594b0ad8eSDeclan Doherty static void
null_crypto_pmd_info_get(struct rte_cryptodev * dev,struct rte_cryptodev_info * dev_info)11694b0ad8eSDeclan Doherty null_crypto_pmd_info_get(struct rte_cryptodev *dev,
11794b0ad8eSDeclan Doherty struct rte_cryptodev_info *dev_info)
11894b0ad8eSDeclan Doherty {
11994b0ad8eSDeclan Doherty struct null_crypto_private *internals = dev->data->dev_private;
12094b0ad8eSDeclan Doherty
12194b0ad8eSDeclan Doherty if (dev_info != NULL) {
1227a364faeSSlawomir Mrozowicz dev_info->driver_id = dev->driver_id;
12394b0ad8eSDeclan Doherty dev_info->max_nb_queue_pairs = internals->max_nb_qpairs;
124e1fc5b76SPablo de Lara /* No limit of number of sessions */
125e1fc5b76SPablo de Lara dev_info->sym.max_nb_sessions = 0;
12626c2e4adSDeclan Doherty dev_info->feature_flags = dev->feature_flags;
12726c2e4adSDeclan Doherty dev_info->capabilities = null_crypto_pmd_capabilities;
12894b0ad8eSDeclan Doherty }
12994b0ad8eSDeclan Doherty }
13094b0ad8eSDeclan Doherty
13194b0ad8eSDeclan Doherty /** Release queue pair */
13294b0ad8eSDeclan Doherty static int
null_crypto_pmd_qp_release(struct rte_cryptodev * dev,uint16_t qp_id)13394b0ad8eSDeclan Doherty null_crypto_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id)
13494b0ad8eSDeclan Doherty {
13594b0ad8eSDeclan Doherty if (dev->data->queue_pairs[qp_id] != NULL) {
136a4d69a51SFan Zhang struct null_crypto_qp *qp = dev->data->queue_pairs[qp_id];
137a4d69a51SFan Zhang
138a4d69a51SFan Zhang rte_ring_free(qp->processed_pkts);
139a4d69a51SFan Zhang
14094b0ad8eSDeclan Doherty rte_free(dev->data->queue_pairs[qp_id]);
14194b0ad8eSDeclan Doherty dev->data->queue_pairs[qp_id] = NULL;
14294b0ad8eSDeclan Doherty }
14394b0ad8eSDeclan Doherty return 0;
14494b0ad8eSDeclan Doherty }
14594b0ad8eSDeclan Doherty
14694b0ad8eSDeclan Doherty /** set a unique name for the queue pair based on it's name, dev_id and qp_id */
14794b0ad8eSDeclan Doherty static int
null_crypto_pmd_qp_set_unique_name(struct rte_cryptodev * dev,struct null_crypto_qp * qp)14894b0ad8eSDeclan Doherty null_crypto_pmd_qp_set_unique_name(struct rte_cryptodev *dev,
14994b0ad8eSDeclan Doherty struct null_crypto_qp *qp)
15094b0ad8eSDeclan Doherty {
15194b0ad8eSDeclan Doherty unsigned n = snprintf(qp->name, sizeof(qp->name),
15294b0ad8eSDeclan Doherty "null_crypto_pmd_%u_qp_%u",
15394b0ad8eSDeclan Doherty dev->data->dev_id, qp->id);
15494b0ad8eSDeclan Doherty
1556ab25e63STomasz Duszynski if (n >= sizeof(qp->name))
15694b0ad8eSDeclan Doherty return -1;
15794b0ad8eSDeclan Doherty
15894b0ad8eSDeclan Doherty return 0;
15994b0ad8eSDeclan Doherty }
16094b0ad8eSDeclan Doherty
16194b0ad8eSDeclan Doherty /** Create a ring to place process packets on */
16294b0ad8eSDeclan Doherty static struct rte_ring *
null_crypto_pmd_qp_create_processed_pkts_ring(struct null_crypto_qp * qp,unsigned ring_size,int socket_id)16394b0ad8eSDeclan Doherty null_crypto_pmd_qp_create_processed_pkts_ring(struct null_crypto_qp *qp,
16494b0ad8eSDeclan Doherty unsigned ring_size, int socket_id)
16594b0ad8eSDeclan Doherty {
16694b0ad8eSDeclan Doherty struct rte_ring *r;
16794b0ad8eSDeclan Doherty
16894b0ad8eSDeclan Doherty r = rte_ring_lookup(qp->name);
16994b0ad8eSDeclan Doherty if (r) {
170b11c78a2SBruce Richardson if (rte_ring_get_size(r) >= ring_size) {
171735b783dSPallantla Poornima NULL_LOG(INFO,
172735b783dSPallantla Poornima "Reusing existing ring %s for "
173735b783dSPallantla Poornima " processed packets", qp->name);
17494b0ad8eSDeclan Doherty return r;
17594b0ad8eSDeclan Doherty }
17694b0ad8eSDeclan Doherty
177735b783dSPallantla Poornima NULL_LOG(INFO,
178735b783dSPallantla Poornima "Unable to reuse existing ring %s for "
179735b783dSPallantla Poornima " processed packets", qp->name);
18094b0ad8eSDeclan Doherty return NULL;
18194b0ad8eSDeclan Doherty }
18294b0ad8eSDeclan Doherty
18394b0ad8eSDeclan Doherty return rte_ring_create(qp->name, ring_size, socket_id,
18494b0ad8eSDeclan Doherty RING_F_SP_ENQ | RING_F_SC_DEQ);
18594b0ad8eSDeclan Doherty }
18694b0ad8eSDeclan Doherty
18794b0ad8eSDeclan Doherty /** Setup a queue pair */
18894b0ad8eSDeclan Doherty static int
null_crypto_pmd_qp_setup(struct rte_cryptodev * dev,uint16_t qp_id,const struct rte_cryptodev_qp_conf * qp_conf,int socket_id)18994b0ad8eSDeclan Doherty null_crypto_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id,
19094b0ad8eSDeclan Doherty const struct rte_cryptodev_qp_conf *qp_conf,
191725d2a7fSFan Zhang int socket_id)
19294b0ad8eSDeclan Doherty {
19394b0ad8eSDeclan Doherty struct null_crypto_private *internals = dev->data->dev_private;
19494b0ad8eSDeclan Doherty struct null_crypto_qp *qp;
19594b0ad8eSDeclan Doherty int retval;
19694b0ad8eSDeclan Doherty
19794b0ad8eSDeclan Doherty if (qp_id >= internals->max_nb_qpairs) {
198735b783dSPallantla Poornima NULL_LOG(ERR, "Invalid qp_id %u, greater than maximum "
19994b0ad8eSDeclan Doherty "number of queue pairs supported (%u).",
20094b0ad8eSDeclan Doherty qp_id, internals->max_nb_qpairs);
20194b0ad8eSDeclan Doherty return (-EINVAL);
20294b0ad8eSDeclan Doherty }
20394b0ad8eSDeclan Doherty
20494b0ad8eSDeclan Doherty /* Free memory prior to re-allocation if needed. */
20594b0ad8eSDeclan Doherty if (dev->data->queue_pairs[qp_id] != NULL)
20694b0ad8eSDeclan Doherty null_crypto_pmd_qp_release(dev, qp_id);
20794b0ad8eSDeclan Doherty
20894b0ad8eSDeclan Doherty /* Allocate the queue pair data structure. */
20994b0ad8eSDeclan Doherty qp = rte_zmalloc_socket("Null Crypto PMD Queue Pair", sizeof(*qp),
21094b0ad8eSDeclan Doherty RTE_CACHE_LINE_SIZE, socket_id);
21194b0ad8eSDeclan Doherty if (qp == NULL) {
212735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to allocate queue pair memory");
21394b0ad8eSDeclan Doherty return (-ENOMEM);
21494b0ad8eSDeclan Doherty }
21594b0ad8eSDeclan Doherty
21694b0ad8eSDeclan Doherty qp->id = qp_id;
21794b0ad8eSDeclan Doherty dev->data->queue_pairs[qp_id] = qp;
21894b0ad8eSDeclan Doherty
21994b0ad8eSDeclan Doherty retval = null_crypto_pmd_qp_set_unique_name(dev, qp);
22094b0ad8eSDeclan Doherty if (retval) {
221735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to create unique name for null "
22294b0ad8eSDeclan Doherty "crypto device");
223735b783dSPallantla Poornima
22494b0ad8eSDeclan Doherty goto qp_setup_cleanup;
22594b0ad8eSDeclan Doherty }
22694b0ad8eSDeclan Doherty
22794b0ad8eSDeclan Doherty qp->processed_pkts = null_crypto_pmd_qp_create_processed_pkts_ring(qp,
22894b0ad8eSDeclan Doherty qp_conf->nb_descriptors, socket_id);
22994b0ad8eSDeclan Doherty if (qp->processed_pkts == NULL) {
230735b783dSPallantla Poornima NULL_LOG(ERR, "Failed to create unique name for null "
23194b0ad8eSDeclan Doherty "crypto device");
23294b0ad8eSDeclan Doherty goto qp_setup_cleanup;
23394b0ad8eSDeclan Doherty }
23494b0ad8eSDeclan Doherty
235725d2a7fSFan Zhang qp->sess_mp = qp_conf->mp_session;
23694b0ad8eSDeclan Doherty
23794b0ad8eSDeclan Doherty memset(&qp->qp_stats, 0, sizeof(qp->qp_stats));
23894b0ad8eSDeclan Doherty
23994b0ad8eSDeclan Doherty return 0;
24094b0ad8eSDeclan Doherty
24194b0ad8eSDeclan Doherty qp_setup_cleanup:
24294b0ad8eSDeclan Doherty rte_free(qp);
24394b0ad8eSDeclan Doherty
24494b0ad8eSDeclan Doherty return -1;
24594b0ad8eSDeclan Doherty }
24694b0ad8eSDeclan Doherty
24794b0ad8eSDeclan Doherty /** Returns the size of the NULL crypto session structure */
24894b0ad8eSDeclan Doherty static unsigned
null_crypto_pmd_sym_session_get_size(struct rte_cryptodev * dev __rte_unused)249012c5076SPablo de Lara null_crypto_pmd_sym_session_get_size(struct rte_cryptodev *dev __rte_unused)
25094b0ad8eSDeclan Doherty {
25194b0ad8eSDeclan Doherty return sizeof(struct null_crypto_session);
25294b0ad8eSDeclan Doherty }
25394b0ad8eSDeclan Doherty
25494b0ad8eSDeclan Doherty /** Configure a null crypto session from a crypto xform chain */
255b3bbd9e5SSlawomir Mrozowicz static int
null_crypto_pmd_sym_session_configure(struct rte_cryptodev * dev __rte_unused,struct rte_crypto_sym_xform * xform,struct rte_cryptodev_sym_session * sess)256012c5076SPablo de Lara null_crypto_pmd_sym_session_configure(struct rte_cryptodev *dev __rte_unused,
257b3bbd9e5SSlawomir Mrozowicz struct rte_crypto_sym_xform *xform,
258bdce2564SAkhil Goyal struct rte_cryptodev_sym_session *sess)
25994b0ad8eSDeclan Doherty {
260b3bbd9e5SSlawomir Mrozowicz void *sess_private_data;
26127391b53SPablo de Lara int ret;
26294b0ad8eSDeclan Doherty
26394b0ad8eSDeclan Doherty if (unlikely(sess == NULL)) {
264735b783dSPallantla Poornima NULL_LOG(ERR, "invalid session struct");
26527391b53SPablo de Lara return -EINVAL;
26694b0ad8eSDeclan Doherty }
26794b0ad8eSDeclan Doherty
268*2a440d6aSAkhil Goyal sess_private_data = CRYPTODEV_GET_SYM_SESS_PRIV(sess);
269b3bbd9e5SSlawomir Mrozowicz
27027391b53SPablo de Lara ret = null_crypto_set_session_parameters(sess_private_data, xform);
27127391b53SPablo de Lara if (ret != 0) {
272735b783dSPallantla Poornima NULL_LOG(ERR, "failed configure session parameters");
27327391b53SPablo de Lara return ret;
274b3bbd9e5SSlawomir Mrozowicz }
275b3bbd9e5SSlawomir Mrozowicz
276b3bbd9e5SSlawomir Mrozowicz return 0;
27794b0ad8eSDeclan Doherty }
27894b0ad8eSDeclan Doherty
27994b0ad8eSDeclan Doherty /** Clear the memory of session so it doesn't leave key material behind */
28094b0ad8eSDeclan Doherty static void
null_crypto_pmd_sym_session_clear(struct rte_cryptodev * dev __rte_unused,struct rte_cryptodev_sym_session * sess __rte_unused)281bdce2564SAkhil Goyal null_crypto_pmd_sym_session_clear(struct rte_cryptodev *dev __rte_unused,
282bdce2564SAkhil Goyal struct rte_cryptodev_sym_session *sess __rte_unused)
283bdce2564SAkhil Goyal {}
28494b0ad8eSDeclan Doherty
285b74fd6b8SFerruh Yigit static struct rte_cryptodev_ops pmd_ops = {
28694b0ad8eSDeclan Doherty .dev_configure = null_crypto_pmd_config,
28794b0ad8eSDeclan Doherty .dev_start = null_crypto_pmd_start,
28894b0ad8eSDeclan Doherty .dev_stop = null_crypto_pmd_stop,
28994b0ad8eSDeclan Doherty .dev_close = null_crypto_pmd_close,
29094b0ad8eSDeclan Doherty
29194b0ad8eSDeclan Doherty .stats_get = null_crypto_pmd_stats_get,
29294b0ad8eSDeclan Doherty .stats_reset = null_crypto_pmd_stats_reset,
29394b0ad8eSDeclan Doherty
29494b0ad8eSDeclan Doherty .dev_infos_get = null_crypto_pmd_info_get,
29594b0ad8eSDeclan Doherty
29694b0ad8eSDeclan Doherty .queue_pair_setup = null_crypto_pmd_qp_setup,
29794b0ad8eSDeclan Doherty .queue_pair_release = null_crypto_pmd_qp_release,
29894b0ad8eSDeclan Doherty
299012c5076SPablo de Lara .sym_session_get_size = null_crypto_pmd_sym_session_get_size,
300012c5076SPablo de Lara .sym_session_configure = null_crypto_pmd_sym_session_configure,
301012c5076SPablo de Lara .sym_session_clear = null_crypto_pmd_sym_session_clear
30294b0ad8eSDeclan Doherty };
30394b0ad8eSDeclan Doherty
30494b0ad8eSDeclan Doherty struct rte_cryptodev_ops *null_crypto_pmd_ops = &pmd_ops;
305