xref: /dpdk/drivers/crypto/cnxk/cn10k_cryptodev.c (revision 3aecc6185177a47c8e23443d82f77afade20a5e7)
12457705eSAnkur Dwivedi /* SPDX-License-Identifier: BSD-3-Clause
22457705eSAnkur Dwivedi  * Copyright(C) 2021 Marvell.
32457705eSAnkur Dwivedi  */
42457705eSAnkur Dwivedi 
51f37cb2bSDavid Marchand #include <bus_pci_driver.h>
62457705eSAnkur Dwivedi #include <rte_common.h>
72457705eSAnkur Dwivedi #include <rte_crypto.h>
82457705eSAnkur Dwivedi #include <rte_cryptodev.h>
9af668035SAkhil Goyal #include <cryptodev_pmd.h>
101acb7f54SDavid Marchand #include <dev_driver.h>
112457705eSAnkur Dwivedi #include <rte_pci.h>
122457705eSAnkur Dwivedi 
132457705eSAnkur Dwivedi #include "cn10k_cryptodev.h"
14e0ab0865SAnkur Dwivedi #include "cn10k_cryptodev_ops.h"
153f84076aSAnoob Joseph #include "cn10k_cryptodev_sec.h"
16e0ab0865SAnkur Dwivedi #include "cnxk_cryptodev.h"
17bf662949SAnkur Dwivedi #include "cnxk_cryptodev_capabilities.h"
184c023b6eSSrujana Challa #include "cnxk_cryptodev_sec.h"
19bf662949SAnkur Dwivedi 
202457705eSAnkur Dwivedi #include "roc_api.h"
212457705eSAnkur Dwivedi 
222457705eSAnkur Dwivedi uint8_t cn10k_cryptodev_driver_id;
232457705eSAnkur Dwivedi 
242457705eSAnkur Dwivedi static struct rte_pci_id pci_id_cpt_table[] = {
252457705eSAnkur Dwivedi 	{
262457705eSAnkur Dwivedi 		RTE_PCI_DEVICE(PCI_VENDOR_ID_CAVIUM,
272457705eSAnkur Dwivedi 			       PCI_DEVID_CN10K_RVU_CPT_VF)
282457705eSAnkur Dwivedi 	},
292457705eSAnkur Dwivedi 	/* sentinel */
302457705eSAnkur Dwivedi 	{
312457705eSAnkur Dwivedi 		.device_id = 0
322457705eSAnkur Dwivedi 	},
332457705eSAnkur Dwivedi };
342457705eSAnkur Dwivedi 
35e0ab0865SAnkur Dwivedi static int
cn10k_cpt_pci_probe(struct rte_pci_driver * pci_drv __rte_unused,struct rte_pci_device * pci_dev)36e0ab0865SAnkur Dwivedi cn10k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
37e0ab0865SAnkur Dwivedi 		    struct rte_pci_device *pci_dev)
38e0ab0865SAnkur Dwivedi {
39e0ab0865SAnkur Dwivedi 	struct rte_cryptodev_pmd_init_params init_params = {
40e0ab0865SAnkur Dwivedi 		.name = "",
41e0ab0865SAnkur Dwivedi 		.socket_id = rte_socket_id(),
42e0ab0865SAnkur Dwivedi 		.private_data_size = sizeof(struct cnxk_cpt_vf)
43e0ab0865SAnkur Dwivedi 	};
44e0ab0865SAnkur Dwivedi 	char name[RTE_CRYPTODEV_NAME_MAX_LEN];
45e0ab0865SAnkur Dwivedi 	struct rte_cryptodev *dev;
46e0ab0865SAnkur Dwivedi 	struct roc_cpt *roc_cpt;
47e0ab0865SAnkur Dwivedi 	struct cnxk_cpt_vf *vf;
48e0ab0865SAnkur Dwivedi 	int rc;
49e0ab0865SAnkur Dwivedi 
50e0ab0865SAnkur Dwivedi 	rc = roc_plt_init();
51e0ab0865SAnkur Dwivedi 	if (rc < 0) {
52e0ab0865SAnkur Dwivedi 		plt_err("Failed to initialize platform model");
53e0ab0865SAnkur Dwivedi 		return rc;
54e0ab0865SAnkur Dwivedi 	}
55e0ab0865SAnkur Dwivedi 
56e0ab0865SAnkur Dwivedi 	rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
57e0ab0865SAnkur Dwivedi 
58e0ab0865SAnkur Dwivedi 	dev = rte_cryptodev_pmd_create(name, &pci_dev->device, &init_params);
59e0ab0865SAnkur Dwivedi 	if (dev == NULL) {
60e0ab0865SAnkur Dwivedi 		rc = -ENODEV;
61e0ab0865SAnkur Dwivedi 		goto exit;
62e0ab0865SAnkur Dwivedi 	}
63e0ab0865SAnkur Dwivedi 
64e0ab0865SAnkur Dwivedi 	/* Get private data space allocated */
65e0ab0865SAnkur Dwivedi 	vf = dev->data->dev_private;
66e0ab0865SAnkur Dwivedi 
67e0ab0865SAnkur Dwivedi 	roc_cpt = &vf->cpt;
68e0ab0865SAnkur Dwivedi 
69e0ab0865SAnkur Dwivedi 	if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
70e0ab0865SAnkur Dwivedi 		roc_cpt->pci_dev = pci_dev;
71135e0b71SAnkur Dwivedi 
72135e0b71SAnkur Dwivedi 		rc = cnxk_cpt_parse_devargs(dev->device->devargs, vf);
73135e0b71SAnkur Dwivedi 		if (rc) {
74135e0b71SAnkur Dwivedi 			plt_err("Failed to parse devargs rc=%d", rc);
75135e0b71SAnkur Dwivedi 			goto pmd_destroy;
76135e0b71SAnkur Dwivedi 		}
77135e0b71SAnkur Dwivedi 
78e0ab0865SAnkur Dwivedi 		rc = roc_cpt_dev_init(roc_cpt);
79e0ab0865SAnkur Dwivedi 		if (rc) {
80e0ab0865SAnkur Dwivedi 			plt_err("Failed to initialize roc cpt rc=%d", rc);
81e0ab0865SAnkur Dwivedi 			goto pmd_destroy;
82e0ab0865SAnkur Dwivedi 		}
83e0ab0865SAnkur Dwivedi 
84e0ab0865SAnkur Dwivedi 		rc = cnxk_cpt_eng_grp_add(roc_cpt);
85e0ab0865SAnkur Dwivedi 		if (rc) {
86e0ab0865SAnkur Dwivedi 			plt_err("Failed to add engine group rc=%d", rc);
87e0ab0865SAnkur Dwivedi 			goto dev_fini;
88e0ab0865SAnkur Dwivedi 		}
894c023b6eSSrujana Challa 
904c023b6eSSrujana Challa 		/* Create security context */
914c023b6eSSrujana Challa 		rc = cnxk_crypto_sec_ctx_create(dev);
924c023b6eSSrujana Challa 		if (rc)
934c023b6eSSrujana Challa 			goto dev_fini;
94e0ab0865SAnkur Dwivedi 	}
95e0ab0865SAnkur Dwivedi 
96bf662949SAnkur Dwivedi 	cnxk_cpt_caps_populate(vf);
97bf662949SAnkur Dwivedi 
98e0ab0865SAnkur Dwivedi 	dev->dev_ops = &cn10k_cpt_ops;
99e0ab0865SAnkur Dwivedi 	dev->driver_id = cn10k_cryptodev_driver_id;
100760eedf3SAnoob Joseph 	dev->feature_flags = cnxk_cpt_default_ff_get();
101a21db2f7SAnoob Joseph 
102*3aecc618SAkhil Goyal 	dev->qp_depth_used = cnxk_cpt_qp_depth_used;
1037c19abddSTejasree Kondoj 	cn10k_cpt_set_enqdeq_fns(dev, vf);
104bcd59ec6STejasree Kondoj 	cn10k_sec_ops_override();
10575ee5745SAnoob Joseph 
106d54c72ecSAkhil Goyal 	rte_cryptodev_pmd_probing_finish(dev);
107d54c72ecSAkhil Goyal 
108e0ab0865SAnkur Dwivedi 	return 0;
109e0ab0865SAnkur Dwivedi 
110e0ab0865SAnkur Dwivedi dev_fini:
111e0ab0865SAnkur Dwivedi 	if (rte_eal_process_type() == RTE_PROC_PRIMARY)
112e0ab0865SAnkur Dwivedi 		roc_cpt_dev_fini(roc_cpt);
113e0ab0865SAnkur Dwivedi pmd_destroy:
114e0ab0865SAnkur Dwivedi 	rte_cryptodev_pmd_destroy(dev);
115e0ab0865SAnkur Dwivedi exit:
116e0ab0865SAnkur Dwivedi 	plt_err("Could not create device (vendor_id: 0x%x device_id: 0x%x)",
117e0ab0865SAnkur Dwivedi 		pci_dev->id.vendor_id, pci_dev->id.device_id);
118e0ab0865SAnkur Dwivedi 	return rc;
119e0ab0865SAnkur Dwivedi }
120e0ab0865SAnkur Dwivedi 
121e0ab0865SAnkur Dwivedi static int
cn10k_cpt_pci_remove(struct rte_pci_device * pci_dev)122e0ab0865SAnkur Dwivedi cn10k_cpt_pci_remove(struct rte_pci_device *pci_dev)
123e0ab0865SAnkur Dwivedi {
124e0ab0865SAnkur Dwivedi 	char name[RTE_CRYPTODEV_NAME_MAX_LEN];
125e0ab0865SAnkur Dwivedi 	struct rte_cryptodev *dev;
126e0ab0865SAnkur Dwivedi 	struct cnxk_cpt_vf *vf;
127e0ab0865SAnkur Dwivedi 	int ret;
128e0ab0865SAnkur Dwivedi 
129e0ab0865SAnkur Dwivedi 	if (pci_dev == NULL)
130e0ab0865SAnkur Dwivedi 		return -EINVAL;
131e0ab0865SAnkur Dwivedi 
132e0ab0865SAnkur Dwivedi 	rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
133e0ab0865SAnkur Dwivedi 
134e0ab0865SAnkur Dwivedi 	dev = rte_cryptodev_pmd_get_named_dev(name);
135e0ab0865SAnkur Dwivedi 	if (dev == NULL)
136e0ab0865SAnkur Dwivedi 		return -ENODEV;
137e0ab0865SAnkur Dwivedi 
1384c023b6eSSrujana Challa 	/* Destroy security context */
1394c023b6eSSrujana Challa 	cnxk_crypto_sec_ctx_destroy(dev);
1404c023b6eSSrujana Challa 
141e0ab0865SAnkur Dwivedi 	if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
142f05e282fSTejasree Kondoj 		dev->dev_ops = NULL;
143e0ab0865SAnkur Dwivedi 		vf = dev->data->dev_private;
144e0ab0865SAnkur Dwivedi 		ret = roc_cpt_dev_fini(&vf->cpt);
145e0ab0865SAnkur Dwivedi 		if (ret)
146e0ab0865SAnkur Dwivedi 			return ret;
147e0ab0865SAnkur Dwivedi 	}
148e0ab0865SAnkur Dwivedi 
149e0ab0865SAnkur Dwivedi 	return rte_cryptodev_pmd_destroy(dev);
150e0ab0865SAnkur Dwivedi }
151e0ab0865SAnkur Dwivedi 
1522457705eSAnkur Dwivedi static struct rte_pci_driver cn10k_cryptodev_pmd = {
1532457705eSAnkur Dwivedi 	.id_table = pci_id_cpt_table,
1542457705eSAnkur Dwivedi 	.drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_NEED_IOVA_AS_VA,
155e0ab0865SAnkur Dwivedi 	.probe = cn10k_cpt_pci_probe,
156e0ab0865SAnkur Dwivedi 	.remove = cn10k_cpt_pci_remove,
1572457705eSAnkur Dwivedi };
1582457705eSAnkur Dwivedi 
1592457705eSAnkur Dwivedi static struct cryptodev_driver cn10k_cryptodev_drv;
1602457705eSAnkur Dwivedi 
1612457705eSAnkur Dwivedi RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_CN10K_PMD, cn10k_cryptodev_pmd);
1622457705eSAnkur Dwivedi RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_CN10K_PMD, pci_id_cpt_table);
1632457705eSAnkur Dwivedi RTE_PMD_REGISTER_KMOD_DEP(CRYPTODEV_NAME_CN10K_PMD, "vfio-pci");
1642457705eSAnkur Dwivedi RTE_PMD_REGISTER_CRYPTO_DRIVER(cn10k_cryptodev_drv, cn10k_cryptodev_pmd.driver,
1652457705eSAnkur Dwivedi 			       cn10k_cryptodev_driver_id);
166