12457705eSAnkur Dwivedi /* SPDX-License-Identifier: BSD-3-Clause
22457705eSAnkur Dwivedi * Copyright(C) 2021 Marvell.
32457705eSAnkur Dwivedi */
42457705eSAnkur Dwivedi
51f37cb2bSDavid Marchand #include <bus_pci_driver.h>
62457705eSAnkur Dwivedi #include <rte_common.h>
72457705eSAnkur Dwivedi #include <rte_crypto.h>
82457705eSAnkur Dwivedi #include <rte_cryptodev.h>
9af668035SAkhil Goyal #include <cryptodev_pmd.h>
101acb7f54SDavid Marchand #include <dev_driver.h>
112457705eSAnkur Dwivedi #include <rte_pci.h>
122457705eSAnkur Dwivedi
132457705eSAnkur Dwivedi #include "cn10k_cryptodev.h"
14e0ab0865SAnkur Dwivedi #include "cn10k_cryptodev_ops.h"
153f84076aSAnoob Joseph #include "cn10k_cryptodev_sec.h"
16e0ab0865SAnkur Dwivedi #include "cnxk_cryptodev.h"
17bf662949SAnkur Dwivedi #include "cnxk_cryptodev_capabilities.h"
184c023b6eSSrujana Challa #include "cnxk_cryptodev_sec.h"
19bf662949SAnkur Dwivedi
202457705eSAnkur Dwivedi #include "roc_api.h"
212457705eSAnkur Dwivedi
222457705eSAnkur Dwivedi uint8_t cn10k_cryptodev_driver_id;
232457705eSAnkur Dwivedi
242457705eSAnkur Dwivedi static struct rte_pci_id pci_id_cpt_table[] = {
252457705eSAnkur Dwivedi {
262457705eSAnkur Dwivedi RTE_PCI_DEVICE(PCI_VENDOR_ID_CAVIUM,
272457705eSAnkur Dwivedi PCI_DEVID_CN10K_RVU_CPT_VF)
282457705eSAnkur Dwivedi },
292457705eSAnkur Dwivedi /* sentinel */
302457705eSAnkur Dwivedi {
312457705eSAnkur Dwivedi .device_id = 0
322457705eSAnkur Dwivedi },
332457705eSAnkur Dwivedi };
342457705eSAnkur Dwivedi
35e0ab0865SAnkur Dwivedi static int
cn10k_cpt_pci_probe(struct rte_pci_driver * pci_drv __rte_unused,struct rte_pci_device * pci_dev)36e0ab0865SAnkur Dwivedi cn10k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
37e0ab0865SAnkur Dwivedi struct rte_pci_device *pci_dev)
38e0ab0865SAnkur Dwivedi {
39e0ab0865SAnkur Dwivedi struct rte_cryptodev_pmd_init_params init_params = {
40e0ab0865SAnkur Dwivedi .name = "",
41e0ab0865SAnkur Dwivedi .socket_id = rte_socket_id(),
42e0ab0865SAnkur Dwivedi .private_data_size = sizeof(struct cnxk_cpt_vf)
43e0ab0865SAnkur Dwivedi };
44e0ab0865SAnkur Dwivedi char name[RTE_CRYPTODEV_NAME_MAX_LEN];
45e0ab0865SAnkur Dwivedi struct rte_cryptodev *dev;
46e0ab0865SAnkur Dwivedi struct roc_cpt *roc_cpt;
47e0ab0865SAnkur Dwivedi struct cnxk_cpt_vf *vf;
48e0ab0865SAnkur Dwivedi int rc;
49e0ab0865SAnkur Dwivedi
50e0ab0865SAnkur Dwivedi rc = roc_plt_init();
51e0ab0865SAnkur Dwivedi if (rc < 0) {
52e0ab0865SAnkur Dwivedi plt_err("Failed to initialize platform model");
53e0ab0865SAnkur Dwivedi return rc;
54e0ab0865SAnkur Dwivedi }
55e0ab0865SAnkur Dwivedi
56e0ab0865SAnkur Dwivedi rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
57e0ab0865SAnkur Dwivedi
58e0ab0865SAnkur Dwivedi dev = rte_cryptodev_pmd_create(name, &pci_dev->device, &init_params);
59e0ab0865SAnkur Dwivedi if (dev == NULL) {
60e0ab0865SAnkur Dwivedi rc = -ENODEV;
61e0ab0865SAnkur Dwivedi goto exit;
62e0ab0865SAnkur Dwivedi }
63e0ab0865SAnkur Dwivedi
64e0ab0865SAnkur Dwivedi /* Get private data space allocated */
65e0ab0865SAnkur Dwivedi vf = dev->data->dev_private;
66e0ab0865SAnkur Dwivedi
67e0ab0865SAnkur Dwivedi roc_cpt = &vf->cpt;
68e0ab0865SAnkur Dwivedi
69e0ab0865SAnkur Dwivedi if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
70e0ab0865SAnkur Dwivedi roc_cpt->pci_dev = pci_dev;
71135e0b71SAnkur Dwivedi
72135e0b71SAnkur Dwivedi rc = cnxk_cpt_parse_devargs(dev->device->devargs, vf);
73135e0b71SAnkur Dwivedi if (rc) {
74135e0b71SAnkur Dwivedi plt_err("Failed to parse devargs rc=%d", rc);
75135e0b71SAnkur Dwivedi goto pmd_destroy;
76135e0b71SAnkur Dwivedi }
77135e0b71SAnkur Dwivedi
78e0ab0865SAnkur Dwivedi rc = roc_cpt_dev_init(roc_cpt);
79e0ab0865SAnkur Dwivedi if (rc) {
80e0ab0865SAnkur Dwivedi plt_err("Failed to initialize roc cpt rc=%d", rc);
81e0ab0865SAnkur Dwivedi goto pmd_destroy;
82e0ab0865SAnkur Dwivedi }
83e0ab0865SAnkur Dwivedi
84e0ab0865SAnkur Dwivedi rc = cnxk_cpt_eng_grp_add(roc_cpt);
85e0ab0865SAnkur Dwivedi if (rc) {
86e0ab0865SAnkur Dwivedi plt_err("Failed to add engine group rc=%d", rc);
87e0ab0865SAnkur Dwivedi goto dev_fini;
88e0ab0865SAnkur Dwivedi }
894c023b6eSSrujana Challa
904c023b6eSSrujana Challa /* Create security context */
914c023b6eSSrujana Challa rc = cnxk_crypto_sec_ctx_create(dev);
924c023b6eSSrujana Challa if (rc)
934c023b6eSSrujana Challa goto dev_fini;
94e0ab0865SAnkur Dwivedi }
95e0ab0865SAnkur Dwivedi
96bf662949SAnkur Dwivedi cnxk_cpt_caps_populate(vf);
97bf662949SAnkur Dwivedi
98e0ab0865SAnkur Dwivedi dev->dev_ops = &cn10k_cpt_ops;
99e0ab0865SAnkur Dwivedi dev->driver_id = cn10k_cryptodev_driver_id;
100760eedf3SAnoob Joseph dev->feature_flags = cnxk_cpt_default_ff_get();
101a21db2f7SAnoob Joseph
102*3aecc618SAkhil Goyal dev->qp_depth_used = cnxk_cpt_qp_depth_used;
1037c19abddSTejasree Kondoj cn10k_cpt_set_enqdeq_fns(dev, vf);
104bcd59ec6STejasree Kondoj cn10k_sec_ops_override();
10575ee5745SAnoob Joseph
106d54c72ecSAkhil Goyal rte_cryptodev_pmd_probing_finish(dev);
107d54c72ecSAkhil Goyal
108e0ab0865SAnkur Dwivedi return 0;
109e0ab0865SAnkur Dwivedi
110e0ab0865SAnkur Dwivedi dev_fini:
111e0ab0865SAnkur Dwivedi if (rte_eal_process_type() == RTE_PROC_PRIMARY)
112e0ab0865SAnkur Dwivedi roc_cpt_dev_fini(roc_cpt);
113e0ab0865SAnkur Dwivedi pmd_destroy:
114e0ab0865SAnkur Dwivedi rte_cryptodev_pmd_destroy(dev);
115e0ab0865SAnkur Dwivedi exit:
116e0ab0865SAnkur Dwivedi plt_err("Could not create device (vendor_id: 0x%x device_id: 0x%x)",
117e0ab0865SAnkur Dwivedi pci_dev->id.vendor_id, pci_dev->id.device_id);
118e0ab0865SAnkur Dwivedi return rc;
119e0ab0865SAnkur Dwivedi }
120e0ab0865SAnkur Dwivedi
121e0ab0865SAnkur Dwivedi static int
cn10k_cpt_pci_remove(struct rte_pci_device * pci_dev)122e0ab0865SAnkur Dwivedi cn10k_cpt_pci_remove(struct rte_pci_device *pci_dev)
123e0ab0865SAnkur Dwivedi {
124e0ab0865SAnkur Dwivedi char name[RTE_CRYPTODEV_NAME_MAX_LEN];
125e0ab0865SAnkur Dwivedi struct rte_cryptodev *dev;
126e0ab0865SAnkur Dwivedi struct cnxk_cpt_vf *vf;
127e0ab0865SAnkur Dwivedi int ret;
128e0ab0865SAnkur Dwivedi
129e0ab0865SAnkur Dwivedi if (pci_dev == NULL)
130e0ab0865SAnkur Dwivedi return -EINVAL;
131e0ab0865SAnkur Dwivedi
132e0ab0865SAnkur Dwivedi rte_pci_device_name(&pci_dev->addr, name, sizeof(name));
133e0ab0865SAnkur Dwivedi
134e0ab0865SAnkur Dwivedi dev = rte_cryptodev_pmd_get_named_dev(name);
135e0ab0865SAnkur Dwivedi if (dev == NULL)
136e0ab0865SAnkur Dwivedi return -ENODEV;
137e0ab0865SAnkur Dwivedi
1384c023b6eSSrujana Challa /* Destroy security context */
1394c023b6eSSrujana Challa cnxk_crypto_sec_ctx_destroy(dev);
1404c023b6eSSrujana Challa
141e0ab0865SAnkur Dwivedi if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
142f05e282fSTejasree Kondoj dev->dev_ops = NULL;
143e0ab0865SAnkur Dwivedi vf = dev->data->dev_private;
144e0ab0865SAnkur Dwivedi ret = roc_cpt_dev_fini(&vf->cpt);
145e0ab0865SAnkur Dwivedi if (ret)
146e0ab0865SAnkur Dwivedi return ret;
147e0ab0865SAnkur Dwivedi }
148e0ab0865SAnkur Dwivedi
149e0ab0865SAnkur Dwivedi return rte_cryptodev_pmd_destroy(dev);
150e0ab0865SAnkur Dwivedi }
151e0ab0865SAnkur Dwivedi
1522457705eSAnkur Dwivedi static struct rte_pci_driver cn10k_cryptodev_pmd = {
1532457705eSAnkur Dwivedi .id_table = pci_id_cpt_table,
1542457705eSAnkur Dwivedi .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_NEED_IOVA_AS_VA,
155e0ab0865SAnkur Dwivedi .probe = cn10k_cpt_pci_probe,
156e0ab0865SAnkur Dwivedi .remove = cn10k_cpt_pci_remove,
1572457705eSAnkur Dwivedi };
1582457705eSAnkur Dwivedi
1592457705eSAnkur Dwivedi static struct cryptodev_driver cn10k_cryptodev_drv;
1602457705eSAnkur Dwivedi
1612457705eSAnkur Dwivedi RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_CN10K_PMD, cn10k_cryptodev_pmd);
1622457705eSAnkur Dwivedi RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_CN10K_PMD, pci_id_cpt_table);
1632457705eSAnkur Dwivedi RTE_PMD_REGISTER_KMOD_DEP(CRYPTODEV_NAME_CN10K_PMD, "vfio-pci");
1642457705eSAnkur Dwivedi RTE_PMD_REGISTER_CRYPTO_DRIVER(cn10k_cryptodev_drv, cn10k_cryptodev_pmd.driver,
1652457705eSAnkur Dwivedi cn10k_cryptodev_driver_id);
166