1b77f6600SCristian Dumitrescu /* SPDX-License-Identifier: BSD-3-Clause
2b77f6600SCristian Dumitrescu * Copyright(c) 2020 Intel Corporation
3b77f6600SCristian Dumitrescu */
4b77f6600SCristian Dumitrescu
5b77f6600SCristian Dumitrescu #include <stdlib.h>
6b77f6600SCristian Dumitrescu #include <string.h>
7b77f6600SCristian Dumitrescu
8b77f6600SCristian Dumitrescu #include <rte_mbuf.h>
9b77f6600SCristian Dumitrescu #include <rte_ethdev.h>
10*def657a3SCristian Dumitrescu #include <rte_cryptodev.h>
11b77f6600SCristian Dumitrescu
12b77f6600SCristian Dumitrescu #include "obj.h"
13b77f6600SCristian Dumitrescu
14b77f6600SCristian Dumitrescu /*
1578dffe31SCristian Dumitrescu * ethdev
16b77f6600SCristian Dumitrescu */
17b77f6600SCristian Dumitrescu static struct rte_eth_conf port_conf_default = {
18b77f6600SCristian Dumitrescu .link_speeds = 0,
19b77f6600SCristian Dumitrescu .rxmode = {
20295968d1SFerruh Yigit .mq_mode = RTE_ETH_MQ_RX_NONE,
211bb4a528SFerruh Yigit .mtu = 9000 - (RTE_ETHER_HDR_LEN + RTE_ETHER_CRC_LEN), /* Jumbo frame MTU */
22b77f6600SCristian Dumitrescu },
23b77f6600SCristian Dumitrescu .rx_adv_conf = {
24b77f6600SCristian Dumitrescu .rss_conf = {
25b77f6600SCristian Dumitrescu .rss_key = NULL,
26b77f6600SCristian Dumitrescu .rss_key_len = 40,
27b77f6600SCristian Dumitrescu .rss_hf = 0,
28b77f6600SCristian Dumitrescu },
29b77f6600SCristian Dumitrescu },
30b77f6600SCristian Dumitrescu .txmode = {
31295968d1SFerruh Yigit .mq_mode = RTE_ETH_MQ_TX_NONE,
32b77f6600SCristian Dumitrescu },
33b77f6600SCristian Dumitrescu .lpbk_mode = 0,
34b77f6600SCristian Dumitrescu };
35b77f6600SCristian Dumitrescu
36295968d1SFerruh Yigit #define RETA_CONF_SIZE (RTE_ETH_RSS_RETA_SIZE_512 / RTE_ETH_RETA_GROUP_SIZE)
37b77f6600SCristian Dumitrescu
38b77f6600SCristian Dumitrescu static int
rss_setup(uint16_t port_id,uint16_t reta_size,struct ethdev_params_rss * rss)39b77f6600SCristian Dumitrescu rss_setup(uint16_t port_id,
40b77f6600SCristian Dumitrescu uint16_t reta_size,
4178dffe31SCristian Dumitrescu struct ethdev_params_rss *rss)
42b77f6600SCristian Dumitrescu {
43b77f6600SCristian Dumitrescu struct rte_eth_rss_reta_entry64 reta_conf[RETA_CONF_SIZE];
44b77f6600SCristian Dumitrescu uint32_t i;
45b77f6600SCristian Dumitrescu int status;
46b77f6600SCristian Dumitrescu
47b77f6600SCristian Dumitrescu /* RETA setting */
48b77f6600SCristian Dumitrescu memset(reta_conf, 0, sizeof(reta_conf));
49b77f6600SCristian Dumitrescu
50b77f6600SCristian Dumitrescu for (i = 0; i < reta_size; i++)
51295968d1SFerruh Yigit reta_conf[i / RTE_ETH_RETA_GROUP_SIZE].mask = UINT64_MAX;
52b77f6600SCristian Dumitrescu
53b77f6600SCristian Dumitrescu for (i = 0; i < reta_size; i++) {
54295968d1SFerruh Yigit uint32_t reta_id = i / RTE_ETH_RETA_GROUP_SIZE;
55295968d1SFerruh Yigit uint32_t reta_pos = i % RTE_ETH_RETA_GROUP_SIZE;
56b77f6600SCristian Dumitrescu uint32_t rss_qs_pos = i % rss->n_queues;
57b77f6600SCristian Dumitrescu
58b77f6600SCristian Dumitrescu reta_conf[reta_id].reta[reta_pos] =
59b77f6600SCristian Dumitrescu (uint16_t) rss->queue_id[rss_qs_pos];
60b77f6600SCristian Dumitrescu }
61b77f6600SCristian Dumitrescu
62b77f6600SCristian Dumitrescu /* RETA update */
63b77f6600SCristian Dumitrescu status = rte_eth_dev_rss_reta_update(port_id,
64b77f6600SCristian Dumitrescu reta_conf,
65b77f6600SCristian Dumitrescu reta_size);
66b77f6600SCristian Dumitrescu
67b77f6600SCristian Dumitrescu return status;
68b77f6600SCristian Dumitrescu }
69b77f6600SCristian Dumitrescu
7078dffe31SCristian Dumitrescu int
ethdev_config(const char * name,struct ethdev_params * params)7178dffe31SCristian Dumitrescu ethdev_config(const char *name, struct ethdev_params *params)
72b77f6600SCristian Dumitrescu {
73b77f6600SCristian Dumitrescu struct rte_eth_dev_info port_info;
74b77f6600SCristian Dumitrescu struct rte_eth_conf port_conf;
7578dffe31SCristian Dumitrescu struct ethdev_params_rss *rss;
7602d36ef6SCristian Dumitrescu struct rte_mempool *mempool;
7778dffe31SCristian Dumitrescu uint32_t i;
7878dffe31SCristian Dumitrescu int numa_node, status;
79f31c80f8SCristian Dumitrescu uint16_t port_id = 0;
80b77f6600SCristian Dumitrescu
81b77f6600SCristian Dumitrescu /* Check input params */
8278dffe31SCristian Dumitrescu if (!name ||
8378dffe31SCristian Dumitrescu !name[0] ||
8478dffe31SCristian Dumitrescu !params ||
8578dffe31SCristian Dumitrescu !params->rx.n_queues ||
8678dffe31SCristian Dumitrescu !params->rx.queue_size ||
8778dffe31SCristian Dumitrescu !params->tx.n_queues ||
8878dffe31SCristian Dumitrescu !params->tx.queue_size)
8978dffe31SCristian Dumitrescu return -EINVAL;
90b77f6600SCristian Dumitrescu
91f31c80f8SCristian Dumitrescu status = rte_eth_dev_get_port_by_name(name, &port_id);
92b77f6600SCristian Dumitrescu if (status)
9378dffe31SCristian Dumitrescu return -EINVAL;
94b77f6600SCristian Dumitrescu
9578dffe31SCristian Dumitrescu status = rte_eth_dev_info_get(port_id, &port_info);
9678dffe31SCristian Dumitrescu if (status)
9778dffe31SCristian Dumitrescu return -EINVAL;
98b77f6600SCristian Dumitrescu
9902d36ef6SCristian Dumitrescu mempool = rte_mempool_lookup(params->rx.mempool_name);
10002d36ef6SCristian Dumitrescu if (!mempool)
10178dffe31SCristian Dumitrescu return -EINVAL;
102b77f6600SCristian Dumitrescu
103b77f6600SCristian Dumitrescu rss = params->rx.rss;
104b77f6600SCristian Dumitrescu if (rss) {
10578dffe31SCristian Dumitrescu if (!port_info.reta_size || port_info.reta_size > RTE_ETH_RSS_RETA_SIZE_512)
10678dffe31SCristian Dumitrescu return -EINVAL;
107b77f6600SCristian Dumitrescu
10878dffe31SCristian Dumitrescu if (!rss->n_queues || rss->n_queues >= ETHDEV_RXQ_RSS_MAX)
10978dffe31SCristian Dumitrescu return -EINVAL;
110b77f6600SCristian Dumitrescu
111b77f6600SCristian Dumitrescu for (i = 0; i < rss->n_queues; i++)
112b77f6600SCristian Dumitrescu if (rss->queue_id[i] >= port_info.max_rx_queues)
11378dffe31SCristian Dumitrescu return -EINVAL;
114b77f6600SCristian Dumitrescu }
115b77f6600SCristian Dumitrescu
116b77f6600SCristian Dumitrescu /* Port */
117b77f6600SCristian Dumitrescu memcpy(&port_conf, &port_conf_default, sizeof(port_conf));
118b77f6600SCristian Dumitrescu if (rss) {
11978dffe31SCristian Dumitrescu uint64_t rss_hf = RTE_ETH_RSS_IP | RTE_ETH_RSS_TCP | RTE_ETH_RSS_UDP;
12078dffe31SCristian Dumitrescu
121295968d1SFerruh Yigit port_conf.rxmode.mq_mode = RTE_ETH_MQ_RX_RSS;
12278dffe31SCristian Dumitrescu port_conf.rx_adv_conf.rss_conf.rss_hf = rss_hf & port_info.flow_type_rss_offloads;
123b77f6600SCristian Dumitrescu }
124b77f6600SCristian Dumitrescu
12578dffe31SCristian Dumitrescu numa_node = rte_eth_dev_socket_id(port_id);
12678dffe31SCristian Dumitrescu if (numa_node == SOCKET_ID_ANY)
12778dffe31SCristian Dumitrescu numa_node = 0;
128b77f6600SCristian Dumitrescu
129b77f6600SCristian Dumitrescu status = rte_eth_dev_configure(
130b77f6600SCristian Dumitrescu port_id,
131b77f6600SCristian Dumitrescu params->rx.n_queues,
132b77f6600SCristian Dumitrescu params->tx.n_queues,
133b77f6600SCristian Dumitrescu &port_conf);
134b77f6600SCristian Dumitrescu
135b77f6600SCristian Dumitrescu if (status < 0)
13678dffe31SCristian Dumitrescu return -EINVAL;
137b77f6600SCristian Dumitrescu
138b77f6600SCristian Dumitrescu if (params->promiscuous) {
139b77f6600SCristian Dumitrescu status = rte_eth_promiscuous_enable(port_id);
14078dffe31SCristian Dumitrescu if (status)
14178dffe31SCristian Dumitrescu return -EINVAL;
142b77f6600SCristian Dumitrescu }
143b77f6600SCristian Dumitrescu
144b77f6600SCristian Dumitrescu /* Port RX */
145b77f6600SCristian Dumitrescu for (i = 0; i < params->rx.n_queues; i++) {
146b77f6600SCristian Dumitrescu status = rte_eth_rx_queue_setup(
147b77f6600SCristian Dumitrescu port_id,
148b77f6600SCristian Dumitrescu i,
149b77f6600SCristian Dumitrescu params->rx.queue_size,
15078dffe31SCristian Dumitrescu numa_node,
151b77f6600SCristian Dumitrescu NULL,
15202d36ef6SCristian Dumitrescu mempool);
153b77f6600SCristian Dumitrescu
154b77f6600SCristian Dumitrescu if (status < 0)
15578dffe31SCristian Dumitrescu return -EINVAL;
156b77f6600SCristian Dumitrescu }
157b77f6600SCristian Dumitrescu
158b77f6600SCristian Dumitrescu /* Port TX */
159b77f6600SCristian Dumitrescu for (i = 0; i < params->tx.n_queues; i++) {
160b77f6600SCristian Dumitrescu status = rte_eth_tx_queue_setup(
161b77f6600SCristian Dumitrescu port_id,
162b77f6600SCristian Dumitrescu i,
163b77f6600SCristian Dumitrescu params->tx.queue_size,
16478dffe31SCristian Dumitrescu numa_node,
165b77f6600SCristian Dumitrescu NULL);
166b77f6600SCristian Dumitrescu
167b77f6600SCristian Dumitrescu if (status < 0)
16878dffe31SCristian Dumitrescu return -EINVAL;
169b77f6600SCristian Dumitrescu }
170b77f6600SCristian Dumitrescu
171b77f6600SCristian Dumitrescu /* Port start */
172b77f6600SCristian Dumitrescu status = rte_eth_dev_start(port_id);
173b77f6600SCristian Dumitrescu if (status < 0)
17478dffe31SCristian Dumitrescu return -EINVAL;
175b77f6600SCristian Dumitrescu
176b77f6600SCristian Dumitrescu if (rss) {
177b77f6600SCristian Dumitrescu status = rss_setup(port_id, port_info.reta_size, rss);
178b77f6600SCristian Dumitrescu
179b77f6600SCristian Dumitrescu if (status) {
180b77f6600SCristian Dumitrescu rte_eth_dev_stop(port_id);
18178dffe31SCristian Dumitrescu return -EINVAL;
182b77f6600SCristian Dumitrescu }
183b77f6600SCristian Dumitrescu }
184b77f6600SCristian Dumitrescu
185b77f6600SCristian Dumitrescu /* Port link up */
186b77f6600SCristian Dumitrescu status = rte_eth_dev_set_link_up(port_id);
187b77f6600SCristian Dumitrescu if ((status < 0) && (status != -ENOTSUP)) {
188b77f6600SCristian Dumitrescu rte_eth_dev_stop(port_id);
18978dffe31SCristian Dumitrescu return -EINVAL;
190b77f6600SCristian Dumitrescu }
191b77f6600SCristian Dumitrescu
192b77f6600SCristian Dumitrescu return 0;
193b77f6600SCristian Dumitrescu }
194*def657a3SCristian Dumitrescu
195*def657a3SCristian Dumitrescu /*
196*def657a3SCristian Dumitrescu * cryptodev
197*def657a3SCristian Dumitrescu */
198*def657a3SCristian Dumitrescu int
cryptodev_config(const char * name,struct cryptodev_params * params)199*def657a3SCristian Dumitrescu cryptodev_config(const char *name, struct cryptodev_params *params)
200*def657a3SCristian Dumitrescu {
201*def657a3SCristian Dumitrescu struct rte_cryptodev_info dev_info;
202*def657a3SCristian Dumitrescu struct rte_cryptodev_config dev_conf;
203*def657a3SCristian Dumitrescu struct rte_cryptodev_qp_conf queue_conf;
204*def657a3SCristian Dumitrescu uint8_t dev_id;
205*def657a3SCristian Dumitrescu uint32_t socket_id, i;
206*def657a3SCristian Dumitrescu int status;
207*def657a3SCristian Dumitrescu
208*def657a3SCristian Dumitrescu /* Check input parameters. */
209*def657a3SCristian Dumitrescu if (!name ||
210*def657a3SCristian Dumitrescu !params->n_queue_pairs ||
211*def657a3SCristian Dumitrescu !params->queue_size)
212*def657a3SCristian Dumitrescu return -EINVAL;
213*def657a3SCristian Dumitrescu
214*def657a3SCristian Dumitrescu /* Find the crypto device. */
215*def657a3SCristian Dumitrescu status = rte_cryptodev_get_dev_id(name);
216*def657a3SCristian Dumitrescu if (status < 0)
217*def657a3SCristian Dumitrescu return -EINVAL;
218*def657a3SCristian Dumitrescu
219*def657a3SCristian Dumitrescu dev_id = (uint8_t)status;
220*def657a3SCristian Dumitrescu
221*def657a3SCristian Dumitrescu rte_cryptodev_info_get(dev_id, &dev_info);
222*def657a3SCristian Dumitrescu if (params->n_queue_pairs > dev_info.max_nb_queue_pairs)
223*def657a3SCristian Dumitrescu return -EINVAL;
224*def657a3SCristian Dumitrescu
225*def657a3SCristian Dumitrescu socket_id = rte_cryptodev_socket_id(dev_id);
226*def657a3SCristian Dumitrescu
227*def657a3SCristian Dumitrescu /* Configure the crypto device. */
228*def657a3SCristian Dumitrescu memset(&dev_conf, 0, sizeof(dev_conf));
229*def657a3SCristian Dumitrescu dev_conf.socket_id = socket_id;
230*def657a3SCristian Dumitrescu dev_conf.nb_queue_pairs = params->n_queue_pairs;
231*def657a3SCristian Dumitrescu dev_conf.ff_disable = 0;
232*def657a3SCristian Dumitrescu
233*def657a3SCristian Dumitrescu status = rte_cryptodev_configure(dev_id, &dev_conf);
234*def657a3SCristian Dumitrescu if (status)
235*def657a3SCristian Dumitrescu return status;
236*def657a3SCristian Dumitrescu
237*def657a3SCristian Dumitrescu /* Configure the crypto device queue pairs. */
238*def657a3SCristian Dumitrescu memset(&queue_conf, 0, sizeof(queue_conf));
239*def657a3SCristian Dumitrescu queue_conf.nb_descriptors = params->queue_size;
240*def657a3SCristian Dumitrescu queue_conf.mp_session = NULL;
241*def657a3SCristian Dumitrescu
242*def657a3SCristian Dumitrescu for (i = 0; i < params->n_queue_pairs; i++) {
243*def657a3SCristian Dumitrescu status = rte_cryptodev_queue_pair_setup(dev_id, i, &queue_conf, socket_id);
244*def657a3SCristian Dumitrescu if (status)
245*def657a3SCristian Dumitrescu return status;
246*def657a3SCristian Dumitrescu }
247*def657a3SCristian Dumitrescu
248*def657a3SCristian Dumitrescu /* Start the crypto device. */
249*def657a3SCristian Dumitrescu status = rte_cryptodev_start(dev_id);
250*def657a3SCristian Dumitrescu if (status)
251*def657a3SCristian Dumitrescu return status;
252*def657a3SCristian Dumitrescu
253*def657a3SCristian Dumitrescu return 0;
254*def657a3SCristian Dumitrescu }
255