xref: /dpdk/drivers/net/ionic/ionic_lif.h (revision 9de21005e201af6ba8dc3836c09384e0b40b4a89)
176668754SAndrew Boyer /* SPDX-License-Identifier: BSD-3-Clause
2a5205992SAndrew Boyer  * Copyright 2018-2022 Advanced Micro Devices, Inc.
3669c8de6SAlfredo Cardigliano  */
4669c8de6SAlfredo Cardigliano 
5669c8de6SAlfredo Cardigliano #ifndef _IONIC_LIF_H_
6669c8de6SAlfredo Cardigliano #define _IONIC_LIF_H_
7669c8de6SAlfredo Cardigliano 
8669c8de6SAlfredo Cardigliano #include <inttypes.h>
9669c8de6SAlfredo Cardigliano 
10669c8de6SAlfredo Cardigliano #include <rte_ethdev.h>
11669c8de6SAlfredo Cardigliano #include <rte_ether.h>
12669c8de6SAlfredo Cardigliano 
13669c8de6SAlfredo Cardigliano #include "ionic_osdep.h"
14669c8de6SAlfredo Cardigliano #include "ionic_dev.h"
1554fe083fSAlfredo Cardigliano #include "ionic_rx_filter.h"
16669c8de6SAlfredo Cardigliano 
1701a6c311SAlfredo Cardigliano #define IONIC_ADMINQ_LENGTH	16	/* must be a power of two */
1827b942c8SAlfredo Cardigliano #define IONIC_NOTIFYQ_LENGTH	64	/* must be a power of two */
1901a6c311SAlfredo Cardigliano 
20218afd82SAndrew Boyer #define IONIC_MBUF_BULK_ALLOC	64	/* Multiple of 4 */
21218afd82SAndrew Boyer 
2222e7171bSAlfredo Cardigliano #define IONIC_RSS_OFFLOAD_ALL ( \
2322e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV4 | \
2422e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV4_TCP | \
2522e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV4_UDP | \
2622e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV6 | \
2722e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV6_TCP | \
2822e7171bSAlfredo Cardigliano 	IONIC_RSS_TYPE_IPV6_UDP)
2922e7171bSAlfredo Cardigliano 
30a27d9013SAlfredo Cardigliano #define IONIC_GET_SG_CNTR_IDX(num_sg_elems)	(num_sg_elems)
31a27d9013SAlfredo Cardigliano 
32a27d9013SAlfredo Cardigliano struct ionic_tx_stats {
33a27d9013SAlfredo Cardigliano 	uint64_t packets;
34a27d9013SAlfredo Cardigliano 	uint64_t bytes;
35a27d9013SAlfredo Cardigliano 	uint64_t drop;
36a27d9013SAlfredo Cardigliano 	uint64_t stop;
3764b08152SAlfredo Cardigliano 	uint64_t no_csum;
38a27d9013SAlfredo Cardigliano 	uint64_t tso;
39a27d9013SAlfredo Cardigliano };
40a27d9013SAlfredo Cardigliano 
41a27d9013SAlfredo Cardigliano struct ionic_rx_stats {
42a27d9013SAlfredo Cardigliano 	uint64_t packets;
43a27d9013SAlfredo Cardigliano 	uint64_t bytes;
44a27d9013SAlfredo Cardigliano 	uint64_t bad_cq_status;
45a27d9013SAlfredo Cardigliano 	uint64_t bad_len;
46ed522a3fSAndrew Boyer 	uint64_t mtods;
47a27d9013SAlfredo Cardigliano };
48a27d9013SAlfredo Cardigliano 
4901a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_INITED	BIT(0)
5001a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_SG		BIT(1)
5102eabf57SAndrew Boyer #define IONIC_QCQ_F_DEFERRED	BIT(4)
52*9de21005SAndrew Boyer #define IONIC_QCQ_F_CMB		BIT(5)
5368591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_L3	BIT(7)
5468591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_UDP	BIT(8)
5568591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_TCP	BIT(9)
569ac234eeSAndrew Boyer #define IONIC_QCQ_F_FAST_FREE	BIT(10)
5701a6c311SAlfredo Cardigliano 
5801a6c311SAlfredo Cardigliano /* Queue / Completion Queue */
5901a6c311SAlfredo Cardigliano struct ionic_qcq {
6001a6c311SAlfredo Cardigliano 	struct ionic_queue q;        /**< Queue */
6101a6c311SAlfredo Cardigliano 	struct ionic_cq cq;          /**< Completion Queue */
6201a6c311SAlfredo Cardigliano 	struct ionic_lif *lif;       /**< LIF */
6301a6c311SAlfredo Cardigliano 	const struct rte_memzone *base_z;
6401a6c311SAlfredo Cardigliano 	void *base;
6501a6c311SAlfredo Cardigliano 	rte_iova_t base_pa;
66be39f75cSAndrew Boyer };
67be39f75cSAndrew Boyer 
68be39f75cSAndrew Boyer struct ionic_admin_qcq {
69be39f75cSAndrew Boyer 	struct ionic_qcq qcq;
70be39f75cSAndrew Boyer 	uint16_t flags;
71be39f75cSAndrew Boyer };
72be39f75cSAndrew Boyer 
73be39f75cSAndrew Boyer struct ionic_notify_qcq {
74be39f75cSAndrew Boyer 	struct ionic_qcq qcq;
75be39f75cSAndrew Boyer 	uint16_t flags;
76be39f75cSAndrew Boyer 
7701a6c311SAlfredo Cardigliano 	struct ionic_intr_info intr;
7801a6c311SAlfredo Cardigliano };
7901a6c311SAlfredo Cardigliano 
80be39f75cSAndrew Boyer struct ionic_rx_qcq {
81be39f75cSAndrew Boyer 	/* cacheline0, cacheline1 */
82be39f75cSAndrew Boyer 	struct ionic_qcq qcq;
83be39f75cSAndrew Boyer 
84be39f75cSAndrew Boyer 	/* cacheline2 */
85be39f75cSAndrew Boyer 	struct rte_mempool *mb_pool;
867b20fc2fSAndrew Boyer 	uint64_t rearm_data;
877b20fc2fSAndrew Boyer 	uint64_t rearm_seg_data;
88b671e69aSAndrew Boyer 	uint16_t frame_size;	/* Based on configured MTU */
89d5850081SAndrew Boyer 	uint16_t hdr_seg_size;	/* Length of first segment of RX chain */
90d5850081SAndrew Boyer 	uint16_t seg_size;	/* Length of all subsequent segments */
91be39f75cSAndrew Boyer 	uint16_t flags;
92218afd82SAndrew Boyer 	uint16_t mb_idx;
93be39f75cSAndrew Boyer 
94be39f75cSAndrew Boyer 	/* cacheline3 (inside stats) */
95be39f75cSAndrew Boyer 	struct ionic_rx_stats stats;
96218afd82SAndrew Boyer 
97218afd82SAndrew Boyer 	/* cacheline4+ */
98218afd82SAndrew Boyer 	struct rte_mbuf *mbs[IONIC_MBUF_BULK_ALLOC] __rte_cache_aligned;
99be39f75cSAndrew Boyer };
100be39f75cSAndrew Boyer 
101be39f75cSAndrew Boyer struct ionic_tx_qcq {
102be39f75cSAndrew Boyer 	/* cacheline0, cacheline1 */
103be39f75cSAndrew Boyer 	struct ionic_qcq qcq;
104be39f75cSAndrew Boyer 
105be39f75cSAndrew Boyer 	/* cacheline2 */
106e19eea1eSAndrew Boyer 	uint16_t num_segs_fw;	/* # segs supported by current FW */
107be39f75cSAndrew Boyer 	uint16_t flags;
108be39f75cSAndrew Boyer 
109be39f75cSAndrew Boyer 	struct ionic_tx_stats stats;
110be39f75cSAndrew Boyer };
111be39f75cSAndrew Boyer 
1122aed9865SAndrew Boyer #define IONIC_Q_TO_QCQ(_q)	container_of(_q, struct ionic_qcq, q)
1132aed9865SAndrew Boyer #define IONIC_CQ_TO_QCQ(_cq)	container_of(_cq, struct ionic_qcq, cq)
114a27d9013SAlfredo Cardigliano 
115c5d15850SAndrew Boyer struct ionic_qtype_info {
116c5d15850SAndrew Boyer 	uint8_t  version;
117c5d15850SAndrew Boyer 	uint8_t  supported;
118c5d15850SAndrew Boyer 	uint64_t features;
119c5d15850SAndrew Boyer 	uint16_t desc_sz;
120c5d15850SAndrew Boyer 	uint16_t comp_sz;
121c5d15850SAndrew Boyer 	uint16_t sg_desc_sz;
122c5d15850SAndrew Boyer 	uint16_t max_sg_elems;
123c5d15850SAndrew Boyer 	uint16_t sg_desc_stride;
124c5d15850SAndrew Boyer };
125c5d15850SAndrew Boyer 
126669c8de6SAlfredo Cardigliano #define IONIC_LIF_F_INITED		BIT(0)
12727b942c8SAlfredo Cardigliano #define IONIC_LIF_F_LINK_CHECK_NEEDED	BIT(1)
128be63459eSAndrew Boyer #define IONIC_LIF_F_UP			BIT(2)
129be63459eSAndrew Boyer #define IONIC_LIF_F_FW_RESET		BIT(3)
130*9de21005SAndrew Boyer #define IONIC_LIF_F_Q_IN_CMB		BIT(4)
131669c8de6SAlfredo Cardigliano 
132669c8de6SAlfredo Cardigliano #define IONIC_LIF_NAME_MAX_SZ		(32)
133669c8de6SAlfredo Cardigliano 
134669c8de6SAlfredo Cardigliano struct ionic_lif {
135669c8de6SAlfredo Cardigliano 	struct ionic_adapter *adapter;
136669c8de6SAlfredo Cardigliano 	struct rte_eth_dev *eth_dev;
137669c8de6SAlfredo Cardigliano 	uint16_t port_id;  /**< Device port identifier */
138b671e69aSAndrew Boyer 	uint16_t frame_size;
139669c8de6SAlfredo Cardigliano 	uint32_t hw_index;
140669c8de6SAlfredo Cardigliano 	uint32_t state;
141a27d9013SAlfredo Cardigliano 	uint32_t ntxqcqs;
142a27d9013SAlfredo Cardigliano 	uint32_t nrxqcqs;
14301a6c311SAlfredo Cardigliano 	rte_spinlock_t adminq_lock;
14401a6c311SAlfredo Cardigliano 	rte_spinlock_t adminq_service_lock;
145be39f75cSAndrew Boyer 	struct ionic_admin_qcq *adminqcq;
146be39f75cSAndrew Boyer 	struct ionic_notify_qcq *notifyqcq;
147be39f75cSAndrew Boyer 	struct ionic_tx_qcq **txqcqs;
148be39f75cSAndrew Boyer 	struct ionic_rx_qcq **rxqcqs;
14954fe083fSAlfredo Cardigliano 	struct ionic_rx_filters rx_filters;
150c67719e1SAlfredo Cardigliano 	struct ionic_doorbell __iomem *kern_dbpage;
15127b942c8SAlfredo Cardigliano 	uint64_t last_eid;
152598f6726SAlfredo Cardigliano 	uint64_t features;
153598f6726SAlfredo Cardigliano 	uint32_t hw_features;
154598f6726SAlfredo Cardigliano 	uint32_t rx_mode;
155669c8de6SAlfredo Cardigliano 	char name[IONIC_LIF_NAME_MAX_SZ];
156598f6726SAlfredo Cardigliano 	uint8_t mac_addr[RTE_ETHER_ADDR_LEN];
15722e7171bSAlfredo Cardigliano 	uint16_t rss_types;
15822e7171bSAlfredo Cardigliano 	uint8_t rss_hash_key[IONIC_RSS_HASH_KEY_SIZE];
15922e7171bSAlfredo Cardigliano 	uint8_t *rss_ind_tbl;
16022e7171bSAlfredo Cardigliano 	rte_iova_t rss_ind_tbl_pa;
16122e7171bSAlfredo Cardigliano 	const struct rte_memzone *rss_ind_tbl_z;
1623d845eddSAndrew Boyer 	uint32_t rss_ind_tbl_nrxqcqs;
163669c8de6SAlfredo Cardigliano 	uint32_t info_sz;
164669c8de6SAlfredo Cardigliano 	struct ionic_lif_info *info;
165669c8de6SAlfredo Cardigliano 	rte_iova_t info_pa;
166669c8de6SAlfredo Cardigliano 	const struct rte_memzone *info_z;
167c5d15850SAndrew Boyer 
168c5d15850SAndrew Boyer 	struct ionic_qtype_info qtype_info[IONIC_QTYPE_MAX];
169c5d15850SAndrew Boyer 	uint8_t qtype_ver[IONIC_QTYPE_MAX];
170c5d15850SAndrew Boyer 
1713cdfd905SAlfredo Cardigliano 	struct rte_eth_stats stats_base;
1723cdfd905SAlfredo Cardigliano 	struct ionic_lif_stats lif_stats_base;
173669c8de6SAlfredo Cardigliano };
174669c8de6SAlfredo Cardigliano 
175669c8de6SAlfredo Cardigliano int ionic_lif_identify(struct ionic_adapter *adapter);
176669c8de6SAlfredo Cardigliano int ionic_lifs_size(struct ionic_adapter *ionic);
177669c8de6SAlfredo Cardigliano 
178669c8de6SAlfredo Cardigliano int ionic_lif_alloc(struct ionic_lif *lif);
179669c8de6SAlfredo Cardigliano void ionic_lif_free(struct ionic_lif *lif);
180175e4e7eSAndrew Boyer void ionic_lif_free_queues(struct ionic_lif *lif);
181669c8de6SAlfredo Cardigliano 
182669c8de6SAlfredo Cardigliano int ionic_lif_init(struct ionic_lif *lif);
183669c8de6SAlfredo Cardigliano void ionic_lif_deinit(struct ionic_lif *lif);
184669c8de6SAlfredo Cardigliano 
185669c8de6SAlfredo Cardigliano int ionic_lif_start(struct ionic_lif *lif);
186be63459eSAndrew Boyer void ionic_lif_stop(struct ionic_lif *lif);
187669c8de6SAlfredo Cardigliano 
18818a44465SAndrew Boyer void ionic_lif_configure(struct ionic_lif *lif);
18918a44465SAndrew Boyer void ionic_lif_configure_vlan_offload(struct ionic_lif *lif, int mask);
190669c8de6SAlfredo Cardigliano void ionic_lif_reset(struct ionic_lif *lif);
191669c8de6SAlfredo Cardigliano 
19201a6c311SAlfredo Cardigliano int ionic_intr_alloc(struct ionic_lif *lif, struct ionic_intr_info *intr);
19301a6c311SAlfredo Cardigliano 
19401a6c311SAlfredo Cardigliano int ionic_qcq_service(struct ionic_qcq *qcq, int budget, ionic_cq_cb cb,
19501a6c311SAlfredo Cardigliano 	void *cb_arg);
19601a6c311SAlfredo Cardigliano 
197b671e69aSAndrew Boyer int ionic_lif_change_mtu(struct ionic_lif *lif, uint32_t new_mtu);
198598f6726SAlfredo Cardigliano 
19954fe083fSAlfredo Cardigliano int ionic_dev_add_mac(struct rte_eth_dev *eth_dev,
20054fe083fSAlfredo Cardigliano 	struct rte_ether_addr *mac_addr,
20154fe083fSAlfredo Cardigliano 	uint32_t index __rte_unused, uint32_t pool __rte_unused);
20254fe083fSAlfredo Cardigliano void ionic_dev_remove_mac(struct rte_eth_dev *eth_dev,
20354fe083fSAlfredo Cardigliano 	uint32_t index __rte_unused);
20454fe083fSAlfredo Cardigliano int ionic_dev_set_mac(struct rte_eth_dev *eth_dev,
20554fe083fSAlfredo Cardigliano 	struct rte_ether_addr *mac_addr);
20654fe083fSAlfredo Cardigliano int ionic_dev_vlan_filter_set(struct rte_eth_dev *eth_dev, uint16_t vlan_id,
20754fe083fSAlfredo Cardigliano 	int on);
20854fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_enable(struct rte_eth_dev *dev);
20954fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_disable(struct rte_eth_dev *dev);
21054fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_enable(struct rte_eth_dev *dev);
21154fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_disable(struct rte_eth_dev *dev);
21254fe083fSAlfredo Cardigliano 
2138ec5ad7fSAndrew Boyer int ionic_rx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id,
214d5850081SAndrew Boyer 	uint32_t index, uint16_t nrxq_descs, struct rte_mempool *mp,
2158ec5ad7fSAndrew Boyer 	struct ionic_rx_qcq **qcq_out);
2168ec5ad7fSAndrew Boyer int ionic_tx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id,
2178ec5ad7fSAndrew Boyer 	uint32_t index, uint16_t ntxq_descs,
2188ec5ad7fSAndrew Boyer 	struct ionic_tx_qcq **qcq_out);
21901a6c311SAlfredo Cardigliano void ionic_qcq_free(struct ionic_qcq *qcq);
22001a6c311SAlfredo Cardigliano 
221be39f75cSAndrew Boyer int ionic_lif_rxq_init(struct ionic_rx_qcq *rxq);
222be39f75cSAndrew Boyer void ionic_lif_rxq_deinit(struct ionic_rx_qcq *rxq);
223a27d9013SAlfredo Cardigliano 
224be39f75cSAndrew Boyer int ionic_lif_txq_init(struct ionic_tx_qcq *txq);
225be39f75cSAndrew Boyer void ionic_lif_txq_deinit(struct ionic_tx_qcq *txq);
226a27d9013SAlfredo Cardigliano 
22722e7171bSAlfredo Cardigliano int ionic_lif_rss_config(struct ionic_lif *lif, const uint16_t types,
22822e7171bSAlfredo Cardigliano 	const uint8_t *key, const uint32_t *indir);
22922e7171bSAlfredo Cardigliano 
230598f6726SAlfredo Cardigliano int ionic_lif_set_features(struct ionic_lif *lif);
231598f6726SAlfredo Cardigliano 
2323cdfd905SAlfredo Cardigliano void ionic_lif_get_stats(const struct ionic_lif *lif,
2333cdfd905SAlfredo Cardigliano 	struct rte_eth_stats *stats);
2343cdfd905SAlfredo Cardigliano void ionic_lif_reset_stats(struct ionic_lif *lif);
2353cdfd905SAlfredo Cardigliano 
2363cdfd905SAlfredo Cardigliano void ionic_lif_get_hw_stats(struct ionic_lif *lif,
2373cdfd905SAlfredo Cardigliano 	struct ionic_lif_stats *stats);
2383cdfd905SAlfredo Cardigliano void ionic_lif_reset_hw_stats(struct ionic_lif *lif);
2393cdfd905SAlfredo Cardigliano 
24027b942c8SAlfredo Cardigliano int ionic_notifyq_handler(struct ionic_lif *lif, int budget);
24127b942c8SAlfredo Cardigliano 
242669c8de6SAlfredo Cardigliano #endif /* _IONIC_LIF_H_ */
243