176668754SAndrew Boyer /* SPDX-License-Identifier: BSD-3-Clause 2a5205992SAndrew Boyer * Copyright 2018-2022 Advanced Micro Devices, Inc. 3669c8de6SAlfredo Cardigliano */ 4669c8de6SAlfredo Cardigliano 5669c8de6SAlfredo Cardigliano #ifndef _IONIC_LIF_H_ 6669c8de6SAlfredo Cardigliano #define _IONIC_LIF_H_ 7669c8de6SAlfredo Cardigliano 8669c8de6SAlfredo Cardigliano #include <inttypes.h> 9669c8de6SAlfredo Cardigliano 10669c8de6SAlfredo Cardigliano #include <rte_ethdev.h> 11669c8de6SAlfredo Cardigliano #include <rte_ether.h> 12669c8de6SAlfredo Cardigliano 13669c8de6SAlfredo Cardigliano #include "ionic_osdep.h" 14669c8de6SAlfredo Cardigliano #include "ionic_dev.h" 1554fe083fSAlfredo Cardigliano #include "ionic_rx_filter.h" 16669c8de6SAlfredo Cardigliano 1701a6c311SAlfredo Cardigliano #define IONIC_ADMINQ_LENGTH 16 /* must be a power of two */ 1827b942c8SAlfredo Cardigliano #define IONIC_NOTIFYQ_LENGTH 64 /* must be a power of two */ 1901a6c311SAlfredo Cardigliano 20218afd82SAndrew Boyer #define IONIC_MBUF_BULK_ALLOC 64 /* Multiple of 4 */ 21218afd82SAndrew Boyer 2222e7171bSAlfredo Cardigliano #define IONIC_RSS_OFFLOAD_ALL ( \ 2322e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4 | \ 2422e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_TCP | \ 2522e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_UDP | \ 2622e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6 | \ 2722e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_TCP | \ 2822e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_UDP) 2922e7171bSAlfredo Cardigliano 30a27d9013SAlfredo Cardigliano #define IONIC_GET_SG_CNTR_IDX(num_sg_elems) (num_sg_elems) 31a27d9013SAlfredo Cardigliano 32a27d9013SAlfredo Cardigliano struct ionic_tx_stats { 33a27d9013SAlfredo Cardigliano uint64_t packets; 34a27d9013SAlfredo Cardigliano uint64_t bytes; 35a27d9013SAlfredo Cardigliano uint64_t drop; 36a27d9013SAlfredo Cardigliano uint64_t stop; 3764b08152SAlfredo Cardigliano uint64_t no_csum; 38a27d9013SAlfredo Cardigliano uint64_t tso; 39a27d9013SAlfredo Cardigliano }; 40a27d9013SAlfredo Cardigliano 41a27d9013SAlfredo Cardigliano struct ionic_rx_stats { 42a27d9013SAlfredo Cardigliano uint64_t packets; 43a27d9013SAlfredo Cardigliano uint64_t bytes; 44a27d9013SAlfredo Cardigliano uint64_t bad_cq_status; 45a27d9013SAlfredo Cardigliano uint64_t bad_len; 46ed522a3fSAndrew Boyer uint64_t mtods; 47a27d9013SAlfredo Cardigliano }; 48a27d9013SAlfredo Cardigliano 4901a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_INITED BIT(0) 5001a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_SG BIT(1) 5102eabf57SAndrew Boyer #define IONIC_QCQ_F_DEFERRED BIT(4) 52*9de21005SAndrew Boyer #define IONIC_QCQ_F_CMB BIT(5) 5368591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_L3 BIT(7) 5468591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_UDP BIT(8) 5568591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_TCP BIT(9) 569ac234eeSAndrew Boyer #define IONIC_QCQ_F_FAST_FREE BIT(10) 5701a6c311SAlfredo Cardigliano 5801a6c311SAlfredo Cardigliano /* Queue / Completion Queue */ 5901a6c311SAlfredo Cardigliano struct ionic_qcq { 6001a6c311SAlfredo Cardigliano struct ionic_queue q; /**< Queue */ 6101a6c311SAlfredo Cardigliano struct ionic_cq cq; /**< Completion Queue */ 6201a6c311SAlfredo Cardigliano struct ionic_lif *lif; /**< LIF */ 6301a6c311SAlfredo Cardigliano const struct rte_memzone *base_z; 6401a6c311SAlfredo Cardigliano void *base; 6501a6c311SAlfredo Cardigliano rte_iova_t base_pa; 66be39f75cSAndrew Boyer }; 67be39f75cSAndrew Boyer 68be39f75cSAndrew Boyer struct ionic_admin_qcq { 69be39f75cSAndrew Boyer struct ionic_qcq qcq; 70be39f75cSAndrew Boyer uint16_t flags; 71be39f75cSAndrew Boyer }; 72be39f75cSAndrew Boyer 73be39f75cSAndrew Boyer struct ionic_notify_qcq { 74be39f75cSAndrew Boyer struct ionic_qcq qcq; 75be39f75cSAndrew Boyer uint16_t flags; 76be39f75cSAndrew Boyer 7701a6c311SAlfredo Cardigliano struct ionic_intr_info intr; 7801a6c311SAlfredo Cardigliano }; 7901a6c311SAlfredo Cardigliano 80be39f75cSAndrew Boyer struct ionic_rx_qcq { 81be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 82be39f75cSAndrew Boyer struct ionic_qcq qcq; 83be39f75cSAndrew Boyer 84be39f75cSAndrew Boyer /* cacheline2 */ 85be39f75cSAndrew Boyer struct rte_mempool *mb_pool; 867b20fc2fSAndrew Boyer uint64_t rearm_data; 877b20fc2fSAndrew Boyer uint64_t rearm_seg_data; 88b671e69aSAndrew Boyer uint16_t frame_size; /* Based on configured MTU */ 89d5850081SAndrew Boyer uint16_t hdr_seg_size; /* Length of first segment of RX chain */ 90d5850081SAndrew Boyer uint16_t seg_size; /* Length of all subsequent segments */ 91be39f75cSAndrew Boyer uint16_t flags; 92218afd82SAndrew Boyer uint16_t mb_idx; 93be39f75cSAndrew Boyer 94be39f75cSAndrew Boyer /* cacheline3 (inside stats) */ 95be39f75cSAndrew Boyer struct ionic_rx_stats stats; 96218afd82SAndrew Boyer 97218afd82SAndrew Boyer /* cacheline4+ */ 98218afd82SAndrew Boyer struct rte_mbuf *mbs[IONIC_MBUF_BULK_ALLOC] __rte_cache_aligned; 99be39f75cSAndrew Boyer }; 100be39f75cSAndrew Boyer 101be39f75cSAndrew Boyer struct ionic_tx_qcq { 102be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 103be39f75cSAndrew Boyer struct ionic_qcq qcq; 104be39f75cSAndrew Boyer 105be39f75cSAndrew Boyer /* cacheline2 */ 106e19eea1eSAndrew Boyer uint16_t num_segs_fw; /* # segs supported by current FW */ 107be39f75cSAndrew Boyer uint16_t flags; 108be39f75cSAndrew Boyer 109be39f75cSAndrew Boyer struct ionic_tx_stats stats; 110be39f75cSAndrew Boyer }; 111be39f75cSAndrew Boyer 1122aed9865SAndrew Boyer #define IONIC_Q_TO_QCQ(_q) container_of(_q, struct ionic_qcq, q) 1132aed9865SAndrew Boyer #define IONIC_CQ_TO_QCQ(_cq) container_of(_cq, struct ionic_qcq, cq) 114a27d9013SAlfredo Cardigliano 115c5d15850SAndrew Boyer struct ionic_qtype_info { 116c5d15850SAndrew Boyer uint8_t version; 117c5d15850SAndrew Boyer uint8_t supported; 118c5d15850SAndrew Boyer uint64_t features; 119c5d15850SAndrew Boyer uint16_t desc_sz; 120c5d15850SAndrew Boyer uint16_t comp_sz; 121c5d15850SAndrew Boyer uint16_t sg_desc_sz; 122c5d15850SAndrew Boyer uint16_t max_sg_elems; 123c5d15850SAndrew Boyer uint16_t sg_desc_stride; 124c5d15850SAndrew Boyer }; 125c5d15850SAndrew Boyer 126669c8de6SAlfredo Cardigliano #define IONIC_LIF_F_INITED BIT(0) 12727b942c8SAlfredo Cardigliano #define IONIC_LIF_F_LINK_CHECK_NEEDED BIT(1) 128be63459eSAndrew Boyer #define IONIC_LIF_F_UP BIT(2) 129be63459eSAndrew Boyer #define IONIC_LIF_F_FW_RESET BIT(3) 130*9de21005SAndrew Boyer #define IONIC_LIF_F_Q_IN_CMB BIT(4) 131669c8de6SAlfredo Cardigliano 132669c8de6SAlfredo Cardigliano #define IONIC_LIF_NAME_MAX_SZ (32) 133669c8de6SAlfredo Cardigliano 134669c8de6SAlfredo Cardigliano struct ionic_lif { 135669c8de6SAlfredo Cardigliano struct ionic_adapter *adapter; 136669c8de6SAlfredo Cardigliano struct rte_eth_dev *eth_dev; 137669c8de6SAlfredo Cardigliano uint16_t port_id; /**< Device port identifier */ 138b671e69aSAndrew Boyer uint16_t frame_size; 139669c8de6SAlfredo Cardigliano uint32_t hw_index; 140669c8de6SAlfredo Cardigliano uint32_t state; 141a27d9013SAlfredo Cardigliano uint32_t ntxqcqs; 142a27d9013SAlfredo Cardigliano uint32_t nrxqcqs; 14301a6c311SAlfredo Cardigliano rte_spinlock_t adminq_lock; 14401a6c311SAlfredo Cardigliano rte_spinlock_t adminq_service_lock; 145be39f75cSAndrew Boyer struct ionic_admin_qcq *adminqcq; 146be39f75cSAndrew Boyer struct ionic_notify_qcq *notifyqcq; 147be39f75cSAndrew Boyer struct ionic_tx_qcq **txqcqs; 148be39f75cSAndrew Boyer struct ionic_rx_qcq **rxqcqs; 14954fe083fSAlfredo Cardigliano struct ionic_rx_filters rx_filters; 150c67719e1SAlfredo Cardigliano struct ionic_doorbell __iomem *kern_dbpage; 15127b942c8SAlfredo Cardigliano uint64_t last_eid; 152598f6726SAlfredo Cardigliano uint64_t features; 153598f6726SAlfredo Cardigliano uint32_t hw_features; 154598f6726SAlfredo Cardigliano uint32_t rx_mode; 155669c8de6SAlfredo Cardigliano char name[IONIC_LIF_NAME_MAX_SZ]; 156598f6726SAlfredo Cardigliano uint8_t mac_addr[RTE_ETHER_ADDR_LEN]; 15722e7171bSAlfredo Cardigliano uint16_t rss_types; 15822e7171bSAlfredo Cardigliano uint8_t rss_hash_key[IONIC_RSS_HASH_KEY_SIZE]; 15922e7171bSAlfredo Cardigliano uint8_t *rss_ind_tbl; 16022e7171bSAlfredo Cardigliano rte_iova_t rss_ind_tbl_pa; 16122e7171bSAlfredo Cardigliano const struct rte_memzone *rss_ind_tbl_z; 1623d845eddSAndrew Boyer uint32_t rss_ind_tbl_nrxqcqs; 163669c8de6SAlfredo Cardigliano uint32_t info_sz; 164669c8de6SAlfredo Cardigliano struct ionic_lif_info *info; 165669c8de6SAlfredo Cardigliano rte_iova_t info_pa; 166669c8de6SAlfredo Cardigliano const struct rte_memzone *info_z; 167c5d15850SAndrew Boyer 168c5d15850SAndrew Boyer struct ionic_qtype_info qtype_info[IONIC_QTYPE_MAX]; 169c5d15850SAndrew Boyer uint8_t qtype_ver[IONIC_QTYPE_MAX]; 170c5d15850SAndrew Boyer 1713cdfd905SAlfredo Cardigliano struct rte_eth_stats stats_base; 1723cdfd905SAlfredo Cardigliano struct ionic_lif_stats lif_stats_base; 173669c8de6SAlfredo Cardigliano }; 174669c8de6SAlfredo Cardigliano 175669c8de6SAlfredo Cardigliano int ionic_lif_identify(struct ionic_adapter *adapter); 176669c8de6SAlfredo Cardigliano int ionic_lifs_size(struct ionic_adapter *ionic); 177669c8de6SAlfredo Cardigliano 178669c8de6SAlfredo Cardigliano int ionic_lif_alloc(struct ionic_lif *lif); 179669c8de6SAlfredo Cardigliano void ionic_lif_free(struct ionic_lif *lif); 180175e4e7eSAndrew Boyer void ionic_lif_free_queues(struct ionic_lif *lif); 181669c8de6SAlfredo Cardigliano 182669c8de6SAlfredo Cardigliano int ionic_lif_init(struct ionic_lif *lif); 183669c8de6SAlfredo Cardigliano void ionic_lif_deinit(struct ionic_lif *lif); 184669c8de6SAlfredo Cardigliano 185669c8de6SAlfredo Cardigliano int ionic_lif_start(struct ionic_lif *lif); 186be63459eSAndrew Boyer void ionic_lif_stop(struct ionic_lif *lif); 187669c8de6SAlfredo Cardigliano 18818a44465SAndrew Boyer void ionic_lif_configure(struct ionic_lif *lif); 18918a44465SAndrew Boyer void ionic_lif_configure_vlan_offload(struct ionic_lif *lif, int mask); 190669c8de6SAlfredo Cardigliano void ionic_lif_reset(struct ionic_lif *lif); 191669c8de6SAlfredo Cardigliano 19201a6c311SAlfredo Cardigliano int ionic_intr_alloc(struct ionic_lif *lif, struct ionic_intr_info *intr); 19301a6c311SAlfredo Cardigliano 19401a6c311SAlfredo Cardigliano int ionic_qcq_service(struct ionic_qcq *qcq, int budget, ionic_cq_cb cb, 19501a6c311SAlfredo Cardigliano void *cb_arg); 19601a6c311SAlfredo Cardigliano 197b671e69aSAndrew Boyer int ionic_lif_change_mtu(struct ionic_lif *lif, uint32_t new_mtu); 198598f6726SAlfredo Cardigliano 19954fe083fSAlfredo Cardigliano int ionic_dev_add_mac(struct rte_eth_dev *eth_dev, 20054fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr, 20154fe083fSAlfredo Cardigliano uint32_t index __rte_unused, uint32_t pool __rte_unused); 20254fe083fSAlfredo Cardigliano void ionic_dev_remove_mac(struct rte_eth_dev *eth_dev, 20354fe083fSAlfredo Cardigliano uint32_t index __rte_unused); 20454fe083fSAlfredo Cardigliano int ionic_dev_set_mac(struct rte_eth_dev *eth_dev, 20554fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr); 20654fe083fSAlfredo Cardigliano int ionic_dev_vlan_filter_set(struct rte_eth_dev *eth_dev, uint16_t vlan_id, 20754fe083fSAlfredo Cardigliano int on); 20854fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_enable(struct rte_eth_dev *dev); 20954fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_disable(struct rte_eth_dev *dev); 21054fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_enable(struct rte_eth_dev *dev); 21154fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_disable(struct rte_eth_dev *dev); 21254fe083fSAlfredo Cardigliano 2138ec5ad7fSAndrew Boyer int ionic_rx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 214d5850081SAndrew Boyer uint32_t index, uint16_t nrxq_descs, struct rte_mempool *mp, 2158ec5ad7fSAndrew Boyer struct ionic_rx_qcq **qcq_out); 2168ec5ad7fSAndrew Boyer int ionic_tx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 2178ec5ad7fSAndrew Boyer uint32_t index, uint16_t ntxq_descs, 2188ec5ad7fSAndrew Boyer struct ionic_tx_qcq **qcq_out); 21901a6c311SAlfredo Cardigliano void ionic_qcq_free(struct ionic_qcq *qcq); 22001a6c311SAlfredo Cardigliano 221be39f75cSAndrew Boyer int ionic_lif_rxq_init(struct ionic_rx_qcq *rxq); 222be39f75cSAndrew Boyer void ionic_lif_rxq_deinit(struct ionic_rx_qcq *rxq); 223a27d9013SAlfredo Cardigliano 224be39f75cSAndrew Boyer int ionic_lif_txq_init(struct ionic_tx_qcq *txq); 225be39f75cSAndrew Boyer void ionic_lif_txq_deinit(struct ionic_tx_qcq *txq); 226a27d9013SAlfredo Cardigliano 22722e7171bSAlfredo Cardigliano int ionic_lif_rss_config(struct ionic_lif *lif, const uint16_t types, 22822e7171bSAlfredo Cardigliano const uint8_t *key, const uint32_t *indir); 22922e7171bSAlfredo Cardigliano 230598f6726SAlfredo Cardigliano int ionic_lif_set_features(struct ionic_lif *lif); 231598f6726SAlfredo Cardigliano 2323cdfd905SAlfredo Cardigliano void ionic_lif_get_stats(const struct ionic_lif *lif, 2333cdfd905SAlfredo Cardigliano struct rte_eth_stats *stats); 2343cdfd905SAlfredo Cardigliano void ionic_lif_reset_stats(struct ionic_lif *lif); 2353cdfd905SAlfredo Cardigliano 2363cdfd905SAlfredo Cardigliano void ionic_lif_get_hw_stats(struct ionic_lif *lif, 2373cdfd905SAlfredo Cardigliano struct ionic_lif_stats *stats); 2383cdfd905SAlfredo Cardigliano void ionic_lif_reset_hw_stats(struct ionic_lif *lif); 2393cdfd905SAlfredo Cardigliano 24027b942c8SAlfredo Cardigliano int ionic_notifyq_handler(struct ionic_lif *lif, int budget); 24127b942c8SAlfredo Cardigliano 242669c8de6SAlfredo Cardigliano #endif /* _IONIC_LIF_H_ */ 243