1669c8de6SAlfredo Cardigliano /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0) 2669c8de6SAlfredo Cardigliano * Copyright(c) 2018-2019 Pensando Systems, Inc. All rights reserved. 3669c8de6SAlfredo Cardigliano */ 4669c8de6SAlfredo Cardigliano 5669c8de6SAlfredo Cardigliano #ifndef _IONIC_LIF_H_ 6669c8de6SAlfredo Cardigliano #define _IONIC_LIF_H_ 7669c8de6SAlfredo Cardigliano 8669c8de6SAlfredo Cardigliano #include <inttypes.h> 9669c8de6SAlfredo Cardigliano 10669c8de6SAlfredo Cardigliano #include <rte_ethdev.h> 11669c8de6SAlfredo Cardigliano #include <rte_ether.h> 12669c8de6SAlfredo Cardigliano 13669c8de6SAlfredo Cardigliano #include "ionic_osdep.h" 14669c8de6SAlfredo Cardigliano #include "ionic_dev.h" 1554fe083fSAlfredo Cardigliano #include "ionic_rx_filter.h" 16669c8de6SAlfredo Cardigliano 1701a6c311SAlfredo Cardigliano #define IONIC_ADMINQ_LENGTH 16 /* must be a power of two */ 1827b942c8SAlfredo Cardigliano #define IONIC_NOTIFYQ_LENGTH 64 /* must be a power of two */ 1901a6c311SAlfredo Cardigliano 2022e7171bSAlfredo Cardigliano #define IONIC_RSS_OFFLOAD_ALL ( \ 2122e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4 | \ 2222e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_TCP | \ 2322e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_UDP | \ 2422e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6 | \ 2522e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_TCP | \ 2622e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_UDP) 2722e7171bSAlfredo Cardigliano 28a27d9013SAlfredo Cardigliano #define IONIC_GET_SG_CNTR_IDX(num_sg_elems) (num_sg_elems) 29a27d9013SAlfredo Cardigliano 30a27d9013SAlfredo Cardigliano struct ionic_tx_stats { 31a27d9013SAlfredo Cardigliano uint64_t packets; 32a27d9013SAlfredo Cardigliano uint64_t bytes; 33a27d9013SAlfredo Cardigliano uint64_t drop; 34a27d9013SAlfredo Cardigliano uint64_t stop; 3564b08152SAlfredo Cardigliano uint64_t no_csum; 36a27d9013SAlfredo Cardigliano uint64_t tso; 37a27d9013SAlfredo Cardigliano }; 38a27d9013SAlfredo Cardigliano 39a27d9013SAlfredo Cardigliano struct ionic_rx_stats { 40a27d9013SAlfredo Cardigliano uint64_t packets; 41a27d9013SAlfredo Cardigliano uint64_t bytes; 42a27d9013SAlfredo Cardigliano uint64_t no_cb_arg; 43a27d9013SAlfredo Cardigliano uint64_t bad_cq_status; 44a27d9013SAlfredo Cardigliano uint64_t no_room; 45a27d9013SAlfredo Cardigliano uint64_t bad_len; 46ed522a3fSAndrew Boyer uint64_t mtods; 47a27d9013SAlfredo Cardigliano }; 48a27d9013SAlfredo Cardigliano 4901a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_INITED BIT(0) 5001a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_SG BIT(1) 5102eabf57SAndrew Boyer #define IONIC_QCQ_F_DEFERRED BIT(4) 5268591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_L3 BIT(7) 5368591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_UDP BIT(8) 5468591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_TCP BIT(9) 5501a6c311SAlfredo Cardigliano 5601a6c311SAlfredo Cardigliano /* Queue / Completion Queue */ 5701a6c311SAlfredo Cardigliano struct ionic_qcq { 5801a6c311SAlfredo Cardigliano struct ionic_queue q; /**< Queue */ 5901a6c311SAlfredo Cardigliano struct ionic_cq cq; /**< Completion Queue */ 6001a6c311SAlfredo Cardigliano struct ionic_lif *lif; /**< LIF */ 6101a6c311SAlfredo Cardigliano const struct rte_memzone *base_z; 6201a6c311SAlfredo Cardigliano void *base; 6301a6c311SAlfredo Cardigliano rte_iova_t base_pa; 64be39f75cSAndrew Boyer }; 65be39f75cSAndrew Boyer 66be39f75cSAndrew Boyer struct ionic_admin_qcq { 67be39f75cSAndrew Boyer struct ionic_qcq qcq; 68be39f75cSAndrew Boyer uint16_t flags; 69be39f75cSAndrew Boyer }; 70be39f75cSAndrew Boyer 71be39f75cSAndrew Boyer struct ionic_notify_qcq { 72be39f75cSAndrew Boyer struct ionic_qcq qcq; 73be39f75cSAndrew Boyer uint16_t flags; 74be39f75cSAndrew Boyer 7501a6c311SAlfredo Cardigliano struct ionic_intr_info intr; 7601a6c311SAlfredo Cardigliano }; 7701a6c311SAlfredo Cardigliano 78be39f75cSAndrew Boyer struct ionic_rx_qcq { 79be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 80be39f75cSAndrew Boyer struct ionic_qcq qcq; 81be39f75cSAndrew Boyer 82be39f75cSAndrew Boyer /* cacheline2 */ 83be39f75cSAndrew Boyer struct rte_mempool *mb_pool; 84be39f75cSAndrew Boyer uint16_t flags; 85be39f75cSAndrew Boyer 86be39f75cSAndrew Boyer /* cacheline3 (inside stats) */ 87be39f75cSAndrew Boyer struct ionic_rx_stats stats; 88be39f75cSAndrew Boyer }; 89be39f75cSAndrew Boyer 90be39f75cSAndrew Boyer struct ionic_tx_qcq { 91be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 92be39f75cSAndrew Boyer struct ionic_qcq qcq; 93be39f75cSAndrew Boyer 94be39f75cSAndrew Boyer /* cacheline2 */ 95*e19eea1eSAndrew Boyer uint16_t num_segs_fw; /* # segs supported by current FW */ 96be39f75cSAndrew Boyer uint16_t flags; 97be39f75cSAndrew Boyer 98be39f75cSAndrew Boyer struct ionic_tx_stats stats; 99be39f75cSAndrew Boyer }; 100be39f75cSAndrew Boyer 1012aed9865SAndrew Boyer #define IONIC_Q_TO_QCQ(_q) container_of(_q, struct ionic_qcq, q) 1022aed9865SAndrew Boyer #define IONIC_CQ_TO_QCQ(_cq) container_of(_cq, struct ionic_qcq, cq) 103a27d9013SAlfredo Cardigliano 104c5d15850SAndrew Boyer struct ionic_qtype_info { 105c5d15850SAndrew Boyer uint8_t version; 106c5d15850SAndrew Boyer uint8_t supported; 107c5d15850SAndrew Boyer uint64_t features; 108c5d15850SAndrew Boyer uint16_t desc_sz; 109c5d15850SAndrew Boyer uint16_t comp_sz; 110c5d15850SAndrew Boyer uint16_t sg_desc_sz; 111c5d15850SAndrew Boyer uint16_t max_sg_elems; 112c5d15850SAndrew Boyer uint16_t sg_desc_stride; 113c5d15850SAndrew Boyer }; 114c5d15850SAndrew Boyer 115669c8de6SAlfredo Cardigliano #define IONIC_LIF_F_INITED BIT(0) 11627b942c8SAlfredo Cardigliano #define IONIC_LIF_F_LINK_CHECK_NEEDED BIT(1) 117be63459eSAndrew Boyer #define IONIC_LIF_F_UP BIT(2) 118be63459eSAndrew Boyer #define IONIC_LIF_F_FW_RESET BIT(3) 119669c8de6SAlfredo Cardigliano 120669c8de6SAlfredo Cardigliano #define IONIC_LIF_NAME_MAX_SZ (32) 121669c8de6SAlfredo Cardigliano 122669c8de6SAlfredo Cardigliano struct ionic_lif { 123669c8de6SAlfredo Cardigliano struct ionic_adapter *adapter; 124669c8de6SAlfredo Cardigliano struct rte_eth_dev *eth_dev; 125669c8de6SAlfredo Cardigliano uint16_t port_id; /**< Device port identifier */ 126669c8de6SAlfredo Cardigliano uint32_t hw_index; 127669c8de6SAlfredo Cardigliano uint32_t state; 128a27d9013SAlfredo Cardigliano uint32_t ntxqcqs; 129a27d9013SAlfredo Cardigliano uint32_t nrxqcqs; 13001a6c311SAlfredo Cardigliano rte_spinlock_t adminq_lock; 13101a6c311SAlfredo Cardigliano rte_spinlock_t adminq_service_lock; 132be39f75cSAndrew Boyer struct ionic_admin_qcq *adminqcq; 133be39f75cSAndrew Boyer struct ionic_notify_qcq *notifyqcq; 134be39f75cSAndrew Boyer struct ionic_tx_qcq **txqcqs; 135be39f75cSAndrew Boyer struct ionic_rx_qcq **rxqcqs; 13654fe083fSAlfredo Cardigliano struct ionic_rx_filters rx_filters; 137c67719e1SAlfredo Cardigliano struct ionic_doorbell __iomem *kern_dbpage; 13827b942c8SAlfredo Cardigliano uint64_t last_eid; 139598f6726SAlfredo Cardigliano uint64_t features; 140598f6726SAlfredo Cardigliano uint32_t hw_features; 141598f6726SAlfredo Cardigliano uint32_t rx_mode; 142669c8de6SAlfredo Cardigliano char name[IONIC_LIF_NAME_MAX_SZ]; 143598f6726SAlfredo Cardigliano uint8_t mac_addr[RTE_ETHER_ADDR_LEN]; 14422e7171bSAlfredo Cardigliano uint16_t rss_types; 14522e7171bSAlfredo Cardigliano uint8_t rss_hash_key[IONIC_RSS_HASH_KEY_SIZE]; 14622e7171bSAlfredo Cardigliano uint8_t *rss_ind_tbl; 14722e7171bSAlfredo Cardigliano rte_iova_t rss_ind_tbl_pa; 14822e7171bSAlfredo Cardigliano const struct rte_memzone *rss_ind_tbl_z; 1493d845eddSAndrew Boyer uint32_t rss_ind_tbl_nrxqcqs; 150669c8de6SAlfredo Cardigliano uint32_t info_sz; 151669c8de6SAlfredo Cardigliano struct ionic_lif_info *info; 152669c8de6SAlfredo Cardigliano rte_iova_t info_pa; 153669c8de6SAlfredo Cardigliano const struct rte_memzone *info_z; 154c5d15850SAndrew Boyer 155c5d15850SAndrew Boyer struct ionic_qtype_info qtype_info[IONIC_QTYPE_MAX]; 156c5d15850SAndrew Boyer uint8_t qtype_ver[IONIC_QTYPE_MAX]; 157c5d15850SAndrew Boyer 1583cdfd905SAlfredo Cardigliano struct rte_eth_stats stats_base; 1593cdfd905SAlfredo Cardigliano struct ionic_lif_stats lif_stats_base; 160669c8de6SAlfredo Cardigliano }; 161669c8de6SAlfredo Cardigliano 162669c8de6SAlfredo Cardigliano int ionic_lif_identify(struct ionic_adapter *adapter); 163669c8de6SAlfredo Cardigliano int ionic_lifs_size(struct ionic_adapter *ionic); 164669c8de6SAlfredo Cardigliano 165669c8de6SAlfredo Cardigliano int ionic_lif_alloc(struct ionic_lif *lif); 166669c8de6SAlfredo Cardigliano void ionic_lif_free(struct ionic_lif *lif); 167175e4e7eSAndrew Boyer void ionic_lif_free_queues(struct ionic_lif *lif); 168669c8de6SAlfredo Cardigliano 169669c8de6SAlfredo Cardigliano int ionic_lif_init(struct ionic_lif *lif); 170669c8de6SAlfredo Cardigliano void ionic_lif_deinit(struct ionic_lif *lif); 171669c8de6SAlfredo Cardigliano 172669c8de6SAlfredo Cardigliano int ionic_lif_start(struct ionic_lif *lif); 173be63459eSAndrew Boyer void ionic_lif_stop(struct ionic_lif *lif); 174669c8de6SAlfredo Cardigliano 17518a44465SAndrew Boyer void ionic_lif_configure(struct ionic_lif *lif); 17618a44465SAndrew Boyer void ionic_lif_configure_vlan_offload(struct ionic_lif *lif, int mask); 177669c8de6SAlfredo Cardigliano void ionic_lif_reset(struct ionic_lif *lif); 178669c8de6SAlfredo Cardigliano 17901a6c311SAlfredo Cardigliano int ionic_intr_alloc(struct ionic_lif *lif, struct ionic_intr_info *intr); 18001a6c311SAlfredo Cardigliano 18101a6c311SAlfredo Cardigliano int ionic_qcq_service(struct ionic_qcq *qcq, int budget, ionic_cq_cb cb, 18201a6c311SAlfredo Cardigliano void *cb_arg); 18301a6c311SAlfredo Cardigliano 184598f6726SAlfredo Cardigliano int ionic_lif_change_mtu(struct ionic_lif *lif, int new_mtu); 185598f6726SAlfredo Cardigliano 18654fe083fSAlfredo Cardigliano int ionic_dev_add_mac(struct rte_eth_dev *eth_dev, 18754fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr, 18854fe083fSAlfredo Cardigliano uint32_t index __rte_unused, uint32_t pool __rte_unused); 18954fe083fSAlfredo Cardigliano void ionic_dev_remove_mac(struct rte_eth_dev *eth_dev, 19054fe083fSAlfredo Cardigliano uint32_t index __rte_unused); 19154fe083fSAlfredo Cardigliano int ionic_dev_set_mac(struct rte_eth_dev *eth_dev, 19254fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr); 19354fe083fSAlfredo Cardigliano int ionic_dev_vlan_filter_set(struct rte_eth_dev *eth_dev, uint16_t vlan_id, 19454fe083fSAlfredo Cardigliano int on); 19554fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_enable(struct rte_eth_dev *dev); 19654fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_disable(struct rte_eth_dev *dev); 19754fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_enable(struct rte_eth_dev *dev); 19854fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_disable(struct rte_eth_dev *dev); 19954fe083fSAlfredo Cardigliano 2008ec5ad7fSAndrew Boyer int ionic_rx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 2018ec5ad7fSAndrew Boyer uint32_t index, uint16_t nrxq_descs, 2028ec5ad7fSAndrew Boyer struct ionic_rx_qcq **qcq_out); 2038ec5ad7fSAndrew Boyer int ionic_tx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 2048ec5ad7fSAndrew Boyer uint32_t index, uint16_t ntxq_descs, 2058ec5ad7fSAndrew Boyer struct ionic_tx_qcq **qcq_out); 20601a6c311SAlfredo Cardigliano void ionic_qcq_free(struct ionic_qcq *qcq); 20701a6c311SAlfredo Cardigliano 20801a6c311SAlfredo Cardigliano int ionic_qcq_enable(struct ionic_qcq *qcq); 20901a6c311SAlfredo Cardigliano int ionic_qcq_disable(struct ionic_qcq *qcq); 21001a6c311SAlfredo Cardigliano 211be39f75cSAndrew Boyer int ionic_lif_rxq_init(struct ionic_rx_qcq *rxq); 212be39f75cSAndrew Boyer void ionic_lif_rxq_deinit(struct ionic_rx_qcq *rxq); 213a27d9013SAlfredo Cardigliano 214be39f75cSAndrew Boyer int ionic_lif_txq_init(struct ionic_tx_qcq *txq); 215be39f75cSAndrew Boyer void ionic_lif_txq_deinit(struct ionic_tx_qcq *txq); 216a27d9013SAlfredo Cardigliano 21722e7171bSAlfredo Cardigliano int ionic_lif_rss_config(struct ionic_lif *lif, const uint16_t types, 21822e7171bSAlfredo Cardigliano const uint8_t *key, const uint32_t *indir); 21922e7171bSAlfredo Cardigliano 220598f6726SAlfredo Cardigliano int ionic_lif_set_features(struct ionic_lif *lif); 221598f6726SAlfredo Cardigliano 2223cdfd905SAlfredo Cardigliano void ionic_lif_get_stats(const struct ionic_lif *lif, 2233cdfd905SAlfredo Cardigliano struct rte_eth_stats *stats); 2243cdfd905SAlfredo Cardigliano void ionic_lif_reset_stats(struct ionic_lif *lif); 2253cdfd905SAlfredo Cardigliano 2263cdfd905SAlfredo Cardigliano void ionic_lif_get_hw_stats(struct ionic_lif *lif, 2273cdfd905SAlfredo Cardigliano struct ionic_lif_stats *stats); 2283cdfd905SAlfredo Cardigliano void ionic_lif_reset_hw_stats(struct ionic_lif *lif); 2293cdfd905SAlfredo Cardigliano 23027b942c8SAlfredo Cardigliano int ionic_notifyq_handler(struct ionic_lif *lif, int budget); 23127b942c8SAlfredo Cardigliano 232669c8de6SAlfredo Cardigliano #endif /* _IONIC_LIF_H_ */ 233