1669c8de6SAlfredo Cardigliano /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0) 2669c8de6SAlfredo Cardigliano * Copyright(c) 2018-2019 Pensando Systems, Inc. All rights reserved. 3669c8de6SAlfredo Cardigliano */ 4669c8de6SAlfredo Cardigliano 5669c8de6SAlfredo Cardigliano #ifndef _IONIC_LIF_H_ 6669c8de6SAlfredo Cardigliano #define _IONIC_LIF_H_ 7669c8de6SAlfredo Cardigliano 8669c8de6SAlfredo Cardigliano #include <inttypes.h> 9669c8de6SAlfredo Cardigliano 10669c8de6SAlfredo Cardigliano #include <rte_ethdev.h> 11669c8de6SAlfredo Cardigliano #include <rte_ether.h> 12669c8de6SAlfredo Cardigliano 13669c8de6SAlfredo Cardigliano #include "ionic_osdep.h" 14669c8de6SAlfredo Cardigliano #include "ionic_dev.h" 1554fe083fSAlfredo Cardigliano #include "ionic_rx_filter.h" 16669c8de6SAlfredo Cardigliano 1701a6c311SAlfredo Cardigliano #define IONIC_ADMINQ_LENGTH 16 /* must be a power of two */ 1827b942c8SAlfredo Cardigliano #define IONIC_NOTIFYQ_LENGTH 64 /* must be a power of two */ 1901a6c311SAlfredo Cardigliano 2022e7171bSAlfredo Cardigliano #define IONIC_RSS_OFFLOAD_ALL ( \ 2122e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4 | \ 2222e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_TCP | \ 2322e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV4_UDP | \ 2422e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6 | \ 2522e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_TCP | \ 2622e7171bSAlfredo Cardigliano IONIC_RSS_TYPE_IPV6_UDP) 2722e7171bSAlfredo Cardigliano 28a27d9013SAlfredo Cardigliano #define IONIC_GET_SG_CNTR_IDX(num_sg_elems) (num_sg_elems) 29a27d9013SAlfredo Cardigliano 30a27d9013SAlfredo Cardigliano struct ionic_tx_stats { 31a27d9013SAlfredo Cardigliano uint64_t packets; 32a27d9013SAlfredo Cardigliano uint64_t bytes; 33a27d9013SAlfredo Cardigliano uint64_t drop; 34a27d9013SAlfredo Cardigliano uint64_t stop; 3564b08152SAlfredo Cardigliano uint64_t no_csum; 36a27d9013SAlfredo Cardigliano uint64_t tso; 37a27d9013SAlfredo Cardigliano }; 38a27d9013SAlfredo Cardigliano 39a27d9013SAlfredo Cardigliano struct ionic_rx_stats { 40a27d9013SAlfredo Cardigliano uint64_t packets; 41a27d9013SAlfredo Cardigliano uint64_t bytes; 42a27d9013SAlfredo Cardigliano uint64_t no_cb_arg; 43a27d9013SAlfredo Cardigliano uint64_t bad_cq_status; 44a27d9013SAlfredo Cardigliano uint64_t no_room; 45a27d9013SAlfredo Cardigliano uint64_t bad_len; 46*ed522a3fSAndrew Boyer uint64_t mtods; 47a27d9013SAlfredo Cardigliano }; 48a27d9013SAlfredo Cardigliano 4901a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_INITED BIT(0) 5001a6c311SAlfredo Cardigliano #define IONIC_QCQ_F_SG BIT(1) 5102eabf57SAndrew Boyer #define IONIC_QCQ_F_DEFERRED BIT(4) 5268591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_L3 BIT(7) 5368591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_UDP BIT(8) 5468591087SAndrew Boyer #define IONIC_QCQ_F_CSUM_TCP BIT(9) 5501a6c311SAlfredo Cardigliano 5601a6c311SAlfredo Cardigliano /* Queue / Completion Queue */ 5701a6c311SAlfredo Cardigliano struct ionic_qcq { 5801a6c311SAlfredo Cardigliano struct ionic_queue q; /**< Queue */ 5901a6c311SAlfredo Cardigliano struct ionic_cq cq; /**< Completion Queue */ 6001a6c311SAlfredo Cardigliano struct ionic_lif *lif; /**< LIF */ 6101a6c311SAlfredo Cardigliano const struct rte_memzone *base_z; 6201a6c311SAlfredo Cardigliano void *base; 6301a6c311SAlfredo Cardigliano rte_iova_t base_pa; 64be39f75cSAndrew Boyer }; 65be39f75cSAndrew Boyer 66be39f75cSAndrew Boyer struct ionic_admin_qcq { 67be39f75cSAndrew Boyer struct ionic_qcq qcq; 68be39f75cSAndrew Boyer uint16_t flags; 69be39f75cSAndrew Boyer }; 70be39f75cSAndrew Boyer 71be39f75cSAndrew Boyer struct ionic_notify_qcq { 72be39f75cSAndrew Boyer struct ionic_qcq qcq; 73be39f75cSAndrew Boyer uint16_t flags; 74be39f75cSAndrew Boyer 7501a6c311SAlfredo Cardigliano struct ionic_intr_info intr; 7601a6c311SAlfredo Cardigliano }; 7701a6c311SAlfredo Cardigliano 78be39f75cSAndrew Boyer struct ionic_rx_qcq { 79be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 80be39f75cSAndrew Boyer struct ionic_qcq qcq; 81be39f75cSAndrew Boyer 82be39f75cSAndrew Boyer /* cacheline2 */ 83be39f75cSAndrew Boyer struct rte_mempool *mb_pool; 84be39f75cSAndrew Boyer uint16_t flags; 85be39f75cSAndrew Boyer 86be39f75cSAndrew Boyer /* cacheline3 (inside stats) */ 87be39f75cSAndrew Boyer struct ionic_rx_stats stats; 88be39f75cSAndrew Boyer }; 89be39f75cSAndrew Boyer 90be39f75cSAndrew Boyer struct ionic_tx_qcq { 91be39f75cSAndrew Boyer /* cacheline0, cacheline1 */ 92be39f75cSAndrew Boyer struct ionic_qcq qcq; 93be39f75cSAndrew Boyer 94be39f75cSAndrew Boyer /* cacheline2 */ 95be39f75cSAndrew Boyer uint16_t flags; 96be39f75cSAndrew Boyer 97be39f75cSAndrew Boyer struct ionic_tx_stats stats; 98be39f75cSAndrew Boyer }; 99be39f75cSAndrew Boyer 1002aed9865SAndrew Boyer #define IONIC_Q_TO_QCQ(_q) container_of(_q, struct ionic_qcq, q) 1012aed9865SAndrew Boyer #define IONIC_CQ_TO_QCQ(_cq) container_of(_cq, struct ionic_qcq, cq) 102a27d9013SAlfredo Cardigliano 103c5d15850SAndrew Boyer struct ionic_qtype_info { 104c5d15850SAndrew Boyer uint8_t version; 105c5d15850SAndrew Boyer uint8_t supported; 106c5d15850SAndrew Boyer uint64_t features; 107c5d15850SAndrew Boyer uint16_t desc_sz; 108c5d15850SAndrew Boyer uint16_t comp_sz; 109c5d15850SAndrew Boyer uint16_t sg_desc_sz; 110c5d15850SAndrew Boyer uint16_t max_sg_elems; 111c5d15850SAndrew Boyer uint16_t sg_desc_stride; 112c5d15850SAndrew Boyer }; 113c5d15850SAndrew Boyer 114669c8de6SAlfredo Cardigliano #define IONIC_LIF_F_INITED BIT(0) 11527b942c8SAlfredo Cardigliano #define IONIC_LIF_F_LINK_CHECK_NEEDED BIT(1) 116be63459eSAndrew Boyer #define IONIC_LIF_F_UP BIT(2) 117be63459eSAndrew Boyer #define IONIC_LIF_F_FW_RESET BIT(3) 118669c8de6SAlfredo Cardigliano 119669c8de6SAlfredo Cardigliano #define IONIC_LIF_NAME_MAX_SZ (32) 120669c8de6SAlfredo Cardigliano 121669c8de6SAlfredo Cardigliano struct ionic_lif { 122669c8de6SAlfredo Cardigliano struct ionic_adapter *adapter; 123669c8de6SAlfredo Cardigliano struct rte_eth_dev *eth_dev; 124669c8de6SAlfredo Cardigliano uint16_t port_id; /**< Device port identifier */ 125669c8de6SAlfredo Cardigliano uint32_t hw_index; 126669c8de6SAlfredo Cardigliano uint32_t state; 127a27d9013SAlfredo Cardigliano uint32_t ntxqcqs; 128a27d9013SAlfredo Cardigliano uint32_t nrxqcqs; 12901a6c311SAlfredo Cardigliano rte_spinlock_t adminq_lock; 13001a6c311SAlfredo Cardigliano rte_spinlock_t adminq_service_lock; 131be39f75cSAndrew Boyer struct ionic_admin_qcq *adminqcq; 132be39f75cSAndrew Boyer struct ionic_notify_qcq *notifyqcq; 133be39f75cSAndrew Boyer struct ionic_tx_qcq **txqcqs; 134be39f75cSAndrew Boyer struct ionic_rx_qcq **rxqcqs; 13554fe083fSAlfredo Cardigliano struct ionic_rx_filters rx_filters; 136c67719e1SAlfredo Cardigliano struct ionic_doorbell __iomem *kern_dbpage; 13727b942c8SAlfredo Cardigliano uint64_t last_eid; 138598f6726SAlfredo Cardigliano uint64_t features; 139598f6726SAlfredo Cardigliano uint32_t hw_features; 140598f6726SAlfredo Cardigliano uint32_t rx_mode; 141669c8de6SAlfredo Cardigliano char name[IONIC_LIF_NAME_MAX_SZ]; 142598f6726SAlfredo Cardigliano uint8_t mac_addr[RTE_ETHER_ADDR_LEN]; 14322e7171bSAlfredo Cardigliano uint16_t rss_types; 14422e7171bSAlfredo Cardigliano uint8_t rss_hash_key[IONIC_RSS_HASH_KEY_SIZE]; 14522e7171bSAlfredo Cardigliano uint8_t *rss_ind_tbl; 14622e7171bSAlfredo Cardigliano rte_iova_t rss_ind_tbl_pa; 14722e7171bSAlfredo Cardigliano const struct rte_memzone *rss_ind_tbl_z; 1483d845eddSAndrew Boyer uint32_t rss_ind_tbl_nrxqcqs; 149669c8de6SAlfredo Cardigliano uint32_t info_sz; 150669c8de6SAlfredo Cardigliano struct ionic_lif_info *info; 151669c8de6SAlfredo Cardigliano rte_iova_t info_pa; 152669c8de6SAlfredo Cardigliano const struct rte_memzone *info_z; 153c5d15850SAndrew Boyer 154c5d15850SAndrew Boyer struct ionic_qtype_info qtype_info[IONIC_QTYPE_MAX]; 155c5d15850SAndrew Boyer uint8_t qtype_ver[IONIC_QTYPE_MAX]; 156c5d15850SAndrew Boyer 1573cdfd905SAlfredo Cardigliano struct rte_eth_stats stats_base; 1583cdfd905SAlfredo Cardigliano struct ionic_lif_stats lif_stats_base; 159669c8de6SAlfredo Cardigliano }; 160669c8de6SAlfredo Cardigliano 161669c8de6SAlfredo Cardigliano int ionic_lif_identify(struct ionic_adapter *adapter); 162669c8de6SAlfredo Cardigliano int ionic_lifs_size(struct ionic_adapter *ionic); 163669c8de6SAlfredo Cardigliano 164669c8de6SAlfredo Cardigliano int ionic_lif_alloc(struct ionic_lif *lif); 165669c8de6SAlfredo Cardigliano void ionic_lif_free(struct ionic_lif *lif); 166175e4e7eSAndrew Boyer void ionic_lif_free_queues(struct ionic_lif *lif); 167669c8de6SAlfredo Cardigliano 168669c8de6SAlfredo Cardigliano int ionic_lif_init(struct ionic_lif *lif); 169669c8de6SAlfredo Cardigliano void ionic_lif_deinit(struct ionic_lif *lif); 170669c8de6SAlfredo Cardigliano 171669c8de6SAlfredo Cardigliano int ionic_lif_start(struct ionic_lif *lif); 172be63459eSAndrew Boyer void ionic_lif_stop(struct ionic_lif *lif); 173669c8de6SAlfredo Cardigliano 17418a44465SAndrew Boyer void ionic_lif_configure(struct ionic_lif *lif); 17518a44465SAndrew Boyer void ionic_lif_configure_vlan_offload(struct ionic_lif *lif, int mask); 176669c8de6SAlfredo Cardigliano void ionic_lif_reset(struct ionic_lif *lif); 177669c8de6SAlfredo Cardigliano 17801a6c311SAlfredo Cardigliano int ionic_intr_alloc(struct ionic_lif *lif, struct ionic_intr_info *intr); 17901a6c311SAlfredo Cardigliano 18001a6c311SAlfredo Cardigliano int ionic_qcq_service(struct ionic_qcq *qcq, int budget, ionic_cq_cb cb, 18101a6c311SAlfredo Cardigliano void *cb_arg); 18201a6c311SAlfredo Cardigliano 183598f6726SAlfredo Cardigliano int ionic_lif_change_mtu(struct ionic_lif *lif, int new_mtu); 184598f6726SAlfredo Cardigliano 18554fe083fSAlfredo Cardigliano int ionic_dev_add_mac(struct rte_eth_dev *eth_dev, 18654fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr, 18754fe083fSAlfredo Cardigliano uint32_t index __rte_unused, uint32_t pool __rte_unused); 18854fe083fSAlfredo Cardigliano void ionic_dev_remove_mac(struct rte_eth_dev *eth_dev, 18954fe083fSAlfredo Cardigliano uint32_t index __rte_unused); 19054fe083fSAlfredo Cardigliano int ionic_dev_set_mac(struct rte_eth_dev *eth_dev, 19154fe083fSAlfredo Cardigliano struct rte_ether_addr *mac_addr); 19254fe083fSAlfredo Cardigliano int ionic_dev_vlan_filter_set(struct rte_eth_dev *eth_dev, uint16_t vlan_id, 19354fe083fSAlfredo Cardigliano int on); 19454fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_enable(struct rte_eth_dev *dev); 19554fe083fSAlfredo Cardigliano int ionic_dev_promiscuous_disable(struct rte_eth_dev *dev); 19654fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_enable(struct rte_eth_dev *dev); 19754fe083fSAlfredo Cardigliano int ionic_dev_allmulticast_disable(struct rte_eth_dev *dev); 19854fe083fSAlfredo Cardigliano 1998ec5ad7fSAndrew Boyer int ionic_rx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 2008ec5ad7fSAndrew Boyer uint32_t index, uint16_t nrxq_descs, 2018ec5ad7fSAndrew Boyer struct ionic_rx_qcq **qcq_out); 2028ec5ad7fSAndrew Boyer int ionic_tx_qcq_alloc(struct ionic_lif *lif, uint32_t socket_id, 2038ec5ad7fSAndrew Boyer uint32_t index, uint16_t ntxq_descs, 2048ec5ad7fSAndrew Boyer struct ionic_tx_qcq **qcq_out); 20501a6c311SAlfredo Cardigliano void ionic_qcq_free(struct ionic_qcq *qcq); 20601a6c311SAlfredo Cardigliano 20701a6c311SAlfredo Cardigliano int ionic_qcq_enable(struct ionic_qcq *qcq); 20801a6c311SAlfredo Cardigliano int ionic_qcq_disable(struct ionic_qcq *qcq); 20901a6c311SAlfredo Cardigliano 210be39f75cSAndrew Boyer int ionic_lif_rxq_init(struct ionic_rx_qcq *rxq); 211be39f75cSAndrew Boyer void ionic_lif_rxq_deinit(struct ionic_rx_qcq *rxq); 212a27d9013SAlfredo Cardigliano 213be39f75cSAndrew Boyer int ionic_lif_txq_init(struct ionic_tx_qcq *txq); 214be39f75cSAndrew Boyer void ionic_lif_txq_deinit(struct ionic_tx_qcq *txq); 215a27d9013SAlfredo Cardigliano 21622e7171bSAlfredo Cardigliano int ionic_lif_rss_config(struct ionic_lif *lif, const uint16_t types, 21722e7171bSAlfredo Cardigliano const uint8_t *key, const uint32_t *indir); 21822e7171bSAlfredo Cardigliano 219598f6726SAlfredo Cardigliano int ionic_lif_set_features(struct ionic_lif *lif); 220598f6726SAlfredo Cardigliano 2213cdfd905SAlfredo Cardigliano void ionic_lif_get_stats(const struct ionic_lif *lif, 2223cdfd905SAlfredo Cardigliano struct rte_eth_stats *stats); 2233cdfd905SAlfredo Cardigliano void ionic_lif_reset_stats(struct ionic_lif *lif); 2243cdfd905SAlfredo Cardigliano 2253cdfd905SAlfredo Cardigliano void ionic_lif_get_hw_stats(struct ionic_lif *lif, 2263cdfd905SAlfredo Cardigliano struct ionic_lif_stats *stats); 2273cdfd905SAlfredo Cardigliano void ionic_lif_reset_hw_stats(struct ionic_lif *lif); 2283cdfd905SAlfredo Cardigliano 22927b942c8SAlfredo Cardigliano int ionic_notifyq_handler(struct ionic_lif *lif, int budget); 23027b942c8SAlfredo Cardigliano 231669c8de6SAlfredo Cardigliano #endif /* _IONIC_LIF_H_ */ 232