1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright 2018-2022 Advanced Micro Devices, Inc. 3 */ 4 5 #ifndef _IONIC_RXTX_H_ 6 #define _IONIC_RXTX_H_ 7 8 #include <stdint.h> 9 10 #include "ionic_if.h" 11 12 struct ionic_rx_qcq; 13 struct ionic_tx_qcq; 14 struct rte_eth_dev; 15 struct rte_eth_rxconf; 16 struct rte_eth_rxq_info; 17 struct rte_eth_txconf; 18 struct rte_eth_txq_info; 19 struct rte_mbuf; 20 struct rte_mempool; 21 22 struct ionic_rx_service { 23 /* cb in */ 24 struct rte_mbuf **rx_pkts; 25 /* cb out */ 26 uint16_t nb_rx; 27 }; 28 29 #define IONIC_CSUM_FLAG_MASK (IONIC_RXQ_COMP_CSUM_F_VLAN - 1) 30 31 extern const uint64_t ionic_csum_flags[IONIC_CSUM_FLAG_MASK]; 32 extern const uint32_t ionic_ptype_table[IONIC_RXQ_COMP_PKT_TYPE_MASK]; 33 34 /* ionic_rxtx.c */ 35 int ionic_dev_rx_queue_setup(struct rte_eth_dev *dev, uint16_t rx_queue_id, 36 uint16_t nb_desc, uint32_t socket_id, 37 const struct rte_eth_rxconf *rx_conf, struct rte_mempool *mp); 38 void ionic_dev_rx_queue_release(struct rte_eth_dev *dev, uint16_t qid); 39 int ionic_dev_rx_queue_start(struct rte_eth_dev *dev, uint16_t rx_queue_id); 40 int ionic_dev_rx_queue_stop(struct rte_eth_dev *dev, uint16_t rx_queue_id); 41 42 int ionic_dev_tx_queue_setup(struct rte_eth_dev *dev, uint16_t tx_queue_id, 43 uint16_t nb_desc, uint32_t socket_id, 44 const struct rte_eth_txconf *tx_conf); 45 void ionic_dev_tx_queue_release(struct rte_eth_dev *dev, uint16_t qid); 46 int ionic_dev_tx_queue_start(struct rte_eth_dev *dev, uint16_t tx_queue_id); 47 int ionic_dev_tx_queue_stop(struct rte_eth_dev *dev, uint16_t tx_queue_id); 48 49 /* Helpers for optimized dev_start() */ 50 int ionic_dev_rx_queue_start_firsthalf(struct rte_eth_dev *dev, 51 uint16_t rx_queue_id); 52 int ionic_dev_rx_queue_start_secondhalf(struct rte_eth_dev *dev, 53 uint16_t rx_queue_id); 54 int ionic_dev_tx_queue_start_firsthalf(struct rte_eth_dev *dev, 55 uint16_t tx_queue_id); 56 int ionic_dev_tx_queue_start_secondhalf(struct rte_eth_dev *dev, 57 uint16_t tx_queue_id); 58 59 /* Helpers for optimized dev_stop() */ 60 void ionic_dev_rx_queue_stop_firsthalf(struct rte_eth_dev *dev, 61 uint16_t rx_queue_id); 62 void ionic_dev_rx_queue_stop_secondhalf(struct rte_eth_dev *dev, 63 uint16_t rx_queue_id); 64 void ionic_dev_tx_queue_stop_firsthalf(struct rte_eth_dev *dev, 65 uint16_t tx_queue_id); 66 void ionic_dev_tx_queue_stop_secondhalf(struct rte_eth_dev *dev, 67 uint16_t tx_queue_id); 68 69 void ionic_rxq_info_get(struct rte_eth_dev *dev, uint16_t queue_id, 70 struct rte_eth_rxq_info *qinfo); 71 void ionic_txq_info_get(struct rte_eth_dev *dev, uint16_t queue_id, 72 struct rte_eth_txq_info *qinfo); 73 74 int ionic_dev_rx_descriptor_status(void *rx_queue, uint16_t offset); 75 int ionic_dev_tx_descriptor_status(void *tx_queue, uint16_t offset); 76 77 const uint32_t *ionic_dev_supported_ptypes_get(struct rte_eth_dev *dev, 78 size_t *no_of_elements); 79 80 int ionic_tx_tso(struct ionic_tx_qcq *txq, struct rte_mbuf *txm); 81 82 uint16_t ionic_prep_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 83 uint16_t nb_pkts); 84 85 /* ionic_rxtx_simple.c */ 86 uint16_t ionic_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, 87 uint16_t nb_pkts); 88 uint16_t ionic_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 89 uint16_t nb_pkts); 90 91 int ionic_rx_fill(struct ionic_rx_qcq *rxq); 92 93 /* ionic_rxtx_sg.c */ 94 uint16_t ionic_recv_pkts_sg(void *rx_queue, struct rte_mbuf **rx_pkts, 95 uint16_t nb_pkts); 96 uint16_t ionic_xmit_pkts_sg(void *tx_queue, struct rte_mbuf **tx_pkts, 97 uint16_t nb_pkts); 98 99 int ionic_rx_fill_sg(struct ionic_rx_qcq *rxq); 100 101 static inline void 102 ionic_rxq_flush(struct ionic_queue *q) 103 { 104 #ifndef RTE_LIBRTE_IONIC_PMD_EMBEDDED 105 struct ionic_rxq_desc *desc_base = q->base; 106 struct ionic_rxq_desc *cmb_desc_base = q->cmb_base; 107 108 if (q->cmb_base) { 109 if (q->head_idx < q->cmb_head_idx) { 110 /* copy [cmb_head, num_descs) */ 111 rte_memcpy((void *)&cmb_desc_base[q->cmb_head_idx], 112 (void *)&desc_base[q->cmb_head_idx], 113 (q->num_descs - q->cmb_head_idx) * sizeof(*desc_base)); 114 /* copy [0, head) */ 115 rte_memcpy((void *)&cmb_desc_base[0], 116 (void *)&desc_base[0], 117 q->head_idx * sizeof(*desc_base)); 118 } else { 119 /* copy [cmb_head, head) */ 120 rte_memcpy((void *)&cmb_desc_base[q->cmb_head_idx], 121 (void *)&desc_base[q->cmb_head_idx], 122 (q->head_idx - q->cmb_head_idx) * sizeof(*desc_base)); 123 } 124 q->cmb_head_idx = q->head_idx; 125 } 126 #endif /* RTE_LIBRTE_IONIC_PMD_EMBEDDED */ 127 128 ionic_q_flush(q); 129 } 130 131 static inline void 132 ionic_txq_flush(struct ionic_queue *q) 133 { 134 #ifndef RTE_LIBRTE_IONIC_PMD_EMBEDDED 135 struct ionic_txq_desc *desc_base = q->base; 136 struct ionic_txq_desc *cmb_desc_base = q->cmb_base; 137 138 if (q->cmb_base) { 139 if (q->head_idx < q->cmb_head_idx) { 140 /* copy [cmb_head, num_descs) */ 141 rte_memcpy((void *)&cmb_desc_base[q->cmb_head_idx], 142 (void *)&desc_base[q->cmb_head_idx], 143 (q->num_descs - q->cmb_head_idx) * sizeof(*desc_base)); 144 /* copy [0, head) */ 145 rte_memcpy((void *)&cmb_desc_base[0], 146 (void *)&desc_base[0], 147 q->head_idx * sizeof(*desc_base)); 148 } else { 149 /* copy [cmb_head, head) */ 150 rte_memcpy((void *)&cmb_desc_base[q->cmb_head_idx], 151 (void *)&desc_base[q->cmb_head_idx], 152 (q->head_idx - q->cmb_head_idx) * sizeof(*desc_base)); 153 } 154 q->cmb_head_idx = q->head_idx; 155 } 156 #endif /* RTE_LIBRTE_IONIC_PMD_EMBEDDED */ 157 158 ionic_q_flush(q); 159 } 160 161 #endif /* _IONIC_RXTX_H_ */ 162