xref: /dpdk/drivers/net/bnxt/bnxt_ring.h (revision 80317ff6adfde7f618a100098e068ad5512e8e22)

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2014-2023 Broadcom
 * All rights reserved.
 */

#ifndef _BNXT_RING_H_
#define _BNXT_RING_H_

#include <inttypes.h>

#include <rte_memory.h>

#define RING_ADV(idx, n)		((idx) + (n))
#define RING_NEXT(idx)			RING_ADV(idx, 1)
#define RING_IDX(ring, idx)		((idx) & (ring)->ring_mask)

#define DB_IDX_MASK						0xffffff
#define DB_IDX_VALID						(0x1 << 26)
#define DB_IRQ_DIS						(0x1 << 27)
#define DB_KEY_TX						(0x0 << 28)
#define DB_KEY_RX						(0x1 << 28)
#define DB_KEY_CP						(0x2 << 28)
#define DB_KEY_ST						(0x3 << 28)
#define DB_KEY_TX_PUSH						(0x4 << 28)
#define DB_LONG_TX_PUSH						(0x2 << 24)

#define DEFAULT_CP_RING_SIZE	4096
#define DEFAULT_RX_RING_SIZE	256
#define DEFAULT_TX_RING_SIZE	256

#define AGG_RING_SIZE_FACTOR	4
#define AGG_RING_MULTIPLIER	2

/* These assume 4k pages */
#define MAX_RX_DESC_CNT (8 * 1024)
#define MAX_TX_DESC_CNT (4 * 1024)
#define MAX_CP_DESC_CNT (16 * 1024)

#define INVALID_HW_RING_ID      ((uint16_t)-1)
#define INVALID_STATS_CTX_ID	((uint16_t)-1)
#define MPC_HW_COS_ID		((uint16_t)-2)

struct bnxt_ring {
	void			*bd;
	rte_iova_t		bd_dma;
	uint32_t		ring_size;
	uint32_t		ring_mask;

	int			vmem_size;
	void			**vmem;

	uint16_t		fw_ring_id; /* Ring id filled by Chimp FW */
	uint16_t                fw_rx_ring_id;
	const void		*mem_zone;
};

struct bnxt_ring_grp_info {
	uint16_t	fw_stats_ctx;
	uint16_t	fw_grp_id;
	uint16_t	rx_fw_ring_id;
	uint16_t	cp_fw_ring_id;
	uint16_t	ag_fw_ring_id;
};

struct bnxt;
struct bnxt_tx_ring_info;
struct bnxt_rx_ring_info;
struct bnxt_cp_ring_info;
void bnxt_free_ring(struct bnxt_ring *ring);
int bnxt_alloc_ring_grps(struct bnxt *bp);
int bnxt_alloc_rings(struct bnxt *bp, unsigned int socket_id, uint16_t qidx,
			    struct bnxt_tx_queue *txq,
			    struct bnxt_rx_queue *rxq,
			    struct bnxt_cp_ring_info *cp_ring_info,
			    struct bnxt_cp_ring_info *nq_ring_info,
			    const char *suffix);
int bnxt_alloc_hwrm_rx_ring(struct bnxt *bp, int queue_index);
int bnxt_alloc_hwrm_rings(struct bnxt *bp);
int bnxt_alloc_async_cp_ring(struct bnxt *bp);
void bnxt_free_async_cp_ring(struct bnxt *bp);
int bnxt_alloc_async_ring_struct(struct bnxt *bp);
int bnxt_alloc_rxtx_nq_ring(struct bnxt *bp);
void bnxt_free_rxtx_nq_ring(struct bnxt *bp);
void bnxt_init_dflt_coal(struct bnxt_coal *coal);
int bnxt_alloc_cmpl_ring(struct bnxt *bp, int queue_index,
			 struct bnxt_cp_ring_info *cpr);
void bnxt_set_db(struct bnxt *bp,
		 struct bnxt_db_info *db,
		 uint32_t ring_type,
		 uint32_t map_idx,
		 uint32_t fid,
		 uint32_t ring_mask);

static inline void bnxt_db_write(struct bnxt_db_info *db, uint32_t idx)
{
	uint32_t db_idx = DB_RING_IDX(db, idx);
	void *doorbell = db->doorbell;

	if (db->db_64) {
		uint64_t key_idx = db->db_key64 | db_idx;

		rte_compiler_barrier();
		rte_write64_relaxed(key_idx, doorbell);
	} else {
		uint32_t key_idx = db->db_key32 | db_idx;

		rte_write32(key_idx, doorbell);
	}
}

static inline void bnxt_db_mpc_write(struct bnxt_db_info *db, uint32_t idx, uint32_t epoch)
{
	uint32_t db_idx = DB_RING_IDX(db, idx);
	void *doorbell = db->doorbell;

	if (likely(db->db_64)) {
		uint64_t key_idx = db->db_key64 | db_idx |
			(epoch << 24);
		rte_write64_relaxed(key_idx, doorbell);
	} else {
		uint32_t key_idx = db->db_key32 | db_idx;

		rte_write32_relaxed(key_idx, doorbell);
	}
}

/* Ring an NQ doorbell and disable interrupts for the ring. */
static inline void bnxt_db_nq(struct bnxt_cp_ring_info *cpr)
{
	uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
	uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ | db_idx;
	void *doorbell = cpr->cp_db.doorbell;


	if (unlikely(!cpr->cp_db.db_64))
		return;

	rte_write64(key_idx, doorbell);
}

/* Ring an NQ doorbell and enable interrupts for the ring. */
static inline void bnxt_db_nq_arm(struct bnxt_cp_ring_info *cpr)
{
	uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);
	uint64_t key_idx = cpr->cp_db.db_key64 | DBR_TYPE_NQ_ARM | db_idx;
	void *doorbell = cpr->cp_db.doorbell;

	if (unlikely(!cpr->cp_db.db_64))
		return;

	rte_write64(key_idx, doorbell);
}

static inline void bnxt_db_cq(struct bnxt_cp_ring_info *cpr)
{
	struct bnxt_db_info *db = &cpr->cp_db;
	uint32_t idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);

	if (db->db_64) {
		uint64_t key_idx = db->db_key64 | idx;
		void *doorbell = db->doorbell;

		rte_compiler_barrier();
		rte_write64_relaxed(key_idx, doorbell);
	} else {
		uint32_t cp_raw_cons = cpr->cp_raw_cons;

		rte_compiler_barrier();
		B_CP_DIS_DB(cpr, cp_raw_cons);
	}
}

static inline void bnxt_db_mpc_cq(struct bnxt_cp_ring_info *cpr)
{
	struct bnxt_db_info *db = &cpr->cp_db;
	uint32_t idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons);

	if (likely(db->db_64)) {
		uint64_t key_idx = db->db_key64 | idx |
			(cpr->epoch << 24);
		void *doorbell = db->doorbell;

		rte_compiler_barrier();
		rte_write64_relaxed(key_idx, doorbell);
	} else {
		uint32_t cp_raw_cons = cpr->cp_raw_cons;

		rte_compiler_barrier();
		B_CP_DIS_DB(cpr, cp_raw_cons);
	}
}

#endif