xref: /freebsd-src/sys/dev/sfxge/common/hunt_nic.c (revision 685dc743dc3b5645e34836464128e1c0558b404b)
13c838a9fSAndrew Rybchenko /*-
2929c7febSAndrew Rybchenko  * Copyright (c) 2012-2016 Solarflare Communications Inc.
33c838a9fSAndrew Rybchenko  * All rights reserved.
43c838a9fSAndrew Rybchenko  *
53c838a9fSAndrew Rybchenko  * Redistribution and use in source and binary forms, with or without
63c838a9fSAndrew Rybchenko  * modification, are permitted provided that the following conditions are met:
73c838a9fSAndrew Rybchenko  *
83c838a9fSAndrew Rybchenko  * 1. Redistributions of source code must retain the above copyright notice,
93c838a9fSAndrew Rybchenko  *    this list of conditions and the following disclaimer.
103c838a9fSAndrew Rybchenko  * 2. Redistributions in binary form must reproduce the above copyright notice,
113c838a9fSAndrew Rybchenko  *    this list of conditions and the following disclaimer in the documentation
123c838a9fSAndrew Rybchenko  *    and/or other materials provided with the distribution.
133c838a9fSAndrew Rybchenko  *
143c838a9fSAndrew Rybchenko  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
153c838a9fSAndrew Rybchenko  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
163c838a9fSAndrew Rybchenko  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
173c838a9fSAndrew Rybchenko  * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
183c838a9fSAndrew Rybchenko  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
193c838a9fSAndrew Rybchenko  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
203c838a9fSAndrew Rybchenko  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
213c838a9fSAndrew Rybchenko  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
223c838a9fSAndrew Rybchenko  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
233c838a9fSAndrew Rybchenko  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
243c838a9fSAndrew Rybchenko  * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
253c838a9fSAndrew Rybchenko  *
263c838a9fSAndrew Rybchenko  * The views and conclusions contained in the software and documentation are
273c838a9fSAndrew Rybchenko  * those of the authors and should not be interpreted as representing official
283c838a9fSAndrew Rybchenko  * policies, either expressed or implied, of the FreeBSD Project.
293c838a9fSAndrew Rybchenko  */
303c838a9fSAndrew Rybchenko 
313c838a9fSAndrew Rybchenko #include <sys/cdefs.h>
323c838a9fSAndrew Rybchenko #include "efx.h"
333c838a9fSAndrew Rybchenko #include "efx_impl.h"
3447d4cf23SAndrew Rybchenko #if EFSYS_OPT_MON_MCDI
353c838a9fSAndrew Rybchenko #include "mcdi_mon.h"
3647d4cf23SAndrew Rybchenko #endif
373c838a9fSAndrew Rybchenko 
383c838a9fSAndrew Rybchenko #if EFSYS_OPT_HUNTINGTON
393c838a9fSAndrew Rybchenko 
40f6d61784SAndrew Rybchenko #include "ef10_tlv_layout.h"
41f6d61784SAndrew Rybchenko 
42f6d61784SAndrew Rybchenko static	__checkReturn	efx_rc_t
hunt_nic_get_required_pcie_bandwidth(__in efx_nic_t * enp,__out uint32_t * bandwidth_mbpsp)43f6d61784SAndrew Rybchenko hunt_nic_get_required_pcie_bandwidth(
44f6d61784SAndrew Rybchenko 	__in		efx_nic_t *enp,
45f6d61784SAndrew Rybchenko 	__out		uint32_t *bandwidth_mbpsp)
46f6d61784SAndrew Rybchenko {
47f6d61784SAndrew Rybchenko 	uint32_t port_modes;
48f6d61784SAndrew Rybchenko 	uint32_t bandwidth;
49f6d61784SAndrew Rybchenko 	efx_rc_t rc;
50f6d61784SAndrew Rybchenko 
51f6d61784SAndrew Rybchenko 	/*
52f6d61784SAndrew Rybchenko 	 * On Huntington, the firmware may not give us the current port mode, so
53f6d61784SAndrew Rybchenko 	 * we need to go by the set of available port modes and assume the most
54f6d61784SAndrew Rybchenko 	 * capable mode is in use.
55f6d61784SAndrew Rybchenko 	 */
56f6d61784SAndrew Rybchenko 
57cd5e3371SAndrew Rybchenko 	if ((rc = efx_mcdi_get_port_modes(enp, &port_modes,
58cd5e3371SAndrew Rybchenko 		    NULL, NULL)) != 0) {
59f6d61784SAndrew Rybchenko 		/* No port mode info available */
60f6d61784SAndrew Rybchenko 		bandwidth = 0;
61f6d61784SAndrew Rybchenko 		goto out;
62f6d61784SAndrew Rybchenko 	}
63f6d61784SAndrew Rybchenko 
64b14569a4SAndrew Rybchenko 	if (port_modes & (1U << TLV_PORT_MODE_40G_40G)) {
65f6d61784SAndrew Rybchenko 		/*
66f6d61784SAndrew Rybchenko 		 * This needs the full PCIe bandwidth (and could use
67f6d61784SAndrew Rybchenko 		 * more) - roughly 64 Gbit/s for 8 lanes of Gen3.
68f6d61784SAndrew Rybchenko 		 */
69f6d61784SAndrew Rybchenko 		if ((rc = efx_nic_calculate_pcie_link_bandwidth(8,
70f6d61784SAndrew Rybchenko 			    EFX_PCIE_LINK_SPEED_GEN3, &bandwidth)) != 0)
71f6d61784SAndrew Rybchenko 			goto fail1;
72f6d61784SAndrew Rybchenko 	} else {
73b14569a4SAndrew Rybchenko 		if (port_modes & (1U << TLV_PORT_MODE_40G)) {
74*c42b6a35SAndrew Rybchenko 			bandwidth = 40000;
75b14569a4SAndrew Rybchenko 		} else if (port_modes & (1U << TLV_PORT_MODE_10G_10G_10G_10G)) {
76*c42b6a35SAndrew Rybchenko 			bandwidth = 4 * 10000;
77f6d61784SAndrew Rybchenko 		} else {
78f6d61784SAndrew Rybchenko 			/* Assume two 10G ports */
79*c42b6a35SAndrew Rybchenko 			bandwidth = 2 * 10000;
80f6d61784SAndrew Rybchenko 		}
81f6d61784SAndrew Rybchenko 	}
82f6d61784SAndrew Rybchenko 
83f6d61784SAndrew Rybchenko out:
84f6d61784SAndrew Rybchenko 	*bandwidth_mbpsp = bandwidth;
85f6d61784SAndrew Rybchenko 
86f6d61784SAndrew Rybchenko 	return (0);
87f6d61784SAndrew Rybchenko 
88f6d61784SAndrew Rybchenko fail1:
89f6d61784SAndrew Rybchenko 	EFSYS_PROBE1(fail1, efx_rc_t, rc);
90f6d61784SAndrew Rybchenko 
91f6d61784SAndrew Rybchenko 	return (rc);
92f6d61784SAndrew Rybchenko }
933c838a9fSAndrew Rybchenko 
94cfa023ebSAndrew Rybchenko 	__checkReturn	efx_rc_t
hunt_board_cfg(__in efx_nic_t * enp)953c838a9fSAndrew Rybchenko hunt_board_cfg(
963c838a9fSAndrew Rybchenko 	__in		efx_nic_t *enp)
973c838a9fSAndrew Rybchenko {
983c838a9fSAndrew Rybchenko 	efx_nic_cfg_t *encp = &(enp->en_nic_cfg);
993c838a9fSAndrew Rybchenko 	efx_port_t *epp = &(enp->en_port);
1003c838a9fSAndrew Rybchenko 	uint32_t flags;
10178e5c87cSAndrew Rybchenko 	uint32_t sysclk, dpcpu_clk;
102f6d61784SAndrew Rybchenko 	uint32_t bandwidth;
103460cb568SAndrew Rybchenko 	efx_rc_t rc;
1043c838a9fSAndrew Rybchenko 
1053c838a9fSAndrew Rybchenko 	/*
1063c838a9fSAndrew Rybchenko 	 * Enable firmware workarounds for hardware errata.
1073c838a9fSAndrew Rybchenko 	 * Expected responses are:
1083c838a9fSAndrew Rybchenko 	 *  - 0 (zero):
1093c838a9fSAndrew Rybchenko 	 *	Success: workaround enabled or disabled as requested.
1103c838a9fSAndrew Rybchenko 	 *  - MC_CMD_ERR_ENOSYS (reported as ENOTSUP):
1113c838a9fSAndrew Rybchenko 	 *	Firmware does not support the MC_CMD_WORKAROUND request.
1123c838a9fSAndrew Rybchenko 	 *	(assume that the workaround is not supported).
1133c838a9fSAndrew Rybchenko 	 *  - MC_CMD_ERR_ENOENT (reported as ENOENT):
1143c838a9fSAndrew Rybchenko 	 *	Firmware does not support the requested workaround.
1153c838a9fSAndrew Rybchenko 	 *  - MC_CMD_ERR_EPERM  (reported as EACCES):
1163c838a9fSAndrew Rybchenko 	 *	Unprivileged function cannot enable/disable workarounds.
1173c838a9fSAndrew Rybchenko 	 *
1183c838a9fSAndrew Rybchenko 	 * See efx_mcdi_request_errcode() for MCDI error translations.
1193c838a9fSAndrew Rybchenko 	 */
1203c838a9fSAndrew Rybchenko 
1213c838a9fSAndrew Rybchenko 	/*
1223c838a9fSAndrew Rybchenko 	 * If the bug35388 workaround is enabled, then use an indirect access
1233c838a9fSAndrew Rybchenko 	 * method to avoid unsafe EVQ writes.
1243c838a9fSAndrew Rybchenko 	 */
1253c838a9fSAndrew Rybchenko 	rc = efx_mcdi_set_workaround(enp, MC_CMD_WORKAROUND_BUG35388, B_TRUE,
1263c838a9fSAndrew Rybchenko 	    NULL);
1273c838a9fSAndrew Rybchenko 	if ((rc == 0) || (rc == EACCES))
1283c838a9fSAndrew Rybchenko 		encp->enc_bug35388_workaround = B_TRUE;
1293c838a9fSAndrew Rybchenko 	else if ((rc == ENOTSUP) || (rc == ENOENT))
1303c838a9fSAndrew Rybchenko 		encp->enc_bug35388_workaround = B_FALSE;
1313c838a9fSAndrew Rybchenko 	else
132e5f6f32fSAndrew Rybchenko 		goto fail1;
1333c838a9fSAndrew Rybchenko 
1343c838a9fSAndrew Rybchenko 	/*
1353c838a9fSAndrew Rybchenko 	 * If the bug41750 workaround is enabled, then do not test interrupts,
1363c838a9fSAndrew Rybchenko 	 * as the test will fail (seen with Greenport controllers).
1373c838a9fSAndrew Rybchenko 	 */
1383c838a9fSAndrew Rybchenko 	rc = efx_mcdi_set_workaround(enp, MC_CMD_WORKAROUND_BUG41750, B_TRUE,
1393c838a9fSAndrew Rybchenko 	    NULL);
1403c838a9fSAndrew Rybchenko 	if (rc == 0) {
1413c838a9fSAndrew Rybchenko 		encp->enc_bug41750_workaround = B_TRUE;
1423c838a9fSAndrew Rybchenko 	} else if (rc == EACCES) {
1433c838a9fSAndrew Rybchenko 		/* Assume a controller with 40G ports needs the workaround. */
1443c838a9fSAndrew Rybchenko 		if (epp->ep_default_adv_cap_mask & EFX_PHY_CAP_40000FDX)
1453c838a9fSAndrew Rybchenko 			encp->enc_bug41750_workaround = B_TRUE;
1463c838a9fSAndrew Rybchenko 		else
1473c838a9fSAndrew Rybchenko 			encp->enc_bug41750_workaround = B_FALSE;
1483c838a9fSAndrew Rybchenko 	} else if ((rc == ENOTSUP) || (rc == ENOENT)) {
1493c838a9fSAndrew Rybchenko 		encp->enc_bug41750_workaround = B_FALSE;
1503c838a9fSAndrew Rybchenko 	} else {
151e5f6f32fSAndrew Rybchenko 		goto fail2;
1523c838a9fSAndrew Rybchenko 	}
1533c838a9fSAndrew Rybchenko 	if (EFX_PCI_FUNCTION_IS_VF(encp)) {
1543c838a9fSAndrew Rybchenko 		/* Interrupt testing does not work for VFs. See bug50084. */
1553c838a9fSAndrew Rybchenko 		encp->enc_bug41750_workaround = B_TRUE;
1563c838a9fSAndrew Rybchenko 	}
1573c838a9fSAndrew Rybchenko 
1583c838a9fSAndrew Rybchenko 	/*
1593c838a9fSAndrew Rybchenko 	 * If the bug26807 workaround is enabled, then firmware has enabled
1603c838a9fSAndrew Rybchenko 	 * support for chained multicast filters. Firmware will reset (FLR)
1613c838a9fSAndrew Rybchenko 	 * functions which have filters in the hardware filter table when the
1623c838a9fSAndrew Rybchenko 	 * workaround is enabled/disabled.
1633c838a9fSAndrew Rybchenko 	 *
1643c838a9fSAndrew Rybchenko 	 * We must recheck if the workaround is enabled after inserting the
1653c838a9fSAndrew Rybchenko 	 * first hardware filter, in case it has been changed since this check.
1663c838a9fSAndrew Rybchenko 	 */
1673c838a9fSAndrew Rybchenko 	rc = efx_mcdi_set_workaround(enp, MC_CMD_WORKAROUND_BUG26807,
1683c838a9fSAndrew Rybchenko 	    B_TRUE, &flags);
1693c838a9fSAndrew Rybchenko 	if (rc == 0) {
1703c838a9fSAndrew Rybchenko 		encp->enc_bug26807_workaround = B_TRUE;
1713c838a9fSAndrew Rybchenko 		if (flags & (1 << MC_CMD_WORKAROUND_EXT_OUT_FLR_DONE_LBN)) {
1723c838a9fSAndrew Rybchenko 			/*
1733c838a9fSAndrew Rybchenko 			 * Other functions had installed filters before the
1743c838a9fSAndrew Rybchenko 			 * workaround was enabled, and they have been reset
1753c838a9fSAndrew Rybchenko 			 * by firmware.
1763c838a9fSAndrew Rybchenko 			 */
1773c838a9fSAndrew Rybchenko 			EFSYS_PROBE(bug26807_workaround_flr_done);
1783c838a9fSAndrew Rybchenko 			/* FIXME: bump MC warm boot count ? */
1793c838a9fSAndrew Rybchenko 		}
1803c838a9fSAndrew Rybchenko 	} else if (rc == EACCES) {
1813c838a9fSAndrew Rybchenko 		/*
1823c838a9fSAndrew Rybchenko 		 * Unprivileged functions cannot enable the workaround in older
1833c838a9fSAndrew Rybchenko 		 * firmware.
1843c838a9fSAndrew Rybchenko 		 */
1853c838a9fSAndrew Rybchenko 		encp->enc_bug26807_workaround = B_FALSE;
1863c838a9fSAndrew Rybchenko 	} else if ((rc == ENOTSUP) || (rc == ENOENT)) {
1873c838a9fSAndrew Rybchenko 		encp->enc_bug26807_workaround = B_FALSE;
1883c838a9fSAndrew Rybchenko 	} else {
189e5f6f32fSAndrew Rybchenko 		goto fail3;
1903c838a9fSAndrew Rybchenko 	}
1913c838a9fSAndrew Rybchenko 
19278e5c87cSAndrew Rybchenko 	/* Get clock frequencies (in MHz). */
19378e5c87cSAndrew Rybchenko 	if ((rc = efx_mcdi_get_clock(enp, &sysclk, &dpcpu_clk)) != 0)
194e5f6f32fSAndrew Rybchenko 		goto fail4;
1953c838a9fSAndrew Rybchenko 
1963c838a9fSAndrew Rybchenko 	/*
19778e5c87cSAndrew Rybchenko 	 * The Huntington timer quantum is 1536 sysclk cycles, documented for
19878e5c87cSAndrew Rybchenko 	 * the EV_TMR_VAL field of EV_TIMER_TBL. Scale for MHz and ns units.
1993c838a9fSAndrew Rybchenko 	 */
2003c838a9fSAndrew Rybchenko 	encp->enc_evq_timer_quantum_ns = 1536000UL / sysclk; /* 1536 cycles */
2013c838a9fSAndrew Rybchenko 	if (encp->enc_bug35388_workaround) {
2023c838a9fSAndrew Rybchenko 		encp->enc_evq_timer_max_us = (encp->enc_evq_timer_quantum_ns <<
2033c838a9fSAndrew Rybchenko 		ERF_DD_EVQ_IND_TIMER_VAL_WIDTH) / 1000;
2043c838a9fSAndrew Rybchenko 	} else {
2053c838a9fSAndrew Rybchenko 		encp->enc_evq_timer_max_us = (encp->enc_evq_timer_quantum_ns <<
2063c838a9fSAndrew Rybchenko 		FRF_CZ_TC_TIMER_VAL_WIDTH) / 1000;
2073c838a9fSAndrew Rybchenko 	}
2083c838a9fSAndrew Rybchenko 
209e26f5dacSAndrew Rybchenko 	encp->enc_bug61265_workaround = B_FALSE; /* Medford only */
210e26f5dacSAndrew Rybchenko 
2115037810fSAndrew Rybchenko 	/* Checksums for TSO sends can be incorrect on Huntington. */
2125037810fSAndrew Rybchenko 	encp->enc_bug61297_workaround = B_TRUE;
2135037810fSAndrew Rybchenko 
2143c838a9fSAndrew Rybchenko 	/* Alignment for receive packet DMA buffers */
2153c838a9fSAndrew Rybchenko 	encp->enc_rx_buf_align_start = 1;
2163c838a9fSAndrew Rybchenko 	encp->enc_rx_buf_align_end = 64; /* RX DMA end padding */
2173c838a9fSAndrew Rybchenko 
2183c838a9fSAndrew Rybchenko 	/*
219d343a7f4SAndrew Rybchenko 	 * The workaround for bug35388 uses the top bit of transmit queue
220d343a7f4SAndrew Rybchenko 	 * descriptor writes, preventing the use of 4096 descriptor TXQs.
221d343a7f4SAndrew Rybchenko 	 */
222d343a7f4SAndrew Rybchenko 	encp->enc_txq_max_ndescs = encp->enc_bug35388_workaround ? 2048 : 4096;
223d343a7f4SAndrew Rybchenko 
2244f58306cSAndrew Rybchenko 	EFX_STATIC_ASSERT(HUNT_PIOBUF_NBUFS <= EF10_MAX_PIOBUF_NBUFS);
2253c838a9fSAndrew Rybchenko 	encp->enc_piobuf_limit = HUNT_PIOBUF_NBUFS;
2263c838a9fSAndrew Rybchenko 	encp->enc_piobuf_size = HUNT_PIOBUF_SIZE;
227b026a400SAndrew Rybchenko 	encp->enc_piobuf_min_alloc_size = HUNT_MIN_PIO_ALLOC_SIZE;
2283c838a9fSAndrew Rybchenko 
229f6d61784SAndrew Rybchenko 	if ((rc = hunt_nic_get_required_pcie_bandwidth(enp, &bandwidth)) != 0)
23026fcca57SAndrew Rybchenko 		goto fail5;
231f6d61784SAndrew Rybchenko 	encp->enc_required_pcie_bandwidth_mbps = bandwidth;
232f6d61784SAndrew Rybchenko 
233f6d61784SAndrew Rybchenko 	/* All Huntington devices have a PCIe Gen3, 8 lane connector */
234f6d61784SAndrew Rybchenko 	encp->enc_max_pcie_link_gen = EFX_PCIE_LINK_SPEED_GEN3;
235f6d61784SAndrew Rybchenko 
2363c838a9fSAndrew Rybchenko 	return (0);
2373c838a9fSAndrew Rybchenko 
2383c838a9fSAndrew Rybchenko fail5:
2393c838a9fSAndrew Rybchenko 	EFSYS_PROBE(fail5);
2403c838a9fSAndrew Rybchenko fail4:
2413c838a9fSAndrew Rybchenko 	EFSYS_PROBE(fail4);
2423c838a9fSAndrew Rybchenko fail3:
2433c838a9fSAndrew Rybchenko 	EFSYS_PROBE(fail3);
2443c838a9fSAndrew Rybchenko fail2:
2453c838a9fSAndrew Rybchenko 	EFSYS_PROBE(fail2);
2463c838a9fSAndrew Rybchenko fail1:
247460cb568SAndrew Rybchenko 	EFSYS_PROBE1(fail1, efx_rc_t, rc);
2483c838a9fSAndrew Rybchenko 
2493c838a9fSAndrew Rybchenko 	return (rc);
2503c838a9fSAndrew Rybchenko }
2513c838a9fSAndrew Rybchenko 
2523c838a9fSAndrew Rybchenko #endif	/* EFSYS_OPT_HUNTINGTON */
253