xref: /dflybsd-src/sys/dev/netif/jme/if_jme.c (revision e4b9e6f6c4819e081b27592550b55458d4c3d0a7)
176fbb0b9SSepherosa Ziehau /*-
276fbb0b9SSepherosa Ziehau  * Copyright (c) 2008, Pyun YongHyeon <yongari@FreeBSD.org>
376fbb0b9SSepherosa Ziehau  * All rights reserved.
476fbb0b9SSepherosa Ziehau  *
576fbb0b9SSepherosa Ziehau  * Redistribution and use in source and binary forms, with or without
676fbb0b9SSepherosa Ziehau  * modification, are permitted provided that the following conditions
776fbb0b9SSepherosa Ziehau  * are met:
876fbb0b9SSepherosa Ziehau  * 1. Redistributions of source code must retain the above copyright
976fbb0b9SSepherosa Ziehau  *    notice unmodified, this list of conditions, and the following
1076fbb0b9SSepherosa Ziehau  *    disclaimer.
1176fbb0b9SSepherosa Ziehau  * 2. Redistributions in binary form must reproduce the above copyright
1276fbb0b9SSepherosa Ziehau  *    notice, this list of conditions and the following disclaimer in the
1376fbb0b9SSepherosa Ziehau  *    documentation and/or other materials provided with the distribution.
1476fbb0b9SSepherosa Ziehau  *
1576fbb0b9SSepherosa Ziehau  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1676fbb0b9SSepherosa Ziehau  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1776fbb0b9SSepherosa Ziehau  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1876fbb0b9SSepherosa Ziehau  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
1976fbb0b9SSepherosa Ziehau  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2076fbb0b9SSepherosa Ziehau  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2176fbb0b9SSepherosa Ziehau  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2276fbb0b9SSepherosa Ziehau  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2376fbb0b9SSepherosa Ziehau  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2476fbb0b9SSepherosa Ziehau  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2576fbb0b9SSepherosa Ziehau  * SUCH DAMAGE.
2676fbb0b9SSepherosa Ziehau  *
2776fbb0b9SSepherosa Ziehau  * $FreeBSD: src/sys/dev/jme/if_jme.c,v 1.2 2008/07/18 04:20:48 yongari Exp $
2876fbb0b9SSepherosa Ziehau  */
2976fbb0b9SSepherosa Ziehau 
308a0620e4SSepherosa Ziehau #include "opt_ifpoll.h"
3193bfe1b8SSepherosa Ziehau #include "opt_jme.h"
329de40864SSepherosa Ziehau 
3376fbb0b9SSepherosa Ziehau #include <sys/param.h>
3476fbb0b9SSepherosa Ziehau #include <sys/endian.h>
3576fbb0b9SSepherosa Ziehau #include <sys/kernel.h>
3676fbb0b9SSepherosa Ziehau #include <sys/bus.h>
3776fbb0b9SSepherosa Ziehau #include <sys/interrupt.h>
3876fbb0b9SSepherosa Ziehau #include <sys/malloc.h>
3976fbb0b9SSepherosa Ziehau #include <sys/proc.h>
4076fbb0b9SSepherosa Ziehau #include <sys/rman.h>
4176fbb0b9SSepherosa Ziehau #include <sys/serialize.h>
4231f0d5a2SSepherosa Ziehau #include <sys/serialize2.h>
4376fbb0b9SSepherosa Ziehau #include <sys/socket.h>
4476fbb0b9SSepherosa Ziehau #include <sys/sockio.h>
4576fbb0b9SSepherosa Ziehau #include <sys/sysctl.h>
4676fbb0b9SSepherosa Ziehau 
4776fbb0b9SSepherosa Ziehau #include <net/ethernet.h>
4876fbb0b9SSepherosa Ziehau #include <net/if.h>
4976fbb0b9SSepherosa Ziehau #include <net/bpf.h>
5076fbb0b9SSepherosa Ziehau #include <net/if_arp.h>
5176fbb0b9SSepherosa Ziehau #include <net/if_dl.h>
5276fbb0b9SSepherosa Ziehau #include <net/if_media.h>
538a0620e4SSepherosa Ziehau #include <net/if_poll.h>
5476fbb0b9SSepherosa Ziehau #include <net/ifq_var.h>
554c3cb79aSSepherosa Ziehau #include <net/if_ringmap.h>
5624dd1705SSepherosa Ziehau #include <net/toeplitz.h>
57a6acc6e2SSepherosa Ziehau #include <net/toeplitz2.h>
5876fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_var.h>
5976fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_ether.h>
6076fbb0b9SSepherosa Ziehau 
611bedd927SSepherosa Ziehau #include <netinet/ip.h>
621bedd927SSepherosa Ziehau #include <netinet/tcp.h>
63a6acc6e2SSepherosa Ziehau 
64352c8444SSepherosa Ziehau #include <dev/netif/mii_layer/mii.h>
6576fbb0b9SSepherosa Ziehau #include <dev/netif/mii_layer/miivar.h>
66dbe37f03SSepherosa Ziehau #include <dev/netif/mii_layer/jmphyreg.h>
6776fbb0b9SSepherosa Ziehau 
6876fbb0b9SSepherosa Ziehau #include <bus/pci/pcireg.h>
6976fbb0b9SSepherosa Ziehau #include <bus/pci/pcivar.h>
70dcb4b80dSSascha Wildner #include "pcidevs.h"
7176fbb0b9SSepherosa Ziehau 
7208c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmereg.h>
7308c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmevar.h>
7476fbb0b9SSepherosa Ziehau 
7576fbb0b9SSepherosa Ziehau #include "miibus_if.h"
7676fbb0b9SSepherosa Ziehau 
77d35dc29fSSepherosa Ziehau #define JME_TICK_CPUID		0	/* DO NOT CHANGE THIS */
78d35dc29fSSepherosa Ziehau 
7976fbb0b9SSepherosa Ziehau #define	JME_CSUM_FEATURES	(CSUM_IP | CSUM_TCP | CSUM_UDP)
8076fbb0b9SSepherosa Ziehau 
81760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
82760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...) \
83760c056cSSepherosa Ziehau do { \
8466f75939SSepherosa Ziehau 	if ((sc)->jme_rss_debug >= (lvl)) \
85760c056cSSepherosa Ziehau 		if_printf(&(sc)->arpcom.ac_if, fmt, __VA_ARGS__); \
86760c056cSSepherosa Ziehau } while (0)
87760c056cSSepherosa Ziehau #else	/* !JME_RSS_DEBUG */
88760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...)	((void)0)
89760c056cSSepherosa Ziehau #endif	/* JME_RSS_DEBUG */
90760c056cSSepherosa Ziehau 
9176fbb0b9SSepherosa Ziehau static int	jme_probe(device_t);
9276fbb0b9SSepherosa Ziehau static int	jme_attach(device_t);
9376fbb0b9SSepherosa Ziehau static int	jme_detach(device_t);
9476fbb0b9SSepherosa Ziehau static int	jme_shutdown(device_t);
9576fbb0b9SSepherosa Ziehau static int	jme_suspend(device_t);
9676fbb0b9SSepherosa Ziehau static int	jme_resume(device_t);
9776fbb0b9SSepherosa Ziehau 
9876fbb0b9SSepherosa Ziehau static int	jme_miibus_readreg(device_t, int, int);
9976fbb0b9SSepherosa Ziehau static int	jme_miibus_writereg(device_t, int, int, int);
10076fbb0b9SSepherosa Ziehau static void	jme_miibus_statchg(device_t);
10176fbb0b9SSepherosa Ziehau 
10276fbb0b9SSepherosa Ziehau static void	jme_init(void *);
10376fbb0b9SSepherosa Ziehau static int	jme_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *);
104f0a26983SSepherosa Ziehau static void	jme_start(struct ifnet *, struct ifaltq_subque *);
10576fbb0b9SSepherosa Ziehau static void	jme_watchdog(struct ifnet *);
10676fbb0b9SSepherosa Ziehau static void	jme_mediastatus(struct ifnet *, struct ifmediareq *);
10776fbb0b9SSepherosa Ziehau static int	jme_mediachange(struct ifnet *);
1088a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
1098a0620e4SSepherosa Ziehau static void	jme_npoll(struct ifnet *, struct ifpoll_info *);
1102f00683bSSepherosa Ziehau static void	jme_npoll_status(struct ifnet *);
1119b99c84fSSepherosa Ziehau static void	jme_npoll_rx(struct ifnet *, void *, int);
1129b99c84fSSepherosa Ziehau static void	jme_npoll_tx(struct ifnet *, void *, int);
1139de40864SSepherosa Ziehau #endif
11431f0d5a2SSepherosa Ziehau static void	jme_serialize(struct ifnet *, enum ifnet_serialize);
11531f0d5a2SSepherosa Ziehau static void	jme_deserialize(struct ifnet *, enum ifnet_serialize);
11631f0d5a2SSepherosa Ziehau static int	jme_tryserialize(struct ifnet *, enum ifnet_serialize);
11731f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
11831f0d5a2SSepherosa Ziehau static void	jme_serialize_assert(struct ifnet *, enum ifnet_serialize,
11931f0d5a2SSepherosa Ziehau 		    boolean_t);
12031f0d5a2SSepherosa Ziehau #endif
12176fbb0b9SSepherosa Ziehau 
12276fbb0b9SSepherosa Ziehau static void	jme_intr(void *);
12358880b0dSSepherosa Ziehau static void	jme_msix_tx(void *);
12458880b0dSSepherosa Ziehau static void	jme_msix_rx(void *);
125e0009afbSSepherosa Ziehau static void	jme_msix_status(void *);
1269b99c84fSSepherosa Ziehau static void	jme_txeof(struct jme_txdata *);
127ff37a356SSepherosa Ziehau static void	jme_rxeof(struct jme_rxdata *, int, int);
1284447c752SSepherosa Ziehau static void	jme_rx_intr(struct jme_softc *, uint32_t);
1298a0620e4SSepherosa Ziehau static void	jme_enable_intr(struct jme_softc *);
1308a0620e4SSepherosa Ziehau static void	jme_disable_intr(struct jme_softc *);
131de437f82SSepherosa Ziehau static void	jme_rx_restart(struct jme_softc *, uint32_t);
13276fbb0b9SSepherosa Ziehau 
13358880b0dSSepherosa Ziehau static int	jme_msix_setup(device_t);
13458880b0dSSepherosa Ziehau static void	jme_msix_teardown(device_t, int);
13558880b0dSSepherosa Ziehau static int	jme_intr_setup(device_t);
13658880b0dSSepherosa Ziehau static void	jme_intr_teardown(device_t);
13758880b0dSSepherosa Ziehau static void	jme_msix_try_alloc(device_t);
13858880b0dSSepherosa Ziehau static void	jme_msix_free(device_t);
13958880b0dSSepherosa Ziehau static int	jme_intr_alloc(device_t);
14058880b0dSSepherosa Ziehau static void	jme_intr_free(device_t);
14176fbb0b9SSepherosa Ziehau static int	jme_dma_alloc(struct jme_softc *);
1420b3414d9SSepherosa Ziehau static void	jme_dma_free(struct jme_softc *);
143dea2452aSSepherosa Ziehau static int	jme_init_rx_ring(struct jme_rxdata *);
1449b99c84fSSepherosa Ziehau static void	jme_init_tx_ring(struct jme_txdata *);
14576fbb0b9SSepherosa Ziehau static void	jme_init_ssb(struct jme_softc *);
146dea2452aSSepherosa Ziehau static int	jme_newbuf(struct jme_rxdata *, struct jme_rxdesc *, int);
1473a65efa6SSepherosa Ziehau static int	jme_encap(struct jme_txdata *, struct mbuf **, int *);
148ff37a356SSepherosa Ziehau static void	jme_rxpkt(struct jme_rxdata *, int);
149dea2452aSSepherosa Ziehau static int	jme_rxring_dma_alloc(struct jme_rxdata *);
150dea2452aSSepherosa Ziehau static int	jme_rxbuf_dma_alloc(struct jme_rxdata *);
15176fbb0b9SSepherosa Ziehau 
15276fbb0b9SSepherosa Ziehau static void	jme_tick(void *);
15376fbb0b9SSepherosa Ziehau static void	jme_stop(struct jme_softc *);
15476fbb0b9SSepherosa Ziehau static void	jme_reset(struct jme_softc *);
15558880b0dSSepherosa Ziehau static void	jme_set_msinum(struct jme_softc *);
15676fbb0b9SSepherosa Ziehau static void	jme_set_vlan(struct jme_softc *);
15776fbb0b9SSepherosa Ziehau static void	jme_set_filter(struct jme_softc *);
15876fbb0b9SSepherosa Ziehau static void	jme_stop_tx(struct jme_softc *);
15976fbb0b9SSepherosa Ziehau static void	jme_stop_rx(struct jme_softc *);
16076fbb0b9SSepherosa Ziehau static void	jme_mac_config(struct jme_softc *);
16176fbb0b9SSepherosa Ziehau static void	jme_reg_macaddr(struct jme_softc *, uint8_t[]);
16276fbb0b9SSepherosa Ziehau static int	jme_eeprom_macaddr(struct jme_softc *, uint8_t[]);
16376fbb0b9SSepherosa Ziehau static int	jme_eeprom_read_byte(struct jme_softc *, uint8_t, uint8_t *);
16476fbb0b9SSepherosa Ziehau #ifdef notyet
16576fbb0b9SSepherosa Ziehau static void	jme_setwol(struct jme_softc *);
16676fbb0b9SSepherosa Ziehau static void	jme_setlinkspeed(struct jme_softc *);
16776fbb0b9SSepherosa Ziehau #endif
1682870abc4SSepherosa Ziehau static void	jme_set_tx_coal(struct jme_softc *);
1692870abc4SSepherosa Ziehau static void	jme_set_rx_coal(struct jme_softc *);
170760c056cSSepherosa Ziehau static void	jme_enable_rss(struct jme_softc *);
171760c056cSSepherosa Ziehau static void	jme_disable_rss(struct jme_softc *);
172cccc3955SSepherosa Ziehau static void	jme_serialize_skipmain(struct jme_softc *);
173cccc3955SSepherosa Ziehau static void	jme_deserialize_skipmain(struct jme_softc *);
174352c8444SSepherosa Ziehau static void	jme_phy_poweron(struct jme_softc *);
175352c8444SSepherosa Ziehau static void	jme_phy_poweroff(struct jme_softc *);
176352c8444SSepherosa Ziehau static int	jme_miiext_read(struct jme_softc *, int);
177352c8444SSepherosa Ziehau static void	jme_miiext_write(struct jme_softc *, int, int);
178352c8444SSepherosa Ziehau static void	jme_phy_init(struct jme_softc *);
17976fbb0b9SSepherosa Ziehau 
18076fbb0b9SSepherosa Ziehau static void	jme_sysctl_node(struct jme_softc *);
1812870abc4SSepherosa Ziehau static int	jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS);
1822870abc4SSepherosa Ziehau static int	jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS);
1832870abc4SSepherosa Ziehau static int	jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS);
1842870abc4SSepherosa Ziehau static int	jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS);
18576fbb0b9SSepherosa Ziehau 
18676fbb0b9SSepherosa Ziehau /*
18776fbb0b9SSepherosa Ziehau  * Devices supported by this driver.
18876fbb0b9SSepherosa Ziehau  */
18976fbb0b9SSepherosa Ziehau static const struct jme_dev {
19076fbb0b9SSepherosa Ziehau 	uint16_t	jme_vendorid;
19176fbb0b9SSepherosa Ziehau 	uint16_t	jme_deviceid;
1923a5f3f36SSepherosa Ziehau 	uint32_t	jme_caps;
19376fbb0b9SSepherosa Ziehau 	const char	*jme_name;
19476fbb0b9SSepherosa Ziehau } jme_devs[] = {
19544e8c66cSSepherosa Ziehau 	{ PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC250,
1963a5f3f36SSepherosa Ziehau 	    JME_CAP_JUMBO,
19776fbb0b9SSepherosa Ziehau 	    "JMicron Inc, JMC250 Gigabit Ethernet" },
19844e8c66cSSepherosa Ziehau 	{ PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC260,
1993a5f3f36SSepherosa Ziehau 	    JME_CAP_FASTETH,
20076fbb0b9SSepherosa Ziehau 	    "JMicron Inc, JMC260 Fast Ethernet" },
2013a5f3f36SSepherosa Ziehau 	{ 0, 0, 0, NULL }
20276fbb0b9SSepherosa Ziehau };
20376fbb0b9SSepherosa Ziehau 
20476fbb0b9SSepherosa Ziehau static device_method_t jme_methods[] = {
20576fbb0b9SSepherosa Ziehau 	/* Device interface. */
20676fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_probe,		jme_probe),
20776fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_attach,	jme_attach),
20876fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_detach,	jme_detach),
20976fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_shutdown,	jme_shutdown),
21076fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_suspend,	jme_suspend),
21176fbb0b9SSepherosa Ziehau 	DEVMETHOD(device_resume,	jme_resume),
21276fbb0b9SSepherosa Ziehau 
21376fbb0b9SSepherosa Ziehau 	/* Bus interface. */
21476fbb0b9SSepherosa Ziehau 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
21576fbb0b9SSepherosa Ziehau 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
21676fbb0b9SSepherosa Ziehau 
21776fbb0b9SSepherosa Ziehau 	/* MII interface. */
21876fbb0b9SSepherosa Ziehau 	DEVMETHOD(miibus_readreg,	jme_miibus_readreg),
21976fbb0b9SSepherosa Ziehau 	DEVMETHOD(miibus_writereg,	jme_miibus_writereg),
22076fbb0b9SSepherosa Ziehau 	DEVMETHOD(miibus_statchg,	jme_miibus_statchg),
22176fbb0b9SSepherosa Ziehau 
22276fbb0b9SSepherosa Ziehau 	{ NULL, NULL }
22376fbb0b9SSepherosa Ziehau };
22476fbb0b9SSepherosa Ziehau 
22576fbb0b9SSepherosa Ziehau static driver_t jme_driver = {
22676fbb0b9SSepherosa Ziehau 	"jme",
22776fbb0b9SSepherosa Ziehau 	jme_methods,
22876fbb0b9SSepherosa Ziehau 	sizeof(struct jme_softc)
22976fbb0b9SSepherosa Ziehau };
23076fbb0b9SSepherosa Ziehau 
23176fbb0b9SSepherosa Ziehau static devclass_t jme_devclass;
23276fbb0b9SSepherosa Ziehau 
23376fbb0b9SSepherosa Ziehau DECLARE_DUMMY_MODULE(if_jme);
23476fbb0b9SSepherosa Ziehau MODULE_DEPEND(if_jme, miibus, 1, 1, 1);
235aa2b9d05SSascha Wildner DRIVER_MODULE(if_jme, pci, jme_driver, jme_devclass, NULL, NULL);
236aa2b9d05SSascha Wildner DRIVER_MODULE(miibus, jme, miibus_driver, miibus_devclass, NULL, NULL);
23776fbb0b9SSepherosa Ziehau 
2384447c752SSepherosa Ziehau static const struct {
2394447c752SSepherosa Ziehau 	uint32_t	jme_coal;
2404447c752SSepherosa Ziehau 	uint32_t	jme_comp;
24158880b0dSSepherosa Ziehau 	uint32_t	jme_empty;
2424447c752SSepherosa Ziehau } jme_rx_status[JME_NRXRING_MAX] = {
24358880b0dSSepherosa Ziehau 	{ INTR_RXQ0_COAL | INTR_RXQ0_COAL_TO, INTR_RXQ0_COMP,
24458880b0dSSepherosa Ziehau 	  INTR_RXQ0_DESC_EMPTY },
24558880b0dSSepherosa Ziehau 	{ INTR_RXQ1_COAL | INTR_RXQ1_COAL_TO, INTR_RXQ1_COMP,
24658880b0dSSepherosa Ziehau 	  INTR_RXQ1_DESC_EMPTY },
24758880b0dSSepherosa Ziehau 	{ INTR_RXQ2_COAL | INTR_RXQ2_COAL_TO, INTR_RXQ2_COMP,
24858880b0dSSepherosa Ziehau 	  INTR_RXQ2_DESC_EMPTY },
24958880b0dSSepherosa Ziehau 	{ INTR_RXQ3_COAL | INTR_RXQ3_COAL_TO, INTR_RXQ3_COMP,
25058880b0dSSepherosa Ziehau 	  INTR_RXQ3_DESC_EMPTY }
2514447c752SSepherosa Ziehau };
2524447c752SSepherosa Ziehau 
25369325526SSepherosa Ziehau static int	jme_rx_desc_count = JME_RX_DESC_CNT_DEF;
25469325526SSepherosa Ziehau static int	jme_tx_desc_count = JME_TX_DESC_CNT_DEF;
2556afef6abSSepherosa Ziehau static int	jme_rx_ring_count = 0;
2563eba890aSSepherosa Ziehau static int	jme_msi_enable = 1;
25758880b0dSSepherosa Ziehau static int	jme_msix_enable = 1;
25883b03786SSepherosa Ziehau 
25983b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.rx_desc_count", &jme_rx_desc_count);
26083b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.tx_desc_count", &jme_tx_desc_count);
261413d06bbSSepherosa Ziehau TUNABLE_INT("hw.jme.rx_ring_count", &jme_rx_ring_count);
2623eba890aSSepherosa Ziehau TUNABLE_INT("hw.jme.msi.enable", &jme_msi_enable);
26358880b0dSSepherosa Ziehau TUNABLE_INT("hw.jme.msix.enable", &jme_msix_enable);
26483b03786SSepherosa Ziehau 
265fd2a6d2cSSepherosa Ziehau static __inline void
jme_setup_rxdesc(struct jme_rxdesc * rxd)266fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(struct jme_rxdesc *rxd)
267fd2a6d2cSSepherosa Ziehau {
268fd2a6d2cSSepherosa Ziehau 	struct jme_desc *desc;
269fd2a6d2cSSepherosa Ziehau 
270fd2a6d2cSSepherosa Ziehau 	desc = rxd->rx_desc;
271fd2a6d2cSSepherosa Ziehau 	desc->buflen = htole32(MCLBYTES);
272fd2a6d2cSSepherosa Ziehau 	desc->addr_lo = htole32(JME_ADDR_LO(rxd->rx_paddr));
273fd2a6d2cSSepherosa Ziehau 	desc->addr_hi = htole32(JME_ADDR_HI(rxd->rx_paddr));
274fd2a6d2cSSepherosa Ziehau 	desc->flags = htole32(JME_RD_OWN | JME_RD_INTR | JME_RD_64BIT);
275fd2a6d2cSSepherosa Ziehau }
276fd2a6d2cSSepherosa Ziehau 
27776fbb0b9SSepherosa Ziehau /*
27876fbb0b9SSepherosa Ziehau  *	Read a PHY register on the MII of the JMC250.
27976fbb0b9SSepherosa Ziehau  */
28076fbb0b9SSepherosa Ziehau static int
jme_miibus_readreg(device_t dev,int phy,int reg)28176fbb0b9SSepherosa Ziehau jme_miibus_readreg(device_t dev, int phy, int reg)
28276fbb0b9SSepherosa Ziehau {
28376fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
28476fbb0b9SSepherosa Ziehau 	uint32_t val;
28576fbb0b9SSepherosa Ziehau 	int i;
28676fbb0b9SSepherosa Ziehau 
28776fbb0b9SSepherosa Ziehau 	/* For FPGA version, PHY address 0 should be ignored. */
288ec7e787bSSepherosa Ziehau 	if (sc->jme_caps & JME_CAP_FPGA) {
28976fbb0b9SSepherosa Ziehau 		if (phy == 0)
29076fbb0b9SSepherosa Ziehau 			return (0);
29176fbb0b9SSepherosa Ziehau 	} else {
29276fbb0b9SSepherosa Ziehau 		if (sc->jme_phyaddr != phy)
29376fbb0b9SSepherosa Ziehau 			return (0);
29476fbb0b9SSepherosa Ziehau 	}
29576fbb0b9SSepherosa Ziehau 
29676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SMI, SMI_OP_READ | SMI_OP_EXECUTE |
29776fbb0b9SSepherosa Ziehau 	    SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg));
29876fbb0b9SSepherosa Ziehau 
29976fbb0b9SSepherosa Ziehau 	for (i = JME_PHY_TIMEOUT; i > 0; i--) {
30076fbb0b9SSepherosa Ziehau 		DELAY(1);
30176fbb0b9SSepherosa Ziehau 		if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0)
30276fbb0b9SSepherosa Ziehau 			break;
30376fbb0b9SSepherosa Ziehau 	}
30476fbb0b9SSepherosa Ziehau 	if (i == 0) {
30576fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "phy read timeout: "
30676fbb0b9SSepherosa Ziehau 			      "phy %d, reg %d\n", phy, reg);
30776fbb0b9SSepherosa Ziehau 		return (0);
30876fbb0b9SSepherosa Ziehau 	}
30976fbb0b9SSepherosa Ziehau 
31076fbb0b9SSepherosa Ziehau 	return ((val & SMI_DATA_MASK) >> SMI_DATA_SHIFT);
31176fbb0b9SSepherosa Ziehau }
31276fbb0b9SSepherosa Ziehau 
31376fbb0b9SSepherosa Ziehau /*
31476fbb0b9SSepherosa Ziehau  *	Write a PHY register on the MII of the JMC250.
31576fbb0b9SSepherosa Ziehau  */
31676fbb0b9SSepherosa Ziehau static int
jme_miibus_writereg(device_t dev,int phy,int reg,int val)31776fbb0b9SSepherosa Ziehau jme_miibus_writereg(device_t dev, int phy, int reg, int val)
31876fbb0b9SSepherosa Ziehau {
31976fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
32076fbb0b9SSepherosa Ziehau 	int i;
32176fbb0b9SSepherosa Ziehau 
32276fbb0b9SSepherosa Ziehau 	/* For FPGA version, PHY address 0 should be ignored. */
323ec7e787bSSepherosa Ziehau 	if (sc->jme_caps & JME_CAP_FPGA) {
32476fbb0b9SSepherosa Ziehau 		if (phy == 0)
32576fbb0b9SSepherosa Ziehau 			return (0);
32676fbb0b9SSepherosa Ziehau 	} else {
32776fbb0b9SSepherosa Ziehau 		if (sc->jme_phyaddr != phy)
32876fbb0b9SSepherosa Ziehau 			return (0);
32976fbb0b9SSepherosa Ziehau 	}
33076fbb0b9SSepherosa Ziehau 
33176fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SMI, SMI_OP_WRITE | SMI_OP_EXECUTE |
33276fbb0b9SSepherosa Ziehau 	    ((val << SMI_DATA_SHIFT) & SMI_DATA_MASK) |
33376fbb0b9SSepherosa Ziehau 	    SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg));
33476fbb0b9SSepherosa Ziehau 
33576fbb0b9SSepherosa Ziehau 	for (i = JME_PHY_TIMEOUT; i > 0; i--) {
33676fbb0b9SSepherosa Ziehau 		DELAY(1);
33776fbb0b9SSepherosa Ziehau 		if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0)
33876fbb0b9SSepherosa Ziehau 			break;
33976fbb0b9SSepherosa Ziehau 	}
34076fbb0b9SSepherosa Ziehau 	if (i == 0) {
34176fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "phy write timeout: "
34276fbb0b9SSepherosa Ziehau 			      "phy %d, reg %d\n", phy, reg);
34376fbb0b9SSepherosa Ziehau 	}
34476fbb0b9SSepherosa Ziehau 
34576fbb0b9SSepherosa Ziehau 	return (0);
34676fbb0b9SSepherosa Ziehau }
34776fbb0b9SSepherosa Ziehau 
34876fbb0b9SSepherosa Ziehau /*
34976fbb0b9SSepherosa Ziehau  *	Callback from MII layer when media changes.
35076fbb0b9SSepherosa Ziehau  */
35176fbb0b9SSepherosa Ziehau static void
jme_miibus_statchg(device_t dev)35276fbb0b9SSepherosa Ziehau jme_miibus_statchg(device_t dev)
35376fbb0b9SSepherosa Ziehau {
35476fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
35576fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
3569b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
35776fbb0b9SSepherosa Ziehau 	struct mii_data *mii;
35876fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
35976fbb0b9SSepherosa Ziehau 	bus_addr_t paddr;
3604447c752SSepherosa Ziehau 	int i, r;
36176fbb0b9SSepherosa Ziehau 
362cccc3955SSepherosa Ziehau 	if (sc->jme_in_tick)
363cccc3955SSepherosa Ziehau 		jme_serialize_skipmain(sc);
36431f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
36576fbb0b9SSepherosa Ziehau 
36676fbb0b9SSepherosa Ziehau 	if ((ifp->if_flags & IFF_RUNNING) == 0)
367cccc3955SSepherosa Ziehau 		goto done;
36876fbb0b9SSepherosa Ziehau 
36976fbb0b9SSepherosa Ziehau 	mii = device_get_softc(sc->jme_miibus);
37076fbb0b9SSepherosa Ziehau 
371cccc3955SSepherosa Ziehau 	sc->jme_has_link = FALSE;
37276fbb0b9SSepherosa Ziehau 	if ((mii->mii_media_status & IFM_AVALID) != 0) {
37376fbb0b9SSepherosa Ziehau 		switch (IFM_SUBTYPE(mii->mii_media_active)) {
37476fbb0b9SSepherosa Ziehau 		case IFM_10_T:
37576fbb0b9SSepherosa Ziehau 		case IFM_100_TX:
376cccc3955SSepherosa Ziehau 			sc->jme_has_link = TRUE;
37776fbb0b9SSepherosa Ziehau 			break;
37876fbb0b9SSepherosa Ziehau 		case IFM_1000_T:
379ec7e787bSSepherosa Ziehau 			if (sc->jme_caps & JME_CAP_FASTETH)
38076fbb0b9SSepherosa Ziehau 				break;
381cccc3955SSepherosa Ziehau 			sc->jme_has_link = TRUE;
38276fbb0b9SSepherosa Ziehau 			break;
38376fbb0b9SSepherosa Ziehau 		default:
38476fbb0b9SSepherosa Ziehau 			break;
38576fbb0b9SSepherosa Ziehau 		}
38676fbb0b9SSepherosa Ziehau 	}
38776fbb0b9SSepherosa Ziehau 
38876fbb0b9SSepherosa Ziehau 	/*
38976fbb0b9SSepherosa Ziehau 	 * Disabling Rx/Tx MACs have a side-effect of resetting
39076fbb0b9SSepherosa Ziehau 	 * JME_TXNDA/JME_RXNDA register to the first address of
39176fbb0b9SSepherosa Ziehau 	 * Tx/Rx descriptor address. So driver should reset its
39276fbb0b9SSepherosa Ziehau 	 * internal procucer/consumer pointer and reclaim any
39376fbb0b9SSepherosa Ziehau 	 * allocated resources.  Note, just saving the value of
39476fbb0b9SSepherosa Ziehau 	 * JME_TXNDA and JME_RXNDA registers before stopping MAC
39576fbb0b9SSepherosa Ziehau 	 * and restoring JME_TXNDA/JME_RXNDA register is not
39676fbb0b9SSepherosa Ziehau 	 * sufficient to make sure correct MAC state because
39776fbb0b9SSepherosa Ziehau 	 * stopping MAC operation can take a while and hardware
39876fbb0b9SSepherosa Ziehau 	 * might have updated JME_TXNDA/JME_RXNDA registers
39976fbb0b9SSepherosa Ziehau 	 * during the stop operation.
40076fbb0b9SSepherosa Ziehau 	 */
40176fbb0b9SSepherosa Ziehau 
40276fbb0b9SSepherosa Ziehau 	/* Disable interrupts */
40376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
40476fbb0b9SSepherosa Ziehau 
40576fbb0b9SSepherosa Ziehau 	/* Stop driver */
4069ed293e0SSepherosa Ziehau 	ifp->if_flags &= ~IFF_RUNNING;
4079ed293e0SSepherosa Ziehau 	ifq_clr_oactive(&ifp->if_snd);
40876fbb0b9SSepherosa Ziehau 	ifp->if_timer = 0;
40976fbb0b9SSepherosa Ziehau 	callout_stop(&sc->jme_tick_ch);
41076fbb0b9SSepherosa Ziehau 
41176fbb0b9SSepherosa Ziehau 	/* Stop receiver/transmitter. */
41276fbb0b9SSepherosa Ziehau 	jme_stop_rx(sc);
41376fbb0b9SSepherosa Ziehau 	jme_stop_tx(sc);
41476fbb0b9SSepherosa Ziehau 
4157b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
4164447c752SSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
4174447c752SSepherosa Ziehau 
418ff37a356SSepherosa Ziehau 		jme_rxeof(rdata, -1, -1);
4194447c752SSepherosa Ziehau 		if (rdata->jme_rxhead != NULL)
4204447c752SSepherosa Ziehau 			m_freem(rdata->jme_rxhead);
421dea2452aSSepherosa Ziehau 		JME_RXCHAIN_RESET(rdata);
4224447c752SSepherosa Ziehau 
4234447c752SSepherosa Ziehau 		/*
4244447c752SSepherosa Ziehau 		 * Reuse configured Rx descriptors and reset
4254447c752SSepherosa Ziehau 		 * procuder/consumer index.
4264447c752SSepherosa Ziehau 		 */
4274447c752SSepherosa Ziehau 		rdata->jme_rx_cons = 0;
4284447c752SSepherosa Ziehau 	}
4296afef6abSSepherosa Ziehau 	if (JME_ENABLE_HWRSS(sc))
430deaeb5a5SSepherosa Ziehau 		jme_enable_rss(sc);
431deaeb5a5SSepherosa Ziehau 	else
432deaeb5a5SSepherosa Ziehau 		jme_disable_rss(sc);
43376fbb0b9SSepherosa Ziehau 
4349b99c84fSSepherosa Ziehau 	jme_txeof(tdata);
4359b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_cnt != 0) {
43676fbb0b9SSepherosa Ziehau 		/* Remove queued packets for transmit. */
4379b99c84fSSepherosa Ziehau 		for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
4389b99c84fSSepherosa Ziehau 			txd = &tdata->jme_txdesc[i];
43976fbb0b9SSepherosa Ziehau 			if (txd->tx_m != NULL) {
4409b99c84fSSepherosa Ziehau 				bus_dmamap_unload( tdata->jme_tx_tag,
44176fbb0b9SSepherosa Ziehau 				    txd->tx_dmamap);
44276fbb0b9SSepherosa Ziehau 				m_freem(txd->tx_m);
44376fbb0b9SSepherosa Ziehau 				txd->tx_m = NULL;
44476fbb0b9SSepherosa Ziehau 				txd->tx_ndesc = 0;
445d40991efSSepherosa Ziehau 				IFNET_STAT_INC(ifp, oerrors, 1);
44676fbb0b9SSepherosa Ziehau 			}
44776fbb0b9SSepherosa Ziehau 		}
44876fbb0b9SSepherosa Ziehau 	}
4499b99c84fSSepherosa Ziehau 	jme_init_tx_ring(tdata);
45076fbb0b9SSepherosa Ziehau 
45176fbb0b9SSepherosa Ziehau 	/* Initialize shadow status block. */
45276fbb0b9SSepherosa Ziehau 	jme_init_ssb(sc);
45376fbb0b9SSepherosa Ziehau 
45476fbb0b9SSepherosa Ziehau 	/* Program MAC with resolved speed/duplex/flow-control. */
455cccc3955SSepherosa Ziehau 	if (sc->jme_has_link) {
45676fbb0b9SSepherosa Ziehau 		jme_mac_config(sc);
45776fbb0b9SSepherosa Ziehau 
45876fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr);
45976fbb0b9SSepherosa Ziehau 
46076fbb0b9SSepherosa Ziehau 		/* Set Tx ring address to the hardware. */
4619b99c84fSSepherosa Ziehau 		paddr = tdata->jme_tx_ring_paddr;
46276fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr));
46376fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr));
46476fbb0b9SSepherosa Ziehau 
4657b040092SSepherosa Ziehau 		for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
4664447c752SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_RXCSR,
4674447c752SSepherosa Ziehau 			    sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r));
4684447c752SSepherosa Ziehau 
46976fbb0b9SSepherosa Ziehau 			/* Set Rx ring address to the hardware. */
4704447c752SSepherosa Ziehau 			paddr = sc->jme_cdata.jme_rx_data[r].jme_rx_ring_paddr;
47176fbb0b9SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr));
47276fbb0b9SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr));
4734447c752SSepherosa Ziehau 		}
47476fbb0b9SSepherosa Ziehau 
47576fbb0b9SSepherosa Ziehau 		/* Restart receiver/transmitter. */
47676fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RX_ENB |
47776fbb0b9SSepherosa Ziehau 		    RXCSR_RXQ_START);
47876fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB);
47976fbb0b9SSepherosa Ziehau 	}
48076fbb0b9SSepherosa Ziehau 
48176fbb0b9SSepherosa Ziehau 	ifp->if_flags |= IFF_RUNNING;
4829ed293e0SSepherosa Ziehau 	ifq_clr_oactive(&ifp->if_snd);
483d35dc29fSSepherosa Ziehau 	callout_reset_bycpu(&sc->jme_tick_ch, hz, jme_tick, sc,
484d35dc29fSSepherosa Ziehau 	    JME_TICK_CPUID);
48576fbb0b9SSepherosa Ziehau 
4868a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
4878a0620e4SSepherosa Ziehau 	if (!(ifp->if_flags & IFF_NPOLLING))
4889de40864SSepherosa Ziehau #endif
48976fbb0b9SSepherosa Ziehau 	/* Reenable interrupts. */
49076fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
491cccc3955SSepherosa Ziehau 
492cccc3955SSepherosa Ziehau done:
493cccc3955SSepherosa Ziehau 	if (sc->jme_in_tick)
494cccc3955SSepherosa Ziehau 		jme_deserialize_skipmain(sc);
49576fbb0b9SSepherosa Ziehau }
49676fbb0b9SSepherosa Ziehau 
49776fbb0b9SSepherosa Ziehau /*
49876fbb0b9SSepherosa Ziehau  *	Get the current interface media status.
49976fbb0b9SSepherosa Ziehau  */
50076fbb0b9SSepherosa Ziehau static void
jme_mediastatus(struct ifnet * ifp,struct ifmediareq * ifmr)50176fbb0b9SSepherosa Ziehau jme_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
50276fbb0b9SSepherosa Ziehau {
50376fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
50476fbb0b9SSepherosa Ziehau 	struct mii_data *mii = device_get_softc(sc->jme_miibus);
50576fbb0b9SSepherosa Ziehau 
50631f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
50776fbb0b9SSepherosa Ziehau 
50876fbb0b9SSepherosa Ziehau 	mii_pollstat(mii);
50976fbb0b9SSepherosa Ziehau 	ifmr->ifm_status = mii->mii_media_status;
51076fbb0b9SSepherosa Ziehau 	ifmr->ifm_active = mii->mii_media_active;
51176fbb0b9SSepherosa Ziehau }
51276fbb0b9SSepherosa Ziehau 
51376fbb0b9SSepherosa Ziehau /*
51476fbb0b9SSepherosa Ziehau  *	Set hardware to newly-selected media.
51576fbb0b9SSepherosa Ziehau  */
51676fbb0b9SSepherosa Ziehau static int
jme_mediachange(struct ifnet * ifp)51776fbb0b9SSepherosa Ziehau jme_mediachange(struct ifnet *ifp)
51876fbb0b9SSepherosa Ziehau {
51976fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
52076fbb0b9SSepherosa Ziehau 	struct mii_data *mii = device_get_softc(sc->jme_miibus);
52176fbb0b9SSepherosa Ziehau 	int error;
52276fbb0b9SSepherosa Ziehau 
52331f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
52476fbb0b9SSepherosa Ziehau 
52576fbb0b9SSepherosa Ziehau 	if (mii->mii_instance != 0) {
52676fbb0b9SSepherosa Ziehau 		struct mii_softc *miisc;
52776fbb0b9SSepherosa Ziehau 
52876fbb0b9SSepherosa Ziehau 		LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
52976fbb0b9SSepherosa Ziehau 			mii_phy_reset(miisc);
53076fbb0b9SSepherosa Ziehau 	}
53176fbb0b9SSepherosa Ziehau 	error = mii_mediachg(mii);
53276fbb0b9SSepherosa Ziehau 
53376fbb0b9SSepherosa Ziehau 	return (error);
53476fbb0b9SSepherosa Ziehau }
53576fbb0b9SSepherosa Ziehau 
53676fbb0b9SSepherosa Ziehau static int
jme_probe(device_t dev)53776fbb0b9SSepherosa Ziehau jme_probe(device_t dev)
53876fbb0b9SSepherosa Ziehau {
53976fbb0b9SSepherosa Ziehau 	const struct jme_dev *sp;
54076fbb0b9SSepherosa Ziehau 	uint16_t vid, did;
54176fbb0b9SSepherosa Ziehau 
54276fbb0b9SSepherosa Ziehau 	vid = pci_get_vendor(dev);
54376fbb0b9SSepherosa Ziehau 	did = pci_get_device(dev);
54476fbb0b9SSepherosa Ziehau 	for (sp = jme_devs; sp->jme_name != NULL; ++sp) {
54576fbb0b9SSepherosa Ziehau 		if (vid == sp->jme_vendorid && did == sp->jme_deviceid) {
54676fbb0b9SSepherosa Ziehau 			struct jme_softc *sc = device_get_softc(dev);
5473a5f3f36SSepherosa Ziehau 
5483a5f3f36SSepherosa Ziehau 			sc->jme_caps = sp->jme_caps;
5493a5f3f36SSepherosa Ziehau 			device_set_desc(dev, sp->jme_name);
55076fbb0b9SSepherosa Ziehau 			return (0);
55176fbb0b9SSepherosa Ziehau 		}
55276fbb0b9SSepherosa Ziehau 	}
55376fbb0b9SSepherosa Ziehau 	return (ENXIO);
55476fbb0b9SSepherosa Ziehau }
55576fbb0b9SSepherosa Ziehau 
55676fbb0b9SSepherosa Ziehau static int
jme_eeprom_read_byte(struct jme_softc * sc,uint8_t addr,uint8_t * val)55776fbb0b9SSepherosa Ziehau jme_eeprom_read_byte(struct jme_softc *sc, uint8_t addr, uint8_t *val)
55876fbb0b9SSepherosa Ziehau {
55976fbb0b9SSepherosa Ziehau 	uint32_t reg;
56076fbb0b9SSepherosa Ziehau 	int i;
56176fbb0b9SSepherosa Ziehau 
56276fbb0b9SSepherosa Ziehau 	*val = 0;
56376fbb0b9SSepherosa Ziehau 	for (i = JME_TIMEOUT; i > 0; i--) {
56476fbb0b9SSepherosa Ziehau 		reg = CSR_READ_4(sc, JME_SMBCSR);
56576fbb0b9SSepherosa Ziehau 		if ((reg & SMBCSR_HW_BUSY_MASK) == SMBCSR_HW_IDLE)
56676fbb0b9SSepherosa Ziehau 			break;
56776fbb0b9SSepherosa Ziehau 		DELAY(1);
56876fbb0b9SSepherosa Ziehau 	}
56976fbb0b9SSepherosa Ziehau 
57076fbb0b9SSepherosa Ziehau 	if (i == 0) {
57176fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "EEPROM idle timeout!\n");
57276fbb0b9SSepherosa Ziehau 		return (ETIMEDOUT);
57376fbb0b9SSepherosa Ziehau 	}
57476fbb0b9SSepherosa Ziehau 
57576fbb0b9SSepherosa Ziehau 	reg = ((uint32_t)addr << SMBINTF_ADDR_SHIFT) & SMBINTF_ADDR_MASK;
57676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SMBINTF, reg | SMBINTF_RD | SMBINTF_CMD_TRIGGER);
57776fbb0b9SSepherosa Ziehau 	for (i = JME_TIMEOUT; i > 0; i--) {
57876fbb0b9SSepherosa Ziehau 		DELAY(1);
57976fbb0b9SSepherosa Ziehau 		reg = CSR_READ_4(sc, JME_SMBINTF);
58076fbb0b9SSepherosa Ziehau 		if ((reg & SMBINTF_CMD_TRIGGER) == 0)
58176fbb0b9SSepherosa Ziehau 			break;
58276fbb0b9SSepherosa Ziehau 	}
58376fbb0b9SSepherosa Ziehau 
58476fbb0b9SSepherosa Ziehau 	if (i == 0) {
58576fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "EEPROM read timeout!\n");
58676fbb0b9SSepherosa Ziehau 		return (ETIMEDOUT);
58776fbb0b9SSepherosa Ziehau 	}
58876fbb0b9SSepherosa Ziehau 
58976fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_SMBINTF);
59076fbb0b9SSepherosa Ziehau 	*val = (reg & SMBINTF_RD_DATA_MASK) >> SMBINTF_RD_DATA_SHIFT;
59176fbb0b9SSepherosa Ziehau 
59276fbb0b9SSepherosa Ziehau 	return (0);
59376fbb0b9SSepherosa Ziehau }
59476fbb0b9SSepherosa Ziehau 
59576fbb0b9SSepherosa Ziehau static int
jme_eeprom_macaddr(struct jme_softc * sc,uint8_t eaddr[])59676fbb0b9SSepherosa Ziehau jme_eeprom_macaddr(struct jme_softc *sc, uint8_t eaddr[])
59776fbb0b9SSepherosa Ziehau {
59876fbb0b9SSepherosa Ziehau 	uint8_t fup, reg, val;
59976fbb0b9SSepherosa Ziehau 	uint32_t offset;
60076fbb0b9SSepherosa Ziehau 	int match;
60176fbb0b9SSepherosa Ziehau 
60276fbb0b9SSepherosa Ziehau 	offset = 0;
60376fbb0b9SSepherosa Ziehau 	if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 ||
60476fbb0b9SSepherosa Ziehau 	    fup != JME_EEPROM_SIG0)
60576fbb0b9SSepherosa Ziehau 		return (ENOENT);
60676fbb0b9SSepherosa Ziehau 	if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 ||
60776fbb0b9SSepherosa Ziehau 	    fup != JME_EEPROM_SIG1)
60876fbb0b9SSepherosa Ziehau 		return (ENOENT);
60976fbb0b9SSepherosa Ziehau 	match = 0;
61076fbb0b9SSepherosa Ziehau 	do {
61176fbb0b9SSepherosa Ziehau 		if (jme_eeprom_read_byte(sc, offset, &fup) != 0)
61276fbb0b9SSepherosa Ziehau 			break;
61309927fe6SSepherosa Ziehau 		if (JME_EEPROM_MKDESC(JME_EEPROM_FUNC0, JME_EEPROM_PAGE_BAR1) ==
61409927fe6SSepherosa Ziehau 		    (fup & (JME_EEPROM_FUNC_MASK | JME_EEPROM_PAGE_MASK))) {
61576fbb0b9SSepherosa Ziehau 			if (jme_eeprom_read_byte(sc, offset + 1, &reg) != 0)
61676fbb0b9SSepherosa Ziehau 				break;
61776fbb0b9SSepherosa Ziehau 			if (reg >= JME_PAR0 &&
61876fbb0b9SSepherosa Ziehau 			    reg < JME_PAR0 + ETHER_ADDR_LEN) {
61976fbb0b9SSepherosa Ziehau 				if (jme_eeprom_read_byte(sc, offset + 2,
62076fbb0b9SSepherosa Ziehau 				    &val) != 0)
62176fbb0b9SSepherosa Ziehau 					break;
62276fbb0b9SSepherosa Ziehau 				eaddr[reg - JME_PAR0] = val;
62376fbb0b9SSepherosa Ziehau 				match++;
62476fbb0b9SSepherosa Ziehau 			}
62576fbb0b9SSepherosa Ziehau 		}
62609927fe6SSepherosa Ziehau 		/* Check for the end of EEPROM descriptor. */
62709927fe6SSepherosa Ziehau 		if ((fup & JME_EEPROM_DESC_END) == JME_EEPROM_DESC_END)
62809927fe6SSepherosa Ziehau 			break;
62976fbb0b9SSepherosa Ziehau 		/* Try next eeprom descriptor. */
63076fbb0b9SSepherosa Ziehau 		offset += JME_EEPROM_DESC_BYTES;
63176fbb0b9SSepherosa Ziehau 	} while (match != ETHER_ADDR_LEN && offset < JME_EEPROM_END);
63276fbb0b9SSepherosa Ziehau 
63376fbb0b9SSepherosa Ziehau 	if (match == ETHER_ADDR_LEN)
63476fbb0b9SSepherosa Ziehau 		return (0);
63576fbb0b9SSepherosa Ziehau 
63676fbb0b9SSepherosa Ziehau 	return (ENOENT);
63776fbb0b9SSepherosa Ziehau }
63876fbb0b9SSepherosa Ziehau 
63976fbb0b9SSepherosa Ziehau static void
jme_reg_macaddr(struct jme_softc * sc,uint8_t eaddr[])64076fbb0b9SSepherosa Ziehau jme_reg_macaddr(struct jme_softc *sc, uint8_t eaddr[])
64176fbb0b9SSepherosa Ziehau {
64276fbb0b9SSepherosa Ziehau 	uint32_t par0, par1;
64376fbb0b9SSepherosa Ziehau 
64476fbb0b9SSepherosa Ziehau 	/* Read station address. */
64576fbb0b9SSepherosa Ziehau 	par0 = CSR_READ_4(sc, JME_PAR0);
64676fbb0b9SSepherosa Ziehau 	par1 = CSR_READ_4(sc, JME_PAR1);
64776fbb0b9SSepherosa Ziehau 	par1 &= 0xFFFF;
64876fbb0b9SSepherosa Ziehau 	if ((par0 == 0 && par1 == 0) || (par0 & 0x1)) {
64976fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev,
65076fbb0b9SSepherosa Ziehau 		    "generating fake ethernet address.\n");
65176fbb0b9SSepherosa Ziehau 		par0 = karc4random();
65276fbb0b9SSepherosa Ziehau 		/* Set OUI to JMicron. */
65376fbb0b9SSepherosa Ziehau 		eaddr[0] = 0x00;
65476fbb0b9SSepherosa Ziehau 		eaddr[1] = 0x1B;
65576fbb0b9SSepherosa Ziehau 		eaddr[2] = 0x8C;
65676fbb0b9SSepherosa Ziehau 		eaddr[3] = (par0 >> 16) & 0xff;
65776fbb0b9SSepherosa Ziehau 		eaddr[4] = (par0 >> 8) & 0xff;
65876fbb0b9SSepherosa Ziehau 		eaddr[5] = par0 & 0xff;
65976fbb0b9SSepherosa Ziehau 	} else {
66076fbb0b9SSepherosa Ziehau 		eaddr[0] = (par0 >> 0) & 0xFF;
66176fbb0b9SSepherosa Ziehau 		eaddr[1] = (par0 >> 8) & 0xFF;
66276fbb0b9SSepherosa Ziehau 		eaddr[2] = (par0 >> 16) & 0xFF;
66376fbb0b9SSepherosa Ziehau 		eaddr[3] = (par0 >> 24) & 0xFF;
66476fbb0b9SSepherosa Ziehau 		eaddr[4] = (par1 >> 0) & 0xFF;
66576fbb0b9SSepherosa Ziehau 		eaddr[5] = (par1 >> 8) & 0xFF;
66676fbb0b9SSepherosa Ziehau 	}
66776fbb0b9SSepherosa Ziehau }
66876fbb0b9SSepherosa Ziehau 
66976fbb0b9SSepherosa Ziehau static int
jme_attach(device_t dev)67076fbb0b9SSepherosa Ziehau jme_attach(device_t dev)
67176fbb0b9SSepherosa Ziehau {
67276fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
67376fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
67476fbb0b9SSepherosa Ziehau 	uint32_t reg;
675b249905bSSepherosa Ziehau 	uint16_t did;
676b249905bSSepherosa Ziehau 	uint8_t pcie_ptr, rev;
6774c3cb79aSSepherosa Ziehau 	int error = 0, i, j, rx_desc_cnt, coal_max, ring_cnt;
67876fbb0b9SSepherosa Ziehau 	uint8_t eaddr[ETHER_ADDR_LEN];
67976fbb0b9SSepherosa Ziehau 
6809b99c84fSSepherosa Ziehau 	/*
6819b99c84fSSepherosa Ziehau 	 * Initialize serializers
6829b99c84fSSepherosa Ziehau 	 */
68331f0d5a2SSepherosa Ziehau 	lwkt_serialize_init(&sc->jme_serialize);
6849b99c84fSSepherosa Ziehau 	lwkt_serialize_init(&sc->jme_cdata.jme_tx_data.jme_tx_serialize);
68531f0d5a2SSepherosa Ziehau 	for (i = 0; i < JME_NRXRING_MAX; ++i) {
68631f0d5a2SSepherosa Ziehau 		lwkt_serialize_init(
68731f0d5a2SSepherosa Ziehau 		    &sc->jme_cdata.jme_rx_data[i].jme_rx_serialize);
68831f0d5a2SSepherosa Ziehau 	}
68931f0d5a2SSepherosa Ziehau 
6909b99c84fSSepherosa Ziehau 	/*
6919b99c84fSSepherosa Ziehau 	 * Get # of RX ring descriptors
6929b99c84fSSepherosa Ziehau 	 */
6937b040092SSepherosa Ziehau 	rx_desc_cnt = device_getenv_int(dev, "rx_desc_count",
6941cc217a9SSepherosa Ziehau 	    jme_rx_desc_count);
6957b040092SSepherosa Ziehau 	rx_desc_cnt = roundup(rx_desc_cnt, JME_NDESC_ALIGN);
6967b040092SSepherosa Ziehau 	if (rx_desc_cnt > JME_NDESC_MAX)
6977b040092SSepherosa Ziehau 		rx_desc_cnt = JME_NDESC_MAX;
69869325526SSepherosa Ziehau 
6999b99c84fSSepherosa Ziehau 	/*
7009b99c84fSSepherosa Ziehau 	 * Get # of TX ring descriptors
7019b99c84fSSepherosa Ziehau 	 */
7029b99c84fSSepherosa Ziehau 	sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt =
7039b99c84fSSepherosa Ziehau 	    device_getenv_int(dev, "tx_desc_count", jme_tx_desc_count);
7049b99c84fSSepherosa Ziehau 	sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt =
7059b99c84fSSepherosa Ziehau 	    roundup(sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt, JME_NDESC_ALIGN);
7069b99c84fSSepherosa Ziehau 	if (sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt > JME_NDESC_MAX)
7079b99c84fSSepherosa Ziehau 		sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt = JME_NDESC_MAX;
70883b03786SSepherosa Ziehau 
7099389fe19SMatthew Dillon 	/*
7104c3cb79aSSepherosa Ziehau 	 * Create TX/RX ring maps.
7119389fe19SMatthew Dillon 	 */
7124c3cb79aSSepherosa Ziehau 	ring_cnt = device_getenv_int(dev, "rx_ring_count", jme_rx_ring_count);
7134c3cb79aSSepherosa Ziehau 	/* Require power-of-2 ring count. */
7144c3cb79aSSepherosa Ziehau 	sc->jme_rx_rmap = if_ringmap_alloc2(dev, ring_cnt, JME_NRXRING_MAX);
7154c3cb79aSSepherosa Ziehau 	sc->jme_cdata.jme_rx_ring_cnt = if_ringmap_count(sc->jme_rx_rmap);
7164c3cb79aSSepherosa Ziehau 
7174c3cb79aSSepherosa Ziehau 	/* Only one TX ring is supported. */
7184c3cb79aSSepherosa Ziehau 	sc->jme_tx_rmap = if_ringmap_alloc(dev, 1, 1);
7194c3cb79aSSepherosa Ziehau 
7204c3cb79aSSepherosa Ziehau 	/*
7214c3cb79aSSepherosa Ziehau 	 * NOTE:
7224c3cb79aSSepherosa Ziehau 	 * There is _no_ need to align or match TX/RX ring maps,
7234c3cb79aSSepherosa Ziehau 	 * since TX/RX rings are completely indepedent in this
7244c3cb79aSSepherosa Ziehau 	 * driver.
7254c3cb79aSSepherosa Ziehau 	 */
7264447c752SSepherosa Ziehau 
7279b99c84fSSepherosa Ziehau 	/*
7289b99c84fSSepherosa Ziehau 	 * Initialize serializer array
7299b99c84fSSepherosa Ziehau 	 */
73031f0d5a2SSepherosa Ziehau 	i = 0;
73106421337SSepherosa Ziehau 
73206421337SSepherosa Ziehau 	KKASSERT(i < JME_NSERIALIZE);
73331f0d5a2SSepherosa Ziehau 	sc->jme_serialize_arr[i++] = &sc->jme_serialize;
73429890f78SSepherosa Ziehau 
73506421337SSepherosa Ziehau 	KKASSERT(i < JME_NSERIALIZE);
7369b99c84fSSepherosa Ziehau 	sc->jme_serialize_arr[i++] =
7379b99c84fSSepherosa Ziehau 	    &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
73829890f78SSepherosa Ziehau 
7397b040092SSepherosa Ziehau 	for (j = 0; j < sc->jme_cdata.jme_rx_ring_cnt; ++j) {
74006421337SSepherosa Ziehau 		KKASSERT(i < JME_NSERIALIZE);
74131f0d5a2SSepherosa Ziehau 		sc->jme_serialize_arr[i++] =
74231f0d5a2SSepherosa Ziehau 		    &sc->jme_cdata.jme_rx_data[j].jme_rx_serialize;
74331f0d5a2SSepherosa Ziehau 	}
74406421337SSepherosa Ziehau 
74531f0d5a2SSepherosa Ziehau 	KKASSERT(i <= JME_NSERIALIZE);
74631f0d5a2SSepherosa Ziehau 	sc->jme_serialize_cnt = i;
74731f0d5a2SSepherosa Ziehau 
7489b99c84fSSepherosa Ziehau 	/*
7499b99c84fSSepherosa Ziehau 	 * Setup TX ring specific data
7509b99c84fSSepherosa Ziehau 	 */
7519b99c84fSSepherosa Ziehau 	sc->jme_cdata.jme_tx_data.jme_sc = sc;
7529b99c84fSSepherosa Ziehau 
7539b99c84fSSepherosa Ziehau 	/*
7549b99c84fSSepherosa Ziehau 	 * Setup RX rings specific data
7559b99c84fSSepherosa Ziehau 	 */
7567b040092SSepherosa Ziehau 	for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
75758880b0dSSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
75858880b0dSSepherosa Ziehau 
75958880b0dSSepherosa Ziehau 		rdata->jme_sc = sc;
76058880b0dSSepherosa Ziehau 		rdata->jme_rx_coal = jme_rx_status[i].jme_coal;
76158880b0dSSepherosa Ziehau 		rdata->jme_rx_comp = jme_rx_status[i].jme_comp;
76258880b0dSSepherosa Ziehau 		rdata->jme_rx_empty = jme_rx_status[i].jme_empty;
76358880b0dSSepherosa Ziehau 		rdata->jme_rx_idx = i;
7647b040092SSepherosa Ziehau 		rdata->jme_rx_desc_cnt = rx_desc_cnt;
76558880b0dSSepherosa Ziehau 	}
76658880b0dSSepherosa Ziehau 
76776fbb0b9SSepherosa Ziehau 	sc->jme_dev = dev;
768b249905bSSepherosa Ziehau 	sc->jme_lowaddr = BUS_SPACE_MAXADDR;
769b249905bSSepherosa Ziehau 
77076fbb0b9SSepherosa Ziehau 	if_initname(ifp, device_get_name(dev), device_get_unit(dev));
77176fbb0b9SSepherosa Ziehau 
7723d999dd7SSepherosa Ziehau 	callout_init_mp(&sc->jme_tick_ch);
77376fbb0b9SSepherosa Ziehau 
77476fbb0b9SSepherosa Ziehau #ifndef BURN_BRIDGES
77576fbb0b9SSepherosa Ziehau 	if (pci_get_powerstate(dev) != PCI_POWERSTATE_D0) {
77676fbb0b9SSepherosa Ziehau 		uint32_t irq, mem;
77776fbb0b9SSepherosa Ziehau 
77876fbb0b9SSepherosa Ziehau 		irq = pci_read_config(dev, PCIR_INTLINE, 4);
77976fbb0b9SSepherosa Ziehau 		mem = pci_read_config(dev, JME_PCIR_BAR, 4);
78076fbb0b9SSepherosa Ziehau 
78176fbb0b9SSepherosa Ziehau 		device_printf(dev, "chip is in D%d power mode "
78276fbb0b9SSepherosa Ziehau 		    "-- setting to D0\n", pci_get_powerstate(dev));
78376fbb0b9SSepherosa Ziehau 
78476fbb0b9SSepherosa Ziehau 		pci_set_powerstate(dev, PCI_POWERSTATE_D0);
78576fbb0b9SSepherosa Ziehau 
78676fbb0b9SSepherosa Ziehau 		pci_write_config(dev, PCIR_INTLINE, irq, 4);
78776fbb0b9SSepherosa Ziehau 		pci_write_config(dev, JME_PCIR_BAR, mem, 4);
78876fbb0b9SSepherosa Ziehau 	}
78976fbb0b9SSepherosa Ziehau #endif	/* !BURN_BRIDGE */
79076fbb0b9SSepherosa Ziehau 
79176fbb0b9SSepherosa Ziehau 	/* Enable bus mastering */
79276fbb0b9SSepherosa Ziehau 	pci_enable_busmaster(dev);
79376fbb0b9SSepherosa Ziehau 
79476fbb0b9SSepherosa Ziehau 	/*
79576fbb0b9SSepherosa Ziehau 	 * Allocate IO memory
79676fbb0b9SSepherosa Ziehau 	 *
79776fbb0b9SSepherosa Ziehau 	 * JMC250 supports both memory mapped and I/O register space
79876fbb0b9SSepherosa Ziehau 	 * access.  Because I/O register access should use different
79976fbb0b9SSepherosa Ziehau 	 * BARs to access registers it's waste of time to use I/O
800*e4b9e6f6SMichael Neumann 	 * register space access.  JMC250 uses 16K to map entire memory
80176fbb0b9SSepherosa Ziehau 	 * space.
80276fbb0b9SSepherosa Ziehau 	 */
80376fbb0b9SSepherosa Ziehau 	sc->jme_mem_rid = JME_PCIR_BAR;
80476fbb0b9SSepherosa Ziehau 	sc->jme_mem_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
80576fbb0b9SSepherosa Ziehau 						 &sc->jme_mem_rid, RF_ACTIVE);
80676fbb0b9SSepherosa Ziehau 	if (sc->jme_mem_res == NULL) {
80776fbb0b9SSepherosa Ziehau 		device_printf(dev, "can't allocate IO memory\n");
80876fbb0b9SSepherosa Ziehau 		return ENXIO;
80976fbb0b9SSepherosa Ziehau 	}
81076fbb0b9SSepherosa Ziehau 	sc->jme_mem_bt = rman_get_bustag(sc->jme_mem_res);
81176fbb0b9SSepherosa Ziehau 	sc->jme_mem_bh = rman_get_bushandle(sc->jme_mem_res);
81276fbb0b9SSepherosa Ziehau 
81376fbb0b9SSepherosa Ziehau 	/*
81476fbb0b9SSepherosa Ziehau 	 * Allocate IRQ
81576fbb0b9SSepherosa Ziehau 	 */
81658880b0dSSepherosa Ziehau 	error = jme_intr_alloc(dev);
81758880b0dSSepherosa Ziehau 	if (error)
81876fbb0b9SSepherosa Ziehau 		goto fail;
81976fbb0b9SSepherosa Ziehau 
82076fbb0b9SSepherosa Ziehau 	/*
821b249905bSSepherosa Ziehau 	 * Extract revisions
82276fbb0b9SSepherosa Ziehau 	 */
82376fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_CHIPMODE);
82476fbb0b9SSepherosa Ziehau 	if (((reg & CHIPMODE_FPGA_REV_MASK) >> CHIPMODE_FPGA_REV_SHIFT) !=
82576fbb0b9SSepherosa Ziehau 	    CHIPMODE_NOT_FPGA) {
826ec7e787bSSepherosa Ziehau 		sc->jme_caps |= JME_CAP_FPGA;
82776fbb0b9SSepherosa Ziehau 		if (bootverbose) {
82876fbb0b9SSepherosa Ziehau 			device_printf(dev, "FPGA revision: 0x%04x\n",
82976fbb0b9SSepherosa Ziehau 				      (reg & CHIPMODE_FPGA_REV_MASK) >>
83076fbb0b9SSepherosa Ziehau 				      CHIPMODE_FPGA_REV_SHIFT);
83176fbb0b9SSepherosa Ziehau 		}
83276fbb0b9SSepherosa Ziehau 	}
83376fbb0b9SSepherosa Ziehau 
834b249905bSSepherosa Ziehau 	/* NOTE: FM revision is put in the upper 4 bits */
835b249905bSSepherosa Ziehau 	rev = ((reg & CHIPMODE_REVFM_MASK) >> CHIPMODE_REVFM_SHIFT) << 4;
836b249905bSSepherosa Ziehau 	rev |= (reg & CHIPMODE_REVECO_MASK) >> CHIPMODE_REVECO_SHIFT;
837b249905bSSepherosa Ziehau 	if (bootverbose)
838b249905bSSepherosa Ziehau 		device_printf(dev, "Revision (FM/ECO): 0x%02x\n", rev);
839b249905bSSepherosa Ziehau 
840b249905bSSepherosa Ziehau 	did = pci_get_device(dev);
841b249905bSSepherosa Ziehau 	switch (did) {
842b249905bSSepherosa Ziehau 	case PCI_PRODUCT_JMICRON_JMC250:
843b249905bSSepherosa Ziehau 		if (rev == JME_REV1_A2)
844b249905bSSepherosa Ziehau 			sc->jme_workaround |= JME_WA_EXTFIFO | JME_WA_HDX;
845b249905bSSepherosa Ziehau 		break;
846b249905bSSepherosa Ziehau 
847b249905bSSepherosa Ziehau 	case PCI_PRODUCT_JMICRON_JMC260:
848352c8444SSepherosa Ziehau 		if (rev == JME_REV2) {
849b249905bSSepherosa Ziehau 			sc->jme_lowaddr = BUS_SPACE_MAXADDR_32BIT;
850352c8444SSepherosa Ziehau 			sc->jme_phycom0 = 0x608a;
851352c8444SSepherosa Ziehau 		} else if (rev == JME_REV2_2) {
852352c8444SSepherosa Ziehau 			sc->jme_phycom0 = 0x408a;
853352c8444SSepherosa Ziehau 		}
854b249905bSSepherosa Ziehau 		break;
855b249905bSSepherosa Ziehau 
856b249905bSSepherosa Ziehau 	default:
857ed20d0e3SSascha Wildner 		panic("unknown device id 0x%04x", did);
858b249905bSSepherosa Ziehau 	}
859b249905bSSepherosa Ziehau 	if (rev >= JME_REV2) {
860b249905bSSepherosa Ziehau 		sc->jme_clksrc = GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC;
861b249905bSSepherosa Ziehau 		sc->jme_clksrc_1000 = GHC_TXOFL_CLKSRC_1000 |
862b249905bSSepherosa Ziehau 				      GHC_TXMAC_CLKSRC_1000;
863b249905bSSepherosa Ziehau 	}
864352c8444SSepherosa Ziehau 	if (rev >= JME_REV5)
865352c8444SSepherosa Ziehau 		sc->jme_caps |= JME_CAP_PHYPWR;
866352c8444SSepherosa Ziehau 	if (rev >= JME_REV6 || rev == JME_REV5 || rev == JME_REV5_1 ||
867352c8444SSepherosa Ziehau 	    rev == JME_REV5_3) {
868352c8444SSepherosa Ziehau 		sc->jme_phycom0 = 0x008a;
869352c8444SSepherosa Ziehau 		sc->jme_phycom1 = 0x4109;
870352c8444SSepherosa Ziehau 	} else if (rev == JME_REV3_1 || rev == JME_REV3_2) {
871352c8444SSepherosa Ziehau 		sc->jme_phycom0 = 0xe088;
872352c8444SSepherosa Ziehau 	}
873352c8444SSepherosa Ziehau 
874352c8444SSepherosa Ziehau 	if (rev >= JME_REV2) {
875352c8444SSepherosa Ziehau 		reg = pci_read_config(dev, JME_PCI_SSCTRL, 4);
876352c8444SSepherosa Ziehau 		if ((reg & SSCTRL_PHYMASK) == SSCTRL_PHYEA) {
877352c8444SSepherosa Ziehau 			sc->jme_phycom0 = 0;
878352c8444SSepherosa Ziehau 			sc->jme_phycom1 = 0;
879352c8444SSepherosa Ziehau 		}
880352c8444SSepherosa Ziehau 	}
881b249905bSSepherosa Ziehau 
88276fbb0b9SSepherosa Ziehau 	/* Reset the ethernet controller. */
88376fbb0b9SSepherosa Ziehau 	jme_reset(sc);
88476fbb0b9SSepherosa Ziehau 
88558880b0dSSepherosa Ziehau 	/* Map MSI/MSI-X vectors */
88658880b0dSSepherosa Ziehau 	jme_set_msinum(sc);
88758880b0dSSepherosa Ziehau 
88876fbb0b9SSepherosa Ziehau 	/* Get station address. */
88976fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_SMBCSR);
89076fbb0b9SSepherosa Ziehau 	if (reg & SMBCSR_EEPROM_PRESENT)
89176fbb0b9SSepherosa Ziehau 		error = jme_eeprom_macaddr(sc, eaddr);
89276fbb0b9SSepherosa Ziehau 	if (error != 0 || (reg & SMBCSR_EEPROM_PRESENT) == 0) {
89376fbb0b9SSepherosa Ziehau 		if (error != 0 && (bootverbose)) {
89476fbb0b9SSepherosa Ziehau 			device_printf(dev, "ethernet hardware address "
89576fbb0b9SSepherosa Ziehau 				      "not found in EEPROM.\n");
89676fbb0b9SSepherosa Ziehau 		}
89776fbb0b9SSepherosa Ziehau 		jme_reg_macaddr(sc, eaddr);
89876fbb0b9SSepherosa Ziehau 	}
89976fbb0b9SSepherosa Ziehau 
90076fbb0b9SSepherosa Ziehau 	/*
90176fbb0b9SSepherosa Ziehau 	 * Save PHY address.
90276fbb0b9SSepherosa Ziehau 	 * Integrated JR0211 has fixed PHY address whereas FPGA version
90376fbb0b9SSepherosa Ziehau 	 * requires PHY probing to get correct PHY address.
90476fbb0b9SSepherosa Ziehau 	 */
905ec7e787bSSepherosa Ziehau 	if ((sc->jme_caps & JME_CAP_FPGA) == 0) {
90676fbb0b9SSepherosa Ziehau 		sc->jme_phyaddr = CSR_READ_4(sc, JME_GPREG0) &
90776fbb0b9SSepherosa Ziehau 		    GPREG0_PHY_ADDR_MASK;
90876fbb0b9SSepherosa Ziehau 		if (bootverbose) {
90976fbb0b9SSepherosa Ziehau 			device_printf(dev, "PHY is at address %d.\n",
91076fbb0b9SSepherosa Ziehau 			    sc->jme_phyaddr);
91176fbb0b9SSepherosa Ziehau 		}
91276fbb0b9SSepherosa Ziehau 	} else {
91376fbb0b9SSepherosa Ziehau 		sc->jme_phyaddr = 0;
91476fbb0b9SSepherosa Ziehau 	}
91576fbb0b9SSepherosa Ziehau 
91676fbb0b9SSepherosa Ziehau 	/* Set max allowable DMA size. */
91776fbb0b9SSepherosa Ziehau 	pcie_ptr = pci_get_pciecap_ptr(dev);
91876fbb0b9SSepherosa Ziehau 	if (pcie_ptr != 0) {
91976fbb0b9SSepherosa Ziehau 		uint16_t ctrl;
92076fbb0b9SSepherosa Ziehau 
921ec7e787bSSepherosa Ziehau 		sc->jme_caps |= JME_CAP_PCIE;
92276fbb0b9SSepherosa Ziehau 		ctrl = pci_read_config(dev, pcie_ptr + PCIER_DEVCTRL, 2);
92376fbb0b9SSepherosa Ziehau 		if (bootverbose) {
92476fbb0b9SSepherosa Ziehau 			device_printf(dev, "Read request size : %d bytes.\n",
92576fbb0b9SSepherosa Ziehau 			    128 << ((ctrl >> 12) & 0x07));
92676fbb0b9SSepherosa Ziehau 			device_printf(dev, "TLP payload size : %d bytes.\n",
92776fbb0b9SSepherosa Ziehau 			    128 << ((ctrl >> 5) & 0x07));
92876fbb0b9SSepherosa Ziehau 		}
92976fbb0b9SSepherosa Ziehau 		switch (ctrl & PCIEM_DEVCTL_MAX_READRQ_MASK) {
93076fbb0b9SSepherosa Ziehau 		case PCIEM_DEVCTL_MAX_READRQ_128:
93176fbb0b9SSepherosa Ziehau 			sc->jme_tx_dma_size = TXCSR_DMA_SIZE_128;
93276fbb0b9SSepherosa Ziehau 			break;
93376fbb0b9SSepherosa Ziehau 		case PCIEM_DEVCTL_MAX_READRQ_256:
93476fbb0b9SSepherosa Ziehau 			sc->jme_tx_dma_size = TXCSR_DMA_SIZE_256;
93576fbb0b9SSepherosa Ziehau 			break;
93676fbb0b9SSepherosa Ziehau 		default:
93776fbb0b9SSepherosa Ziehau 			sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512;
93876fbb0b9SSepherosa Ziehau 			break;
93976fbb0b9SSepherosa Ziehau 		}
94076fbb0b9SSepherosa Ziehau 		sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128;
94176fbb0b9SSepherosa Ziehau 	} else {
94276fbb0b9SSepherosa Ziehau 		sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512;
94376fbb0b9SSepherosa Ziehau 		sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128;
94476fbb0b9SSepherosa Ziehau 	}
94576fbb0b9SSepherosa Ziehau 
94676fbb0b9SSepherosa Ziehau #ifdef notyet
94776fbb0b9SSepherosa Ziehau 	if (pci_find_extcap(dev, PCIY_PMG, &pmc) == 0)
948ec7e787bSSepherosa Ziehau 		sc->jme_caps |= JME_CAP_PMCAP;
94976fbb0b9SSepherosa Ziehau #endif
95076fbb0b9SSepherosa Ziehau 
95176fbb0b9SSepherosa Ziehau 	/*
952a3fede62SSepherosa Ziehau 	 * Set default coalesce valves
953a3fede62SSepherosa Ziehau 	 */
954a3fede62SSepherosa Ziehau 	sc->jme_tx_coal_to = PCCTX_COAL_TO_DEFAULT;
955a3fede62SSepherosa Ziehau 	sc->jme_tx_coal_pkt = PCCTX_COAL_PKT_DEFAULT;
956a3fede62SSepherosa Ziehau 	sc->jme_rx_coal_to = PCCRX_COAL_TO_DEFAULT;
957a3fede62SSepherosa Ziehau 	sc->jme_rx_coal_pkt = PCCRX_COAL_PKT_DEFAULT;
958a3fede62SSepherosa Ziehau 
959a3fede62SSepherosa Ziehau 	/*
960a3fede62SSepherosa Ziehau 	 * Adjust coalesce valves, in case that the number of TX/RX
961a3fede62SSepherosa Ziehau 	 * descs are set to small values by users.
962a3fede62SSepherosa Ziehau 	 *
963a3fede62SSepherosa Ziehau 	 * NOTE: coal_max will not be zero, since number of descs
964a3fede62SSepherosa Ziehau 	 * must aligned by JME_NDESC_ALIGN (16 currently)
965a3fede62SSepherosa Ziehau 	 */
9669b99c84fSSepherosa Ziehau 	coal_max = sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt / 2;
967a3fede62SSepherosa Ziehau 	if (coal_max < sc->jme_tx_coal_pkt)
968a3fede62SSepherosa Ziehau 		sc->jme_tx_coal_pkt = coal_max;
969a3fede62SSepherosa Ziehau 
970a3fede62SSepherosa Ziehau 	coal_max = sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt / 2;
971a3fede62SSepherosa Ziehau 	if (coal_max < sc->jme_rx_coal_pkt)
972a3fede62SSepherosa Ziehau 		sc->jme_rx_coal_pkt = coal_max;
973a3fede62SSepherosa Ziehau 
974f4cd1fa1SSepherosa Ziehau 	sc->jme_cdata.jme_tx_data.jme_tx_wreg = JME_TXWREG_NSEGS;
9753a65efa6SSepherosa Ziehau 
976a3fede62SSepherosa Ziehau 	/*
97776fbb0b9SSepherosa Ziehau 	 * Create sysctl tree
97876fbb0b9SSepherosa Ziehau 	 */
97976fbb0b9SSepherosa Ziehau 	jme_sysctl_node(sc);
98076fbb0b9SSepherosa Ziehau 
98176fbb0b9SSepherosa Ziehau 	/* Allocate DMA stuffs */
98276fbb0b9SSepherosa Ziehau 	error = jme_dma_alloc(sc);
98376fbb0b9SSepherosa Ziehau 	if (error)
98476fbb0b9SSepherosa Ziehau 		goto fail;
98576fbb0b9SSepherosa Ziehau 
98676fbb0b9SSepherosa Ziehau 	ifp->if_softc = sc;
98776fbb0b9SSepherosa Ziehau 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
98876fbb0b9SSepherosa Ziehau 	ifp->if_init = jme_init;
98976fbb0b9SSepherosa Ziehau 	ifp->if_ioctl = jme_ioctl;
99076fbb0b9SSepherosa Ziehau 	ifp->if_start = jme_start;
9918a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
9928a0620e4SSepherosa Ziehau 	ifp->if_npoll = jme_npoll;
9939de40864SSepherosa Ziehau #endif
99476fbb0b9SSepherosa Ziehau 	ifp->if_watchdog = jme_watchdog;
99531f0d5a2SSepherosa Ziehau 	ifp->if_serialize = jme_serialize;
99631f0d5a2SSepherosa Ziehau 	ifp->if_deserialize = jme_deserialize;
99731f0d5a2SSepherosa Ziehau 	ifp->if_tryserialize = jme_tryserialize;
99831f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
99931f0d5a2SSepherosa Ziehau 	ifp->if_serialize_assert = jme_serialize_assert;
100031f0d5a2SSepherosa Ziehau #endif
100114929979SSepherosa Ziehau 	ifp->if_nmbclusters = sc->jme_cdata.jme_rx_ring_cnt *
100214929979SSepherosa Ziehau 	    sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt;
1003b020bb10SSepherosa Ziehau 	ifq_set_maxlen(&ifp->if_snd,
10049b99c84fSSepherosa Ziehau 	    sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt - JME_TXD_RSVD);
100576fbb0b9SSepherosa Ziehau 	ifq_set_ready(&ifp->if_snd);
100676fbb0b9SSepherosa Ziehau 
100776fbb0b9SSepherosa Ziehau 	/* JMC250 supports Tx/Rx checksum offload and hardware vlan tagging. */
100876fbb0b9SSepherosa Ziehau 	ifp->if_capabilities = IFCAP_HWCSUM |
10091bedd927SSepherosa Ziehau 			       IFCAP_TSO |
101076fbb0b9SSepherosa Ziehau 			       IFCAP_VLAN_MTU |
101176fbb0b9SSepherosa Ziehau 			       IFCAP_VLAN_HWTAGGING;
10127b040092SSepherosa Ziehau 	if (sc->jme_cdata.jme_rx_ring_cnt > JME_NRXRING_MIN)
1013d585233cSSepherosa Ziehau 		ifp->if_capabilities |= IFCAP_RSS;
101476fbb0b9SSepherosa Ziehau 	ifp->if_capenable = ifp->if_capabilities;
101576fbb0b9SSepherosa Ziehau 
10163d2aeb15SSepherosa Ziehau 	/*
10173d2aeb15SSepherosa Ziehau 	 * Disable TXCSUM by default to improve bulk data
10183d2aeb15SSepherosa Ziehau 	 * transmit performance (+20Mbps improvement).
10193d2aeb15SSepherosa Ziehau 	 */
10203d2aeb15SSepherosa Ziehau 	ifp->if_capenable &= ~IFCAP_TXCSUM;
10213d2aeb15SSepherosa Ziehau 
10223d2aeb15SSepherosa Ziehau 	if (ifp->if_capenable & IFCAP_TXCSUM)
10231bedd927SSepherosa Ziehau 		ifp->if_hwassist |= JME_CSUM_FEATURES;
10241bedd927SSepherosa Ziehau 	ifp->if_hwassist |= CSUM_TSO;
10253d2aeb15SSepherosa Ziehau 
102676fbb0b9SSepherosa Ziehau 	/* Set up MII bus. */
102776fbb0b9SSepherosa Ziehau 	error = mii_phy_probe(dev, &sc->jme_miibus,
102876fbb0b9SSepherosa Ziehau 			      jme_mediachange, jme_mediastatus);
102976fbb0b9SSepherosa Ziehau 	if (error) {
103076fbb0b9SSepherosa Ziehau 		device_printf(dev, "no PHY found!\n");
103176fbb0b9SSepherosa Ziehau 		goto fail;
103276fbb0b9SSepherosa Ziehau 	}
103376fbb0b9SSepherosa Ziehau 
103476fbb0b9SSepherosa Ziehau 	/*
103576fbb0b9SSepherosa Ziehau 	 * Save PHYADDR for FPGA mode PHY.
103676fbb0b9SSepherosa Ziehau 	 */
1037ec7e787bSSepherosa Ziehau 	if (sc->jme_caps & JME_CAP_FPGA) {
103876fbb0b9SSepherosa Ziehau 		struct mii_data *mii = device_get_softc(sc->jme_miibus);
103976fbb0b9SSepherosa Ziehau 
104076fbb0b9SSepherosa Ziehau 		if (mii->mii_instance != 0) {
104176fbb0b9SSepherosa Ziehau 			struct mii_softc *miisc;
104276fbb0b9SSepherosa Ziehau 
104376fbb0b9SSepherosa Ziehau 			LIST_FOREACH(miisc, &mii->mii_phys, mii_list) {
104476fbb0b9SSepherosa Ziehau 				if (miisc->mii_phy != 0) {
104576fbb0b9SSepherosa Ziehau 					sc->jme_phyaddr = miisc->mii_phy;
104676fbb0b9SSepherosa Ziehau 					break;
104776fbb0b9SSepherosa Ziehau 				}
104876fbb0b9SSepherosa Ziehau 			}
104976fbb0b9SSepherosa Ziehau 			if (sc->jme_phyaddr != 0) {
105076fbb0b9SSepherosa Ziehau 				device_printf(sc->jme_dev,
105176fbb0b9SSepherosa Ziehau 				    "FPGA PHY is at %d\n", sc->jme_phyaddr);
105276fbb0b9SSepherosa Ziehau 				/* vendor magic. */
1053dbe37f03SSepherosa Ziehau 				jme_miibus_writereg(dev, sc->jme_phyaddr,
1054dbe37f03SSepherosa Ziehau 				    JMPHY_CONF, JMPHY_CONF_DEFFIFO);
1055dbe37f03SSepherosa Ziehau 
1056ad22907fSSepherosa Ziehau 				/* XXX should we clear JME_WA_EXTFIFO */
105776fbb0b9SSepherosa Ziehau 			}
105876fbb0b9SSepherosa Ziehau 		}
105976fbb0b9SSepherosa Ziehau 	}
106076fbb0b9SSepherosa Ziehau 
106176fbb0b9SSepherosa Ziehau 	ether_ifattach(ifp, eaddr, NULL);
106276fbb0b9SSepherosa Ziehau 
106376fbb0b9SSepherosa Ziehau 	/* Tell the upper layer(s) we support long frames. */
106476fbb0b9SSepherosa Ziehau 	ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header);
106576fbb0b9SSepherosa Ziehau 
10663ff1a2e3SSepherosa Ziehau 	/* Setup the TX ring's CPUID */
10673ff1a2e3SSepherosa Ziehau 	ifq_set_cpuid(&ifp->if_snd, sc->jme_tx_cpuid);
106854daabe8SSepherosa Ziehau 	ifq_set_hw_serialize(&ifp->if_snd,
1069bfefe4a6SSepherosa Ziehau 	    &sc->jme_cdata.jme_tx_data.jme_tx_serialize);
10703ff1a2e3SSepherosa Ziehau 
107158880b0dSSepherosa Ziehau 	error = jme_intr_setup(dev);
107276fbb0b9SSepherosa Ziehau 	if (error) {
107376fbb0b9SSepherosa Ziehau 		ether_ifdetach(ifp);
107476fbb0b9SSepherosa Ziehau 		goto fail;
107576fbb0b9SSepherosa Ziehau 	}
107676fbb0b9SSepherosa Ziehau 
107776fbb0b9SSepherosa Ziehau 	return 0;
107876fbb0b9SSepherosa Ziehau fail:
107976fbb0b9SSepherosa Ziehau 	jme_detach(dev);
108076fbb0b9SSepherosa Ziehau 	return (error);
108176fbb0b9SSepherosa Ziehau }
108276fbb0b9SSepherosa Ziehau 
108376fbb0b9SSepherosa Ziehau static int
jme_detach(device_t dev)108476fbb0b9SSepherosa Ziehau jme_detach(device_t dev)
108576fbb0b9SSepherosa Ziehau {
108676fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
108776fbb0b9SSepherosa Ziehau 
108876fbb0b9SSepherosa Ziehau 	if (device_is_attached(dev)) {
108976fbb0b9SSepherosa Ziehau 		struct ifnet *ifp = &sc->arpcom.ac_if;
109076fbb0b9SSepherosa Ziehau 
109131f0d5a2SSepherosa Ziehau 		ifnet_serialize_all(ifp);
109276fbb0b9SSepherosa Ziehau 		jme_stop(sc);
109358880b0dSSepherosa Ziehau 		jme_intr_teardown(dev);
109431f0d5a2SSepherosa Ziehau 		ifnet_deserialize_all(ifp);
109576fbb0b9SSepherosa Ziehau 
109676fbb0b9SSepherosa Ziehau 		ether_ifdetach(ifp);
109776fbb0b9SSepherosa Ziehau 	}
109876fbb0b9SSepherosa Ziehau 
109976fbb0b9SSepherosa Ziehau 	if (sc->jme_miibus != NULL)
110076fbb0b9SSepherosa Ziehau 		device_delete_child(dev, sc->jme_miibus);
110176fbb0b9SSepherosa Ziehau 	bus_generic_detach(dev);
110276fbb0b9SSepherosa Ziehau 
110358880b0dSSepherosa Ziehau 	jme_intr_free(dev);
110476fbb0b9SSepherosa Ziehau 
110576fbb0b9SSepherosa Ziehau 	if (sc->jme_mem_res != NULL) {
110676fbb0b9SSepherosa Ziehau 		bus_release_resource(dev, SYS_RES_MEMORY, sc->jme_mem_rid,
110776fbb0b9SSepherosa Ziehau 				     sc->jme_mem_res);
110876fbb0b9SSepherosa Ziehau 	}
110976fbb0b9SSepherosa Ziehau 
11100b3414d9SSepherosa Ziehau 	jme_dma_free(sc);
111176fbb0b9SSepherosa Ziehau 
11124c3cb79aSSepherosa Ziehau 	if (sc->jme_rx_rmap != NULL)
11134c3cb79aSSepherosa Ziehau 		if_ringmap_free(sc->jme_rx_rmap);
11144c3cb79aSSepherosa Ziehau 	if (sc->jme_tx_rmap != NULL)
11154c3cb79aSSepherosa Ziehau 		if_ringmap_free(sc->jme_tx_rmap);
11164c3cb79aSSepherosa Ziehau 
111776fbb0b9SSepherosa Ziehau 	return (0);
111876fbb0b9SSepherosa Ziehau }
111976fbb0b9SSepherosa Ziehau 
112076fbb0b9SSepherosa Ziehau static void
jme_sysctl_node(struct jme_softc * sc)112176fbb0b9SSepherosa Ziehau jme_sysctl_node(struct jme_softc *sc)
112276fbb0b9SSepherosa Ziehau {
112326595b18SSascha Wildner 	struct sysctl_ctx_list *ctx;
112426595b18SSascha Wildner 	struct sysctl_oid *tree;
1125760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
1126760c056cSSepherosa Ziehau 	int r;
1127760c056cSSepherosa Ziehau #endif
112883b03786SSepherosa Ziehau 
112926595b18SSascha Wildner 	ctx = device_get_sysctl_ctx(sc->jme_dev);
113026595b18SSascha Wildner 	tree = device_get_sysctl_tree(sc->jme_dev);
113126595b18SSascha Wildner 	SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11322870abc4SSepherosa Ziehau 	    "tx_coal_to", CTLTYPE_INT | CTLFLAG_RW,
11332870abc4SSepherosa Ziehau 	    sc, 0, jme_sysctl_tx_coal_to, "I", "jme tx coalescing timeout");
113476fbb0b9SSepherosa Ziehau 
113526595b18SSascha Wildner 	SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11362870abc4SSepherosa Ziehau 	    "tx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW,
11372870abc4SSepherosa Ziehau 	    sc, 0, jme_sysctl_tx_coal_pkt, "I", "jme tx coalescing packet");
113876fbb0b9SSepherosa Ziehau 
113926595b18SSascha Wildner 	SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11402870abc4SSepherosa Ziehau 	    "rx_coal_to", CTLTYPE_INT | CTLFLAG_RW,
11412870abc4SSepherosa Ziehau 	    sc, 0, jme_sysctl_rx_coal_to, "I", "jme rx coalescing timeout");
114276fbb0b9SSepherosa Ziehau 
114326595b18SSascha Wildner 	SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11442870abc4SSepherosa Ziehau 	    "rx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW,
11452870abc4SSepherosa Ziehau 	    sc, 0, jme_sysctl_rx_coal_pkt, "I", "jme rx coalescing packet");
114676fbb0b9SSepherosa Ziehau 
114726595b18SSascha Wildner 	SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11487b040092SSepherosa Ziehau 		       "rx_desc_count", CTLFLAG_RD,
11497b040092SSepherosa Ziehau 		       &sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt,
115083b03786SSepherosa Ziehau 		       0, "RX desc count");
115126595b18SSascha Wildner 	SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1152b020bb10SSepherosa Ziehau 		       "tx_desc_count", CTLFLAG_RD,
11539b99c84fSSepherosa Ziehau 		       &sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt,
115483b03786SSepherosa Ziehau 		       0, "TX desc count");
115526595b18SSascha Wildner 	SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11567b040092SSepherosa Ziehau 		       "rx_ring_count", CTLFLAG_RD,
11577b040092SSepherosa Ziehau 		       &sc->jme_cdata.jme_rx_ring_cnt,
1158760c056cSSepherosa Ziehau 		       0, "RX ring count");
115926595b18SSascha Wildner 	SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11603a65efa6SSepherosa Ziehau 		       "tx_wreg", CTLFLAG_RW,
11613a65efa6SSepherosa Ziehau 		       &sc->jme_cdata.jme_tx_data.jme_tx_wreg, 0,
11623a65efa6SSepherosa Ziehau 		       "# of segments before writing to hardware register");
11638a0620e4SSepherosa Ziehau 
11644c3cb79aSSepherosa Ziehau 	if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX) {
11654c3cb79aSSepherosa Ziehau 		SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11664c3cb79aSSepherosa Ziehau 		    "tx_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11674c3cb79aSSepherosa Ziehau 		    sc->jme_tx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11684c3cb79aSSepherosa Ziehau 		    "TX ring CPU map");
11694c3cb79aSSepherosa Ziehau 		SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11704c3cb79aSSepherosa Ziehau 		    "rx_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11714c3cb79aSSepherosa Ziehau 		    sc->jme_rx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11724c3cb79aSSepherosa Ziehau 		    "RX ring CPU map");
11734c3cb79aSSepherosa Ziehau 	} else {
11744c3cb79aSSepherosa Ziehau #ifdef IFPOLL_ENABLE
11754c3cb79aSSepherosa Ziehau 		SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11764c3cb79aSSepherosa Ziehau 		    "tx_poll_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11774c3cb79aSSepherosa Ziehau 		    sc->jme_tx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11784c3cb79aSSepherosa Ziehau 		    "TX poll CPU map");
11794c3cb79aSSepherosa Ziehau 		SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11804c3cb79aSSepherosa Ziehau 		    "rx_poll_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11814c3cb79aSSepherosa Ziehau 		    sc->jme_rx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11824c3cb79aSSepherosa Ziehau 		    "RX poll CPU map");
11834c3cb79aSSepherosa Ziehau #endif
11844c3cb79aSSepherosa Ziehau 	}
11854c3cb79aSSepherosa Ziehau 
1186760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
118726595b18SSascha Wildner 	SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
118824dd1705SSepherosa Ziehau 		       "rss_debug", CTLFLAG_RW, &sc->jme_rss_debug,
1189760c056cSSepherosa Ziehau 		       0, "RSS debug level");
11907b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
1191955f266eSSepherosa Ziehau 		char rx_ring_desc[32];
11927b040092SSepherosa Ziehau 
1193955f266eSSepherosa Ziehau 		ksnprintf(rx_ring_desc, sizeof(rx_ring_desc),
1194955f266eSSepherosa Ziehau 		    "rx_ring%d_pkt", r);
119526595b18SSascha Wildner 		SYSCTL_ADD_ULONG(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1196955f266eSSepherosa Ziehau 		    rx_ring_desc, CTLFLAG_RW,
11977b040092SSepherosa Ziehau 		    &sc->jme_cdata.jme_rx_data[r].jme_rx_pkt, "RXed packets");
1198955f266eSSepherosa Ziehau 
1199955f266eSSepherosa Ziehau 		ksnprintf(rx_ring_desc, sizeof(rx_ring_desc),
1200955f266eSSepherosa Ziehau 		    "rx_ring%d_emp", r);
120126595b18SSascha Wildner 		SYSCTL_ADD_ULONG(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1202955f266eSSepherosa Ziehau 		    rx_ring_desc, CTLFLAG_RW,
1203955f266eSSepherosa Ziehau 		    &sc->jme_cdata.jme_rx_data[r].jme_rx_emp,
1204955f266eSSepherosa Ziehau 		    "# of time RX ring empty");
1205760c056cSSepherosa Ziehau 	}
1206760c056cSSepherosa Ziehau #endif
120776fbb0b9SSepherosa Ziehau }
120876fbb0b9SSepherosa Ziehau 
120976fbb0b9SSepherosa Ziehau static int
jme_dma_alloc(struct jme_softc * sc)121076fbb0b9SSepherosa Ziehau jme_dma_alloc(struct jme_softc *sc)
121176fbb0b9SSepherosa Ziehau {
12129b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
121376fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
12141128a202SSepherosa Ziehau 	bus_dmamem_t dmem;
1215ff7f3632SSepherosa Ziehau 	int error, i, asize;
121676fbb0b9SSepherosa Ziehau 
121789f41b28SSepherosa Ziehau 	asize = __VM_CACHELINE_ALIGN(
121889f41b28SSepherosa Ziehau 	    tdata->jme_tx_desc_cnt * sizeof(struct jme_txdesc));
121962938642SMatthew Dillon 	tdata->jme_txdesc = kmalloc(asize, M_DEVBUF,
122062938642SMatthew Dillon 				    M_WAITOK | M_ZERO | M_CACHEALIGN);
122189f41b28SSepherosa Ziehau 
12227b040092SSepherosa Ziehau 	for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
12237b040092SSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
12247b040092SSepherosa Ziehau 
122589f41b28SSepherosa Ziehau 		asize = __VM_CACHELINE_ALIGN(
122689f41b28SSepherosa Ziehau 		    rdata->jme_rx_desc_cnt * sizeof(struct jme_rxdesc));
122762938642SMatthew Dillon 		rdata->jme_rxdesc = kmalloc(asize, M_DEVBUF,
122862938642SMatthew Dillon 					    M_WAITOK | M_ZERO | M_CACHEALIGN);
12294447c752SSepherosa Ziehau 	}
123083b03786SSepherosa Ziehau 
123176fbb0b9SSepherosa Ziehau 	/* Create parent ring tag. */
123276fbb0b9SSepherosa Ziehau 	error = bus_dma_tag_create(NULL,/* parent */
1233a7547dadSSepherosa Ziehau 	    1, JME_RING_BOUNDARY,	/* algnmnt, boundary */
1234a7547dadSSepherosa Ziehau 	    sc->jme_lowaddr,		/* lowaddr */
123576fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXADDR,		/* highaddr */
123676fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXSIZE_32BIT,	/* maxsize */
123776fbb0b9SSepherosa Ziehau 	    0,				/* nsegments */
123876fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
123976fbb0b9SSepherosa Ziehau 	    0,				/* flags */
124076fbb0b9SSepherosa Ziehau 	    &sc->jme_cdata.jme_ring_tag);
124176fbb0b9SSepherosa Ziehau 	if (error) {
124276fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev,
124376fbb0b9SSepherosa Ziehau 		    "could not create parent ring DMA tag.\n");
124476fbb0b9SSepherosa Ziehau 		return error;
124576fbb0b9SSepherosa Ziehau 	}
124676fbb0b9SSepherosa Ziehau 
124776fbb0b9SSepherosa Ziehau 	/*
124876fbb0b9SSepherosa Ziehau 	 * Create DMA stuffs for TX ring
124976fbb0b9SSepherosa Ziehau 	 */
12509b99c84fSSepherosa Ziehau 	asize = roundup2(JME_TX_RING_SIZE(tdata), JME_TX_RING_ALIGN);
12511128a202SSepherosa Ziehau 	error = bus_dmamem_coherent(sc->jme_cdata.jme_ring_tag,
12521128a202SSepherosa Ziehau 			JME_TX_RING_ALIGN, 0,
12530eb220ecSSepherosa Ziehau 			BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
1254ff7f3632SSepherosa Ziehau 			asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
125576fbb0b9SSepherosa Ziehau 	if (error) {
12561128a202SSepherosa Ziehau 		device_printf(sc->jme_dev, "could not allocate Tx ring.\n");
125776fbb0b9SSepherosa Ziehau 		return error;
125876fbb0b9SSepherosa Ziehau 	}
12599b99c84fSSepherosa Ziehau 	tdata->jme_tx_ring_tag = dmem.dmem_tag;
12609b99c84fSSepherosa Ziehau 	tdata->jme_tx_ring_map = dmem.dmem_map;
12619b99c84fSSepherosa Ziehau 	tdata->jme_tx_ring = dmem.dmem_addr;
12629b99c84fSSepherosa Ziehau 	tdata->jme_tx_ring_paddr = dmem.dmem_busaddr;
126376fbb0b9SSepherosa Ziehau 
126476fbb0b9SSepherosa Ziehau 	/*
12651128a202SSepherosa Ziehau 	 * Create DMA stuffs for RX rings
126676fbb0b9SSepherosa Ziehau 	 */
12677b040092SSepherosa Ziehau 	for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
1268dea2452aSSepherosa Ziehau 		error = jme_rxring_dma_alloc(&sc->jme_cdata.jme_rx_data[i]);
12694447c752SSepherosa Ziehau 		if (error)
127076fbb0b9SSepherosa Ziehau 			return error;
127176fbb0b9SSepherosa Ziehau 	}
127276fbb0b9SSepherosa Ziehau 
127376fbb0b9SSepherosa Ziehau 	/* Create parent buffer tag. */
127476fbb0b9SSepherosa Ziehau 	error = bus_dma_tag_create(NULL,/* parent */
127576fbb0b9SSepherosa Ziehau 	    1, 0,			/* algnmnt, boundary */
1276b249905bSSepherosa Ziehau 	    sc->jme_lowaddr,		/* lowaddr */
127776fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXADDR,		/* highaddr */
127876fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXSIZE_32BIT,	/* maxsize */
127976fbb0b9SSepherosa Ziehau 	    0,				/* nsegments */
128076fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
128176fbb0b9SSepherosa Ziehau 	    0,				/* flags */
128276fbb0b9SSepherosa Ziehau 	    &sc->jme_cdata.jme_buffer_tag);
128376fbb0b9SSepherosa Ziehau 	if (error) {
128476fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev,
128576fbb0b9SSepherosa Ziehau 		    "could not create parent buffer DMA tag.\n");
128676fbb0b9SSepherosa Ziehau 		return error;
128776fbb0b9SSepherosa Ziehau 	}
128876fbb0b9SSepherosa Ziehau 
128976fbb0b9SSepherosa Ziehau 	/*
129076fbb0b9SSepherosa Ziehau 	 * Create DMA stuffs for shadow status block
129176fbb0b9SSepherosa Ziehau 	 */
1292ff7f3632SSepherosa Ziehau 	asize = roundup2(JME_SSB_SIZE, JME_SSB_ALIGN);
12931128a202SSepherosa Ziehau 	error = bus_dmamem_coherent(sc->jme_cdata.jme_buffer_tag,
12940eb220ecSSepherosa Ziehau 			JME_SSB_ALIGN, 0, BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
1295ff7f3632SSepherosa Ziehau 			asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
129676fbb0b9SSepherosa Ziehau 	if (error) {
129776fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev,
12981128a202SSepherosa Ziehau 		    "could not create shadow status block.\n");
129976fbb0b9SSepherosa Ziehau 		return error;
130076fbb0b9SSepherosa Ziehau 	}
13011128a202SSepherosa Ziehau 	sc->jme_cdata.jme_ssb_tag = dmem.dmem_tag;
13021128a202SSepherosa Ziehau 	sc->jme_cdata.jme_ssb_map = dmem.dmem_map;
13031128a202SSepherosa Ziehau 	sc->jme_cdata.jme_ssb_block = dmem.dmem_addr;
13041128a202SSepherosa Ziehau 	sc->jme_cdata.jme_ssb_block_paddr = dmem.dmem_busaddr;
130576fbb0b9SSepherosa Ziehau 
130676fbb0b9SSepherosa Ziehau 	/*
130776fbb0b9SSepherosa Ziehau 	 * Create DMA stuffs for TX buffers
130876fbb0b9SSepherosa Ziehau 	 */
130976fbb0b9SSepherosa Ziehau 
131076fbb0b9SSepherosa Ziehau 	/* Create tag for Tx buffers. */
131176fbb0b9SSepherosa Ziehau 	error = bus_dma_tag_create(sc->jme_cdata.jme_buffer_tag,/* parent */
131276fbb0b9SSepherosa Ziehau 	    1, 0,			/* algnmnt, boundary */
13130eb220ecSSepherosa Ziehau 	    BUS_SPACE_MAXADDR,		/* lowaddr */
131476fbb0b9SSepherosa Ziehau 	    BUS_SPACE_MAXADDR,		/* highaddr */
13151bedd927SSepherosa Ziehau 	    JME_TSO_MAXSIZE,		/* maxsize */
131676fbb0b9SSepherosa Ziehau 	    JME_MAXTXSEGS,		/* nsegments */
13179d424ceeSSepherosa Ziehau 	    JME_MAXSEGSIZE,		/* maxsegsize */
13189d424ceeSSepherosa Ziehau 	    BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,/* flags */
13199b99c84fSSepherosa Ziehau 	    &tdata->jme_tx_tag);
132076fbb0b9SSepherosa Ziehau 	if (error != 0) {
132176fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "could not create Tx DMA tag.\n");
132276fbb0b9SSepherosa Ziehau 		return error;
132376fbb0b9SSepherosa Ziehau 	}
132476fbb0b9SSepherosa Ziehau 
132576fbb0b9SSepherosa Ziehau 	/* Create DMA maps for Tx buffers. */
13269b99c84fSSepherosa Ziehau 	for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
13279b99c84fSSepherosa Ziehau 		txd = &tdata->jme_txdesc[i];
13289b99c84fSSepherosa Ziehau 		error = bus_dmamap_create(tdata->jme_tx_tag,
13299d424ceeSSepherosa Ziehau 				BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,
133076fbb0b9SSepherosa Ziehau 				&txd->tx_dmamap);
133176fbb0b9SSepherosa Ziehau 		if (error) {
133276fbb0b9SSepherosa Ziehau 			int j;
133376fbb0b9SSepherosa Ziehau 
133476fbb0b9SSepherosa Ziehau 			device_printf(sc->jme_dev,
133576fbb0b9SSepherosa Ziehau 			    "could not create %dth Tx dmamap.\n", i);
133676fbb0b9SSepherosa Ziehau 
133776fbb0b9SSepherosa Ziehau 			for (j = 0; j < i; ++j) {
13389b99c84fSSepherosa Ziehau 				txd = &tdata->jme_txdesc[j];
13399b99c84fSSepherosa Ziehau 				bus_dmamap_destroy(tdata->jme_tx_tag,
134076fbb0b9SSepherosa Ziehau 						   txd->tx_dmamap);
134176fbb0b9SSepherosa Ziehau 			}
13429b99c84fSSepherosa Ziehau 			bus_dma_tag_destroy(tdata->jme_tx_tag);
13439b99c84fSSepherosa Ziehau 			tdata->jme_tx_tag = NULL;
134476fbb0b9SSepherosa Ziehau 			return error;
134576fbb0b9SSepherosa Ziehau 		}
134676fbb0b9SSepherosa Ziehau 	}
134776fbb0b9SSepherosa Ziehau 
134876fbb0b9SSepherosa Ziehau 	/*
134976fbb0b9SSepherosa Ziehau 	 * Create DMA stuffs for RX buffers
135076fbb0b9SSepherosa Ziehau 	 */
13517b040092SSepherosa Ziehau 	for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
1352dea2452aSSepherosa Ziehau 		error = jme_rxbuf_dma_alloc(&sc->jme_cdata.jme_rx_data[i]);
13534447c752SSepherosa Ziehau 		if (error)
135476fbb0b9SSepherosa Ziehau 			return error;
135576fbb0b9SSepherosa Ziehau 	}
135676fbb0b9SSepherosa Ziehau 	return 0;
135776fbb0b9SSepherosa Ziehau }
135876fbb0b9SSepherosa Ziehau 
135976fbb0b9SSepherosa Ziehau static void
jme_dma_free(struct jme_softc * sc)13600b3414d9SSepherosa Ziehau jme_dma_free(struct jme_softc *sc)
136176fbb0b9SSepherosa Ziehau {
13629b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
136376fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
136476fbb0b9SSepherosa Ziehau 	struct jme_rxdesc *rxd;
13654447c752SSepherosa Ziehau 	struct jme_rxdata *rdata;
13664447c752SSepherosa Ziehau 	int i, r;
136776fbb0b9SSepherosa Ziehau 
136876fbb0b9SSepherosa Ziehau 	/* Tx ring */
13699b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_ring_tag != NULL) {
13709b99c84fSSepherosa Ziehau 		bus_dmamap_unload(tdata->jme_tx_ring_tag,
13719b99c84fSSepherosa Ziehau 		    tdata->jme_tx_ring_map);
13729b99c84fSSepherosa Ziehau 		bus_dmamem_free(tdata->jme_tx_ring_tag,
13739b99c84fSSepherosa Ziehau 		    tdata->jme_tx_ring, tdata->jme_tx_ring_map);
13749b99c84fSSepherosa Ziehau 		bus_dma_tag_destroy(tdata->jme_tx_ring_tag);
13759b99c84fSSepherosa Ziehau 		tdata->jme_tx_ring_tag = NULL;
137676fbb0b9SSepherosa Ziehau 	}
137776fbb0b9SSepherosa Ziehau 
137876fbb0b9SSepherosa Ziehau 	/* Rx ring */
13797b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
13804447c752SSepherosa Ziehau 		rdata = &sc->jme_cdata.jme_rx_data[r];
13814447c752SSepherosa Ziehau 		if (rdata->jme_rx_ring_tag != NULL) {
13824447c752SSepherosa Ziehau 			bus_dmamap_unload(rdata->jme_rx_ring_tag,
13834447c752SSepherosa Ziehau 					  rdata->jme_rx_ring_map);
13844447c752SSepherosa Ziehau 			bus_dmamem_free(rdata->jme_rx_ring_tag,
13854447c752SSepherosa Ziehau 					rdata->jme_rx_ring,
13864447c752SSepherosa Ziehau 					rdata->jme_rx_ring_map);
13874447c752SSepherosa Ziehau 			bus_dma_tag_destroy(rdata->jme_rx_ring_tag);
13884447c752SSepherosa Ziehau 			rdata->jme_rx_ring_tag = NULL;
13894447c752SSepherosa Ziehau 		}
139076fbb0b9SSepherosa Ziehau 	}
139176fbb0b9SSepherosa Ziehau 
139276fbb0b9SSepherosa Ziehau 	/* Tx buffers */
13939b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_tag != NULL) {
13949b99c84fSSepherosa Ziehau 		for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
13959b99c84fSSepherosa Ziehau 			txd = &tdata->jme_txdesc[i];
13969b99c84fSSepherosa Ziehau 			bus_dmamap_destroy(tdata->jme_tx_tag, txd->tx_dmamap);
139776fbb0b9SSepherosa Ziehau 		}
13989b99c84fSSepherosa Ziehau 		bus_dma_tag_destroy(tdata->jme_tx_tag);
13999b99c84fSSepherosa Ziehau 		tdata->jme_tx_tag = NULL;
140076fbb0b9SSepherosa Ziehau 	}
140176fbb0b9SSepherosa Ziehau 
140276fbb0b9SSepherosa Ziehau 	/* Rx buffers */
14037b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
14044447c752SSepherosa Ziehau 		rdata = &sc->jme_cdata.jme_rx_data[r];
14054447c752SSepherosa Ziehau 		if (rdata->jme_rx_tag != NULL) {
14067b040092SSepherosa Ziehau 			for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
14074447c752SSepherosa Ziehau 				rxd = &rdata->jme_rxdesc[i];
14084447c752SSepherosa Ziehau 				bus_dmamap_destroy(rdata->jme_rx_tag,
140976fbb0b9SSepherosa Ziehau 						   rxd->rx_dmamap);
141076fbb0b9SSepherosa Ziehau 			}
14114447c752SSepherosa Ziehau 			bus_dmamap_destroy(rdata->jme_rx_tag,
14124447c752SSepherosa Ziehau 					   rdata->jme_rx_sparemap);
14134447c752SSepherosa Ziehau 			bus_dma_tag_destroy(rdata->jme_rx_tag);
14144447c752SSepherosa Ziehau 			rdata->jme_rx_tag = NULL;
14154447c752SSepherosa Ziehau 		}
141676fbb0b9SSepherosa Ziehau 	}
141776fbb0b9SSepherosa Ziehau 
141876fbb0b9SSepherosa Ziehau 	/* Shadow status block. */
141976fbb0b9SSepherosa Ziehau 	if (sc->jme_cdata.jme_ssb_tag != NULL) {
142076fbb0b9SSepherosa Ziehau 		bus_dmamap_unload(sc->jme_cdata.jme_ssb_tag,
142176fbb0b9SSepherosa Ziehau 		    sc->jme_cdata.jme_ssb_map);
142276fbb0b9SSepherosa Ziehau 		bus_dmamem_free(sc->jme_cdata.jme_ssb_tag,
1423560616bfSSepherosa Ziehau 		    sc->jme_cdata.jme_ssb_block,
142476fbb0b9SSepherosa Ziehau 		    sc->jme_cdata.jme_ssb_map);
142576fbb0b9SSepherosa Ziehau 		bus_dma_tag_destroy(sc->jme_cdata.jme_ssb_tag);
142676fbb0b9SSepherosa Ziehau 		sc->jme_cdata.jme_ssb_tag = NULL;
142776fbb0b9SSepherosa Ziehau 	}
142876fbb0b9SSepherosa Ziehau 
142976fbb0b9SSepherosa Ziehau 	if (sc->jme_cdata.jme_buffer_tag != NULL) {
143076fbb0b9SSepherosa Ziehau 		bus_dma_tag_destroy(sc->jme_cdata.jme_buffer_tag);
143176fbb0b9SSepherosa Ziehau 		sc->jme_cdata.jme_buffer_tag = NULL;
143276fbb0b9SSepherosa Ziehau 	}
143376fbb0b9SSepherosa Ziehau 	if (sc->jme_cdata.jme_ring_tag != NULL) {
143476fbb0b9SSepherosa Ziehau 		bus_dma_tag_destroy(sc->jme_cdata.jme_ring_tag);
143576fbb0b9SSepherosa Ziehau 		sc->jme_cdata.jme_ring_tag = NULL;
143676fbb0b9SSepherosa Ziehau 	}
143783b03786SSepherosa Ziehau 
14389b99c84fSSepherosa Ziehau 	if (tdata->jme_txdesc != NULL) {
14399b99c84fSSepherosa Ziehau 		kfree(tdata->jme_txdesc, M_DEVBUF);
14409b99c84fSSepherosa Ziehau 		tdata->jme_txdesc = NULL;
144183b03786SSepherosa Ziehau 	}
14427b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
14434447c752SSepherosa Ziehau 		rdata = &sc->jme_cdata.jme_rx_data[r];
14444447c752SSepherosa Ziehau 		if (rdata->jme_rxdesc != NULL) {
14454447c752SSepherosa Ziehau 			kfree(rdata->jme_rxdesc, M_DEVBUF);
14464447c752SSepherosa Ziehau 			rdata->jme_rxdesc = NULL;
14474447c752SSepherosa Ziehau 		}
144883b03786SSepherosa Ziehau 	}
144983b03786SSepherosa Ziehau }
145076fbb0b9SSepherosa Ziehau 
145176fbb0b9SSepherosa Ziehau /*
145276fbb0b9SSepherosa Ziehau  *	Make sure the interface is stopped at reboot time.
145376fbb0b9SSepherosa Ziehau  */
145476fbb0b9SSepherosa Ziehau static int
jme_shutdown(device_t dev)145576fbb0b9SSepherosa Ziehau jme_shutdown(device_t dev)
145676fbb0b9SSepherosa Ziehau {
145776fbb0b9SSepherosa Ziehau 	return jme_suspend(dev);
145876fbb0b9SSepherosa Ziehau }
145976fbb0b9SSepherosa Ziehau 
146076fbb0b9SSepherosa Ziehau #ifdef notyet
146176fbb0b9SSepherosa Ziehau /*
146276fbb0b9SSepherosa Ziehau  * Unlike other ethernet controllers, JMC250 requires
146376fbb0b9SSepherosa Ziehau  * explicit resetting link speed to 10/100Mbps as gigabit
146476fbb0b9SSepherosa Ziehau  * link will cunsume more power than 375mA.
146576fbb0b9SSepherosa Ziehau  * Note, we reset the link speed to 10/100Mbps with
146676fbb0b9SSepherosa Ziehau  * auto-negotiation but we don't know whether that operation
146776fbb0b9SSepherosa Ziehau  * would succeed or not as we have no control after powering
146876fbb0b9SSepherosa Ziehau  * off. If the renegotiation fail WOL may not work. Running
146976fbb0b9SSepherosa Ziehau  * at 1Gbps draws more power than 375mA at 3.3V which is
147076fbb0b9SSepherosa Ziehau  * specified in PCI specification and that would result in
147176fbb0b9SSepherosa Ziehau  * complete shutdowning power to ethernet controller.
147276fbb0b9SSepherosa Ziehau  *
147376fbb0b9SSepherosa Ziehau  * TODO
147476fbb0b9SSepherosa Ziehau  *  Save current negotiated media speed/duplex/flow-control
147576fbb0b9SSepherosa Ziehau  *  to softc and restore the same link again after resuming.
147676fbb0b9SSepherosa Ziehau  *  PHY handling such as power down/resetting to 100Mbps
147776fbb0b9SSepherosa Ziehau  *  may be better handled in suspend method in phy driver.
147876fbb0b9SSepherosa Ziehau  */
147976fbb0b9SSepherosa Ziehau static void
jme_setlinkspeed(struct jme_softc * sc)148076fbb0b9SSepherosa Ziehau jme_setlinkspeed(struct jme_softc *sc)
148176fbb0b9SSepherosa Ziehau {
148276fbb0b9SSepherosa Ziehau 	struct mii_data *mii;
148376fbb0b9SSepherosa Ziehau 	int aneg, i;
148476fbb0b9SSepherosa Ziehau 
148576fbb0b9SSepherosa Ziehau 	JME_LOCK_ASSERT(sc);
148676fbb0b9SSepherosa Ziehau 
148776fbb0b9SSepherosa Ziehau 	mii = device_get_softc(sc->jme_miibus);
148876fbb0b9SSepherosa Ziehau 	mii_pollstat(mii);
148976fbb0b9SSepherosa Ziehau 	aneg = 0;
149076fbb0b9SSepherosa Ziehau 	if ((mii->mii_media_status & IFM_AVALID) != 0) {
149176fbb0b9SSepherosa Ziehau 		switch IFM_SUBTYPE(mii->mii_media_active) {
149276fbb0b9SSepherosa Ziehau 		case IFM_10_T:
149376fbb0b9SSepherosa Ziehau 		case IFM_100_TX:
149476fbb0b9SSepherosa Ziehau 			return;
149576fbb0b9SSepherosa Ziehau 		case IFM_1000_T:
149676fbb0b9SSepherosa Ziehau 			aneg++;
149776fbb0b9SSepherosa Ziehau 		default:
149876fbb0b9SSepherosa Ziehau 			break;
149976fbb0b9SSepherosa Ziehau 		}
150076fbb0b9SSepherosa Ziehau 	}
150176fbb0b9SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, 0);
150276fbb0b9SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_ANAR,
150376fbb0b9SSepherosa Ziehau 	    ANAR_TX_FD | ANAR_TX | ANAR_10_FD | ANAR_10 | ANAR_CSMA);
150476fbb0b9SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR,
150576fbb0b9SSepherosa Ziehau 	    BMCR_AUTOEN | BMCR_STARTNEG);
150676fbb0b9SSepherosa Ziehau 	DELAY(1000);
150776fbb0b9SSepherosa Ziehau 	if (aneg != 0) {
150876fbb0b9SSepherosa Ziehau 		/* Poll link state until jme(4) get a 10/100 link. */
150976fbb0b9SSepherosa Ziehau 		for (i = 0; i < MII_ANEGTICKS_GIGE; i++) {
151076fbb0b9SSepherosa Ziehau 			mii_pollstat(mii);
151176fbb0b9SSepherosa Ziehau 			if ((mii->mii_media_status & IFM_AVALID) != 0) {
151276fbb0b9SSepherosa Ziehau 				switch (IFM_SUBTYPE(mii->mii_media_active)) {
151376fbb0b9SSepherosa Ziehau 				case IFM_10_T:
151476fbb0b9SSepherosa Ziehau 				case IFM_100_TX:
151576fbb0b9SSepherosa Ziehau 					jme_mac_config(sc);
151676fbb0b9SSepherosa Ziehau 					return;
151776fbb0b9SSepherosa Ziehau 				default:
151876fbb0b9SSepherosa Ziehau 					break;
151976fbb0b9SSepherosa Ziehau 				}
152076fbb0b9SSepherosa Ziehau 			}
152176fbb0b9SSepherosa Ziehau 			JME_UNLOCK(sc);
152276fbb0b9SSepherosa Ziehau 			pause("jmelnk", hz);
152376fbb0b9SSepherosa Ziehau 			JME_LOCK(sc);
152476fbb0b9SSepherosa Ziehau 		}
152576fbb0b9SSepherosa Ziehau 		if (i == MII_ANEGTICKS_GIGE)
152676fbb0b9SSepherosa Ziehau 			device_printf(sc->jme_dev, "establishing link failed, "
152776fbb0b9SSepherosa Ziehau 			    "WOL may not work!");
152876fbb0b9SSepherosa Ziehau 	}
152976fbb0b9SSepherosa Ziehau 	/*
153076fbb0b9SSepherosa Ziehau 	 * No link, force MAC to have 100Mbps, full-duplex link.
153176fbb0b9SSepherosa Ziehau 	 * This is the last resort and may/may not work.
153276fbb0b9SSepherosa Ziehau 	 */
153376fbb0b9SSepherosa Ziehau 	mii->mii_media_status = IFM_AVALID | IFM_ACTIVE;
153476fbb0b9SSepherosa Ziehau 	mii->mii_media_active = IFM_ETHER | IFM_100_TX | IFM_FDX;
153576fbb0b9SSepherosa Ziehau 	jme_mac_config(sc);
153676fbb0b9SSepherosa Ziehau }
153776fbb0b9SSepherosa Ziehau 
153876fbb0b9SSepherosa Ziehau static void
jme_setwol(struct jme_softc * sc)153976fbb0b9SSepherosa Ziehau jme_setwol(struct jme_softc *sc)
154076fbb0b9SSepherosa Ziehau {
154176fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
154276fbb0b9SSepherosa Ziehau 	uint32_t gpr, pmcs;
154376fbb0b9SSepherosa Ziehau 	uint16_t pmstat;
154476fbb0b9SSepherosa Ziehau 	int pmc;
154576fbb0b9SSepherosa Ziehau 
154676fbb0b9SSepherosa Ziehau 	if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) {
154776fbb0b9SSepherosa Ziehau 		/* No PME capability, PHY power down. */
154876fbb0b9SSepherosa Ziehau 		jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
154976fbb0b9SSepherosa Ziehau 		    MII_BMCR, BMCR_PDOWN);
155076fbb0b9SSepherosa Ziehau 		return;
155176fbb0b9SSepherosa Ziehau 	}
155276fbb0b9SSepherosa Ziehau 
155376fbb0b9SSepherosa Ziehau 	gpr = CSR_READ_4(sc, JME_GPREG0) & ~GPREG0_PME_ENB;
155476fbb0b9SSepherosa Ziehau 	pmcs = CSR_READ_4(sc, JME_PMCS);
155576fbb0b9SSepherosa Ziehau 	pmcs &= ~PMCS_WOL_ENB_MASK;
155676fbb0b9SSepherosa Ziehau 	if ((ifp->if_capenable & IFCAP_WOL_MAGIC) != 0) {
155776fbb0b9SSepherosa Ziehau 		pmcs |= PMCS_MAGIC_FRAME | PMCS_MAGIC_FRAME_ENB;
155876fbb0b9SSepherosa Ziehau 		/* Enable PME message. */
155976fbb0b9SSepherosa Ziehau 		gpr |= GPREG0_PME_ENB;
156076fbb0b9SSepherosa Ziehau 		/* For gigabit controllers, reset link speed to 10/100. */
1561ec7e787bSSepherosa Ziehau 		if ((sc->jme_caps & JME_CAP_FASTETH) == 0)
156276fbb0b9SSepherosa Ziehau 			jme_setlinkspeed(sc);
156376fbb0b9SSepherosa Ziehau 	}
156476fbb0b9SSepherosa Ziehau 
156576fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_PMCS, pmcs);
156676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG0, gpr);
156776fbb0b9SSepherosa Ziehau 
156876fbb0b9SSepherosa Ziehau 	/* Request PME. */
156976fbb0b9SSepherosa Ziehau 	pmstat = pci_read_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, 2);
157076fbb0b9SSepherosa Ziehau 	pmstat &= ~(PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE);
157176fbb0b9SSepherosa Ziehau 	if ((ifp->if_capenable & IFCAP_WOL) != 0)
157276fbb0b9SSepherosa Ziehau 		pmstat |= PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE;
157376fbb0b9SSepherosa Ziehau 	pci_write_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, pmstat, 2);
157476fbb0b9SSepherosa Ziehau 	if ((ifp->if_capenable & IFCAP_WOL) == 0) {
157576fbb0b9SSepherosa Ziehau 		/* No WOL, PHY power down. */
157676fbb0b9SSepherosa Ziehau 		jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
157776fbb0b9SSepherosa Ziehau 		    MII_BMCR, BMCR_PDOWN);
157876fbb0b9SSepherosa Ziehau 	}
157976fbb0b9SSepherosa Ziehau }
158076fbb0b9SSepherosa Ziehau #endif
158176fbb0b9SSepherosa Ziehau 
158276fbb0b9SSepherosa Ziehau static int
jme_suspend(device_t dev)158376fbb0b9SSepherosa Ziehau jme_suspend(device_t dev)
158476fbb0b9SSepherosa Ziehau {
158576fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
158676fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
158776fbb0b9SSepherosa Ziehau 
158831f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
158976fbb0b9SSepherosa Ziehau 	jme_stop(sc);
159076fbb0b9SSepherosa Ziehau #ifdef notyet
159176fbb0b9SSepherosa Ziehau 	jme_setwol(sc);
159276fbb0b9SSepherosa Ziehau #endif
159331f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
159476fbb0b9SSepherosa Ziehau 
159576fbb0b9SSepherosa Ziehau 	return (0);
159676fbb0b9SSepherosa Ziehau }
159776fbb0b9SSepherosa Ziehau 
159876fbb0b9SSepherosa Ziehau static int
jme_resume(device_t dev)159976fbb0b9SSepherosa Ziehau jme_resume(device_t dev)
160076fbb0b9SSepherosa Ziehau {
160176fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
160276fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
160376fbb0b9SSepherosa Ziehau #ifdef notyet
160476fbb0b9SSepherosa Ziehau 	int pmc;
160576fbb0b9SSepherosa Ziehau #endif
160676fbb0b9SSepherosa Ziehau 
160731f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
160876fbb0b9SSepherosa Ziehau 
160976fbb0b9SSepherosa Ziehau #ifdef notyet
161076fbb0b9SSepherosa Ziehau 	if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) {
161176fbb0b9SSepherosa Ziehau 		uint16_t pmstat;
161276fbb0b9SSepherosa Ziehau 
161376fbb0b9SSepherosa Ziehau 		pmstat = pci_read_config(sc->jme_dev,
161476fbb0b9SSepherosa Ziehau 		    pmc + PCIR_POWER_STATUS, 2);
161576fbb0b9SSepherosa Ziehau 		/* Disable PME clear PME status. */
161676fbb0b9SSepherosa Ziehau 		pmstat &= ~PCIM_PSTAT_PMEENABLE;
161776fbb0b9SSepherosa Ziehau 		pci_write_config(sc->jme_dev,
161876fbb0b9SSepherosa Ziehau 		    pmc + PCIR_POWER_STATUS, pmstat, 2);
161976fbb0b9SSepherosa Ziehau 	}
162076fbb0b9SSepherosa Ziehau #endif
162176fbb0b9SSepherosa Ziehau 
162276fbb0b9SSepherosa Ziehau 	if (ifp->if_flags & IFF_UP)
162376fbb0b9SSepherosa Ziehau 		jme_init(sc);
162476fbb0b9SSepherosa Ziehau 
162531f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
162676fbb0b9SSepherosa Ziehau 
162776fbb0b9SSepherosa Ziehau 	return (0);
162876fbb0b9SSepherosa Ziehau }
162976fbb0b9SSepherosa Ziehau 
16301bedd927SSepherosa Ziehau static __inline int
jme_tso_pullup(struct mbuf ** mp)16311bedd927SSepherosa Ziehau jme_tso_pullup(struct mbuf **mp)
16321bedd927SSepherosa Ziehau {
16331bedd927SSepherosa Ziehau 	int hoff, iphlen, thoff;
16341bedd927SSepherosa Ziehau 	struct mbuf *m;
16351bedd927SSepherosa Ziehau 
16361bedd927SSepherosa Ziehau 	m = *mp;
16371bedd927SSepherosa Ziehau 	KASSERT(M_WRITABLE(m), ("TSO mbuf not writable"));
16381bedd927SSepherosa Ziehau 
16391bedd927SSepherosa Ziehau 	iphlen = m->m_pkthdr.csum_iphlen;
16401bedd927SSepherosa Ziehau 	thoff = m->m_pkthdr.csum_thlen;
16411bedd927SSepherosa Ziehau 	hoff = m->m_pkthdr.csum_lhlen;
16421bedd927SSepherosa Ziehau 
16431bedd927SSepherosa Ziehau 	KASSERT(iphlen > 0, ("invalid ip hlen"));
16441bedd927SSepherosa Ziehau 	KASSERT(thoff > 0, ("invalid tcp hlen"));
16451bedd927SSepherosa Ziehau 	KASSERT(hoff > 0, ("invalid ether hlen"));
16461bedd927SSepherosa Ziehau 
16471bedd927SSepherosa Ziehau 	if (__predict_false(m->m_len < hoff + iphlen + thoff)) {
16481bedd927SSepherosa Ziehau 		m = m_pullup(m, hoff + iphlen + thoff);
16491bedd927SSepherosa Ziehau 		if (m == NULL) {
16501bedd927SSepherosa Ziehau 			*mp = NULL;
16511bedd927SSepherosa Ziehau 			return ENOBUFS;
16521bedd927SSepherosa Ziehau 		}
16531bedd927SSepherosa Ziehau 		*mp = m;
16541bedd927SSepherosa Ziehau 	}
16551bedd927SSepherosa Ziehau 	return 0;
16561bedd927SSepherosa Ziehau }
16571bedd927SSepherosa Ziehau 
165876fbb0b9SSepherosa Ziehau static int
jme_encap(struct jme_txdata * tdata,struct mbuf ** m_head,int * segs_used)16593a65efa6SSepherosa Ziehau jme_encap(struct jme_txdata *tdata, struct mbuf **m_head, int *segs_used)
166076fbb0b9SSepherosa Ziehau {
166176fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
166276fbb0b9SSepherosa Ziehau 	struct jme_desc *desc;
166376fbb0b9SSepherosa Ziehau 	struct mbuf *m;
166476fbb0b9SSepherosa Ziehau 	bus_dma_segment_t txsegs[JME_MAXTXSEGS];
1665b0ba1747SSepherosa Ziehau 	int maxsegs, nsegs;
16669b3ee148SSepherosa Ziehau 	int error, i, prod, symbol_desc;
16671bedd927SSepherosa Ziehau 	uint32_t cflags, flag64, mss;
166876fbb0b9SSepherosa Ziehau 
166976fbb0b9SSepherosa Ziehau 	M_ASSERTPKTHDR((*m_head));
167076fbb0b9SSepherosa Ziehau 
16711bedd927SSepherosa Ziehau 	if ((*m_head)->m_pkthdr.csum_flags & CSUM_TSO) {
16721bedd927SSepherosa Ziehau 		/* XXX Is this necessary? */
16731bedd927SSepherosa Ziehau 		error = jme_tso_pullup(m_head);
16741bedd927SSepherosa Ziehau 		if (error)
16751bedd927SSepherosa Ziehau 			return error;
16761bedd927SSepherosa Ziehau 	}
16771bedd927SSepherosa Ziehau 
16789b99c84fSSepherosa Ziehau 	prod = tdata->jme_tx_prod;
16799b99c84fSSepherosa Ziehau 	txd = &tdata->jme_txdesc[prod];
168076fbb0b9SSepherosa Ziehau 
16819b99c84fSSepherosa Ziehau 	if (tdata->jme_sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT)
16829b3ee148SSepherosa Ziehau 		symbol_desc = 1;
16839b3ee148SSepherosa Ziehau 	else
16849b3ee148SSepherosa Ziehau 		symbol_desc = 0;
16859b3ee148SSepherosa Ziehau 
16869b99c84fSSepherosa Ziehau 	maxsegs = (tdata->jme_tx_desc_cnt - tdata->jme_tx_cnt) -
16879b3ee148SSepherosa Ziehau 		  (JME_TXD_RSVD + symbol_desc);
168876fbb0b9SSepherosa Ziehau 	if (maxsegs > JME_MAXTXSEGS)
168976fbb0b9SSepherosa Ziehau 		maxsegs = JME_MAXTXSEGS;
16901bedd927SSepherosa Ziehau 	KASSERT(maxsegs >= (JME_TXD_SPARE - symbol_desc),
1691ed20d0e3SSascha Wildner 		("not enough segments %d", maxsegs));
169276fbb0b9SSepherosa Ziehau 
16939b99c84fSSepherosa Ziehau 	error = bus_dmamap_load_mbuf_defrag(tdata->jme_tx_tag,
1694b0ba1747SSepherosa Ziehau 			txd->tx_dmamap, m_head,
1695b0ba1747SSepherosa Ziehau 			txsegs, maxsegs, &nsegs, BUS_DMA_NOWAIT);
1696b0ba1747SSepherosa Ziehau 	if (error)
1697ecc6de9eSSepherosa Ziehau 		goto fail;
16983a65efa6SSepherosa Ziehau 	*segs_used += nsegs;
169976fbb0b9SSepherosa Ziehau 
17009b99c84fSSepherosa Ziehau 	bus_dmamap_sync(tdata->jme_tx_tag, txd->tx_dmamap,
17014458ee95SSepherosa Ziehau 			BUS_DMASYNC_PREWRITE);
17024458ee95SSepherosa Ziehau 
170376fbb0b9SSepherosa Ziehau 	m = *m_head;
170476fbb0b9SSepherosa Ziehau 	cflags = 0;
17051bedd927SSepherosa Ziehau 	mss = 0;
170676fbb0b9SSepherosa Ziehau 
170776fbb0b9SSepherosa Ziehau 	/* Configure checksum offload. */
17081bedd927SSepherosa Ziehau 	if (m->m_pkthdr.csum_flags & CSUM_TSO) {
17091bedd927SSepherosa Ziehau 		mss = (uint32_t)m->m_pkthdr.tso_segsz << JME_TD_MSS_SHIFT;
17101bedd927SSepherosa Ziehau 		cflags |= JME_TD_TSO;
17111bedd927SSepherosa Ziehau 	} else if (m->m_pkthdr.csum_flags & JME_CSUM_FEATURES) {
171276fbb0b9SSepherosa Ziehau 		if (m->m_pkthdr.csum_flags & CSUM_IP)
171376fbb0b9SSepherosa Ziehau 			cflags |= JME_TD_IPCSUM;
171476fbb0b9SSepherosa Ziehau 		if (m->m_pkthdr.csum_flags & CSUM_TCP)
171576fbb0b9SSepherosa Ziehau 			cflags |= JME_TD_TCPCSUM;
171676fbb0b9SSepherosa Ziehau 		if (m->m_pkthdr.csum_flags & CSUM_UDP)
171776fbb0b9SSepherosa Ziehau 			cflags |= JME_TD_UDPCSUM;
17181bedd927SSepherosa Ziehau 	}
171976fbb0b9SSepherosa Ziehau 
172076fbb0b9SSepherosa Ziehau 	/* Configure VLAN. */
172176fbb0b9SSepherosa Ziehau 	if (m->m_flags & M_VLANTAG) {
172276fbb0b9SSepherosa Ziehau 		cflags |= (m->m_pkthdr.ether_vlantag & JME_TD_VLAN_MASK);
172376fbb0b9SSepherosa Ziehau 		cflags |= JME_TD_VLAN_TAG;
172476fbb0b9SSepherosa Ziehau 	}
172576fbb0b9SSepherosa Ziehau 
17269b99c84fSSepherosa Ziehau 	desc = &tdata->jme_tx_ring[prod];
172776fbb0b9SSepherosa Ziehau 	desc->flags = htole32(cflags);
172876fbb0b9SSepherosa Ziehau 	desc->addr_hi = htole32(m->m_pkthdr.len);
17299b99c84fSSepherosa Ziehau 	if (tdata->jme_sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT) {
17307228f061SSepherosa Ziehau 		/*
17317228f061SSepherosa Ziehau 		 * Use 64bits TX desc chain format.
17327228f061SSepherosa Ziehau 		 *
17337228f061SSepherosa Ziehau 		 * The first TX desc of the chain, which is setup here,
17347228f061SSepherosa Ziehau 		 * is just a symbol TX desc carrying no payload.
17357228f061SSepherosa Ziehau 		 */
17367228f061SSepherosa Ziehau 		flag64 = JME_TD_64BIT;
17371bedd927SSepherosa Ziehau 		desc->buflen = htole32(mss);
173876fbb0b9SSepherosa Ziehau 		desc->addr_lo = 0;
17397228f061SSepherosa Ziehau 
17403a65efa6SSepherosa Ziehau 		*segs_used += 1;
17413a65efa6SSepherosa Ziehau 
17427228f061SSepherosa Ziehau 		/* No effective TX desc is consumed */
17437228f061SSepherosa Ziehau 		i = 0;
17447228f061SSepherosa Ziehau 	} else {
17457228f061SSepherosa Ziehau 		/*
17467228f061SSepherosa Ziehau 		 * Use 32bits TX desc chain format.
17477228f061SSepherosa Ziehau 		 *
17487228f061SSepherosa Ziehau 		 * The first TX desc of the chain, which is setup here,
17497228f061SSepherosa Ziehau 		 * is an effective TX desc carrying the first segment of
17507228f061SSepherosa Ziehau 		 * the mbuf chain.
17517228f061SSepherosa Ziehau 		 */
17527228f061SSepherosa Ziehau 		flag64 = 0;
17531bedd927SSepherosa Ziehau 		desc->buflen = htole32(mss | txsegs[0].ds_len);
17547228f061SSepherosa Ziehau 		desc->addr_lo = htole32(JME_ADDR_LO(txsegs[0].ds_addr));
17557228f061SSepherosa Ziehau 
17567228f061SSepherosa Ziehau 		/* One effective TX desc is consumed */
17577228f061SSepherosa Ziehau 		i = 1;
17587228f061SSepherosa Ziehau 	}
17599b99c84fSSepherosa Ziehau 	tdata->jme_tx_cnt++;
17609b99c84fSSepherosa Ziehau 	KKASSERT(tdata->jme_tx_cnt - i < tdata->jme_tx_desc_cnt - JME_TXD_RSVD);
17619b99c84fSSepherosa Ziehau 	JME_DESC_INC(prod, tdata->jme_tx_desc_cnt);
17627228f061SSepherosa Ziehau 
17637228f061SSepherosa Ziehau 	txd->tx_ndesc = 1 - i;
1764b0ba1747SSepherosa Ziehau 	for (; i < nsegs; i++) {
17659b99c84fSSepherosa Ziehau 		desc = &tdata->jme_tx_ring[prod];
176676fbb0b9SSepherosa Ziehau 		desc->buflen = htole32(txsegs[i].ds_len);
176776fbb0b9SSepherosa Ziehau 		desc->addr_hi = htole32(JME_ADDR_HI(txsegs[i].ds_addr));
176876fbb0b9SSepherosa Ziehau 		desc->addr_lo = htole32(JME_ADDR_LO(txsegs[i].ds_addr));
1769a54bd021SSepherosa Ziehau 		desc->flags = htole32(JME_TD_OWN | flag64);
177076fbb0b9SSepherosa Ziehau 
17719b99c84fSSepherosa Ziehau 		tdata->jme_tx_cnt++;
17729b99c84fSSepherosa Ziehau 		KKASSERT(tdata->jme_tx_cnt <=
17739b99c84fSSepherosa Ziehau 			 tdata->jme_tx_desc_cnt - JME_TXD_RSVD);
17749b99c84fSSepherosa Ziehau 		JME_DESC_INC(prod, tdata->jme_tx_desc_cnt);
177576fbb0b9SSepherosa Ziehau 	}
177676fbb0b9SSepherosa Ziehau 
177776fbb0b9SSepherosa Ziehau 	/* Update producer index. */
17789b99c84fSSepherosa Ziehau 	tdata->jme_tx_prod = prod;
177976fbb0b9SSepherosa Ziehau 	/*
178076fbb0b9SSepherosa Ziehau 	 * Finally request interrupt and give the first descriptor
178176fbb0b9SSepherosa Ziehau 	 * owenership to hardware.
178276fbb0b9SSepherosa Ziehau 	 */
178376fbb0b9SSepherosa Ziehau 	desc = txd->tx_desc;
178476fbb0b9SSepherosa Ziehau 	desc->flags |= htole32(JME_TD_OWN | JME_TD_INTR);
178576fbb0b9SSepherosa Ziehau 
178676fbb0b9SSepherosa Ziehau 	txd->tx_m = m;
1787b0ba1747SSepherosa Ziehau 	txd->tx_ndesc += nsegs;
178876fbb0b9SSepherosa Ziehau 
1789ecc6de9eSSepherosa Ziehau 	return 0;
1790ecc6de9eSSepherosa Ziehau fail:
1791ecc6de9eSSepherosa Ziehau 	m_freem(*m_head);
1792ecc6de9eSSepherosa Ziehau 	*m_head = NULL;
1793ecc6de9eSSepherosa Ziehau 	return error;
179476fbb0b9SSepherosa Ziehau }
179576fbb0b9SSepherosa Ziehau 
179676fbb0b9SSepherosa Ziehau static void
jme_start(struct ifnet * ifp,struct ifaltq_subque * ifsq)1797f0a26983SSepherosa Ziehau jme_start(struct ifnet *ifp, struct ifaltq_subque *ifsq)
179876fbb0b9SSepherosa Ziehau {
179976fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
18009b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
180176fbb0b9SSepherosa Ziehau 	struct mbuf *m_head;
180276fbb0b9SSepherosa Ziehau 	int enq = 0;
180376fbb0b9SSepherosa Ziehau 
1804f0a26983SSepherosa Ziehau 	ASSERT_ALTQ_SQ_DEFAULT(ifp, ifsq);
18059b99c84fSSepherosa Ziehau 	ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
180676fbb0b9SSepherosa Ziehau 
1807cccc3955SSepherosa Ziehau 	if (!sc->jme_has_link) {
180876fbb0b9SSepherosa Ziehau 		ifq_purge(&ifp->if_snd);
180976fbb0b9SSepherosa Ziehau 		return;
181076fbb0b9SSepherosa Ziehau 	}
181176fbb0b9SSepherosa Ziehau 
18129ed293e0SSepherosa Ziehau 	if ((ifp->if_flags & IFF_RUNNING) == 0 || ifq_is_oactive(&ifp->if_snd))
181376fbb0b9SSepherosa Ziehau 		return;
181476fbb0b9SSepherosa Ziehau 
18159b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_cnt >= JME_TX_DESC_HIWAT(tdata))
18169b99c84fSSepherosa Ziehau 		jme_txeof(tdata);
181776fbb0b9SSepherosa Ziehau 
181876fbb0b9SSepherosa Ziehau 	while (!ifq_is_empty(&ifp->if_snd)) {
181976fbb0b9SSepherosa Ziehau 		/*
182076fbb0b9SSepherosa Ziehau 		 * Check number of available TX descs, always
182176fbb0b9SSepherosa Ziehau 		 * leave JME_TXD_RSVD free TX descs.
182276fbb0b9SSepherosa Ziehau 		 */
18239b99c84fSSepherosa Ziehau 		if (tdata->jme_tx_cnt + JME_TXD_SPARE >
18249b99c84fSSepherosa Ziehau 		    tdata->jme_tx_desc_cnt - JME_TXD_RSVD) {
18259ed293e0SSepherosa Ziehau 			ifq_set_oactive(&ifp->if_snd);
182676fbb0b9SSepherosa Ziehau 			break;
182776fbb0b9SSepherosa Ziehau 		}
182876fbb0b9SSepherosa Ziehau 
1829ac9843a1SSepherosa Ziehau 		m_head = ifq_dequeue(&ifp->if_snd);
183076fbb0b9SSepherosa Ziehau 		if (m_head == NULL)
183176fbb0b9SSepherosa Ziehau 			break;
183276fbb0b9SSepherosa Ziehau 
183376fbb0b9SSepherosa Ziehau 		/*
183476fbb0b9SSepherosa Ziehau 		 * Pack the data into the transmit ring. If we
183576fbb0b9SSepherosa Ziehau 		 * don't have room, set the OACTIVE flag and wait
183676fbb0b9SSepherosa Ziehau 		 * for the NIC to drain the ring.
183776fbb0b9SSepherosa Ziehau 		 */
18383a65efa6SSepherosa Ziehau 		if (jme_encap(tdata, &m_head, &enq)) {
1839ecc6de9eSSepherosa Ziehau 			KKASSERT(m_head == NULL);
1840d40991efSSepherosa Ziehau 			IFNET_STAT_INC(ifp, oerrors, 1);
18419ed293e0SSepherosa Ziehau 			ifq_set_oactive(&ifp->if_snd);
184276fbb0b9SSepherosa Ziehau 			break;
184376fbb0b9SSepherosa Ziehau 		}
18443a65efa6SSepherosa Ziehau 
18453a65efa6SSepherosa Ziehau 		if (enq >= tdata->jme_tx_wreg) {
18463a65efa6SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr |
18473a65efa6SSepherosa Ziehau 			    TXCSR_TX_ENB | TXCSR_TXQ_N_START(TXCSR_TXQ0));
18483a65efa6SSepherosa Ziehau 			enq = 0;
18493a65efa6SSepherosa Ziehau 		}
185076fbb0b9SSepherosa Ziehau 
185176fbb0b9SSepherosa Ziehau 		/*
185276fbb0b9SSepherosa Ziehau 		 * If there's a BPF listener, bounce a copy of this frame
185376fbb0b9SSepherosa Ziehau 		 * to him.
185476fbb0b9SSepherosa Ziehau 		 */
185576fbb0b9SSepherosa Ziehau 		ETHER_BPF_MTAP(ifp, m_head);
18563a65efa6SSepherosa Ziehau 
18573a65efa6SSepherosa Ziehau 		/* Set a timeout in case the chip goes out to lunch. */
18583a65efa6SSepherosa Ziehau 		ifp->if_timer = JME_TX_TIMEOUT;
185976fbb0b9SSepherosa Ziehau 	}
186076fbb0b9SSepherosa Ziehau 
186176fbb0b9SSepherosa Ziehau 	if (enq > 0) {
186276fbb0b9SSepherosa Ziehau 		/*
186376fbb0b9SSepherosa Ziehau 		 * Reading TXCSR takes very long time under heavy load
186476fbb0b9SSepherosa Ziehau 		 * so cache TXCSR value and writes the ORed value with
186576fbb0b9SSepherosa Ziehau 		 * the kick command to the TXCSR. This saves one register
186676fbb0b9SSepherosa Ziehau 		 * access cycle.
186776fbb0b9SSepherosa Ziehau 		 */
186876fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB |
186976fbb0b9SSepherosa Ziehau 		    TXCSR_TXQ_N_START(TXCSR_TXQ0));
187076fbb0b9SSepherosa Ziehau 	}
187176fbb0b9SSepherosa Ziehau }
187276fbb0b9SSepherosa Ziehau 
187376fbb0b9SSepherosa Ziehau static void
jme_watchdog(struct ifnet * ifp)187476fbb0b9SSepherosa Ziehau jme_watchdog(struct ifnet *ifp)
187576fbb0b9SSepherosa Ziehau {
187676fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
18779b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
187876fbb0b9SSepherosa Ziehau 
187931f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
188076fbb0b9SSepherosa Ziehau 
1881cccc3955SSepherosa Ziehau 	if (!sc->jme_has_link) {
188276fbb0b9SSepherosa Ziehau 		if_printf(ifp, "watchdog timeout (missed link)\n");
1883d40991efSSepherosa Ziehau 		IFNET_STAT_INC(ifp, oerrors, 1);
188476fbb0b9SSepherosa Ziehau 		jme_init(sc);
188576fbb0b9SSepherosa Ziehau 		return;
188676fbb0b9SSepherosa Ziehau 	}
188776fbb0b9SSepherosa Ziehau 
18889b99c84fSSepherosa Ziehau 	jme_txeof(tdata);
18899b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_cnt == 0) {
189076fbb0b9SSepherosa Ziehau 		if_printf(ifp, "watchdog timeout (missed Tx interrupts) "
189176fbb0b9SSepherosa Ziehau 			  "-- recovering\n");
189276fbb0b9SSepherosa Ziehau 		if (!ifq_is_empty(&ifp->if_snd))
189376fbb0b9SSepherosa Ziehau 			if_devstart(ifp);
189476fbb0b9SSepherosa Ziehau 		return;
189576fbb0b9SSepherosa Ziehau 	}
189676fbb0b9SSepherosa Ziehau 
189776fbb0b9SSepherosa Ziehau 	if_printf(ifp, "watchdog timeout\n");
1898d40991efSSepherosa Ziehau 	IFNET_STAT_INC(ifp, oerrors, 1);
189976fbb0b9SSepherosa Ziehau 	jme_init(sc);
190076fbb0b9SSepherosa Ziehau 	if (!ifq_is_empty(&ifp->if_snd))
190176fbb0b9SSepherosa Ziehau 		if_devstart(ifp);
190276fbb0b9SSepherosa Ziehau }
190376fbb0b9SSepherosa Ziehau 
190476fbb0b9SSepherosa Ziehau static int
jme_ioctl(struct ifnet * ifp,u_long cmd,caddr_t data,struct ucred * cr)190576fbb0b9SSepherosa Ziehau jme_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data, struct ucred *cr)
190676fbb0b9SSepherosa Ziehau {
190776fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
190876fbb0b9SSepherosa Ziehau 	struct mii_data *mii = device_get_softc(sc->jme_miibus);
190976fbb0b9SSepherosa Ziehau 	struct ifreq *ifr = (struct ifreq *)data;
191076fbb0b9SSepherosa Ziehau 	int error = 0, mask;
191176fbb0b9SSepherosa Ziehau 
191231f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
191376fbb0b9SSepherosa Ziehau 
191476fbb0b9SSepherosa Ziehau 	switch (cmd) {
191576fbb0b9SSepherosa Ziehau 	case SIOCSIFMTU:
191676fbb0b9SSepherosa Ziehau 		if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > JME_JUMBO_MTU ||
19173a5f3f36SSepherosa Ziehau 		    (!(sc->jme_caps & JME_CAP_JUMBO) &&
191876fbb0b9SSepherosa Ziehau 		     ifr->ifr_mtu > JME_MAX_MTU)) {
191976fbb0b9SSepherosa Ziehau 			error = EINVAL;
192076fbb0b9SSepherosa Ziehau 			break;
192176fbb0b9SSepherosa Ziehau 		}
192276fbb0b9SSepherosa Ziehau 
192376fbb0b9SSepherosa Ziehau 		if (ifp->if_mtu != ifr->ifr_mtu) {
192476fbb0b9SSepherosa Ziehau 			/*
192576fbb0b9SSepherosa Ziehau 			 * No special configuration is required when interface
192676fbb0b9SSepherosa Ziehau 			 * MTU is changed but availability of Tx checksum
192776fbb0b9SSepherosa Ziehau 			 * offload should be chcked against new MTU size as
192876fbb0b9SSepherosa Ziehau 			 * FIFO size is just 2K.
192976fbb0b9SSepherosa Ziehau 			 */
193076fbb0b9SSepherosa Ziehau 			if (ifr->ifr_mtu >= JME_TX_FIFO_SIZE) {
19311bedd927SSepherosa Ziehau 				ifp->if_capenable &=
19321bedd927SSepherosa Ziehau 				    ~(IFCAP_TXCSUM | IFCAP_TSO);
19331bedd927SSepherosa Ziehau 				ifp->if_hwassist &=
19341bedd927SSepherosa Ziehau 				    ~(JME_CSUM_FEATURES | CSUM_TSO);
193576fbb0b9SSepherosa Ziehau 			}
193676fbb0b9SSepherosa Ziehau 			ifp->if_mtu = ifr->ifr_mtu;
193776fbb0b9SSepherosa Ziehau 			if (ifp->if_flags & IFF_RUNNING)
193876fbb0b9SSepherosa Ziehau 				jme_init(sc);
193976fbb0b9SSepherosa Ziehau 		}
194076fbb0b9SSepherosa Ziehau 		break;
194176fbb0b9SSepherosa Ziehau 
194276fbb0b9SSepherosa Ziehau 	case SIOCSIFFLAGS:
194376fbb0b9SSepherosa Ziehau 		if (ifp->if_flags & IFF_UP) {
194476fbb0b9SSepherosa Ziehau 			if (ifp->if_flags & IFF_RUNNING) {
194576fbb0b9SSepherosa Ziehau 				if ((ifp->if_flags ^ sc->jme_if_flags) &
194676fbb0b9SSepherosa Ziehau 				    (IFF_PROMISC | IFF_ALLMULTI))
194776fbb0b9SSepherosa Ziehau 					jme_set_filter(sc);
194876fbb0b9SSepherosa Ziehau 			} else {
194976fbb0b9SSepherosa Ziehau 				jme_init(sc);
195076fbb0b9SSepherosa Ziehau 			}
195176fbb0b9SSepherosa Ziehau 		} else {
195276fbb0b9SSepherosa Ziehau 			if (ifp->if_flags & IFF_RUNNING)
195376fbb0b9SSepherosa Ziehau 				jme_stop(sc);
195476fbb0b9SSepherosa Ziehau 		}
195576fbb0b9SSepherosa Ziehau 		sc->jme_if_flags = ifp->if_flags;
195676fbb0b9SSepherosa Ziehau 		break;
195776fbb0b9SSepherosa Ziehau 
195876fbb0b9SSepherosa Ziehau 	case SIOCADDMULTI:
195976fbb0b9SSepherosa Ziehau 	case SIOCDELMULTI:
196076fbb0b9SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
196176fbb0b9SSepherosa Ziehau 			jme_set_filter(sc);
196276fbb0b9SSepherosa Ziehau 		break;
196376fbb0b9SSepherosa Ziehau 
196476fbb0b9SSepherosa Ziehau 	case SIOCSIFMEDIA:
196576fbb0b9SSepherosa Ziehau 	case SIOCGIFMEDIA:
196676fbb0b9SSepherosa Ziehau 		error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd);
196776fbb0b9SSepherosa Ziehau 		break;
196876fbb0b9SSepherosa Ziehau 
196976fbb0b9SSepherosa Ziehau 	case SIOCSIFCAP:
197076fbb0b9SSepherosa Ziehau 		mask = ifr->ifr_reqcap ^ ifp->if_capenable;
197176fbb0b9SSepherosa Ziehau 
197276fbb0b9SSepherosa Ziehau 		if ((mask & IFCAP_TXCSUM) && ifp->if_mtu < JME_TX_FIFO_SIZE) {
197376fbb0b9SSepherosa Ziehau 			ifp->if_capenable ^= IFCAP_TXCSUM;
19741bedd927SSepherosa Ziehau 			if (ifp->if_capenable & IFCAP_TXCSUM)
197576fbb0b9SSepherosa Ziehau 				ifp->if_hwassist |= JME_CSUM_FEATURES;
197676fbb0b9SSepherosa Ziehau 			else
197776fbb0b9SSepherosa Ziehau 				ifp->if_hwassist &= ~JME_CSUM_FEATURES;
197876fbb0b9SSepherosa Ziehau 		}
1979e4616e94SSepherosa Ziehau 		if (mask & IFCAP_RXCSUM) {
198076fbb0b9SSepherosa Ziehau 			uint32_t reg;
198176fbb0b9SSepherosa Ziehau 
198276fbb0b9SSepherosa Ziehau 			ifp->if_capenable ^= IFCAP_RXCSUM;
198376fbb0b9SSepherosa Ziehau 			reg = CSR_READ_4(sc, JME_RXMAC);
198476fbb0b9SSepherosa Ziehau 			reg &= ~RXMAC_CSUM_ENB;
198576fbb0b9SSepherosa Ziehau 			if (ifp->if_capenable & IFCAP_RXCSUM)
198676fbb0b9SSepherosa Ziehau 				reg |= RXMAC_CSUM_ENB;
198776fbb0b9SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_RXMAC, reg);
198876fbb0b9SSepherosa Ziehau 		}
198976fbb0b9SSepherosa Ziehau 
1990e4616e94SSepherosa Ziehau 		if (mask & IFCAP_VLAN_HWTAGGING) {
199176fbb0b9SSepherosa Ziehau 			ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING;
199276fbb0b9SSepherosa Ziehau 			jme_set_vlan(sc);
199376fbb0b9SSepherosa Ziehau 		}
1994e4616e94SSepherosa Ziehau 
19951bedd927SSepherosa Ziehau 		if ((mask & IFCAP_TSO) && ifp->if_mtu < JME_TX_FIFO_SIZE) {
19961bedd927SSepherosa Ziehau 			ifp->if_capenable ^= IFCAP_TSO;
19971bedd927SSepherosa Ziehau 			if (ifp->if_capenable & IFCAP_TSO)
19981bedd927SSepherosa Ziehau 				ifp->if_hwassist |= CSUM_TSO;
19991bedd927SSepherosa Ziehau 			else
20001bedd927SSepherosa Ziehau 				ifp->if_hwassist &= ~CSUM_TSO;
20011bedd927SSepherosa Ziehau 		}
20021bedd927SSepherosa Ziehau 
20039f20b7b3SSepherosa Ziehau 		if (mask & IFCAP_RSS)
2004d585233cSSepherosa Ziehau 			ifp->if_capenable ^= IFCAP_RSS;
200576fbb0b9SSepherosa Ziehau 		break;
200676fbb0b9SSepherosa Ziehau 
200776fbb0b9SSepherosa Ziehau 	default:
200876fbb0b9SSepherosa Ziehau 		error = ether_ioctl(ifp, cmd, data);
200976fbb0b9SSepherosa Ziehau 		break;
201076fbb0b9SSepherosa Ziehau 	}
201176fbb0b9SSepherosa Ziehau 	return (error);
201276fbb0b9SSepherosa Ziehau }
201376fbb0b9SSepherosa Ziehau 
201476fbb0b9SSepherosa Ziehau static void
jme_mac_config(struct jme_softc * sc)201576fbb0b9SSepherosa Ziehau jme_mac_config(struct jme_softc *sc)
201676fbb0b9SSepherosa Ziehau {
201776fbb0b9SSepherosa Ziehau 	struct mii_data *mii;
20183b3da110SSepherosa Ziehau 	uint32_t ghc, rxmac, txmac, txpause, gp1;
20193b3da110SSepherosa Ziehau 	int phyconf = JMPHY_CONF_DEFFIFO, hdx = 0;
202076fbb0b9SSepherosa Ziehau 
202176fbb0b9SSepherosa Ziehau 	mii = device_get_softc(sc->jme_miibus);
202276fbb0b9SSepherosa Ziehau 
202376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
202476fbb0b9SSepherosa Ziehau 	DELAY(10);
202576fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, 0);
202676fbb0b9SSepherosa Ziehau 	ghc = 0;
202776fbb0b9SSepherosa Ziehau 	rxmac = CSR_READ_4(sc, JME_RXMAC);
202876fbb0b9SSepherosa Ziehau 	rxmac &= ~RXMAC_FC_ENB;
202976fbb0b9SSepherosa Ziehau 	txmac = CSR_READ_4(sc, JME_TXMAC);
203076fbb0b9SSepherosa Ziehau 	txmac &= ~(TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST);
203176fbb0b9SSepherosa Ziehau 	txpause = CSR_READ_4(sc, JME_TXPFC);
203276fbb0b9SSepherosa Ziehau 	txpause &= ~TXPFC_PAUSE_ENB;
203376fbb0b9SSepherosa Ziehau 	if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) {
203476fbb0b9SSepherosa Ziehau 		ghc |= GHC_FULL_DUPLEX;
203576fbb0b9SSepherosa Ziehau 		rxmac &= ~RXMAC_COLL_DET_ENB;
203676fbb0b9SSepherosa Ziehau 		txmac &= ~(TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE |
203776fbb0b9SSepherosa Ziehau 		    TXMAC_BACKOFF | TXMAC_CARRIER_EXT |
203876fbb0b9SSepherosa Ziehau 		    TXMAC_FRAME_BURST);
203976fbb0b9SSepherosa Ziehau #ifdef notyet
204076fbb0b9SSepherosa Ziehau 		if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0)
204176fbb0b9SSepherosa Ziehau 			txpause |= TXPFC_PAUSE_ENB;
204276fbb0b9SSepherosa Ziehau 		if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0)
204376fbb0b9SSepherosa Ziehau 			rxmac |= RXMAC_FC_ENB;
204476fbb0b9SSepherosa Ziehau #endif
204576fbb0b9SSepherosa Ziehau 		/* Disable retry transmit timer/retry limit. */
204676fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) &
204776fbb0b9SSepherosa Ziehau 		    ~(TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB));
204876fbb0b9SSepherosa Ziehau 	} else {
204976fbb0b9SSepherosa Ziehau 		rxmac |= RXMAC_COLL_DET_ENB;
205076fbb0b9SSepherosa Ziehau 		txmac |= TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE | TXMAC_BACKOFF;
205176fbb0b9SSepherosa Ziehau 		/* Enable retry transmit timer/retry limit. */
205276fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) |
205376fbb0b9SSepherosa Ziehau 		    TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB);
205476fbb0b9SSepherosa Ziehau 	}
205576fbb0b9SSepherosa Ziehau 
20563b3da110SSepherosa Ziehau 	/*
20573b3da110SSepherosa Ziehau 	 * Reprogram Tx/Rx MACs with resolved speed/duplex.
20583b3da110SSepherosa Ziehau 	 */
20593b3da110SSepherosa Ziehau 	gp1 = CSR_READ_4(sc, JME_GPREG1);
20603b3da110SSepherosa Ziehau 	gp1 &= ~GPREG1_WA_HDX;
20613b3da110SSepherosa Ziehau 
20623b3da110SSepherosa Ziehau 	if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) == 0)
20633b3da110SSepherosa Ziehau 		hdx = 1;
20643b3da110SSepherosa Ziehau 
206576fbb0b9SSepherosa Ziehau 	switch (IFM_SUBTYPE(mii->mii_media_active)) {
206676fbb0b9SSepherosa Ziehau 	case IFM_10_T:
2067b249905bSSepherosa Ziehau 		ghc |= GHC_SPEED_10 | sc->jme_clksrc;
20683b3da110SSepherosa Ziehau 		if (hdx)
20693b3da110SSepherosa Ziehau 			gp1 |= GPREG1_WA_HDX;
207076fbb0b9SSepherosa Ziehau 		break;
2071dbe37f03SSepherosa Ziehau 
207276fbb0b9SSepherosa Ziehau 	case IFM_100_TX:
2073b249905bSSepherosa Ziehau 		ghc |= GHC_SPEED_100 | sc->jme_clksrc;
20743b3da110SSepherosa Ziehau 		if (hdx)
20753b3da110SSepherosa Ziehau 			gp1 |= GPREG1_WA_HDX;
2076dbe37f03SSepherosa Ziehau 
2077dbe37f03SSepherosa Ziehau 		/*
2078dbe37f03SSepherosa Ziehau 		 * Use extended FIFO depth to workaround CRC errors
2079dbe37f03SSepherosa Ziehau 		 * emitted by chips before JMC250B
2080dbe37f03SSepherosa Ziehau 		 */
2081dbe37f03SSepherosa Ziehau 		phyconf = JMPHY_CONF_EXTFIFO;
208276fbb0b9SSepherosa Ziehau 		break;
2083dbe37f03SSepherosa Ziehau 
208476fbb0b9SSepherosa Ziehau 	case IFM_1000_T:
2085ec7e787bSSepherosa Ziehau 		if (sc->jme_caps & JME_CAP_FASTETH)
208676fbb0b9SSepherosa Ziehau 			break;
2087dbe37f03SSepherosa Ziehau 
2088b249905bSSepherosa Ziehau 		ghc |= GHC_SPEED_1000 | sc->jme_clksrc_1000;
20893b3da110SSepherosa Ziehau 		if (hdx)
209076fbb0b9SSepherosa Ziehau 			txmac |= TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST;
209176fbb0b9SSepherosa Ziehau 		break;
2092dbe37f03SSepherosa Ziehau 
209376fbb0b9SSepherosa Ziehau 	default:
209476fbb0b9SSepherosa Ziehau 		break;
209576fbb0b9SSepherosa Ziehau 	}
209676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, ghc);
209776fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXMAC, rxmac);
209876fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXMAC, txmac);
209976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXPFC, txpause);
2100dbe37f03SSepherosa Ziehau 
2101ad22907fSSepherosa Ziehau 	if (sc->jme_workaround & JME_WA_EXTFIFO) {
2102dbe37f03SSepherosa Ziehau 		jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
2103dbe37f03SSepherosa Ziehau 				    JMPHY_CONF, phyconf);
2104dbe37f03SSepherosa Ziehau 	}
21053b3da110SSepherosa Ziehau 	if (sc->jme_workaround & JME_WA_HDX)
21063b3da110SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_GPREG1, gp1);
210776fbb0b9SSepherosa Ziehau }
210876fbb0b9SSepherosa Ziehau 
210976fbb0b9SSepherosa Ziehau static void
jme_intr(void * xsc)211076fbb0b9SSepherosa Ziehau jme_intr(void *xsc)
211176fbb0b9SSepherosa Ziehau {
211276fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = xsc;
211376fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
211476fbb0b9SSepherosa Ziehau 	uint32_t status;
21154447c752SSepherosa Ziehau 	int r;
211676fbb0b9SSepherosa Ziehau 
211731f0d5a2SSepherosa Ziehau 	ASSERT_SERIALIZED(&sc->jme_serialize);
211876fbb0b9SSepherosa Ziehau 
211976fbb0b9SSepherosa Ziehau 	status = CSR_READ_4(sc, JME_INTR_REQ_STATUS);
212076fbb0b9SSepherosa Ziehau 	if (status == 0 || status == 0xFFFFFFFF)
212176fbb0b9SSepherosa Ziehau 		return;
212276fbb0b9SSepherosa Ziehau 
212376fbb0b9SSepherosa Ziehau 	/* Disable interrupts. */
212476fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
212576fbb0b9SSepherosa Ziehau 
212676fbb0b9SSepherosa Ziehau 	status = CSR_READ_4(sc, JME_INTR_STATUS);
212776fbb0b9SSepherosa Ziehau 	if ((status & JME_INTRS) == 0 || status == 0xFFFFFFFF)
212876fbb0b9SSepherosa Ziehau 		goto back;
212976fbb0b9SSepherosa Ziehau 
213076fbb0b9SSepherosa Ziehau 	/* Reset PCC counter/timer and Ack interrupts. */
213176fbb0b9SSepherosa Ziehau 	status &= ~(INTR_TXQ_COMP | INTR_RXQ_COMP);
21324447c752SSepherosa Ziehau 
213376fbb0b9SSepherosa Ziehau 	if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO))
213476fbb0b9SSepherosa Ziehau 		status |= INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP;
21354447c752SSepherosa Ziehau 
21367b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
21374447c752SSepherosa Ziehau 		if (status & jme_rx_status[r].jme_coal) {
21384447c752SSepherosa Ziehau 			status |= jme_rx_status[r].jme_coal |
21394447c752SSepherosa Ziehau 				  jme_rx_status[r].jme_comp;
21404447c752SSepherosa Ziehau 		}
21414447c752SSepherosa Ziehau 	}
21424447c752SSepherosa Ziehau 
214376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_STATUS, status);
214476fbb0b9SSepherosa Ziehau 
214576fbb0b9SSepherosa Ziehau 	if (ifp->if_flags & IFF_RUNNING) {
21469b99c84fSSepherosa Ziehau 		struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
21479b99c84fSSepherosa Ziehau 
214876fbb0b9SSepherosa Ziehau 		if (status & (INTR_RXQ_COAL | INTR_RXQ_COAL_TO))
21494447c752SSepherosa Ziehau 			jme_rx_intr(sc, status);
215076fbb0b9SSepherosa Ziehau 
215176fbb0b9SSepherosa Ziehau 		if (status & INTR_RXQ_DESC_EMPTY) {
215276fbb0b9SSepherosa Ziehau 			/*
215376fbb0b9SSepherosa Ziehau 			 * Notify hardware availability of new Rx buffers.
215476fbb0b9SSepherosa Ziehau 			 * Reading RXCSR takes very long time under heavy
215576fbb0b9SSepherosa Ziehau 			 * load so cache RXCSR value and writes the ORed
215676fbb0b9SSepherosa Ziehau 			 * value with the kick command to the RXCSR. This
215776fbb0b9SSepherosa Ziehau 			 * saves one register access cycle.
215876fbb0b9SSepherosa Ziehau 			 */
215976fbb0b9SSepherosa Ziehau 			CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr |
216076fbb0b9SSepherosa Ziehau 			    RXCSR_RX_ENB | RXCSR_RXQ_START);
216176fbb0b9SSepherosa Ziehau 		}
216276fbb0b9SSepherosa Ziehau 
216376fbb0b9SSepherosa Ziehau 		if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO)) {
21649b99c84fSSepherosa Ziehau 			lwkt_serialize_enter(&tdata->jme_tx_serialize);
21659b99c84fSSepherosa Ziehau 			jme_txeof(tdata);
216676fbb0b9SSepherosa Ziehau 			if (!ifq_is_empty(&ifp->if_snd))
216776fbb0b9SSepherosa Ziehau 				if_devstart(ifp);
21689b99c84fSSepherosa Ziehau 			lwkt_serialize_exit(&tdata->jme_tx_serialize);
216976fbb0b9SSepherosa Ziehau 		}
217076fbb0b9SSepherosa Ziehau 	}
217176fbb0b9SSepherosa Ziehau back:
217276fbb0b9SSepherosa Ziehau 	/* Reenable interrupts. */
217376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
217476fbb0b9SSepherosa Ziehau }
217576fbb0b9SSepherosa Ziehau 
217676fbb0b9SSepherosa Ziehau static void
jme_txeof(struct jme_txdata * tdata)21779b99c84fSSepherosa Ziehau jme_txeof(struct jme_txdata *tdata)
217876fbb0b9SSepherosa Ziehau {
21799b99c84fSSepherosa Ziehau 	struct ifnet *ifp = &tdata->jme_sc->arpcom.ac_if;
21806960d7d2SSepherosa Ziehau 	int cons;
218176fbb0b9SSepherosa Ziehau 
21829b99c84fSSepherosa Ziehau 	cons = tdata->jme_tx_cons;
21839b99c84fSSepherosa Ziehau 	if (cons == tdata->jme_tx_prod)
218476fbb0b9SSepherosa Ziehau 		return;
218576fbb0b9SSepherosa Ziehau 
218676fbb0b9SSepherosa Ziehau 	/*
218776fbb0b9SSepherosa Ziehau 	 * Go through our Tx list and free mbufs for those
218876fbb0b9SSepherosa Ziehau 	 * frames which have been transmitted.
218976fbb0b9SSepherosa Ziehau 	 */
21909b99c84fSSepherosa Ziehau 	while (cons != tdata->jme_tx_prod) {
21916960d7d2SSepherosa Ziehau 		struct jme_txdesc *txd, *next_txd;
21926960d7d2SSepherosa Ziehau 		uint32_t status, next_status;
21936960d7d2SSepherosa Ziehau 		int next_cons, nsegs;
21946960d7d2SSepherosa Ziehau 
21959b99c84fSSepherosa Ziehau 		txd = &tdata->jme_txdesc[cons];
219676fbb0b9SSepherosa Ziehau 		KASSERT(txd->tx_m != NULL,
2197ed20d0e3SSascha Wildner 			("%s: freeing NULL mbuf!", __func__));
219876fbb0b9SSepherosa Ziehau 
219976fbb0b9SSepherosa Ziehau 		status = le32toh(txd->tx_desc->flags);
220076fbb0b9SSepherosa Ziehau 		if ((status & JME_TD_OWN) == JME_TD_OWN)
220176fbb0b9SSepherosa Ziehau 			break;
220276fbb0b9SSepherosa Ziehau 
22036960d7d2SSepherosa Ziehau 		/*
22046960d7d2SSepherosa Ziehau 		 * NOTE:
22056960d7d2SSepherosa Ziehau 		 * This chip will always update the TX descriptor's
22066960d7d2SSepherosa Ziehau 		 * buflen field and this updating always happens
22076960d7d2SSepherosa Ziehau 		 * after clearing the OWN bit, so even if the OWN
22086960d7d2SSepherosa Ziehau 		 * bit is cleared by the chip, we still don't sure
22096960d7d2SSepherosa Ziehau 		 * about whether the buflen field has been updated
22106960d7d2SSepherosa Ziehau 		 * by the chip or not.  To avoid this race, we wait
22116960d7d2SSepherosa Ziehau 		 * for the next TX descriptor's OWN bit to be cleared
22126960d7d2SSepherosa Ziehau 		 * by the chip before reusing this TX descriptor.
22136960d7d2SSepherosa Ziehau 		 */
22146960d7d2SSepherosa Ziehau 		next_cons = cons;
22159b99c84fSSepherosa Ziehau 		JME_DESC_ADD(next_cons, txd->tx_ndesc, tdata->jme_tx_desc_cnt);
22169b99c84fSSepherosa Ziehau 		next_txd = &tdata->jme_txdesc[next_cons];
22176960d7d2SSepherosa Ziehau 		if (next_txd->tx_m == NULL)
22186960d7d2SSepherosa Ziehau 			break;
22196960d7d2SSepherosa Ziehau 		next_status = le32toh(next_txd->tx_desc->flags);
22206960d7d2SSepherosa Ziehau 		if ((next_status & JME_TD_OWN) == JME_TD_OWN)
22216960d7d2SSepherosa Ziehau 			break;
22226960d7d2SSepherosa Ziehau 
222376fbb0b9SSepherosa Ziehau 		if (status & (JME_TD_TMOUT | JME_TD_RETRY_EXP)) {
2224d40991efSSepherosa Ziehau 			IFNET_STAT_INC(ifp, oerrors, 1);
222576fbb0b9SSepherosa Ziehau 		} else {
2226d40991efSSepherosa Ziehau 			IFNET_STAT_INC(ifp, opackets, 1);
222776fbb0b9SSepherosa Ziehau 			if (status & JME_TD_COLLISION) {
2228d40991efSSepherosa Ziehau 				IFNET_STAT_INC(ifp, collisions,
222976fbb0b9SSepherosa Ziehau 				    le32toh(txd->tx_desc->buflen) &
2230d40991efSSepherosa Ziehau 				    JME_TD_BUF_LEN_MASK);
223176fbb0b9SSepherosa Ziehau 			}
223276fbb0b9SSepherosa Ziehau 		}
223376fbb0b9SSepherosa Ziehau 
223476fbb0b9SSepherosa Ziehau 		/*
223576fbb0b9SSepherosa Ziehau 		 * Only the first descriptor of multi-descriptor
223676fbb0b9SSepherosa Ziehau 		 * transmission is updated so driver have to skip entire
223776fbb0b9SSepherosa Ziehau 		 * chained buffers for the transmiited frame. In other
223876fbb0b9SSepherosa Ziehau 		 * words, JME_TD_OWN bit is valid only at the first
223976fbb0b9SSepherosa Ziehau 		 * descriptor of a multi-descriptor transmission.
224076fbb0b9SSepherosa Ziehau 		 */
224176fbb0b9SSepherosa Ziehau 		for (nsegs = 0; nsegs < txd->tx_ndesc; nsegs++) {
22429b99c84fSSepherosa Ziehau 			tdata->jme_tx_ring[cons].flags = 0;
22439b99c84fSSepherosa Ziehau 			JME_DESC_INC(cons, tdata->jme_tx_desc_cnt);
224476fbb0b9SSepherosa Ziehau 		}
224576fbb0b9SSepherosa Ziehau 
224676fbb0b9SSepherosa Ziehau 		/* Reclaim transferred mbufs. */
22479b99c84fSSepherosa Ziehau 		bus_dmamap_unload(tdata->jme_tx_tag, txd->tx_dmamap);
224876fbb0b9SSepherosa Ziehau 		m_freem(txd->tx_m);
224976fbb0b9SSepherosa Ziehau 		txd->tx_m = NULL;
22509b99c84fSSepherosa Ziehau 		tdata->jme_tx_cnt -= txd->tx_ndesc;
22519b99c84fSSepherosa Ziehau 		KASSERT(tdata->jme_tx_cnt >= 0,
2252ed20d0e3SSascha Wildner 			("%s: Active Tx desc counter was garbled", __func__));
225376fbb0b9SSepherosa Ziehau 		txd->tx_ndesc = 0;
225476fbb0b9SSepherosa Ziehau 	}
22559b99c84fSSepherosa Ziehau 	tdata->jme_tx_cons = cons;
225676fbb0b9SSepherosa Ziehau 
22571bedd927SSepherosa Ziehau 	/* 1 for symbol TX descriptor */
22589b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_cnt <= JME_MAXTXSEGS + 1)
225976fbb0b9SSepherosa Ziehau 		ifp->if_timer = 0;
226076fbb0b9SSepherosa Ziehau 
22619b99c84fSSepherosa Ziehau 	if (tdata->jme_tx_cnt + JME_TXD_SPARE <=
22629b99c84fSSepherosa Ziehau 	    tdata->jme_tx_desc_cnt - JME_TXD_RSVD)
22639ed293e0SSepherosa Ziehau 		ifq_clr_oactive(&ifp->if_snd);
226476fbb0b9SSepherosa Ziehau }
226576fbb0b9SSepherosa Ziehau 
226676fbb0b9SSepherosa Ziehau static __inline void
jme_discard_rxbufs(struct jme_rxdata * rdata,int cons,int count)2267dea2452aSSepherosa Ziehau jme_discard_rxbufs(struct jme_rxdata *rdata, int cons, int count)
226876fbb0b9SSepherosa Ziehau {
226976fbb0b9SSepherosa Ziehau 	int i;
227076fbb0b9SSepherosa Ziehau 
227176fbb0b9SSepherosa Ziehau 	for (i = 0; i < count; ++i) {
2272fd2a6d2cSSepherosa Ziehau 		jme_setup_rxdesc(&rdata->jme_rxdesc[cons]);
22737b040092SSepherosa Ziehau 		JME_DESC_INC(cons, rdata->jme_rx_desc_cnt);
227476fbb0b9SSepherosa Ziehau 	}
227576fbb0b9SSepherosa Ziehau }
227676fbb0b9SSepherosa Ziehau 
2277a6acc6e2SSepherosa Ziehau static __inline struct pktinfo *
jme_pktinfo(struct pktinfo * pi,uint32_t flags)2278a6acc6e2SSepherosa Ziehau jme_pktinfo(struct pktinfo *pi, uint32_t flags)
2279a6acc6e2SSepherosa Ziehau {
2280a6acc6e2SSepherosa Ziehau 	if (flags & JME_RD_IPV4)
2281a6acc6e2SSepherosa Ziehau 		pi->pi_netisr = NETISR_IP;
2282a6acc6e2SSepherosa Ziehau 	else if (flags & JME_RD_IPV6)
2283a6acc6e2SSepherosa Ziehau 		pi->pi_netisr = NETISR_IPV6;
2284a6acc6e2SSepherosa Ziehau 	else
2285a6acc6e2SSepherosa Ziehau 		return NULL;
2286a6acc6e2SSepherosa Ziehau 
2287a6acc6e2SSepherosa Ziehau 	pi->pi_flags = 0;
2288a6acc6e2SSepherosa Ziehau 	pi->pi_l3proto = IPPROTO_UNKNOWN;
2289a6acc6e2SSepherosa Ziehau 
2290a6acc6e2SSepherosa Ziehau 	if (flags & JME_RD_MORE_FRAG)
2291a6acc6e2SSepherosa Ziehau 		pi->pi_flags |= PKTINFO_FLAG_FRAG;
2292a6acc6e2SSepherosa Ziehau 	else if (flags & JME_RD_TCP)
2293a6acc6e2SSepherosa Ziehau 		pi->pi_l3proto = IPPROTO_TCP;
2294a6acc6e2SSepherosa Ziehau 	else if (flags & JME_RD_UDP)
2295a6acc6e2SSepherosa Ziehau 		pi->pi_l3proto = IPPROTO_UDP;
22967345eb80SSepherosa Ziehau 	else
22977345eb80SSepherosa Ziehau 		pi = NULL;
2298a6acc6e2SSepherosa Ziehau 	return pi;
2299a6acc6e2SSepherosa Ziehau }
2300a6acc6e2SSepherosa Ziehau 
230176fbb0b9SSepherosa Ziehau /* Receive a frame. */
230276fbb0b9SSepherosa Ziehau static void
jme_rxpkt(struct jme_rxdata * rdata,int cpuid)2303ff37a356SSepherosa Ziehau jme_rxpkt(struct jme_rxdata *rdata, int cpuid)
230476fbb0b9SSepherosa Ziehau {
2305dea2452aSSepherosa Ziehau 	struct ifnet *ifp = &rdata->jme_sc->arpcom.ac_if;
230676fbb0b9SSepherosa Ziehau 	struct jme_desc *desc;
230776fbb0b9SSepherosa Ziehau 	struct jme_rxdesc *rxd;
230876fbb0b9SSepherosa Ziehau 	struct mbuf *mp, *m;
2309a6acc6e2SSepherosa Ziehau 	uint32_t flags, status, hash, hashinfo;
231076fbb0b9SSepherosa Ziehau 	int cons, count, nsegs;
231176fbb0b9SSepherosa Ziehau 
23124447c752SSepherosa Ziehau 	cons = rdata->jme_rx_cons;
23134447c752SSepherosa Ziehau 	desc = &rdata->jme_rx_ring[cons];
23149d4f763dSSepherosa Ziehau 
231576fbb0b9SSepherosa Ziehau 	flags = le32toh(desc->flags);
231676fbb0b9SSepherosa Ziehau 	status = le32toh(desc->buflen);
2317a6acc6e2SSepherosa Ziehau 	hash = le32toh(desc->addr_hi);
2318a6acc6e2SSepherosa Ziehau 	hashinfo = le32toh(desc->addr_lo);
231976fbb0b9SSepherosa Ziehau 	nsegs = JME_RX_NSEGS(status);
232076fbb0b9SSepherosa Ziehau 
23219d4f763dSSepherosa Ziehau 	if (nsegs > 1) {
23229d4f763dSSepherosa Ziehau 		/* Skip the first descriptor. */
23239d4f763dSSepherosa Ziehau 		JME_DESC_INC(cons, rdata->jme_rx_desc_cnt);
23249d4f763dSSepherosa Ziehau 
23259d4f763dSSepherosa Ziehau 		/*
23269d4f763dSSepherosa Ziehau 		 * Clear the OWN bit of the following RX descriptors;
23279d4f763dSSepherosa Ziehau 		 * hardware will not clear the OWN bit except the first
23289d4f763dSSepherosa Ziehau 		 * RX descriptor.
23299d4f763dSSepherosa Ziehau 		 *
23309d4f763dSSepherosa Ziehau 		 * Since the first RX descriptor is setup, i.e. OWN bit
23319d4f763dSSepherosa Ziehau 		 * on, before its followins RX descriptors, leaving the
23329d4f763dSSepherosa Ziehau 		 * OWN bit on the following RX descriptors will trick
23339d4f763dSSepherosa Ziehau 		 * the hardware into thinking that the following RX
23349d4f763dSSepherosa Ziehau 		 * descriptors are ready to be used too.
23359d4f763dSSepherosa Ziehau 		 */
23369d4f763dSSepherosa Ziehau 		for (count = 1; count < nsegs; count++,
23379d4f763dSSepherosa Ziehau 		     JME_DESC_INC(cons, rdata->jme_rx_desc_cnt))
23389d4f763dSSepherosa Ziehau 			rdata->jme_rx_ring[cons].flags = 0;
23399d4f763dSSepherosa Ziehau 
23409d4f763dSSepherosa Ziehau 		cons = rdata->jme_rx_cons;
23419d4f763dSSepherosa Ziehau 	}
23429d4f763dSSepherosa Ziehau 
23437b040092SSepherosa Ziehau 	JME_RSS_DPRINTF(rdata->jme_sc, 15, "ring%d, flags 0x%08x, "
2344a6acc6e2SSepherosa Ziehau 			"hash 0x%08x, hash info 0x%08x\n",
23457b040092SSepherosa Ziehau 			rdata->jme_rx_idx, flags, hash, hashinfo);
2346760c056cSSepherosa Ziehau 
234776fbb0b9SSepherosa Ziehau 	if (status & JME_RX_ERR_STAT) {
2348d40991efSSepherosa Ziehau 		IFNET_STAT_INC(ifp, ierrors, 1);
2349dea2452aSSepherosa Ziehau 		jme_discard_rxbufs(rdata, cons, nsegs);
235076fbb0b9SSepherosa Ziehau #ifdef JME_SHOW_ERRORS
23518dedb1a7Szrj 		if_printf(ifp, "%s : receive error = 0x%pb%i\n",
23528dedb1a7Szrj 		    __func__, JME_RX_ERR_BITS, JME_RX_ERR(status));
235376fbb0b9SSepherosa Ziehau #endif
23544447c752SSepherosa Ziehau 		rdata->jme_rx_cons += nsegs;
23557b040092SSepherosa Ziehau 		rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt;
235676fbb0b9SSepherosa Ziehau 		return;
235776fbb0b9SSepherosa Ziehau 	}
235876fbb0b9SSepherosa Ziehau 
23594447c752SSepherosa Ziehau 	rdata->jme_rxlen = JME_RX_BYTES(status) - JME_RX_PAD_BYTES;
236076fbb0b9SSepherosa Ziehau 	for (count = 0; count < nsegs; count++,
23617b040092SSepherosa Ziehau 	     JME_DESC_INC(cons, rdata->jme_rx_desc_cnt)) {
23624447c752SSepherosa Ziehau 		rxd = &rdata->jme_rxdesc[cons];
236376fbb0b9SSepherosa Ziehau 		mp = rxd->rx_m;
236476fbb0b9SSepherosa Ziehau 
236576fbb0b9SSepherosa Ziehau 		/* Add a new receive buffer to the ring. */
2366dea2452aSSepherosa Ziehau 		if (jme_newbuf(rdata, rxd, 0) != 0) {
2367d40991efSSepherosa Ziehau 			IFNET_STAT_INC(ifp, iqdrops, 1);
236876fbb0b9SSepherosa Ziehau 			/* Reuse buffer. */
2369dea2452aSSepherosa Ziehau 			jme_discard_rxbufs(rdata, cons, nsegs - count);
23704447c752SSepherosa Ziehau 			if (rdata->jme_rxhead != NULL) {
23714447c752SSepherosa Ziehau 				m_freem(rdata->jme_rxhead);
2372dea2452aSSepherosa Ziehau 				JME_RXCHAIN_RESET(rdata);
237376fbb0b9SSepherosa Ziehau 			}
237476fbb0b9SSepherosa Ziehau 			break;
237576fbb0b9SSepherosa Ziehau 		}
237676fbb0b9SSepherosa Ziehau 
237776fbb0b9SSepherosa Ziehau 		/*
237876fbb0b9SSepherosa Ziehau 		 * Assume we've received a full sized frame.
237976fbb0b9SSepherosa Ziehau 		 * Actual size is fixed when we encounter the end of
238076fbb0b9SSepherosa Ziehau 		 * multi-segmented frame.
238176fbb0b9SSepherosa Ziehau 		 */
238276fbb0b9SSepherosa Ziehau 		mp->m_len = MCLBYTES;
238376fbb0b9SSepherosa Ziehau 
238476fbb0b9SSepherosa Ziehau 		/* Chain received mbufs. */
23854447c752SSepherosa Ziehau 		if (rdata->jme_rxhead == NULL) {
23864447c752SSepherosa Ziehau 			rdata->jme_rxhead = mp;
23874447c752SSepherosa Ziehau 			rdata->jme_rxtail = mp;
238876fbb0b9SSepherosa Ziehau 		} else {
238976fbb0b9SSepherosa Ziehau 			/*
239076fbb0b9SSepherosa Ziehau 			 * Receive processor can receive a maximum frame
239176fbb0b9SSepherosa Ziehau 			 * size of 65535 bytes.
239276fbb0b9SSepherosa Ziehau 			 */
23934447c752SSepherosa Ziehau 			rdata->jme_rxtail->m_next = mp;
23944447c752SSepherosa Ziehau 			rdata->jme_rxtail = mp;
239576fbb0b9SSepherosa Ziehau 		}
239676fbb0b9SSepherosa Ziehau 
239776fbb0b9SSepherosa Ziehau 		if (count == nsegs - 1) {
2398a6acc6e2SSepherosa Ziehau 			struct pktinfo pi0, *pi;
2399a6acc6e2SSepherosa Ziehau 
240076fbb0b9SSepherosa Ziehau 			/* Last desc. for this frame. */
24014447c752SSepherosa Ziehau 			m = rdata->jme_rxhead;
24024447c752SSepherosa Ziehau 			m->m_pkthdr.len = rdata->jme_rxlen;
240376fbb0b9SSepherosa Ziehau 			if (nsegs > 1) {
240476fbb0b9SSepherosa Ziehau 				/* Set first mbuf size. */
240576fbb0b9SSepherosa Ziehau 				m->m_len = MCLBYTES - JME_RX_PAD_BYTES;
240676fbb0b9SSepherosa Ziehau 				/* Set last mbuf size. */
24074447c752SSepherosa Ziehau 				mp->m_len = rdata->jme_rxlen -
240876fbb0b9SSepherosa Ziehau 				    ((MCLBYTES - JME_RX_PAD_BYTES) +
240976fbb0b9SSepherosa Ziehau 				    (MCLBYTES * (nsegs - 2)));
241076fbb0b9SSepherosa Ziehau 			} else {
24114447c752SSepherosa Ziehau 				m->m_len = rdata->jme_rxlen;
241276fbb0b9SSepherosa Ziehau 			}
241376fbb0b9SSepherosa Ziehau 			m->m_pkthdr.rcvif = ifp;
241476fbb0b9SSepherosa Ziehau 
241576fbb0b9SSepherosa Ziehau 			/*
241676fbb0b9SSepherosa Ziehau 			 * Account for 10bytes auto padding which is used
241776fbb0b9SSepherosa Ziehau 			 * to align IP header on 32bit boundary. Also note,
241876fbb0b9SSepherosa Ziehau 			 * CRC bytes is automatically removed by the
241976fbb0b9SSepherosa Ziehau 			 * hardware.
242076fbb0b9SSepherosa Ziehau 			 */
242176fbb0b9SSepherosa Ziehau 			m->m_data += JME_RX_PAD_BYTES;
242276fbb0b9SSepherosa Ziehau 
242376fbb0b9SSepherosa Ziehau 			/* Set checksum information. */
242476fbb0b9SSepherosa Ziehau 			if ((ifp->if_capenable & IFCAP_RXCSUM) &&
242576fbb0b9SSepherosa Ziehau 			    (flags & JME_RD_IPV4)) {
242676fbb0b9SSepherosa Ziehau 				m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED;
242776fbb0b9SSepherosa Ziehau 				if (flags & JME_RD_IPCSUM)
242876fbb0b9SSepherosa Ziehau 					m->m_pkthdr.csum_flags |= CSUM_IP_VALID;
242976fbb0b9SSepherosa Ziehau 				if ((flags & JME_RD_MORE_FRAG) == 0 &&
243076fbb0b9SSepherosa Ziehau 				    ((flags & (JME_RD_TCP | JME_RD_TCPCSUM)) ==
243176fbb0b9SSepherosa Ziehau 				     (JME_RD_TCP | JME_RD_TCPCSUM) ||
243276fbb0b9SSepherosa Ziehau 				     (flags & (JME_RD_UDP | JME_RD_UDPCSUM)) ==
243376fbb0b9SSepherosa Ziehau 				     (JME_RD_UDP | JME_RD_UDPCSUM))) {
243476fbb0b9SSepherosa Ziehau 					m->m_pkthdr.csum_flags |=
243576fbb0b9SSepherosa Ziehau 					    CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
243676fbb0b9SSepherosa Ziehau 					m->m_pkthdr.csum_data = 0xffff;
243776fbb0b9SSepherosa Ziehau 				}
243876fbb0b9SSepherosa Ziehau 			}
243976fbb0b9SSepherosa Ziehau 
244076fbb0b9SSepherosa Ziehau 			/* Check for VLAN tagged packets. */
244176fbb0b9SSepherosa Ziehau 			if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) &&
244276fbb0b9SSepherosa Ziehau 			    (flags & JME_RD_VLAN_TAG)) {
244376fbb0b9SSepherosa Ziehau 				m->m_pkthdr.ether_vlantag =
244476fbb0b9SSepherosa Ziehau 				    flags & JME_RD_VLAN_MASK;
244576fbb0b9SSepherosa Ziehau 				m->m_flags |= M_VLANTAG;
244676fbb0b9SSepherosa Ziehau 			}
244776fbb0b9SSepherosa Ziehau 
2448d40991efSSepherosa Ziehau 			IFNET_STAT_INC(ifp, ipackets, 1);
2449a6acc6e2SSepherosa Ziehau 
2450a6acc6e2SSepherosa Ziehau 			if (ifp->if_capenable & IFCAP_RSS)
2451a6acc6e2SSepherosa Ziehau 				pi = jme_pktinfo(&pi0, flags);
2452a6acc6e2SSepherosa Ziehau 			else
2453a6acc6e2SSepherosa Ziehau 				pi = NULL;
2454a6acc6e2SSepherosa Ziehau 
2455a6acc6e2SSepherosa Ziehau 			if (pi != NULL &&
2456055b7997SSepherosa Ziehau 			    (hashinfo & JME_RD_HASH_FN_MASK) ==
2457055b7997SSepherosa Ziehau 			    JME_RD_HASH_FN_TOEPLITZ) {
24587558541bSSepherosa Ziehau 				m_sethash(m, toeplitz_hash(hash));
24597558541bSSepherosa Ziehau 				m->m_flags |= M_CKHASH;
2460a6acc6e2SSepherosa Ziehau 			}
2461a6acc6e2SSepherosa Ziehau 
2462a6acc6e2SSepherosa Ziehau #ifdef JME_RSS_DEBUG
2463a6acc6e2SSepherosa Ziehau 			if (pi != NULL) {
24647b040092SSepherosa Ziehau 				JME_RSS_DPRINTF(rdata->jme_sc, 10,
2465a6acc6e2SSepherosa Ziehau 				    "isr %d flags %08x, l3 %d %s\n",
2466a6acc6e2SSepherosa Ziehau 				    pi->pi_netisr, pi->pi_flags,
2467a6acc6e2SSepherosa Ziehau 				    pi->pi_l3proto,
2468a6acc6e2SSepherosa Ziehau 				    (m->m_flags & M_HASH) ? "hash" : "");
2469a6acc6e2SSepherosa Ziehau 			}
2470a6acc6e2SSepherosa Ziehau #endif
2471a6acc6e2SSepherosa Ziehau 
247276fbb0b9SSepherosa Ziehau 			/* Pass it on. */
2473be4134c6SFranco Fichtner 			ifp->if_input(ifp, m, pi, cpuid);
247476fbb0b9SSepherosa Ziehau 
247576fbb0b9SSepherosa Ziehau 			/* Reset mbuf chains. */
2476dea2452aSSepherosa Ziehau 			JME_RXCHAIN_RESET(rdata);
2477760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
24787b040092SSepherosa Ziehau 			rdata->jme_rx_pkt++;
2479760c056cSSepherosa Ziehau #endif
248076fbb0b9SSepherosa Ziehau 		}
248176fbb0b9SSepherosa Ziehau 	}
248276fbb0b9SSepherosa Ziehau 
24834447c752SSepherosa Ziehau 	rdata->jme_rx_cons += nsegs;
24847b040092SSepherosa Ziehau 	rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt;
248576fbb0b9SSepherosa Ziehau }
248676fbb0b9SSepherosa Ziehau 
2487eda7db08SSepherosa Ziehau static void
jme_rxeof(struct jme_rxdata * rdata,int count,int cpuid)2488ff37a356SSepherosa Ziehau jme_rxeof(struct jme_rxdata *rdata, int count, int cpuid)
248976fbb0b9SSepherosa Ziehau {
249076fbb0b9SSepherosa Ziehau 	struct jme_desc *desc;
2491eda7db08SSepherosa Ziehau 	int nsegs, pktlen;
249276fbb0b9SSepherosa Ziehau 
249376fbb0b9SSepherosa Ziehau 	for (;;) {
24948a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
24953fa06afcSSepherosa Ziehau 		if (count >= 0 && count-- == 0)
24963fa06afcSSepherosa Ziehau 			break;
24973fa06afcSSepherosa Ziehau #endif
24984447c752SSepherosa Ziehau 		desc = &rdata->jme_rx_ring[rdata->jme_rx_cons];
249976fbb0b9SSepherosa Ziehau 		if ((le32toh(desc->flags) & JME_RD_OWN) == JME_RD_OWN)
250076fbb0b9SSepherosa Ziehau 			break;
250176fbb0b9SSepherosa Ziehau 		if ((le32toh(desc->buflen) & JME_RD_VALID) == 0)
250276fbb0b9SSepherosa Ziehau 			break;
250376fbb0b9SSepherosa Ziehau 
250476fbb0b9SSepherosa Ziehau 		/*
250576fbb0b9SSepherosa Ziehau 		 * Check number of segments against received bytes.
250676fbb0b9SSepherosa Ziehau 		 * Non-matching value would indicate that hardware
250776fbb0b9SSepherosa Ziehau 		 * is still trying to update Rx descriptors. I'm not
250876fbb0b9SSepherosa Ziehau 		 * sure whether this check is needed.
250976fbb0b9SSepherosa Ziehau 		 */
251076fbb0b9SSepherosa Ziehau 		nsegs = JME_RX_NSEGS(le32toh(desc->buflen));
251176fbb0b9SSepherosa Ziehau 		pktlen = JME_RX_BYTES(le32toh(desc->buflen));
251276fbb0b9SSepherosa Ziehau 		if (nsegs != howmany(pktlen, MCLBYTES)) {
2513dea2452aSSepherosa Ziehau 			if_printf(&rdata->jme_sc->arpcom.ac_if,
2514dea2452aSSepherosa Ziehau 			    "RX fragment count(%d) and "
2515dea2452aSSepherosa Ziehau 			    "packet size(%d) mismach\n", nsegs, pktlen);
251676fbb0b9SSepherosa Ziehau 			break;
251776fbb0b9SSepherosa Ziehau 		}
251876fbb0b9SSepherosa Ziehau 
25196afef6abSSepherosa Ziehau 		/*
25206afef6abSSepherosa Ziehau 		 * NOTE:
25216afef6abSSepherosa Ziehau 		 * RSS hash and hash information may _not_ be set by the
25226afef6abSSepherosa Ziehau 		 * hardware even if the OWN bit is cleared and VALID bit
25236afef6abSSepherosa Ziehau 		 * is set.
25246afef6abSSepherosa Ziehau 		 *
25256afef6abSSepherosa Ziehau 		 * If the RSS information is not delivered by the hardware
25266afef6abSSepherosa Ziehau 		 * yet, we MUST NOT accept this packet, let alone reusing
25276afef6abSSepherosa Ziehau 		 * its RX descriptor.  If this packet was accepted and its
25286afef6abSSepherosa Ziehau 		 * RX descriptor was reused before hardware delivering the
25296afef6abSSepherosa Ziehau 		 * RSS information, the RX buffer's address would be trashed
25306afef6abSSepherosa Ziehau 		 * by the RSS information delivered by the hardware.
25316afef6abSSepherosa Ziehau 		 */
25326afef6abSSepherosa Ziehau 		if (JME_ENABLE_HWRSS(rdata->jme_sc)) {
25336afef6abSSepherosa Ziehau 			struct jme_rxdesc *rxd;
25346afef6abSSepherosa Ziehau 			uint32_t hashinfo;
25356afef6abSSepherosa Ziehau 
25366afef6abSSepherosa Ziehau 			hashinfo = le32toh(desc->addr_lo);
25376afef6abSSepherosa Ziehau 			rxd = &rdata->jme_rxdesc[rdata->jme_rx_cons];
25386afef6abSSepherosa Ziehau 
25396afef6abSSepherosa Ziehau 			/*
25406afef6abSSepherosa Ziehau 			 * This test should be enough to detect the pending
25416afef6abSSepherosa Ziehau 			 * RSS information delivery, given:
25426afef6abSSepherosa Ziehau 			 * - If RSS hash is not calculated, the hashinfo
2543030b0c8cSMichael Neumann 			 *   will be 0.  However, the lower 32bits of RX
2544064b75edSSepherosa Ziehau 			 *   buffers' physical address will never be 0.
2545064b75edSSepherosa Ziehau 			 *   (see jme_rxbuf_dma_filter)
25466afef6abSSepherosa Ziehau 			 * - If RSS hash is calculated, the lowest 4 bits
25476afef6abSSepherosa Ziehau 			 *   of hashinfo will be set, while the RX buffers
25486afef6abSSepherosa Ziehau 			 *   are at least 2K aligned.
25496afef6abSSepherosa Ziehau 			 */
25506afef6abSSepherosa Ziehau 			if (hashinfo == JME_ADDR_LO(rxd->rx_paddr)) {
25516afef6abSSepherosa Ziehau #ifdef JME_SHOW_RSSWB
25526afef6abSSepherosa Ziehau 				if_printf(&rdata->jme_sc->arpcom.ac_if,
25536afef6abSSepherosa Ziehau 				    "RSS is not written back yet\n");
25546afef6abSSepherosa Ziehau #endif
25556afef6abSSepherosa Ziehau 				break;
25566afef6abSSepherosa Ziehau 			}
25576afef6abSSepherosa Ziehau 		}
25586afef6abSSepherosa Ziehau 
255976fbb0b9SSepherosa Ziehau 		/* Received a frame. */
2560ff37a356SSepherosa Ziehau 		jme_rxpkt(rdata, cpuid);
256176fbb0b9SSepherosa Ziehau 	}
256276fbb0b9SSepherosa Ziehau }
256376fbb0b9SSepherosa Ziehau 
256476fbb0b9SSepherosa Ziehau static void
jme_tick(void * xsc)256576fbb0b9SSepherosa Ziehau jme_tick(void *xsc)
256676fbb0b9SSepherosa Ziehau {
256776fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = xsc;
256876fbb0b9SSepherosa Ziehau 	struct mii_data *mii = device_get_softc(sc->jme_miibus);
256976fbb0b9SSepherosa Ziehau 
2570cccc3955SSepherosa Ziehau 	lwkt_serialize_enter(&sc->jme_serialize);
257176fbb0b9SSepherosa Ziehau 
2572d35dc29fSSepherosa Ziehau 	KKASSERT(mycpuid == JME_TICK_CPUID);
2573d35dc29fSSepherosa Ziehau 
2574cccc3955SSepherosa Ziehau 	sc->jme_in_tick = TRUE;
257576fbb0b9SSepherosa Ziehau 	mii_tick(mii);
2576cccc3955SSepherosa Ziehau 	sc->jme_in_tick = FALSE;
2577cccc3955SSepherosa Ziehau 
257876fbb0b9SSepherosa Ziehau 	callout_reset(&sc->jme_tick_ch, hz, jme_tick, sc);
257976fbb0b9SSepherosa Ziehau 
2580cccc3955SSepherosa Ziehau 	lwkt_serialize_exit(&sc->jme_serialize);
258176fbb0b9SSepherosa Ziehau }
258276fbb0b9SSepherosa Ziehau 
258376fbb0b9SSepherosa Ziehau static void
jme_reset(struct jme_softc * sc)258476fbb0b9SSepherosa Ziehau jme_reset(struct jme_softc *sc)
258576fbb0b9SSepherosa Ziehau {
2586409fe405SSepherosa Ziehau 	uint32_t val;
2587409fe405SSepherosa Ziehau 
2588409fe405SSepherosa Ziehau 	/* Make sure that TX and RX are stopped */
258976fbb0b9SSepherosa Ziehau 	jme_stop_tx(sc);
2590409fe405SSepherosa Ziehau 	jme_stop_rx(sc);
2591409fe405SSepherosa Ziehau 
2592409fe405SSepherosa Ziehau 	/* Start reset */
259376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
2594409fe405SSepherosa Ziehau 	DELAY(20);
2595409fe405SSepherosa Ziehau 
2596409fe405SSepherosa Ziehau 	/*
2597409fe405SSepherosa Ziehau 	 * Hold reset bit before stop reset
2598409fe405SSepherosa Ziehau 	 */
2599409fe405SSepherosa Ziehau 
2600409fe405SSepherosa Ziehau 	/* Disable TXMAC and TXOFL clock sources */
2601409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
2602409fe405SSepherosa Ziehau 	/* Disable RXMAC clock source */
2603409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_GPREG1);
2604409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC);
2605409fe405SSepherosa Ziehau 	/* Flush */
2606409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_GHC);
2607409fe405SSepherosa Ziehau 
2608409fe405SSepherosa Ziehau 	/* Stop reset */
260976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, 0);
2610409fe405SSepherosa Ziehau 	/* Flush */
2611409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_GHC);
2612409fe405SSepherosa Ziehau 
2613409fe405SSepherosa Ziehau 	/*
2614409fe405SSepherosa Ziehau 	 * Clear reset bit after stop reset
2615409fe405SSepherosa Ziehau 	 */
2616409fe405SSepherosa Ziehau 
2617409fe405SSepherosa Ziehau 	/* Enable TXMAC and TXOFL clock sources */
2618409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC);
2619409fe405SSepherosa Ziehau 	/* Enable RXMAC clock source */
2620409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_GPREG1);
2621409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC);
2622409fe405SSepherosa Ziehau 	/* Flush */
2623409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_GHC);
2624409fe405SSepherosa Ziehau 
2625409fe405SSepherosa Ziehau 	/* Disable TXMAC and TXOFL clock sources */
2626409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, 0);
2627409fe405SSepherosa Ziehau 	/* Disable RXMAC clock source */
2628409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_GPREG1);
2629409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC);
2630409fe405SSepherosa Ziehau 	/* Flush */
2631409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_GHC);
2632409fe405SSepherosa Ziehau 
2633409fe405SSepherosa Ziehau 	/* Enable TX and RX */
2634409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_TXCSR);
2635409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXCSR, val | TXCSR_TX_ENB);
2636409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_RXCSR);
2637409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXCSR, val | RXCSR_RX_ENB);
2638409fe405SSepherosa Ziehau 	/* Flush */
2639409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_TXCSR);
2640409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_RXCSR);
2641409fe405SSepherosa Ziehau 
2642409fe405SSepherosa Ziehau 	/* Enable TXMAC and TXOFL clock sources */
2643409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC);
26446e8695eaSSepherosa Ziehau 	/* Disable RXMAC clock source */
2645409fe405SSepherosa Ziehau 	val = CSR_READ_4(sc, JME_GPREG1);
2646409fe405SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC);
2647409fe405SSepherosa Ziehau 	/* Flush */
2648409fe405SSepherosa Ziehau 	CSR_READ_4(sc, JME_GHC);
2649409fe405SSepherosa Ziehau 
2650409fe405SSepherosa Ziehau 	/* Stop TX and RX */
2651409fe405SSepherosa Ziehau 	jme_stop_tx(sc);
2652409fe405SSepherosa Ziehau 	jme_stop_rx(sc);
265376fbb0b9SSepherosa Ziehau }
265476fbb0b9SSepherosa Ziehau 
265576fbb0b9SSepherosa Ziehau static void
jme_init(void * xsc)265676fbb0b9SSepherosa Ziehau jme_init(void *xsc)
265776fbb0b9SSepherosa Ziehau {
265876fbb0b9SSepherosa Ziehau 	struct jme_softc *sc = xsc;
265976fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
266076fbb0b9SSepherosa Ziehau 	struct mii_data *mii;
266176fbb0b9SSepherosa Ziehau 	uint8_t eaddr[ETHER_ADDR_LEN];
266276fbb0b9SSepherosa Ziehau 	bus_addr_t paddr;
266376fbb0b9SSepherosa Ziehau 	uint32_t reg;
26644447c752SSepherosa Ziehau 	int error, r;
266576fbb0b9SSepherosa Ziehau 
266631f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
266776fbb0b9SSepherosa Ziehau 
266876fbb0b9SSepherosa Ziehau 	/*
266976fbb0b9SSepherosa Ziehau 	 * Cancel any pending I/O.
267076fbb0b9SSepherosa Ziehau 	 */
267176fbb0b9SSepherosa Ziehau 	jme_stop(sc);
267276fbb0b9SSepherosa Ziehau 
267376fbb0b9SSepherosa Ziehau 	/*
267476fbb0b9SSepherosa Ziehau 	 * Reset the chip to a known state.
267576fbb0b9SSepherosa Ziehau 	 */
267676fbb0b9SSepherosa Ziehau 	jme_reset(sc);
267776fbb0b9SSepherosa Ziehau 
267858880b0dSSepherosa Ziehau 	/*
267958880b0dSSepherosa Ziehau 	 * Setup MSI/MSI-X vectors to interrupts mapping
268058880b0dSSepherosa Ziehau 	 */
268158880b0dSSepherosa Ziehau 	jme_set_msinum(sc);
268258880b0dSSepherosa Ziehau 
26836afef6abSSepherosa Ziehau 	if (JME_ENABLE_HWRSS(sc))
2684760c056cSSepherosa Ziehau 		jme_enable_rss(sc);
2685760c056cSSepherosa Ziehau 	else
2686760c056cSSepherosa Ziehau 		jme_disable_rss(sc);
26874447c752SSepherosa Ziehau 
26884447c752SSepherosa Ziehau 	/* Init RX descriptors */
26897b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
2690dea2452aSSepherosa Ziehau 		error = jme_init_rx_ring(&sc->jme_cdata.jme_rx_data[r]);
26914447c752SSepherosa Ziehau 		if (error) {
26924447c752SSepherosa Ziehau 			if_printf(ifp, "initialization failed: "
26934447c752SSepherosa Ziehau 				  "no memory for %dth RX ring.\n", r);
269476fbb0b9SSepherosa Ziehau 			jme_stop(sc);
269576fbb0b9SSepherosa Ziehau 			return;
269676fbb0b9SSepherosa Ziehau 		}
26974447c752SSepherosa Ziehau 	}
26984447c752SSepherosa Ziehau 
26994447c752SSepherosa Ziehau 	/* Init TX descriptors */
27009b99c84fSSepherosa Ziehau 	jme_init_tx_ring(&sc->jme_cdata.jme_tx_data);
270176fbb0b9SSepherosa Ziehau 
270276fbb0b9SSepherosa Ziehau 	/* Initialize shadow status block. */
270376fbb0b9SSepherosa Ziehau 	jme_init_ssb(sc);
270476fbb0b9SSepherosa Ziehau 
270576fbb0b9SSepherosa Ziehau 	/* Reprogram the station address. */
270676fbb0b9SSepherosa Ziehau 	bcopy(IF_LLADDR(ifp), eaddr, ETHER_ADDR_LEN);
270776fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_PAR0,
270876fbb0b9SSepherosa Ziehau 	    eaddr[3] << 24 | eaddr[2] << 16 | eaddr[1] << 8 | eaddr[0]);
270976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_PAR1, eaddr[5] << 8 | eaddr[4]);
271076fbb0b9SSepherosa Ziehau 
271176fbb0b9SSepherosa Ziehau 	/*
271276fbb0b9SSepherosa Ziehau 	 * Configure Tx queue.
271376fbb0b9SSepherosa Ziehau 	 *  Tx priority queue weight value : 0
271476fbb0b9SSepherosa Ziehau 	 *  Tx FIFO threshold for processing next packet : 16QW
271576fbb0b9SSepherosa Ziehau 	 *  Maximum Tx DMA length : 512
271676fbb0b9SSepherosa Ziehau 	 *  Allow Tx DMA burst.
271776fbb0b9SSepherosa Ziehau 	 */
271876fbb0b9SSepherosa Ziehau 	sc->jme_txcsr = TXCSR_TXQ_N_SEL(TXCSR_TXQ0);
271976fbb0b9SSepherosa Ziehau 	sc->jme_txcsr |= TXCSR_TXQ_WEIGHT(TXCSR_TXQ_WEIGHT_MIN);
272076fbb0b9SSepherosa Ziehau 	sc->jme_txcsr |= TXCSR_FIFO_THRESH_16QW;
272176fbb0b9SSepherosa Ziehau 	sc->jme_txcsr |= sc->jme_tx_dma_size;
272276fbb0b9SSepherosa Ziehau 	sc->jme_txcsr |= TXCSR_DMA_BURST;
272376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr);
272476fbb0b9SSepherosa Ziehau 
272576fbb0b9SSepherosa Ziehau 	/* Set Tx descriptor counter. */
27269b99c84fSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXQDC, sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt);
272776fbb0b9SSepherosa Ziehau 
272876fbb0b9SSepherosa Ziehau 	/* Set Tx ring address to the hardware. */
27299b99c84fSSepherosa Ziehau 	paddr = sc->jme_cdata.jme_tx_data.jme_tx_ring_paddr;
273076fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr));
273176fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr));
273276fbb0b9SSepherosa Ziehau 
273376fbb0b9SSepherosa Ziehau 	/* Configure TxMAC parameters. */
273476fbb0b9SSepherosa Ziehau 	reg = TXMAC_IFG1_DEFAULT | TXMAC_IFG2_DEFAULT | TXMAC_IFG_ENB;
273576fbb0b9SSepherosa Ziehau 	reg |= TXMAC_THRESH_1_PKT;
273676fbb0b9SSepherosa Ziehau 	reg |= TXMAC_CRC_ENB | TXMAC_PAD_ENB;
273776fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXMAC, reg);
273876fbb0b9SSepherosa Ziehau 
273976fbb0b9SSepherosa Ziehau 	/*
274076fbb0b9SSepherosa Ziehau 	 * Configure Rx queue.
274176fbb0b9SSepherosa Ziehau 	 *  FIFO full threshold for transmitting Tx pause packet : 128T
274276fbb0b9SSepherosa Ziehau 	 *  FIFO threshold for processing next packet : 128QW
274376fbb0b9SSepherosa Ziehau 	 *  Rx queue 0 select
274476fbb0b9SSepherosa Ziehau 	 *  Max Rx DMA length : 128
274576fbb0b9SSepherosa Ziehau 	 *  Rx descriptor retry : 32
274676fbb0b9SSepherosa Ziehau 	 *  Rx descriptor retry time gap : 256ns
274776fbb0b9SSepherosa Ziehau 	 *  Don't receive runt/bad frame.
274876fbb0b9SSepherosa Ziehau 	 */
274976fbb0b9SSepherosa Ziehau 	sc->jme_rxcsr = RXCSR_FIFO_FTHRESH_128T;
2750223cfc2fSSepherosa Ziehau #if 0
275176fbb0b9SSepherosa Ziehau 	/*
275276fbb0b9SSepherosa Ziehau 	 * Since Rx FIFO size is 4K bytes, receiving frames larger
275376fbb0b9SSepherosa Ziehau 	 * than 4K bytes will suffer from Rx FIFO overruns. So
275476fbb0b9SSepherosa Ziehau 	 * decrease FIFO threshold to reduce the FIFO overruns for
275576fbb0b9SSepherosa Ziehau 	 * frames larger than 4000 bytes.
275676fbb0b9SSepherosa Ziehau 	 * For best performance of standard MTU sized frames use
275776fbb0b9SSepherosa Ziehau 	 * maximum allowable FIFO threshold, 128QW.
275876fbb0b9SSepherosa Ziehau 	 */
275976fbb0b9SSepherosa Ziehau 	if ((ifp->if_mtu + ETHER_HDR_LEN + EVL_ENCAPLEN + ETHER_CRC_LEN) >
276076fbb0b9SSepherosa Ziehau 	    JME_RX_FIFO_SIZE)
276176fbb0b9SSepherosa Ziehau 		sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW;
276276fbb0b9SSepherosa Ziehau 	else
276376fbb0b9SSepherosa Ziehau 		sc->jme_rxcsr |= RXCSR_FIFO_THRESH_128QW;
2764223cfc2fSSepherosa Ziehau #else
2765223cfc2fSSepherosa Ziehau 	/* Improve PCI Express compatibility */
2766223cfc2fSSepherosa Ziehau 	sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW;
2767223cfc2fSSepherosa Ziehau #endif
2768223cfc2fSSepherosa Ziehau 	sc->jme_rxcsr |= sc->jme_rx_dma_size;
276976fbb0b9SSepherosa Ziehau 	sc->jme_rxcsr |= RXCSR_DESC_RT_CNT(RXCSR_DESC_RT_CNT_DEFAULT);
277076fbb0b9SSepherosa Ziehau 	sc->jme_rxcsr |= RXCSR_DESC_RT_GAP_256 & RXCSR_DESC_RT_GAP_MASK;
277176fbb0b9SSepherosa Ziehau 	/* XXX TODO DROP_BAD */
27724447c752SSepherosa Ziehau 
27737b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
27747b040092SSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
27757b040092SSepherosa Ziehau 
27764447c752SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r));
277776fbb0b9SSepherosa Ziehau 
277876fbb0b9SSepherosa Ziehau 		/* Set Rx descriptor counter. */
27797b040092SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXQDC, rdata->jme_rx_desc_cnt);
278076fbb0b9SSepherosa Ziehau 
278176fbb0b9SSepherosa Ziehau 		/* Set Rx ring address to the hardware. */
27827b040092SSepherosa Ziehau 		paddr = rdata->jme_rx_ring_paddr;
278376fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr));
278476fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr));
27854447c752SSepherosa Ziehau 	}
278676fbb0b9SSepherosa Ziehau 
278776fbb0b9SSepherosa Ziehau 	/* Clear receive filter. */
278876fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXMAC, 0);
278976fbb0b9SSepherosa Ziehau 
279076fbb0b9SSepherosa Ziehau 	/* Set up the receive filter. */
279176fbb0b9SSepherosa Ziehau 	jme_set_filter(sc);
279276fbb0b9SSepherosa Ziehau 	jme_set_vlan(sc);
279376fbb0b9SSepherosa Ziehau 
279476fbb0b9SSepherosa Ziehau 	/*
279576fbb0b9SSepherosa Ziehau 	 * Disable all WOL bits as WOL can interfere normal Rx
279676fbb0b9SSepherosa Ziehau 	 * operation. Also clear WOL detection status bits.
279776fbb0b9SSepherosa Ziehau 	 */
279876fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_PMCS);
279976fbb0b9SSepherosa Ziehau 	reg &= ~PMCS_WOL_ENB_MASK;
280076fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_PMCS, reg);
280176fbb0b9SSepherosa Ziehau 
280276fbb0b9SSepherosa Ziehau 	/*
280376fbb0b9SSepherosa Ziehau 	 * Pad 10bytes right before received frame. This will greatly
280476fbb0b9SSepherosa Ziehau 	 * help Rx performance on strict-alignment architectures as
280576fbb0b9SSepherosa Ziehau 	 * it does not need to copy the frame to align the payload.
280676fbb0b9SSepherosa Ziehau 	 */
280776fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_RXMAC);
280876fbb0b9SSepherosa Ziehau 	reg |= RXMAC_PAD_10BYTES;
280976fbb0b9SSepherosa Ziehau 
281076fbb0b9SSepherosa Ziehau 	if (ifp->if_capenable & IFCAP_RXCSUM)
281176fbb0b9SSepherosa Ziehau 		reg |= RXMAC_CSUM_ENB;
281276fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXMAC, reg);
281376fbb0b9SSepherosa Ziehau 
281476fbb0b9SSepherosa Ziehau 	/* Configure general purpose reg0 */
281576fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_GPREG0);
281676fbb0b9SSepherosa Ziehau 	reg &= ~GPREG0_PCC_UNIT_MASK;
281776fbb0b9SSepherosa Ziehau 	/* Set PCC timer resolution to micro-seconds unit. */
281876fbb0b9SSepherosa Ziehau 	reg |= GPREG0_PCC_UNIT_US;
281976fbb0b9SSepherosa Ziehau 	/*
282076fbb0b9SSepherosa Ziehau 	 * Disable all shadow register posting as we have to read
282176fbb0b9SSepherosa Ziehau 	 * JME_INTR_STATUS register in jme_intr. Also it seems
282276fbb0b9SSepherosa Ziehau 	 * that it's hard to synchronize interrupt status between
282376fbb0b9SSepherosa Ziehau 	 * hardware and software with shadow posting due to
282476fbb0b9SSepherosa Ziehau 	 * requirements of bus_dmamap_sync(9).
282576fbb0b9SSepherosa Ziehau 	 */
282676fbb0b9SSepherosa Ziehau 	reg |= GPREG0_SH_POST_DW7_DIS | GPREG0_SH_POST_DW6_DIS |
282776fbb0b9SSepherosa Ziehau 	    GPREG0_SH_POST_DW5_DIS | GPREG0_SH_POST_DW4_DIS |
282876fbb0b9SSepherosa Ziehau 	    GPREG0_SH_POST_DW3_DIS | GPREG0_SH_POST_DW2_DIS |
282976fbb0b9SSepherosa Ziehau 	    GPREG0_SH_POST_DW1_DIS | GPREG0_SH_POST_DW0_DIS;
283076fbb0b9SSepherosa Ziehau 	/* Disable posting of DW0. */
283176fbb0b9SSepherosa Ziehau 	reg &= ~GPREG0_POST_DW0_ENB;
283276fbb0b9SSepherosa Ziehau 	/* Clear PME message. */
283376fbb0b9SSepherosa Ziehau 	reg &= ~GPREG0_PME_ENB;
283476fbb0b9SSepherosa Ziehau 	/* Set PHY address. */
283576fbb0b9SSepherosa Ziehau 	reg &= ~GPREG0_PHY_ADDR_MASK;
283676fbb0b9SSepherosa Ziehau 	reg |= sc->jme_phyaddr;
283776fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_GPREG0, reg);
283876fbb0b9SSepherosa Ziehau 
283976fbb0b9SSepherosa Ziehau 	/* Configure Tx queue 0 packet completion coalescing. */
28402870abc4SSepherosa Ziehau 	jme_set_tx_coal(sc);
284176fbb0b9SSepherosa Ziehau 
2842dea2452aSSepherosa Ziehau 	/* Configure Rx queues packet completion coalescing. */
28432870abc4SSepherosa Ziehau 	jme_set_rx_coal(sc);
284476fbb0b9SSepherosa Ziehau 
284576fbb0b9SSepherosa Ziehau 	/* Configure shadow status block but don't enable posting. */
2846560616bfSSepherosa Ziehau 	paddr = sc->jme_cdata.jme_ssb_block_paddr;
284776fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SHBASE_ADDR_HI, JME_ADDR_HI(paddr));
284876fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO, JME_ADDR_LO(paddr));
284976fbb0b9SSepherosa Ziehau 
285076fbb0b9SSepherosa Ziehau 	/* Disable Timer 1 and Timer 2. */
285176fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TIMER1, 0);
285276fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TIMER2, 0);
285376fbb0b9SSepherosa Ziehau 
285476fbb0b9SSepherosa Ziehau 	/* Configure retry transmit period, retry limit value. */
285576fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXTRHD,
285676fbb0b9SSepherosa Ziehau 	    ((TXTRHD_RT_PERIOD_DEFAULT << TXTRHD_RT_PERIOD_SHIFT) &
285776fbb0b9SSepherosa Ziehau 	    TXTRHD_RT_PERIOD_MASK) |
285876fbb0b9SSepherosa Ziehau 	    ((TXTRHD_RT_LIMIT_DEFAULT << TXTRHD_RT_LIMIT_SHIFT) &
285976fbb0b9SSepherosa Ziehau 	    TXTRHD_RT_LIMIT_SHIFT));
286076fbb0b9SSepherosa Ziehau 
28618a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
28628a0620e4SSepherosa Ziehau 	if (!(ifp->if_flags & IFF_NPOLLING))
28639de40864SSepherosa Ziehau #endif
286476fbb0b9SSepherosa Ziehau 	/* Initialize the interrupt mask. */
28658a0620e4SSepherosa Ziehau 	jme_enable_intr(sc);
286676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF);
286776fbb0b9SSepherosa Ziehau 
286876fbb0b9SSepherosa Ziehau 	/*
286976fbb0b9SSepherosa Ziehau 	 * Enabling Tx/Rx DMA engines and Rx queue processing is
287076fbb0b9SSepherosa Ziehau 	 * done after detection of valid link in jme_miibus_statchg.
287176fbb0b9SSepherosa Ziehau 	 */
2872cccc3955SSepherosa Ziehau 	sc->jme_has_link = FALSE;
287376fbb0b9SSepherosa Ziehau 
2874352c8444SSepherosa Ziehau 	jme_phy_init(sc);
2875352c8444SSepherosa Ziehau 
287676fbb0b9SSepherosa Ziehau 	/* Set the current media. */
287776fbb0b9SSepherosa Ziehau 	mii = device_get_softc(sc->jme_miibus);
287876fbb0b9SSepherosa Ziehau 	mii_mediachg(mii);
287976fbb0b9SSepherosa Ziehau 
2880d35dc29fSSepherosa Ziehau 	callout_reset_bycpu(&sc->jme_tick_ch, hz, jme_tick, sc,
2881d35dc29fSSepherosa Ziehau 	    JME_TICK_CPUID);
288276fbb0b9SSepherosa Ziehau 
288376fbb0b9SSepherosa Ziehau 	ifp->if_flags |= IFF_RUNNING;
28849ed293e0SSepherosa Ziehau 	ifq_clr_oactive(&ifp->if_snd);
288576fbb0b9SSepherosa Ziehau }
288676fbb0b9SSepherosa Ziehau 
288776fbb0b9SSepherosa Ziehau static void
jme_stop(struct jme_softc * sc)288876fbb0b9SSepherosa Ziehau jme_stop(struct jme_softc *sc)
288976fbb0b9SSepherosa Ziehau {
289076fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
28919b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
289276fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
289376fbb0b9SSepherosa Ziehau 	struct jme_rxdesc *rxd;
28944447c752SSepherosa Ziehau 	struct jme_rxdata *rdata;
28954447c752SSepherosa Ziehau 	int i, r;
289676fbb0b9SSepherosa Ziehau 
289731f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
289876fbb0b9SSepherosa Ziehau 
289976fbb0b9SSepherosa Ziehau 	/*
290076fbb0b9SSepherosa Ziehau 	 * Mark the interface down and cancel the watchdog timer.
290176fbb0b9SSepherosa Ziehau 	 */
29029ed293e0SSepherosa Ziehau 	ifp->if_flags &= ~IFF_RUNNING;
29039ed293e0SSepherosa Ziehau 	ifq_clr_oactive(&ifp->if_snd);
290476fbb0b9SSepherosa Ziehau 	ifp->if_timer = 0;
290576fbb0b9SSepherosa Ziehau 
290676fbb0b9SSepherosa Ziehau 	callout_stop(&sc->jme_tick_ch);
2907cccc3955SSepherosa Ziehau 	sc->jme_has_link = FALSE;
290876fbb0b9SSepherosa Ziehau 
290976fbb0b9SSepherosa Ziehau 	/*
291076fbb0b9SSepherosa Ziehau 	 * Disable interrupts.
291176fbb0b9SSepherosa Ziehau 	 */
29128a0620e4SSepherosa Ziehau 	jme_disable_intr(sc);
291376fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF);
291476fbb0b9SSepherosa Ziehau 
291576fbb0b9SSepherosa Ziehau 	/* Disable updating shadow status block. */
291676fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO,
291776fbb0b9SSepherosa Ziehau 	    CSR_READ_4(sc, JME_SHBASE_ADDR_LO) & ~SHBASE_POST_ENB);
291876fbb0b9SSepherosa Ziehau 
291976fbb0b9SSepherosa Ziehau 	/* Stop receiver, transmitter. */
292076fbb0b9SSepherosa Ziehau 	jme_stop_rx(sc);
292176fbb0b9SSepherosa Ziehau 	jme_stop_tx(sc);
292276fbb0b9SSepherosa Ziehau 
292376fbb0b9SSepherosa Ziehau 	/*
292476fbb0b9SSepherosa Ziehau 	 * Free partial finished RX segments
292576fbb0b9SSepherosa Ziehau 	 */
29267b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
29274447c752SSepherosa Ziehau 		rdata = &sc->jme_cdata.jme_rx_data[r];
29284447c752SSepherosa Ziehau 		if (rdata->jme_rxhead != NULL)
29294447c752SSepherosa Ziehau 			m_freem(rdata->jme_rxhead);
2930dea2452aSSepherosa Ziehau 		JME_RXCHAIN_RESET(rdata);
29314447c752SSepherosa Ziehau 	}
293276fbb0b9SSepherosa Ziehau 
293376fbb0b9SSepherosa Ziehau 	/*
293476fbb0b9SSepherosa Ziehau 	 * Free RX and TX mbufs still in the queues.
293576fbb0b9SSepherosa Ziehau 	 */
29367b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
29374447c752SSepherosa Ziehau 		rdata = &sc->jme_cdata.jme_rx_data[r];
29387b040092SSepherosa Ziehau 		for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
29394447c752SSepherosa Ziehau 			rxd = &rdata->jme_rxdesc[i];
294076fbb0b9SSepherosa Ziehau 			if (rxd->rx_m != NULL) {
29414447c752SSepherosa Ziehau 				bus_dmamap_unload(rdata->jme_rx_tag,
294276fbb0b9SSepherosa Ziehau 						  rxd->rx_dmamap);
294376fbb0b9SSepherosa Ziehau 				m_freem(rxd->rx_m);
294476fbb0b9SSepherosa Ziehau 				rxd->rx_m = NULL;
294576fbb0b9SSepherosa Ziehau 			}
294676fbb0b9SSepherosa Ziehau 		}
29474447c752SSepherosa Ziehau 	}
29489b99c84fSSepherosa Ziehau 	for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
29499b99c84fSSepherosa Ziehau 		txd = &tdata->jme_txdesc[i];
295076fbb0b9SSepherosa Ziehau 		if (txd->tx_m != NULL) {
29519b99c84fSSepherosa Ziehau 			bus_dmamap_unload(tdata->jme_tx_tag, txd->tx_dmamap);
295276fbb0b9SSepherosa Ziehau 			m_freem(txd->tx_m);
295376fbb0b9SSepherosa Ziehau 			txd->tx_m = NULL;
295476fbb0b9SSepherosa Ziehau 			txd->tx_ndesc = 0;
295576fbb0b9SSepherosa Ziehau 		}
295676fbb0b9SSepherosa Ziehau         }
295776fbb0b9SSepherosa Ziehau }
295876fbb0b9SSepherosa Ziehau 
295976fbb0b9SSepherosa Ziehau static void
jme_stop_tx(struct jme_softc * sc)296076fbb0b9SSepherosa Ziehau jme_stop_tx(struct jme_softc *sc)
296176fbb0b9SSepherosa Ziehau {
296276fbb0b9SSepherosa Ziehau 	uint32_t reg;
296376fbb0b9SSepherosa Ziehau 	int i;
296476fbb0b9SSepherosa Ziehau 
296576fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_TXCSR);
296676fbb0b9SSepherosa Ziehau 	if ((reg & TXCSR_TX_ENB) == 0)
296776fbb0b9SSepherosa Ziehau 		return;
296876fbb0b9SSepherosa Ziehau 	reg &= ~TXCSR_TX_ENB;
296976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_TXCSR, reg);
297076fbb0b9SSepherosa Ziehau 	for (i = JME_TIMEOUT; i > 0; i--) {
297176fbb0b9SSepherosa Ziehau 		DELAY(1);
297276fbb0b9SSepherosa Ziehau 		if ((CSR_READ_4(sc, JME_TXCSR) & TXCSR_TX_ENB) == 0)
297376fbb0b9SSepherosa Ziehau 			break;
297476fbb0b9SSepherosa Ziehau 	}
297576fbb0b9SSepherosa Ziehau 	if (i == 0)
297676fbb0b9SSepherosa Ziehau 		device_printf(sc->jme_dev, "stopping transmitter timeout!\n");
297776fbb0b9SSepherosa Ziehau }
297876fbb0b9SSepherosa Ziehau 
297976fbb0b9SSepherosa Ziehau static void
jme_stop_rx(struct jme_softc * sc)298076fbb0b9SSepherosa Ziehau jme_stop_rx(struct jme_softc *sc)
298176fbb0b9SSepherosa Ziehau {
298276fbb0b9SSepherosa Ziehau 	uint32_t reg;
298376fbb0b9SSepherosa Ziehau 	int i;
298476fbb0b9SSepherosa Ziehau 
298576fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_RXCSR);
298676fbb0b9SSepherosa Ziehau 	if ((reg & RXCSR_RX_ENB) == 0)
298776fbb0b9SSepherosa Ziehau 		return;
298876fbb0b9SSepherosa Ziehau 	reg &= ~RXCSR_RX_ENB;
298976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXCSR, reg);
299076fbb0b9SSepherosa Ziehau 	for (i = JME_TIMEOUT; i > 0; i--) {
299176fbb0b9SSepherosa Ziehau 		DELAY(1);
299276fbb0b9SSepherosa Ziehau 		if ((CSR_READ_4(sc, JME_RXCSR) & RXCSR_RX_ENB) == 0)
299376fbb0b9SSepherosa Ziehau 			break;
299476fbb0b9SSepherosa Ziehau 	}
299576fbb0b9SSepherosa Ziehau 	if (i == 0)
29962250180cSSascha Wildner 		device_printf(sc->jme_dev, "stopping receiver timeout!\n");
299776fbb0b9SSepherosa Ziehau }
299876fbb0b9SSepherosa Ziehau 
299976fbb0b9SSepherosa Ziehau static void
jme_init_tx_ring(struct jme_txdata * tdata)30009b99c84fSSepherosa Ziehau jme_init_tx_ring(struct jme_txdata *tdata)
300176fbb0b9SSepherosa Ziehau {
300276fbb0b9SSepherosa Ziehau 	struct jme_txdesc *txd;
300376fbb0b9SSepherosa Ziehau 	int i;
300476fbb0b9SSepherosa Ziehau 
30059b99c84fSSepherosa Ziehau 	tdata->jme_tx_prod = 0;
30069b99c84fSSepherosa Ziehau 	tdata->jme_tx_cons = 0;
30079b99c84fSSepherosa Ziehau 	tdata->jme_tx_cnt = 0;
300876fbb0b9SSepherosa Ziehau 
30099b99c84fSSepherosa Ziehau 	bzero(tdata->jme_tx_ring, JME_TX_RING_SIZE(tdata));
30109b99c84fSSepherosa Ziehau 	for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
30119b99c84fSSepherosa Ziehau 		txd = &tdata->jme_txdesc[i];
301276fbb0b9SSepherosa Ziehau 		txd->tx_m = NULL;
30139b99c84fSSepherosa Ziehau 		txd->tx_desc = &tdata->jme_tx_ring[i];
301476fbb0b9SSepherosa Ziehau 		txd->tx_ndesc = 0;
301576fbb0b9SSepherosa Ziehau 	}
301676fbb0b9SSepherosa Ziehau }
301776fbb0b9SSepherosa Ziehau 
301876fbb0b9SSepherosa Ziehau static void
jme_init_ssb(struct jme_softc * sc)301976fbb0b9SSepherosa Ziehau jme_init_ssb(struct jme_softc *sc)
302076fbb0b9SSepherosa Ziehau {
3021560616bfSSepherosa Ziehau 	struct jme_chain_data *cd;
302276fbb0b9SSepherosa Ziehau 
3023560616bfSSepherosa Ziehau 	cd = &sc->jme_cdata;
3024560616bfSSepherosa Ziehau 	bzero(cd->jme_ssb_block, JME_SSB_SIZE);
302576fbb0b9SSepherosa Ziehau }
302676fbb0b9SSepherosa Ziehau 
302776fbb0b9SSepherosa Ziehau static int
jme_init_rx_ring(struct jme_rxdata * rdata)3028dea2452aSSepherosa Ziehau jme_init_rx_ring(struct jme_rxdata *rdata)
302976fbb0b9SSepherosa Ziehau {
303076fbb0b9SSepherosa Ziehau 	struct jme_rxdesc *rxd;
303176fbb0b9SSepherosa Ziehau 	int i;
303276fbb0b9SSepherosa Ziehau 
30334447c752SSepherosa Ziehau 	KKASSERT(rdata->jme_rxhead == NULL &&
30344447c752SSepherosa Ziehau 		 rdata->jme_rxtail == NULL &&
30354447c752SSepherosa Ziehau 		 rdata->jme_rxlen == 0);
30364447c752SSepherosa Ziehau 	rdata->jme_rx_cons = 0;
303776fbb0b9SSepherosa Ziehau 
30387b040092SSepherosa Ziehau 	bzero(rdata->jme_rx_ring, JME_RX_RING_SIZE(rdata));
30397b040092SSepherosa Ziehau 	for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
304076fbb0b9SSepherosa Ziehau 		int error;
304176fbb0b9SSepherosa Ziehau 
30424447c752SSepherosa Ziehau 		rxd = &rdata->jme_rxdesc[i];
304376fbb0b9SSepherosa Ziehau 		rxd->rx_m = NULL;
30444447c752SSepherosa Ziehau 		rxd->rx_desc = &rdata->jme_rx_ring[i];
3045dea2452aSSepherosa Ziehau 		error = jme_newbuf(rdata, rxd, 1);
304676fbb0b9SSepherosa Ziehau 		if (error)
30474447c752SSepherosa Ziehau 			return error;
304876fbb0b9SSepherosa Ziehau 	}
30494447c752SSepherosa Ziehau 	return 0;
305076fbb0b9SSepherosa Ziehau }
305176fbb0b9SSepherosa Ziehau 
305276fbb0b9SSepherosa Ziehau static int
jme_newbuf(struct jme_rxdata * rdata,struct jme_rxdesc * rxd,int init)3053dea2452aSSepherosa Ziehau jme_newbuf(struct jme_rxdata *rdata, struct jme_rxdesc *rxd, int init)
305476fbb0b9SSepherosa Ziehau {
305576fbb0b9SSepherosa Ziehau 	struct mbuf *m;
305676fbb0b9SSepherosa Ziehau 	bus_dma_segment_t segs;
305776fbb0b9SSepherosa Ziehau 	bus_dmamap_t map;
3058b0ba1747SSepherosa Ziehau 	int error, nsegs;
305976fbb0b9SSepherosa Ziehau 
3060b5523eacSSascha Wildner 	m = m_getcl(init ? M_WAITOK : M_NOWAIT, MT_DATA, M_PKTHDR);
306176fbb0b9SSepherosa Ziehau 	if (m == NULL)
30624447c752SSepherosa Ziehau 		return ENOBUFS;
306376fbb0b9SSepherosa Ziehau 	/*
306476fbb0b9SSepherosa Ziehau 	 * JMC250 has 64bit boundary alignment limitation so jme(4)
306576fbb0b9SSepherosa Ziehau 	 * takes advantage of 10 bytes padding feature of hardware
306676fbb0b9SSepherosa Ziehau 	 * in order not to copy entire frame to align IP header on
306776fbb0b9SSepherosa Ziehau 	 * 32bit boundary.
306876fbb0b9SSepherosa Ziehau 	 */
306976fbb0b9SSepherosa Ziehau 	m->m_len = m->m_pkthdr.len = MCLBYTES;
307076fbb0b9SSepherosa Ziehau 
3071b0ba1747SSepherosa Ziehau 	error = bus_dmamap_load_mbuf_segment(rdata->jme_rx_tag,
3072b0ba1747SSepherosa Ziehau 			rdata->jme_rx_sparemap, m, &segs, 1, &nsegs,
307376fbb0b9SSepherosa Ziehau 			BUS_DMA_NOWAIT);
3074b0ba1747SSepherosa Ziehau 	if (error) {
307576fbb0b9SSepherosa Ziehau 		m_freem(m);
3076dea2452aSSepherosa Ziehau 		if (init) {
3077dea2452aSSepherosa Ziehau 			if_printf(&rdata->jme_sc->arpcom.ac_if,
3078dea2452aSSepherosa Ziehau 			    "can't load RX mbuf\n");
3079dea2452aSSepherosa Ziehau 		}
30804447c752SSepherosa Ziehau 		return error;
308176fbb0b9SSepherosa Ziehau 	}
308276fbb0b9SSepherosa Ziehau 
308376fbb0b9SSepherosa Ziehau 	if (rxd->rx_m != NULL) {
30844447c752SSepherosa Ziehau 		bus_dmamap_sync(rdata->jme_rx_tag, rxd->rx_dmamap,
308576fbb0b9SSepherosa Ziehau 				BUS_DMASYNC_POSTREAD);
30864447c752SSepherosa Ziehau 		bus_dmamap_unload(rdata->jme_rx_tag, rxd->rx_dmamap);
308776fbb0b9SSepherosa Ziehau 	}
308876fbb0b9SSepherosa Ziehau 	map = rxd->rx_dmamap;
30894447c752SSepherosa Ziehau 	rxd->rx_dmamap = rdata->jme_rx_sparemap;
30904447c752SSepherosa Ziehau 	rdata->jme_rx_sparemap = map;
309176fbb0b9SSepherosa Ziehau 	rxd->rx_m = m;
3092fd2a6d2cSSepherosa Ziehau 	rxd->rx_paddr = segs.ds_addr;
309376fbb0b9SSepherosa Ziehau 
3094fd2a6d2cSSepherosa Ziehau 	jme_setup_rxdesc(rxd);
30954447c752SSepherosa Ziehau 	return 0;
309676fbb0b9SSepherosa Ziehau }
309776fbb0b9SSepherosa Ziehau 
309876fbb0b9SSepherosa Ziehau static void
jme_set_vlan(struct jme_softc * sc)309976fbb0b9SSepherosa Ziehau jme_set_vlan(struct jme_softc *sc)
310076fbb0b9SSepherosa Ziehau {
310176fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
310276fbb0b9SSepherosa Ziehau 	uint32_t reg;
310376fbb0b9SSepherosa Ziehau 
310431f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
310576fbb0b9SSepherosa Ziehau 
310676fbb0b9SSepherosa Ziehau 	reg = CSR_READ_4(sc, JME_RXMAC);
310776fbb0b9SSepherosa Ziehau 	reg &= ~RXMAC_VLAN_ENB;
310876fbb0b9SSepherosa Ziehau 	if (ifp->if_capenable & IFCAP_VLAN_HWTAGGING)
310976fbb0b9SSepherosa Ziehau 		reg |= RXMAC_VLAN_ENB;
311076fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXMAC, reg);
311176fbb0b9SSepherosa Ziehau }
311276fbb0b9SSepherosa Ziehau 
311376fbb0b9SSepherosa Ziehau static void
jme_set_filter(struct jme_softc * sc)311476fbb0b9SSepherosa Ziehau jme_set_filter(struct jme_softc *sc)
311576fbb0b9SSepherosa Ziehau {
311676fbb0b9SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
311776fbb0b9SSepherosa Ziehau 	struct ifmultiaddr *ifma;
311876fbb0b9SSepherosa Ziehau 	uint32_t crc;
311976fbb0b9SSepherosa Ziehau 	uint32_t mchash[2];
312076fbb0b9SSepherosa Ziehau 	uint32_t rxcfg;
312176fbb0b9SSepherosa Ziehau 
312231f0d5a2SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
312376fbb0b9SSepherosa Ziehau 
312476fbb0b9SSepherosa Ziehau 	rxcfg = CSR_READ_4(sc, JME_RXMAC);
312576fbb0b9SSepherosa Ziehau 	rxcfg &= ~(RXMAC_BROADCAST | RXMAC_PROMISC | RXMAC_MULTICAST |
312676fbb0b9SSepherosa Ziehau 	    RXMAC_ALLMULTI);
312776fbb0b9SSepherosa Ziehau 
312876fbb0b9SSepherosa Ziehau 	/*
312976fbb0b9SSepherosa Ziehau 	 * Always accept frames destined to our station address.
313076fbb0b9SSepherosa Ziehau 	 * Always accept broadcast frames.
313176fbb0b9SSepherosa Ziehau 	 */
313276fbb0b9SSepherosa Ziehau 	rxcfg |= RXMAC_UNICAST | RXMAC_BROADCAST;
313376fbb0b9SSepherosa Ziehau 
313476fbb0b9SSepherosa Ziehau 	if (ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) {
313576fbb0b9SSepherosa Ziehau 		if (ifp->if_flags & IFF_PROMISC)
313676fbb0b9SSepherosa Ziehau 			rxcfg |= RXMAC_PROMISC;
313776fbb0b9SSepherosa Ziehau 		if (ifp->if_flags & IFF_ALLMULTI)
313876fbb0b9SSepherosa Ziehau 			rxcfg |= RXMAC_ALLMULTI;
313976fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_MAR0, 0xFFFFFFFF);
314076fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_MAR1, 0xFFFFFFFF);
314176fbb0b9SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_RXMAC, rxcfg);
314276fbb0b9SSepherosa Ziehau 		return;
314376fbb0b9SSepherosa Ziehau 	}
314476fbb0b9SSepherosa Ziehau 
314576fbb0b9SSepherosa Ziehau 	/*
314676fbb0b9SSepherosa Ziehau 	 * Set up the multicast address filter by passing all multicast
314776fbb0b9SSepherosa Ziehau 	 * addresses through a CRC generator, and then using the low-order
314876fbb0b9SSepherosa Ziehau 	 * 6 bits as an index into the 64 bit multicast hash table.  The
314976fbb0b9SSepherosa Ziehau 	 * high order bits select the register, while the rest of the bits
315076fbb0b9SSepherosa Ziehau 	 * select the bit within the register.
315176fbb0b9SSepherosa Ziehau 	 */
315276fbb0b9SSepherosa Ziehau 	rxcfg |= RXMAC_MULTICAST;
315376fbb0b9SSepherosa Ziehau 	bzero(mchash, sizeof(mchash));
315476fbb0b9SSepherosa Ziehau 
3155441d34b2SSascha Wildner 	TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) {
315676fbb0b9SSepherosa Ziehau 		if (ifma->ifma_addr->sa_family != AF_LINK)
315776fbb0b9SSepherosa Ziehau 			continue;
315876fbb0b9SSepherosa Ziehau 		crc = ether_crc32_be(LLADDR((struct sockaddr_dl *)
315976fbb0b9SSepherosa Ziehau 		    ifma->ifma_addr), ETHER_ADDR_LEN);
316076fbb0b9SSepherosa Ziehau 
316176fbb0b9SSepherosa Ziehau 		/* Just want the 6 least significant bits. */
316276fbb0b9SSepherosa Ziehau 		crc &= 0x3f;
316376fbb0b9SSepherosa Ziehau 
316476fbb0b9SSepherosa Ziehau 		/* Set the corresponding bit in the hash table. */
316576fbb0b9SSepherosa Ziehau 		mchash[crc >> 5] |= 1 << (crc & 0x1f);
316676fbb0b9SSepherosa Ziehau 	}
316776fbb0b9SSepherosa Ziehau 
316876fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_MAR0, mchash[0]);
316976fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_MAR1, mchash[1]);
317076fbb0b9SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXMAC, rxcfg);
317176fbb0b9SSepherosa Ziehau }
317276fbb0b9SSepherosa Ziehau 
317376fbb0b9SSepherosa Ziehau static int
jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS)31742870abc4SSepherosa Ziehau jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS)
317576fbb0b9SSepherosa Ziehau {
31762870abc4SSepherosa Ziehau 	struct jme_softc *sc = arg1;
31772870abc4SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
31782870abc4SSepherosa Ziehau 	int error, v;
31792870abc4SSepherosa Ziehau 
318031f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
31812870abc4SSepherosa Ziehau 
31822870abc4SSepherosa Ziehau 	v = sc->jme_tx_coal_to;
31832870abc4SSepherosa Ziehau 	error = sysctl_handle_int(oidp, &v, 0, req);
31842870abc4SSepherosa Ziehau 	if (error || req->newptr == NULL)
31852870abc4SSepherosa Ziehau 		goto back;
31862870abc4SSepherosa Ziehau 
31872870abc4SSepherosa Ziehau 	if (v < PCCTX_COAL_TO_MIN || v > PCCTX_COAL_TO_MAX) {
31882870abc4SSepherosa Ziehau 		error = EINVAL;
31892870abc4SSepherosa Ziehau 		goto back;
31902870abc4SSepherosa Ziehau 	}
31912870abc4SSepherosa Ziehau 
31922870abc4SSepherosa Ziehau 	if (v != sc->jme_tx_coal_to) {
31932870abc4SSepherosa Ziehau 		sc->jme_tx_coal_to = v;
31942870abc4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
31952870abc4SSepherosa Ziehau 			jme_set_tx_coal(sc);
31962870abc4SSepherosa Ziehau 	}
31972870abc4SSepherosa Ziehau back:
319831f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
31992870abc4SSepherosa Ziehau 	return error;
320076fbb0b9SSepherosa Ziehau }
320176fbb0b9SSepherosa Ziehau 
320276fbb0b9SSepherosa Ziehau static int
jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS)32032870abc4SSepherosa Ziehau jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS)
320476fbb0b9SSepherosa Ziehau {
32052870abc4SSepherosa Ziehau 	struct jme_softc *sc = arg1;
32062870abc4SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
32072870abc4SSepherosa Ziehau 	int error, v;
32082870abc4SSepherosa Ziehau 
320931f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
32102870abc4SSepherosa Ziehau 
32112870abc4SSepherosa Ziehau 	v = sc->jme_tx_coal_pkt;
32122870abc4SSepherosa Ziehau 	error = sysctl_handle_int(oidp, &v, 0, req);
32132870abc4SSepherosa Ziehau 	if (error || req->newptr == NULL)
32142870abc4SSepherosa Ziehau 		goto back;
32152870abc4SSepherosa Ziehau 
32162870abc4SSepherosa Ziehau 	if (v < PCCTX_COAL_PKT_MIN || v > PCCTX_COAL_PKT_MAX) {
32172870abc4SSepherosa Ziehau 		error = EINVAL;
32182870abc4SSepherosa Ziehau 		goto back;
32192870abc4SSepherosa Ziehau 	}
32202870abc4SSepherosa Ziehau 
32212870abc4SSepherosa Ziehau 	if (v != sc->jme_tx_coal_pkt) {
32222870abc4SSepherosa Ziehau 		sc->jme_tx_coal_pkt = v;
32232870abc4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
32242870abc4SSepherosa Ziehau 			jme_set_tx_coal(sc);
32252870abc4SSepherosa Ziehau 	}
32262870abc4SSepherosa Ziehau back:
322731f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
32282870abc4SSepherosa Ziehau 	return error;
322976fbb0b9SSepherosa Ziehau }
323076fbb0b9SSepherosa Ziehau 
323176fbb0b9SSepherosa Ziehau static int
jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS)32322870abc4SSepherosa Ziehau jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS)
323376fbb0b9SSepherosa Ziehau {
32342870abc4SSepherosa Ziehau 	struct jme_softc *sc = arg1;
32352870abc4SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
32362870abc4SSepherosa Ziehau 	int error, v;
32372870abc4SSepherosa Ziehau 
323831f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
32392870abc4SSepherosa Ziehau 
32402870abc4SSepherosa Ziehau 	v = sc->jme_rx_coal_to;
32412870abc4SSepherosa Ziehau 	error = sysctl_handle_int(oidp, &v, 0, req);
32422870abc4SSepherosa Ziehau 	if (error || req->newptr == NULL)
32432870abc4SSepherosa Ziehau 		goto back;
32442870abc4SSepherosa Ziehau 
32452870abc4SSepherosa Ziehau 	if (v < PCCRX_COAL_TO_MIN || v > PCCRX_COAL_TO_MAX) {
32462870abc4SSepherosa Ziehau 		error = EINVAL;
32472870abc4SSepherosa Ziehau 		goto back;
32482870abc4SSepherosa Ziehau 	}
32492870abc4SSepherosa Ziehau 
32502870abc4SSepherosa Ziehau 	if (v != sc->jme_rx_coal_to) {
32512870abc4SSepherosa Ziehau 		sc->jme_rx_coal_to = v;
32522870abc4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
32532870abc4SSepherosa Ziehau 			jme_set_rx_coal(sc);
32542870abc4SSepherosa Ziehau 	}
32552870abc4SSepherosa Ziehau back:
325631f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
32572870abc4SSepherosa Ziehau 	return error;
325876fbb0b9SSepherosa Ziehau }
325976fbb0b9SSepherosa Ziehau 
326076fbb0b9SSepherosa Ziehau static int
jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS)32612870abc4SSepherosa Ziehau jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS)
326276fbb0b9SSepherosa Ziehau {
32632870abc4SSepherosa Ziehau 	struct jme_softc *sc = arg1;
32642870abc4SSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
32652870abc4SSepherosa Ziehau 	int error, v;
32662870abc4SSepherosa Ziehau 
326731f0d5a2SSepherosa Ziehau 	ifnet_serialize_all(ifp);
32682870abc4SSepherosa Ziehau 
32692870abc4SSepherosa Ziehau 	v = sc->jme_rx_coal_pkt;
32702870abc4SSepherosa Ziehau 	error = sysctl_handle_int(oidp, &v, 0, req);
32712870abc4SSepherosa Ziehau 	if (error || req->newptr == NULL)
32722870abc4SSepherosa Ziehau 		goto back;
32732870abc4SSepherosa Ziehau 
32742870abc4SSepherosa Ziehau 	if (v < PCCRX_COAL_PKT_MIN || v > PCCRX_COAL_PKT_MAX) {
32752870abc4SSepherosa Ziehau 		error = EINVAL;
32762870abc4SSepherosa Ziehau 		goto back;
32772870abc4SSepherosa Ziehau 	}
32782870abc4SSepherosa Ziehau 
32792870abc4SSepherosa Ziehau 	if (v != sc->jme_rx_coal_pkt) {
32802870abc4SSepherosa Ziehau 		sc->jme_rx_coal_pkt = v;
32812870abc4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
32822870abc4SSepherosa Ziehau 			jme_set_rx_coal(sc);
32832870abc4SSepherosa Ziehau 	}
32842870abc4SSepherosa Ziehau back:
328531f0d5a2SSepherosa Ziehau 	ifnet_deserialize_all(ifp);
32862870abc4SSepherosa Ziehau 	return error;
32872870abc4SSepherosa Ziehau }
32882870abc4SSepherosa Ziehau 
32892870abc4SSepherosa Ziehau static void
jme_set_tx_coal(struct jme_softc * sc)32902870abc4SSepherosa Ziehau jme_set_tx_coal(struct jme_softc *sc)
32912870abc4SSepherosa Ziehau {
32922870abc4SSepherosa Ziehau 	uint32_t reg;
32932870abc4SSepherosa Ziehau 
32942870abc4SSepherosa Ziehau 	reg = (sc->jme_tx_coal_to << PCCTX_COAL_TO_SHIFT) &
32952870abc4SSepherosa Ziehau 	    PCCTX_COAL_TO_MASK;
32962870abc4SSepherosa Ziehau 	reg |= (sc->jme_tx_coal_pkt << PCCTX_COAL_PKT_SHIFT) &
32972870abc4SSepherosa Ziehau 	    PCCTX_COAL_PKT_MASK;
32982870abc4SSepherosa Ziehau 	reg |= PCCTX_COAL_TXQ0;
32992870abc4SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_PCCTX, reg);
33002870abc4SSepherosa Ziehau }
33012870abc4SSepherosa Ziehau 
33022870abc4SSepherosa Ziehau static void
jme_set_rx_coal(struct jme_softc * sc)33032870abc4SSepherosa Ziehau jme_set_rx_coal(struct jme_softc *sc)
33042870abc4SSepherosa Ziehau {
33052870abc4SSepherosa Ziehau 	uint32_t reg;
33064447c752SSepherosa Ziehau 	int r;
33072870abc4SSepherosa Ziehau 
33082870abc4SSepherosa Ziehau 	reg = (sc->jme_rx_coal_to << PCCRX_COAL_TO_SHIFT) &
33092870abc4SSepherosa Ziehau 	    PCCRX_COAL_TO_MASK;
33102870abc4SSepherosa Ziehau 	reg |= (sc->jme_rx_coal_pkt << PCCRX_COAL_PKT_SHIFT) &
33112870abc4SSepherosa Ziehau 	    PCCRX_COAL_PKT_MASK;
33127b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r)
33134447c752SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_PCCRX(r), reg);
331476fbb0b9SSepherosa Ziehau }
33159de40864SSepherosa Ziehau 
33168a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
33179de40864SSepherosa Ziehau 
33189de40864SSepherosa Ziehau static void
jme_npoll_status(struct ifnet * ifp)33192f00683bSSepherosa Ziehau jme_npoll_status(struct ifnet *ifp)
33209de40864SSepherosa Ziehau {
33219de40864SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
33229de40864SSepherosa Ziehau 	uint32_t status;
33239de40864SSepherosa Ziehau 
332431f0d5a2SSepherosa Ziehau 	ASSERT_SERIALIZED(&sc->jme_serialize);
33259de40864SSepherosa Ziehau 
33269de40864SSepherosa Ziehau 	status = CSR_READ_4(sc, JME_INTR_STATUS);
33278a0620e4SSepherosa Ziehau 	if (status & INTR_RXQ_DESC_EMPTY) {
332841d0e8e7SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_INTR_STATUS, status & INTR_RXQ_DESC_EMPTY);
3329de437f82SSepherosa Ziehau 		jme_rx_restart(sc, status);
33309de40864SSepherosa Ziehau 	}
33318a0620e4SSepherosa Ziehau }
33329de40864SSepherosa Ziehau 
33338a0620e4SSepherosa Ziehau static void
jme_npoll_rx(struct ifnet * ifp __unused,void * arg,int cycle)33348a0620e4SSepherosa Ziehau jme_npoll_rx(struct ifnet *ifp __unused, void *arg, int cycle)
33358a0620e4SSepherosa Ziehau {
33368a0620e4SSepherosa Ziehau 	struct jme_rxdata *rdata = arg;
33378a0620e4SSepherosa Ziehau 
33388a0620e4SSepherosa Ziehau 	ASSERT_SERIALIZED(&rdata->jme_rx_serialize);
33398a0620e4SSepherosa Ziehau 
3340ff37a356SSepherosa Ziehau 	jme_rxeof(rdata, cycle, mycpuid);
33418a0620e4SSepherosa Ziehau }
33428a0620e4SSepherosa Ziehau 
33438a0620e4SSepherosa Ziehau static void
jme_npoll_tx(struct ifnet * ifp,void * arg,int cycle __unused)33449b99c84fSSepherosa Ziehau jme_npoll_tx(struct ifnet *ifp, void *arg, int cycle __unused)
33458a0620e4SSepherosa Ziehau {
33469b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = arg;
33478a0620e4SSepherosa Ziehau 
33489b99c84fSSepherosa Ziehau 	ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
33498a0620e4SSepherosa Ziehau 
33509b99c84fSSepherosa Ziehau 	jme_txeof(tdata);
33519de40864SSepherosa Ziehau 	if (!ifq_is_empty(&ifp->if_snd))
33529de40864SSepherosa Ziehau 		if_devstart(ifp);
33538a0620e4SSepherosa Ziehau }
33548a0620e4SSepherosa Ziehau 
33558a0620e4SSepherosa Ziehau static void
jme_npoll(struct ifnet * ifp,struct ifpoll_info * info)33568a0620e4SSepherosa Ziehau jme_npoll(struct ifnet *ifp, struct ifpoll_info *info)
33578a0620e4SSepherosa Ziehau {
33588a0620e4SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
33598a0620e4SSepherosa Ziehau 
33608a0620e4SSepherosa Ziehau 	ASSERT_IFNET_SERIALIZED_ALL(ifp);
33618a0620e4SSepherosa Ziehau 
33628a0620e4SSepherosa Ziehau 	if (info) {
33634c3cb79aSSepherosa Ziehau 		int i, cpu;
33648a0620e4SSepherosa Ziehau 
33658a0620e4SSepherosa Ziehau 		info->ifpi_status.status_func = jme_npoll_status;
33668a0620e4SSepherosa Ziehau 		info->ifpi_status.serializer = &sc->jme_serialize;
33678a0620e4SSepherosa Ziehau 
33684c3cb79aSSepherosa Ziehau 		cpu = if_ringmap_cpumap(sc->jme_tx_rmap, 0);
33694c3cb79aSSepherosa Ziehau 		KKASSERT(cpu <= netisr_ncpus);
33704c3cb79aSSepherosa Ziehau 		info->ifpi_tx[cpu].poll_func = jme_npoll_tx;
33714c3cb79aSSepherosa Ziehau 		info->ifpi_tx[cpu].arg = &sc->jme_cdata.jme_tx_data;
33724c3cb79aSSepherosa Ziehau 		info->ifpi_tx[cpu].serializer =
33739b99c84fSSepherosa Ziehau 		    &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
33744c3cb79aSSepherosa Ziehau 		ifq_set_cpuid(&ifp->if_snd, cpu);
33758a0620e4SSepherosa Ziehau 
33768a0620e4SSepherosa Ziehau 		for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
33778a0620e4SSepherosa Ziehau 			struct jme_rxdata *rdata =
33788a0620e4SSepherosa Ziehau 			    &sc->jme_cdata.jme_rx_data[i];
33798a0620e4SSepherosa Ziehau 
33804c3cb79aSSepherosa Ziehau 			cpu = if_ringmap_cpumap(sc->jme_rx_rmap, i);
33814c3cb79aSSepherosa Ziehau 			KKASSERT(cpu <= netisr_ncpus);
33824c3cb79aSSepherosa Ziehau 			info->ifpi_rx[cpu].poll_func = jme_npoll_rx;
33834c3cb79aSSepherosa Ziehau 			info->ifpi_rx[cpu].arg = rdata;
33844c3cb79aSSepherosa Ziehau 			info->ifpi_rx[cpu].serializer =
33858a0620e4SSepherosa Ziehau 			    &rdata->jme_rx_serialize;
33868a0620e4SSepherosa Ziehau 		}
33878a0620e4SSepherosa Ziehau 
33888a0620e4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
33898a0620e4SSepherosa Ziehau 			jme_disable_intr(sc);
33908a0620e4SSepherosa Ziehau 	} else {
33916cc5321eSSepherosa Ziehau 		ifq_set_cpuid(&ifp->if_snd, sc->jme_tx_cpuid);
33928a0620e4SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
33938a0620e4SSepherosa Ziehau 			jme_enable_intr(sc);
33949de40864SSepherosa Ziehau 	}
33959de40864SSepherosa Ziehau }
33969de40864SSepherosa Ziehau 
33978a0620e4SSepherosa Ziehau #endif	/* IFPOLL_ENABLE */
33984447c752SSepherosa Ziehau 
33994447c752SSepherosa Ziehau static int
jme_rxring_dma_alloc(struct jme_rxdata * rdata)3400dea2452aSSepherosa Ziehau jme_rxring_dma_alloc(struct jme_rxdata *rdata)
34014447c752SSepherosa Ziehau {
34021128a202SSepherosa Ziehau 	bus_dmamem_t dmem;
3403ff7f3632SSepherosa Ziehau 	int error, asize;
34044447c752SSepherosa Ziehau 
3405ff7f3632SSepherosa Ziehau 	asize = roundup2(JME_RX_RING_SIZE(rdata), JME_RX_RING_ALIGN);
3406dea2452aSSepherosa Ziehau 	error = bus_dmamem_coherent(rdata->jme_sc->jme_cdata.jme_ring_tag,
34071128a202SSepherosa Ziehau 			JME_RX_RING_ALIGN, 0,
34080eb220ecSSepherosa Ziehau 			BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3409ff7f3632SSepherosa Ziehau 			asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
34104447c752SSepherosa Ziehau 	if (error) {
3411dea2452aSSepherosa Ziehau 		device_printf(rdata->jme_sc->jme_dev,
3412dea2452aSSepherosa Ziehau 		    "could not allocate %dth Rx ring.\n", rdata->jme_rx_idx);
34134447c752SSepherosa Ziehau 		return error;
34144447c752SSepherosa Ziehau 	}
34151128a202SSepherosa Ziehau 	rdata->jme_rx_ring_tag = dmem.dmem_tag;
34161128a202SSepherosa Ziehau 	rdata->jme_rx_ring_map = dmem.dmem_map;
34171128a202SSepherosa Ziehau 	rdata->jme_rx_ring = dmem.dmem_addr;
34181128a202SSepherosa Ziehau 	rdata->jme_rx_ring_paddr = dmem.dmem_busaddr;
34194447c752SSepherosa Ziehau 
34204447c752SSepherosa Ziehau 	return 0;
34214447c752SSepherosa Ziehau }
34224447c752SSepherosa Ziehau 
34234447c752SSepherosa Ziehau static int
jme_rxbuf_dma_alloc(struct jme_rxdata * rdata)3424dea2452aSSepherosa Ziehau jme_rxbuf_dma_alloc(struct jme_rxdata *rdata)
34254447c752SSepherosa Ziehau {
3426064b75edSSepherosa Ziehau 	bus_addr_t lowaddr;
34274447c752SSepherosa Ziehau 	int i, error;
34284447c752SSepherosa Ziehau 
3429064b75edSSepherosa Ziehau 	lowaddr = BUS_SPACE_MAXADDR;
3430064b75edSSepherosa Ziehau 	if (JME_ENABLE_HWRSS(rdata->jme_sc)) {
3431064b75edSSepherosa Ziehau 		lowaddr = BUS_SPACE_MAXADDR_32BIT;
3432064b75edSSepherosa Ziehau 	}
3433064b75edSSepherosa Ziehau 
34344447c752SSepherosa Ziehau 	/* Create tag for Rx buffers. */
3435dea2452aSSepherosa Ziehau 	error = bus_dma_tag_create(
3436dea2452aSSepherosa Ziehau 	    rdata->jme_sc->jme_cdata.jme_buffer_tag,/* parent */
34374447c752SSepherosa Ziehau 	    JME_RX_BUF_ALIGN, 0,	/* algnmnt, boundary */
3438064b75edSSepherosa Ziehau 	    lowaddr,			/* lowaddr */
34394447c752SSepherosa Ziehau 	    BUS_SPACE_MAXADDR,		/* highaddr */
34404447c752SSepherosa Ziehau 	    MCLBYTES,			/* maxsize */
34414447c752SSepherosa Ziehau 	    1,				/* nsegments */
34424447c752SSepherosa Ziehau 	    MCLBYTES,			/* maxsegsize */
34439d424ceeSSepherosa Ziehau 	    BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ALIGNED,/* flags */
34444447c752SSepherosa Ziehau 	    &rdata->jme_rx_tag);
34454447c752SSepherosa Ziehau 	if (error) {
3446dea2452aSSepherosa Ziehau 		device_printf(rdata->jme_sc->jme_dev,
3447dea2452aSSepherosa Ziehau 		    "could not create %dth Rx DMA tag.\n", rdata->jme_rx_idx);
34484447c752SSepherosa Ziehau 		return error;
34494447c752SSepherosa Ziehau 	}
34504447c752SSepherosa Ziehau 
34514447c752SSepherosa Ziehau 	/* Create DMA maps for Rx buffers. */
34529d424ceeSSepherosa Ziehau 	error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK,
34534447c752SSepherosa Ziehau 				  &rdata->jme_rx_sparemap);
34544447c752SSepherosa Ziehau 	if (error) {
3455dea2452aSSepherosa Ziehau 		device_printf(rdata->jme_sc->jme_dev,
3456dea2452aSSepherosa Ziehau 		    "could not create %dth spare Rx dmamap.\n",
3457dea2452aSSepherosa Ziehau 		    rdata->jme_rx_idx);
34584447c752SSepherosa Ziehau 		bus_dma_tag_destroy(rdata->jme_rx_tag);
34594447c752SSepherosa Ziehau 		rdata->jme_rx_tag = NULL;
34604447c752SSepherosa Ziehau 		return error;
34614447c752SSepherosa Ziehau 	}
34627b040092SSepherosa Ziehau 	for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
34634447c752SSepherosa Ziehau 		struct jme_rxdesc *rxd = &rdata->jme_rxdesc[i];
34644447c752SSepherosa Ziehau 
34659d424ceeSSepherosa Ziehau 		error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK,
34664447c752SSepherosa Ziehau 					  &rxd->rx_dmamap);
34674447c752SSepherosa Ziehau 		if (error) {
34684447c752SSepherosa Ziehau 			int j;
34694447c752SSepherosa Ziehau 
3470dea2452aSSepherosa Ziehau 			device_printf(rdata->jme_sc->jme_dev,
34714447c752SSepherosa Ziehau 			    "could not create %dth Rx dmamap "
3472dea2452aSSepherosa Ziehau 			    "for %dth RX ring.\n", i, rdata->jme_rx_idx);
34734447c752SSepherosa Ziehau 
34744447c752SSepherosa Ziehau 			for (j = 0; j < i; ++j) {
34754447c752SSepherosa Ziehau 				rxd = &rdata->jme_rxdesc[j];
34764447c752SSepherosa Ziehau 				bus_dmamap_destroy(rdata->jme_rx_tag,
34774447c752SSepherosa Ziehau 						   rxd->rx_dmamap);
34784447c752SSepherosa Ziehau 			}
34794447c752SSepherosa Ziehau 			bus_dmamap_destroy(rdata->jme_rx_tag,
34804447c752SSepherosa Ziehau 					   rdata->jme_rx_sparemap);
34814447c752SSepherosa Ziehau 			bus_dma_tag_destroy(rdata->jme_rx_tag);
34824447c752SSepherosa Ziehau 			rdata->jme_rx_tag = NULL;
34834447c752SSepherosa Ziehau 			return error;
34844447c752SSepherosa Ziehau 		}
34854447c752SSepherosa Ziehau 	}
34864447c752SSepherosa Ziehau 	return 0;
34874447c752SSepherosa Ziehau }
34884447c752SSepherosa Ziehau 
34894447c752SSepherosa Ziehau static void
jme_rx_intr(struct jme_softc * sc,uint32_t status)34904447c752SSepherosa Ziehau jme_rx_intr(struct jme_softc *sc, uint32_t status)
34914447c752SSepherosa Ziehau {
3492ff37a356SSepherosa Ziehau 	int r, cpuid = mycpuid;
34934447c752SSepherosa Ziehau 
34947b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
349531810fb8SSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
349631f0d5a2SSepherosa Ziehau 
349731810fb8SSepherosa Ziehau 		if (status & rdata->jme_rx_coal) {
349831f0d5a2SSepherosa Ziehau 			lwkt_serialize_enter(&rdata->jme_rx_serialize);
3499ff37a356SSepherosa Ziehau 			jme_rxeof(rdata, -1, cpuid);
350031f0d5a2SSepherosa Ziehau 			lwkt_serialize_exit(&rdata->jme_rx_serialize);
350131f0d5a2SSepherosa Ziehau 		}
35024447c752SSepherosa Ziehau 	}
35034447c752SSepherosa Ziehau }
3504760c056cSSepherosa Ziehau 
3505760c056cSSepherosa Ziehau static void
jme_enable_rss(struct jme_softc * sc)3506760c056cSSepherosa Ziehau jme_enable_rss(struct jme_softc *sc)
3507760c056cSSepherosa Ziehau {
350824dd1705SSepherosa Ziehau 	uint8_t key[RSSKEY_NREGS * RSSKEY_REGSIZE];
35094c3cb79aSSepherosa Ziehau 	uint32_t rssc;
35104c3cb79aSSepherosa Ziehau 	int j, i, r;
3511760c056cSSepherosa Ziehau 
3512022f915eSSepherosa Ziehau 	KASSERT(sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_2 ||
3513022f915eSSepherosa Ziehau 		sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_4,
3514ed20d0e3SSascha Wildner 		("%s: invalid # of RX rings (%d)",
3515022f915eSSepherosa Ziehau 		 sc->arpcom.ac_if.if_xname, sc->jme_cdata.jme_rx_ring_cnt));
351631775876SSepherosa Ziehau 	jme_disable_rss(sc);
3517760c056cSSepherosa Ziehau 
351824dd1705SSepherosa Ziehau 	toeplitz_get_key(key, sizeof(key));
351924dd1705SSepherosa Ziehau 	for (i = 0; i < RSSKEY_NREGS; ++i) {
352024dd1705SSepherosa Ziehau 		uint32_t keyreg;
352124dd1705SSepherosa Ziehau 
352224dd1705SSepherosa Ziehau 		keyreg = RSSKEY_REGVAL(key, i);
3523894ff5e1SSepherosa Ziehau 		JME_RSS_DPRINTF(sc, 5, "keyreg%d 0x%08x, reg 0x%08x\n",
3524894ff5e1SSepherosa Ziehau 		    i, keyreg, RSSKEY_REG(RSSKEY_NREGS - 1 - i));
352524dd1705SSepherosa Ziehau 
3526894ff5e1SSepherosa Ziehau 		CSR_WRITE_4(sc, RSSKEY_REG(RSSKEY_NREGS - 1 - i), keyreg);
352724dd1705SSepherosa Ziehau 	}
3528760c056cSSepherosa Ziehau 
352966f75939SSepherosa Ziehau 	/*
35304c3cb79aSSepherosa Ziehau 	 * Fill redirect table.
353166f75939SSepherosa Ziehau 	 */
35324c3cb79aSSepherosa Ziehau 	if_ringmap_rdrtable(sc->jme_rx_rmap, sc->jme_rdrtable,
35334c3cb79aSSepherosa Ziehau 	    JME_RDRTABLE_SIZE);
35344c3cb79aSSepherosa Ziehau 
35354c3cb79aSSepherosa Ziehau 	r = 0;
35364c3cb79aSSepherosa Ziehau 	for (j = 0; j < RSSTBL_NREGS; ++j) {
35374c3cb79aSSepherosa Ziehau 		uint32_t ind = 0;
35384c3cb79aSSepherosa Ziehau 
353966f75939SSepherosa Ziehau 		for (i = 0; i < RSSTBL_REGSIZE; ++i) {
354066f75939SSepherosa Ziehau 			int q;
354166f75939SSepherosa Ziehau 
35424c3cb79aSSepherosa Ziehau 			q = sc->jme_rdrtable[r];
354366f75939SSepherosa Ziehau 			ind |= q << (i * 8);
35444c3cb79aSSepherosa Ziehau 			++r;
3545760c056cSSepherosa Ziehau 		}
3546760c056cSSepherosa Ziehau 		JME_RSS_DPRINTF(sc, 1, "ind 0x%08x\n", ind);
35474c3cb79aSSepherosa Ziehau 		CSR_WRITE_4(sc, RSSTBL_REG(j), ind);
35484c3cb79aSSepherosa Ziehau 	}
354931775876SSepherosa Ziehau 
355031775876SSepherosa Ziehau 	/*
355131775876SSepherosa Ziehau 	 * Enable RSS.
355231775876SSepherosa Ziehau 	 */
355331775876SSepherosa Ziehau 	rssc = RSSC_HASH_128_ENTRY;
355431775876SSepherosa Ziehau 	rssc |= RSSC_HASH_IPV4 | RSSC_HASH_IPV4_TCP;
355531775876SSepherosa Ziehau 	rssc |= sc->jme_cdata.jme_rx_ring_cnt >> 1;
355631775876SSepherosa Ziehau 	JME_RSS_DPRINTF(sc, 1, "rssc 0x%08x\n", rssc);
355731775876SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RSSC, rssc);
3558760c056cSSepherosa Ziehau }
3559760c056cSSepherosa Ziehau 
3560760c056cSSepherosa Ziehau static void
jme_disable_rss(struct jme_softc * sc)3561760c056cSSepherosa Ziehau jme_disable_rss(struct jme_softc *sc)
3562760c056cSSepherosa Ziehau {
3563760c056cSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RSSC, RSSC_DIS_RSS);
3564760c056cSSepherosa Ziehau }
356531f0d5a2SSepherosa Ziehau 
356631f0d5a2SSepherosa Ziehau static void
jme_serialize(struct ifnet * ifp,enum ifnet_serialize slz)356731f0d5a2SSepherosa Ziehau jme_serialize(struct ifnet *ifp, enum ifnet_serialize slz)
356831f0d5a2SSepherosa Ziehau {
356931f0d5a2SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
357031f0d5a2SSepherosa Ziehau 
357129890f78SSepherosa Ziehau 	ifnet_serialize_array_enter(sc->jme_serialize_arr,
357206421337SSepherosa Ziehau 	    sc->jme_serialize_cnt, slz);
357331f0d5a2SSepherosa Ziehau }
357431f0d5a2SSepherosa Ziehau 
357531f0d5a2SSepherosa Ziehau static void
jme_deserialize(struct ifnet * ifp,enum ifnet_serialize slz)357631f0d5a2SSepherosa Ziehau jme_deserialize(struct ifnet *ifp, enum ifnet_serialize slz)
357731f0d5a2SSepherosa Ziehau {
357831f0d5a2SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
357931f0d5a2SSepherosa Ziehau 
358029890f78SSepherosa Ziehau 	ifnet_serialize_array_exit(sc->jme_serialize_arr,
358106421337SSepherosa Ziehau 	    sc->jme_serialize_cnt, slz);
358231f0d5a2SSepherosa Ziehau }
358331f0d5a2SSepherosa Ziehau 
358431f0d5a2SSepherosa Ziehau static int
jme_tryserialize(struct ifnet * ifp,enum ifnet_serialize slz)358531f0d5a2SSepherosa Ziehau jme_tryserialize(struct ifnet *ifp, enum ifnet_serialize slz)
358631f0d5a2SSepherosa Ziehau {
358731f0d5a2SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
358831f0d5a2SSepherosa Ziehau 
358929890f78SSepherosa Ziehau 	return ifnet_serialize_array_try(sc->jme_serialize_arr,
359006421337SSepherosa Ziehau 	    sc->jme_serialize_cnt, slz);
359131f0d5a2SSepherosa Ziehau }
359231f0d5a2SSepherosa Ziehau 
359331f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
359431f0d5a2SSepherosa Ziehau 
359531f0d5a2SSepherosa Ziehau static void
jme_serialize_assert(struct ifnet * ifp,enum ifnet_serialize slz,boolean_t serialized)359631f0d5a2SSepherosa Ziehau jme_serialize_assert(struct ifnet *ifp, enum ifnet_serialize slz,
359731f0d5a2SSepherosa Ziehau     boolean_t serialized)
359831f0d5a2SSepherosa Ziehau {
359931f0d5a2SSepherosa Ziehau 	struct jme_softc *sc = ifp->if_softc;
360031f0d5a2SSepherosa Ziehau 
360129890f78SSepherosa Ziehau 	ifnet_serialize_array_assert(sc->jme_serialize_arr,
360206421337SSepherosa Ziehau 	    sc->jme_serialize_cnt, slz, serialized);
360331f0d5a2SSepherosa Ziehau }
360431f0d5a2SSepherosa Ziehau 
360531f0d5a2SSepherosa Ziehau #endif	/* INVARIANTS */
360658880b0dSSepherosa Ziehau 
360758880b0dSSepherosa Ziehau static void
jme_msix_try_alloc(device_t dev)360858880b0dSSepherosa Ziehau jme_msix_try_alloc(device_t dev)
360958880b0dSSepherosa Ziehau {
361058880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
361158880b0dSSepherosa Ziehau 	struct jme_msix_data *msix;
361258880b0dSSepherosa Ziehau 	int error, i, r, msix_enable, msix_count;
361358880b0dSSepherosa Ziehau 
3614e0009afbSSepherosa Ziehau 	msix_count = JME_MSIXCNT(sc->jme_cdata.jme_rx_ring_cnt);
361558880b0dSSepherosa Ziehau 	KKASSERT(msix_count <= JME_NMSIX);
361658880b0dSSepherosa Ziehau 
36171cc217a9SSepherosa Ziehau 	msix_enable = device_getenv_int(dev, "msix.enable", jme_msix_enable);
361858880b0dSSepherosa Ziehau 
361958880b0dSSepherosa Ziehau 	/*
362058880b0dSSepherosa Ziehau 	 * We leave the 1st MSI-X vector unused, so we
362158880b0dSSepherosa Ziehau 	 * actually need msix_count + 1 MSI-X vectors.
362258880b0dSSepherosa Ziehau 	 */
362358880b0dSSepherosa Ziehau 	if (!msix_enable || pci_msix_count(dev) < (msix_count + 1))
362458880b0dSSepherosa Ziehau 		return;
362558880b0dSSepherosa Ziehau 
362658880b0dSSepherosa Ziehau 	for (i = 0; i < msix_count; ++i)
362758880b0dSSepherosa Ziehau 		sc->jme_msix[i].jme_msix_rid = -1;
362858880b0dSSepherosa Ziehau 
362958880b0dSSepherosa Ziehau 	i = 0;
363058880b0dSSepherosa Ziehau 
363187aa452bSSepherosa Ziehau 	/*
3632e0009afbSSepherosa Ziehau 	 * Setup status MSI-X
3633e0009afbSSepherosa Ziehau 	 */
3634e0009afbSSepherosa Ziehau 	msix = &sc->jme_msix[i++];
3635e0009afbSSepherosa Ziehau 	msix->jme_msix_cpuid = 0;
3636e0009afbSSepherosa Ziehau 	msix->jme_msix_arg = sc;
3637e0009afbSSepherosa Ziehau 	msix->jme_msix_func = jme_msix_status;
3638e0009afbSSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
3639e0009afbSSepherosa Ziehau 		msix->jme_msix_intrs |=
3640e0009afbSSepherosa Ziehau 		    sc->jme_cdata.jme_rx_data[r].jme_rx_empty;
3641e0009afbSSepherosa Ziehau 	}
3642e0009afbSSepherosa Ziehau 	msix->jme_msix_serialize = &sc->jme_serialize;
3643e0009afbSSepherosa Ziehau 	ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), "%s sts",
3644e0009afbSSepherosa Ziehau 	    device_get_nameunit(dev));
3645e0009afbSSepherosa Ziehau 
3646e0009afbSSepherosa Ziehau 	/*
364787aa452bSSepherosa Ziehau 	 * Setup TX MSI-X
364887aa452bSSepherosa Ziehau 	 */
364958880b0dSSepherosa Ziehau 	msix = &sc->jme_msix[i++];
36504c3cb79aSSepherosa Ziehau 	msix->jme_msix_cpuid = if_ringmap_cpumap(sc->jme_tx_rmap, 0);
365187aa452bSSepherosa Ziehau 	sc->jme_tx_cpuid = msix->jme_msix_cpuid;
36529b99c84fSSepherosa Ziehau 	msix->jme_msix_arg = &sc->jme_cdata.jme_tx_data;
365358880b0dSSepherosa Ziehau 	msix->jme_msix_func = jme_msix_tx;
365458880b0dSSepherosa Ziehau 	msix->jme_msix_intrs = INTR_TXQ_COAL | INTR_TXQ_COAL_TO;
36559b99c84fSSepherosa Ziehau 	msix->jme_msix_serialize = &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
365658880b0dSSepherosa Ziehau 	ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), "%s tx",
365758880b0dSSepherosa Ziehau 	    device_get_nameunit(dev));
365858880b0dSSepherosa Ziehau 
365987aa452bSSepherosa Ziehau 	/*
366087aa452bSSepherosa Ziehau 	 * Setup RX MSI-X
366187aa452bSSepherosa Ziehau 	 */
36627b040092SSepherosa Ziehau 	for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
366358880b0dSSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
366458880b0dSSepherosa Ziehau 
366558880b0dSSepherosa Ziehau 		msix = &sc->jme_msix[i++];
36664c3cb79aSSepherosa Ziehau 		msix->jme_msix_cpuid = if_ringmap_cpumap(sc->jme_rx_rmap, r);
36674c3cb79aSSepherosa Ziehau 		KKASSERT(msix->jme_msix_cpuid < netisr_ncpus);
366858880b0dSSepherosa Ziehau 		msix->jme_msix_arg = rdata;
366958880b0dSSepherosa Ziehau 		msix->jme_msix_func = jme_msix_rx;
3670e0009afbSSepherosa Ziehau 		msix->jme_msix_intrs = rdata->jme_rx_coal;
367158880b0dSSepherosa Ziehau 		msix->jme_msix_serialize = &rdata->jme_rx_serialize;
367258880b0dSSepherosa Ziehau 		ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc),
367358880b0dSSepherosa Ziehau 		    "%s rx%d", device_get_nameunit(dev), r);
367458880b0dSSepherosa Ziehau 	}
367558880b0dSSepherosa Ziehau 
367658880b0dSSepherosa Ziehau 	KKASSERT(i == msix_count);
367758880b0dSSepherosa Ziehau 
367858880b0dSSepherosa Ziehau 	error = pci_setup_msix(dev);
367958880b0dSSepherosa Ziehau 	if (error)
368058880b0dSSepherosa Ziehau 		return;
368158880b0dSSepherosa Ziehau 
368258880b0dSSepherosa Ziehau 	/* Setup jme_msix_cnt early, so we could cleanup */
368358880b0dSSepherosa Ziehau 	sc->jme_msix_cnt = msix_count;
368458880b0dSSepherosa Ziehau 
368558880b0dSSepherosa Ziehau 	for (i = 0; i < msix_count; ++i) {
368658880b0dSSepherosa Ziehau 		msix = &sc->jme_msix[i];
368758880b0dSSepherosa Ziehau 
368858880b0dSSepherosa Ziehau 		msix->jme_msix_vector = i + 1;
368958880b0dSSepherosa Ziehau 		error = pci_alloc_msix_vector(dev, msix->jme_msix_vector,
369058880b0dSSepherosa Ziehau 		    &msix->jme_msix_rid, msix->jme_msix_cpuid);
369158880b0dSSepherosa Ziehau 		if (error)
369258880b0dSSepherosa Ziehau 			goto back;
369358880b0dSSepherosa Ziehau 
369458880b0dSSepherosa Ziehau 		msix->jme_msix_res = bus_alloc_resource_any(dev, SYS_RES_IRQ,
369558880b0dSSepherosa Ziehau 		    &msix->jme_msix_rid, RF_ACTIVE);
369658880b0dSSepherosa Ziehau 		if (msix->jme_msix_res == NULL) {
369758880b0dSSepherosa Ziehau 			error = ENOMEM;
369858880b0dSSepherosa Ziehau 			goto back;
369958880b0dSSepherosa Ziehau 		}
370058880b0dSSepherosa Ziehau 	}
370158880b0dSSepherosa Ziehau 
370258880b0dSSepherosa Ziehau 	for (i = 0; i < JME_INTR_CNT; ++i) {
370358880b0dSSepherosa Ziehau 		uint32_t intr_mask = (1 << i);
370458880b0dSSepherosa Ziehau 		int x;
370558880b0dSSepherosa Ziehau 
370658880b0dSSepherosa Ziehau 		if ((JME_INTRS & intr_mask) == 0)
370758880b0dSSepherosa Ziehau 			continue;
370858880b0dSSepherosa Ziehau 
370958880b0dSSepherosa Ziehau 		for (x = 0; x < msix_count; ++x) {
371058880b0dSSepherosa Ziehau 			msix = &sc->jme_msix[x];
371158880b0dSSepherosa Ziehau 			if (msix->jme_msix_intrs & intr_mask) {
371258880b0dSSepherosa Ziehau 				int reg, shift;
371358880b0dSSepherosa Ziehau 
371458880b0dSSepherosa Ziehau 				reg = i / JME_MSINUM_FACTOR;
371558880b0dSSepherosa Ziehau 				KKASSERT(reg < JME_MSINUM_CNT);
371658880b0dSSepherosa Ziehau 
371758880b0dSSepherosa Ziehau 				shift = (i % JME_MSINUM_FACTOR) * 4;
371858880b0dSSepherosa Ziehau 
371958880b0dSSepherosa Ziehau 				sc->jme_msinum[reg] |=
372058880b0dSSepherosa Ziehau 				    (msix->jme_msix_vector << shift);
372158880b0dSSepherosa Ziehau 
372258880b0dSSepherosa Ziehau 				break;
372358880b0dSSepherosa Ziehau 			}
372458880b0dSSepherosa Ziehau 		}
372558880b0dSSepherosa Ziehau 	}
372658880b0dSSepherosa Ziehau 
372758880b0dSSepherosa Ziehau 	if (bootverbose) {
372858880b0dSSepherosa Ziehau 		for (i = 0; i < JME_MSINUM_CNT; ++i) {
372958880b0dSSepherosa Ziehau 			device_printf(dev, "MSINUM%d: %#x\n", i,
373058880b0dSSepherosa Ziehau 			    sc->jme_msinum[i]);
373158880b0dSSepherosa Ziehau 		}
373258880b0dSSepherosa Ziehau 	}
373358880b0dSSepherosa Ziehau 
373458880b0dSSepherosa Ziehau 	pci_enable_msix(dev);
373558880b0dSSepherosa Ziehau 	sc->jme_irq_type = PCI_INTR_TYPE_MSIX;
373658880b0dSSepherosa Ziehau 
373758880b0dSSepherosa Ziehau back:
373858880b0dSSepherosa Ziehau 	if (error)
373958880b0dSSepherosa Ziehau 		jme_msix_free(dev);
374058880b0dSSepherosa Ziehau }
374158880b0dSSepherosa Ziehau 
374258880b0dSSepherosa Ziehau static int
jme_intr_alloc(device_t dev)374358880b0dSSepherosa Ziehau jme_intr_alloc(device_t dev)
374458880b0dSSepherosa Ziehau {
374558880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
374658880b0dSSepherosa Ziehau 	u_int irq_flags;
374758880b0dSSepherosa Ziehau 
374858880b0dSSepherosa Ziehau 	jme_msix_try_alloc(dev);
374958880b0dSSepherosa Ziehau 
375058880b0dSSepherosa Ziehau 	if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) {
375158880b0dSSepherosa Ziehau 		sc->jme_irq_type = pci_alloc_1intr(dev, jme_msi_enable,
375258880b0dSSepherosa Ziehau 		    &sc->jme_irq_rid, &irq_flags);
375358880b0dSSepherosa Ziehau 
375458880b0dSSepherosa Ziehau 		sc->jme_irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ,
375558880b0dSSepherosa Ziehau 		    &sc->jme_irq_rid, irq_flags);
375658880b0dSSepherosa Ziehau 		if (sc->jme_irq_res == NULL) {
375758880b0dSSepherosa Ziehau 			device_printf(dev, "can't allocate irq\n");
375858880b0dSSepherosa Ziehau 			return ENXIO;
375958880b0dSSepherosa Ziehau 		}
37603ff1a2e3SSepherosa Ziehau 		sc->jme_tx_cpuid = rman_get_cpuid(sc->jme_irq_res);
376158880b0dSSepherosa Ziehau 	}
376258880b0dSSepherosa Ziehau 	return 0;
376358880b0dSSepherosa Ziehau }
376458880b0dSSepherosa Ziehau 
376558880b0dSSepherosa Ziehau static void
jme_msix_free(device_t dev)376658880b0dSSepherosa Ziehau jme_msix_free(device_t dev)
376758880b0dSSepherosa Ziehau {
376858880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
376958880b0dSSepherosa Ziehau 	int i;
377058880b0dSSepherosa Ziehau 
377158880b0dSSepherosa Ziehau 	KKASSERT(sc->jme_msix_cnt > 1);
377258880b0dSSepherosa Ziehau 
377358880b0dSSepherosa Ziehau 	for (i = 0; i < sc->jme_msix_cnt; ++i) {
377458880b0dSSepherosa Ziehau 		struct jme_msix_data *msix = &sc->jme_msix[i];
377558880b0dSSepherosa Ziehau 
377658880b0dSSepherosa Ziehau 		if (msix->jme_msix_res != NULL) {
377758880b0dSSepherosa Ziehau 			bus_release_resource(dev, SYS_RES_IRQ,
377858880b0dSSepherosa Ziehau 			    msix->jme_msix_rid, msix->jme_msix_res);
377958880b0dSSepherosa Ziehau 			msix->jme_msix_res = NULL;
378058880b0dSSepherosa Ziehau 		}
378158880b0dSSepherosa Ziehau 		if (msix->jme_msix_rid >= 0) {
378258880b0dSSepherosa Ziehau 			pci_release_msix_vector(dev, msix->jme_msix_rid);
378358880b0dSSepherosa Ziehau 			msix->jme_msix_rid = -1;
378458880b0dSSepherosa Ziehau 		}
378558880b0dSSepherosa Ziehau 	}
378658880b0dSSepherosa Ziehau 	pci_teardown_msix(dev);
378758880b0dSSepherosa Ziehau }
378858880b0dSSepherosa Ziehau 
378958880b0dSSepherosa Ziehau static void
jme_intr_free(device_t dev)379058880b0dSSepherosa Ziehau jme_intr_free(device_t dev)
379158880b0dSSepherosa Ziehau {
379258880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
379358880b0dSSepherosa Ziehau 
379458880b0dSSepherosa Ziehau 	if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) {
379558880b0dSSepherosa Ziehau 		if (sc->jme_irq_res != NULL) {
379658880b0dSSepherosa Ziehau 			bus_release_resource(dev, SYS_RES_IRQ, sc->jme_irq_rid,
379758880b0dSSepherosa Ziehau 					     sc->jme_irq_res);
379858880b0dSSepherosa Ziehau 		}
379958880b0dSSepherosa Ziehau 		if (sc->jme_irq_type == PCI_INTR_TYPE_MSI)
380058880b0dSSepherosa Ziehau 			pci_release_msi(dev);
380158880b0dSSepherosa Ziehau 	} else {
380258880b0dSSepherosa Ziehau 		jme_msix_free(dev);
380358880b0dSSepherosa Ziehau 	}
380458880b0dSSepherosa Ziehau }
380558880b0dSSepherosa Ziehau 
380658880b0dSSepherosa Ziehau static void
jme_msix_tx(void * xtdata)38079b99c84fSSepherosa Ziehau jme_msix_tx(void *xtdata)
380858880b0dSSepherosa Ziehau {
38099b99c84fSSepherosa Ziehau 	struct jme_txdata *tdata = xtdata;
38109b99c84fSSepherosa Ziehau 	struct jme_softc *sc = tdata->jme_sc;
381158880b0dSSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
381258880b0dSSepherosa Ziehau 
38139b99c84fSSepherosa Ziehau 	ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
381458880b0dSSepherosa Ziehau 
3815875547c0SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, INTR_TXQ_COAL | INTR_TXQ_COAL_TO);
3816875547c0SSepherosa Ziehau 
381758880b0dSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_STATUS,
381858880b0dSSepherosa Ziehau 	    INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP);
381958880b0dSSepherosa Ziehau 
382058880b0dSSepherosa Ziehau 	if (ifp->if_flags & IFF_RUNNING) {
38219b99c84fSSepherosa Ziehau 		jme_txeof(tdata);
382258880b0dSSepherosa Ziehau 		if (!ifq_is_empty(&ifp->if_snd))
382358880b0dSSepherosa Ziehau 			if_devstart(ifp);
382458880b0dSSepherosa Ziehau 	}
3825875547c0SSepherosa Ziehau 
3826875547c0SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, INTR_TXQ_COAL | INTR_TXQ_COAL_TO);
382758880b0dSSepherosa Ziehau }
382858880b0dSSepherosa Ziehau 
382958880b0dSSepherosa Ziehau static void
jme_msix_rx(void * xrdata)383058880b0dSSepherosa Ziehau jme_msix_rx(void *xrdata)
383158880b0dSSepherosa Ziehau {
383258880b0dSSepherosa Ziehau 	struct jme_rxdata *rdata = xrdata;
383358880b0dSSepherosa Ziehau 	struct jme_softc *sc = rdata->jme_sc;
383458880b0dSSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
383558880b0dSSepherosa Ziehau 
383658880b0dSSepherosa Ziehau 	ASSERT_SERIALIZED(&rdata->jme_rx_serialize);
383758880b0dSSepherosa Ziehau 
3838e0009afbSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, rdata->jme_rx_coal);
3839875547c0SSepherosa Ziehau 
3840e0009afbSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_STATUS,
3841e0009afbSSepherosa Ziehau 	    rdata->jme_rx_coal | rdata->jme_rx_comp);
384258880b0dSSepherosa Ziehau 
3843e0009afbSSepherosa Ziehau 	if (ifp->if_flags & IFF_RUNNING)
3844ff37a356SSepherosa Ziehau 		jme_rxeof(rdata, -1, mycpuid);
384558880b0dSSepherosa Ziehau 
3846e0009afbSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, rdata->jme_rx_coal);
3847e0009afbSSepherosa Ziehau }
3848e0009afbSSepherosa Ziehau 
3849e0009afbSSepherosa Ziehau static void
jme_msix_status(void * xsc)3850e0009afbSSepherosa Ziehau jme_msix_status(void *xsc)
3851e0009afbSSepherosa Ziehau {
3852e0009afbSSepherosa Ziehau 	struct jme_softc *sc = xsc;
3853e0009afbSSepherosa Ziehau 	struct ifnet *ifp = &sc->arpcom.ac_if;
3854e0009afbSSepherosa Ziehau 	uint32_t status;
3855e0009afbSSepherosa Ziehau 
3856e0009afbSSepherosa Ziehau 	ASSERT_SERIALIZED(&sc->jme_serialize);
3857e0009afbSSepherosa Ziehau 
3858e0009afbSSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, INTR_RXQ_DESC_EMPTY);
3859e0009afbSSepherosa Ziehau 
3860e0009afbSSepherosa Ziehau 	status = CSR_READ_4(sc, JME_INTR_STATUS);
3861e0009afbSSepherosa Ziehau 
3862de437f82SSepherosa Ziehau 	if (status & INTR_RXQ_DESC_EMPTY) {
3863de437f82SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_INTR_STATUS, status & INTR_RXQ_DESC_EMPTY);
3864de437f82SSepherosa Ziehau 		if (ifp->if_flags & IFF_RUNNING)
3865de437f82SSepherosa Ziehau 			jme_rx_restart(sc, status);
3866de437f82SSepherosa Ziehau 	}
3867e0009afbSSepherosa Ziehau 
3868de437f82SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, INTR_RXQ_DESC_EMPTY);
3869de437f82SSepherosa Ziehau }
3870de437f82SSepherosa Ziehau 
3871de437f82SSepherosa Ziehau static void
jme_rx_restart(struct jme_softc * sc,uint32_t status)3872de437f82SSepherosa Ziehau jme_rx_restart(struct jme_softc *sc, uint32_t status)
3873de437f82SSepherosa Ziehau {
3874ff37a356SSepherosa Ziehau 	int i, cpuid = mycpuid;
3875e0009afbSSepherosa Ziehau 
3876e0009afbSSepherosa Ziehau 	for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
3877de437f82SSepherosa Ziehau 		struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
3878e0009afbSSepherosa Ziehau 
387958880b0dSSepherosa Ziehau 		if (status & rdata->jme_rx_empty) {
3880e0009afbSSepherosa Ziehau 			lwkt_serialize_enter(&rdata->jme_rx_serialize);
3881ff37a356SSepherosa Ziehau 			jme_rxeof(rdata, -1, cpuid);
38828a0620e4SSepherosa Ziehau #ifdef JME_RSS_DEBUG
3883955f266eSSepherosa Ziehau 			rdata->jme_rx_emp++;
38848a0620e4SSepherosa Ziehau #endif
3885e0009afbSSepherosa Ziehau 			lwkt_serialize_exit(&rdata->jme_rx_serialize);
388658880b0dSSepherosa Ziehau 		}
388758880b0dSSepherosa Ziehau 	}
3888de437f82SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RX_ENB |
3889de437f82SSepherosa Ziehau 	    RXCSR_RXQ_START);
389058880b0dSSepherosa Ziehau }
389158880b0dSSepherosa Ziehau 
389258880b0dSSepherosa Ziehau static void
jme_set_msinum(struct jme_softc * sc)389358880b0dSSepherosa Ziehau jme_set_msinum(struct jme_softc *sc)
389458880b0dSSepherosa Ziehau {
389558880b0dSSepherosa Ziehau 	int i;
389658880b0dSSepherosa Ziehau 
389758880b0dSSepherosa Ziehau 	for (i = 0; i < JME_MSINUM_CNT; ++i)
389858880b0dSSepherosa Ziehau 		CSR_WRITE_4(sc, JME_MSINUM(i), sc->jme_msinum[i]);
389958880b0dSSepherosa Ziehau }
390058880b0dSSepherosa Ziehau 
390158880b0dSSepherosa Ziehau static int
jme_intr_setup(device_t dev)390258880b0dSSepherosa Ziehau jme_intr_setup(device_t dev)
390358880b0dSSepherosa Ziehau {
390458880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
390558880b0dSSepherosa Ziehau 	int error;
390658880b0dSSepherosa Ziehau 
390758880b0dSSepherosa Ziehau 	if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX)
390858880b0dSSepherosa Ziehau 		return jme_msix_setup(dev);
390958880b0dSSepherosa Ziehau 
391058880b0dSSepherosa Ziehau 	error = bus_setup_intr(dev, sc->jme_irq_res, INTR_MPSAFE,
391158880b0dSSepherosa Ziehau 	    jme_intr, sc, &sc->jme_irq_handle, &sc->jme_serialize);
391258880b0dSSepherosa Ziehau 	if (error) {
391358880b0dSSepherosa Ziehau 		device_printf(dev, "could not set up interrupt handler.\n");
391458880b0dSSepherosa Ziehau 		return error;
391558880b0dSSepherosa Ziehau 	}
391658880b0dSSepherosa Ziehau 
391758880b0dSSepherosa Ziehau 	return 0;
391858880b0dSSepherosa Ziehau }
391958880b0dSSepherosa Ziehau 
392058880b0dSSepherosa Ziehau static void
jme_intr_teardown(device_t dev)392158880b0dSSepherosa Ziehau jme_intr_teardown(device_t dev)
392258880b0dSSepherosa Ziehau {
392358880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
392458880b0dSSepherosa Ziehau 
392558880b0dSSepherosa Ziehau 	if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX)
392658880b0dSSepherosa Ziehau 		jme_msix_teardown(dev, sc->jme_msix_cnt);
392758880b0dSSepherosa Ziehau 	else
392858880b0dSSepherosa Ziehau 		bus_teardown_intr(dev, sc->jme_irq_res, sc->jme_irq_handle);
392958880b0dSSepherosa Ziehau }
393058880b0dSSepherosa Ziehau 
393158880b0dSSepherosa Ziehau static int
jme_msix_setup(device_t dev)393258880b0dSSepherosa Ziehau jme_msix_setup(device_t dev)
393358880b0dSSepherosa Ziehau {
393458880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
393558880b0dSSepherosa Ziehau 	int x;
393658880b0dSSepherosa Ziehau 
393758880b0dSSepherosa Ziehau 	for (x = 0; x < sc->jme_msix_cnt; ++x) {
393858880b0dSSepherosa Ziehau 		struct jme_msix_data *msix = &sc->jme_msix[x];
393958880b0dSSepherosa Ziehau 		int error;
394058880b0dSSepherosa Ziehau 
394158880b0dSSepherosa Ziehau 		error = bus_setup_intr_descr(dev, msix->jme_msix_res,
394258880b0dSSepherosa Ziehau 		    INTR_MPSAFE, msix->jme_msix_func, msix->jme_msix_arg,
394358880b0dSSepherosa Ziehau 		    &msix->jme_msix_handle, msix->jme_msix_serialize,
394458880b0dSSepherosa Ziehau 		    msix->jme_msix_desc);
394558880b0dSSepherosa Ziehau 		if (error) {
394658880b0dSSepherosa Ziehau 			device_printf(dev, "could not set up %s "
394758880b0dSSepherosa Ziehau 			    "interrupt handler.\n", msix->jme_msix_desc);
394858880b0dSSepherosa Ziehau 			jme_msix_teardown(dev, x);
394958880b0dSSepherosa Ziehau 			return error;
395058880b0dSSepherosa Ziehau 		}
395158880b0dSSepherosa Ziehau 	}
395258880b0dSSepherosa Ziehau 	return 0;
395358880b0dSSepherosa Ziehau }
395458880b0dSSepherosa Ziehau 
395558880b0dSSepherosa Ziehau static void
jme_msix_teardown(device_t dev,int msix_count)395658880b0dSSepherosa Ziehau jme_msix_teardown(device_t dev, int msix_count)
395758880b0dSSepherosa Ziehau {
395858880b0dSSepherosa Ziehau 	struct jme_softc *sc = device_get_softc(dev);
395958880b0dSSepherosa Ziehau 	int x;
396058880b0dSSepherosa Ziehau 
396158880b0dSSepherosa Ziehau 	for (x = 0; x < msix_count; ++x) {
396258880b0dSSepherosa Ziehau 		struct jme_msix_data *msix = &sc->jme_msix[x];
396358880b0dSSepherosa Ziehau 
396458880b0dSSepherosa Ziehau 		bus_teardown_intr(dev, msix->jme_msix_res,
396558880b0dSSepherosa Ziehau 		    msix->jme_msix_handle);
396658880b0dSSepherosa Ziehau 	}
396758880b0dSSepherosa Ziehau }
3968cccc3955SSepherosa Ziehau 
3969cccc3955SSepherosa Ziehau static void
jme_serialize_skipmain(struct jme_softc * sc)3970cccc3955SSepherosa Ziehau jme_serialize_skipmain(struct jme_softc *sc)
3971cccc3955SSepherosa Ziehau {
3972cccc3955SSepherosa Ziehau 	lwkt_serialize_array_enter(sc->jme_serialize_arr,
3973cccc3955SSepherosa Ziehau 	    sc->jme_serialize_cnt, 1);
3974cccc3955SSepherosa Ziehau }
3975cccc3955SSepherosa Ziehau 
3976cccc3955SSepherosa Ziehau static void
jme_deserialize_skipmain(struct jme_softc * sc)3977cccc3955SSepherosa Ziehau jme_deserialize_skipmain(struct jme_softc *sc)
3978cccc3955SSepherosa Ziehau {
3979cccc3955SSepherosa Ziehau 	lwkt_serialize_array_exit(sc->jme_serialize_arr,
3980cccc3955SSepherosa Ziehau 	    sc->jme_serialize_cnt, 1);
3981cccc3955SSepherosa Ziehau }
39828a0620e4SSepherosa Ziehau 
39838a0620e4SSepherosa Ziehau static void
jme_enable_intr(struct jme_softc * sc)39848a0620e4SSepherosa Ziehau jme_enable_intr(struct jme_softc *sc)
39858a0620e4SSepherosa Ziehau {
39868a0620e4SSepherosa Ziehau 	int i;
39878a0620e4SSepherosa Ziehau 
39888a0620e4SSepherosa Ziehau 	for (i = 0; i < sc->jme_serialize_cnt; ++i)
39898a0620e4SSepherosa Ziehau 		lwkt_serialize_handler_enable(sc->jme_serialize_arr[i]);
39908a0620e4SSepherosa Ziehau 
39918a0620e4SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
39928a0620e4SSepherosa Ziehau }
39938a0620e4SSepherosa Ziehau 
39948a0620e4SSepherosa Ziehau static void
jme_disable_intr(struct jme_softc * sc)39958a0620e4SSepherosa Ziehau jme_disable_intr(struct jme_softc *sc)
39968a0620e4SSepherosa Ziehau {
39978a0620e4SSepherosa Ziehau 	int i;
39988a0620e4SSepherosa Ziehau 
39998a0620e4SSepherosa Ziehau 	CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
40008a0620e4SSepherosa Ziehau 
40018a0620e4SSepherosa Ziehau 	for (i = 0; i < sc->jme_serialize_cnt; ++i)
40028a0620e4SSepherosa Ziehau 		lwkt_serialize_handler_disable(sc->jme_serialize_arr[i]);
40038a0620e4SSepherosa Ziehau }
4004352c8444SSepherosa Ziehau 
4005352c8444SSepherosa Ziehau static void
jme_phy_poweron(struct jme_softc * sc)4006352c8444SSepherosa Ziehau jme_phy_poweron(struct jme_softc *sc)
4007352c8444SSepherosa Ziehau {
4008352c8444SSepherosa Ziehau 	uint16_t bmcr;
4009352c8444SSepherosa Ziehau 
4010352c8444SSepherosa Ziehau 	bmcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR);
4011352c8444SSepherosa Ziehau 	bmcr &= ~BMCR_PDOWN;
4012352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR, bmcr);
4013352c8444SSepherosa Ziehau 
4014352c8444SSepherosa Ziehau 	if (sc->jme_caps & JME_CAP_PHYPWR) {
4015352c8444SSepherosa Ziehau 		uint32_t val;
4016352c8444SSepherosa Ziehau 
4017352c8444SSepherosa Ziehau 		val = CSR_READ_4(sc, JME_PHYPWR);
4018352c8444SSepherosa Ziehau 		val &= ~(PHYPWR_DOWN1SEL | PHYPWR_DOWN1SW |
4019352c8444SSepherosa Ziehau 		    PHYPWR_DOWN2 | PHYPWR_CLKSEL);
4020352c8444SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_PHYPWR, val);
4021352c8444SSepherosa Ziehau 
4022352c8444SSepherosa Ziehau 		val = pci_read_config(sc->jme_dev, JME_PCI_PE1, 4);
4023352c8444SSepherosa Ziehau 		val &= ~PE1_GPREG0_PHYBG;
4024352c8444SSepherosa Ziehau 		val |= PE1_GPREG0_ENBG;
4025352c8444SSepherosa Ziehau 		pci_write_config(sc->jme_dev, JME_PCI_PE1, val, 4);
4026352c8444SSepherosa Ziehau 	}
4027352c8444SSepherosa Ziehau }
4028352c8444SSepherosa Ziehau 
4029352c8444SSepherosa Ziehau static void
jme_phy_poweroff(struct jme_softc * sc)4030352c8444SSepherosa Ziehau jme_phy_poweroff(struct jme_softc *sc)
4031352c8444SSepherosa Ziehau {
4032352c8444SSepherosa Ziehau 	uint16_t bmcr;
4033352c8444SSepherosa Ziehau 
4034352c8444SSepherosa Ziehau 	bmcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR);
4035352c8444SSepherosa Ziehau 	bmcr |= BMCR_PDOWN;
4036352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR, bmcr);
4037352c8444SSepherosa Ziehau 
4038352c8444SSepherosa Ziehau 	if (sc->jme_caps & JME_CAP_PHYPWR) {
4039352c8444SSepherosa Ziehau 		uint32_t val;
4040352c8444SSepherosa Ziehau 
4041352c8444SSepherosa Ziehau 		val = CSR_READ_4(sc, JME_PHYPWR);
4042352c8444SSepherosa Ziehau 		val |= PHYPWR_DOWN1SEL | PHYPWR_DOWN1SW |
4043352c8444SSepherosa Ziehau 		    PHYPWR_DOWN2 | PHYPWR_CLKSEL;
4044352c8444SSepherosa Ziehau 		CSR_WRITE_4(sc, JME_PHYPWR, val);
4045352c8444SSepherosa Ziehau 
4046352c8444SSepherosa Ziehau 		val = pci_read_config(sc->jme_dev, JME_PCI_PE1, 4);
4047352c8444SSepherosa Ziehau 		val &= ~PE1_GPREG0_PHYBG;
4048352c8444SSepherosa Ziehau 		val |= PE1_GPREG0_PDD3COLD;
4049352c8444SSepherosa Ziehau 		pci_write_config(sc->jme_dev, JME_PCI_PE1, val, 4);
4050352c8444SSepherosa Ziehau 	}
4051352c8444SSepherosa Ziehau }
4052352c8444SSepherosa Ziehau 
4053352c8444SSepherosa Ziehau static int
jme_miiext_read(struct jme_softc * sc,int reg)4054352c8444SSepherosa Ziehau jme_miiext_read(struct jme_softc *sc, int reg)
4055352c8444SSepherosa Ziehau {
4056352c8444SSepherosa Ziehau 	int addr;
4057352c8444SSepherosa Ziehau 
4058352c8444SSepherosa Ziehau 	addr = JME_MII_EXT_ADDR_RD | reg;
4059352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4060352c8444SSepherosa Ziehau 	    JME_MII_EXT_ADDR, addr);
4061352c8444SSepherosa Ziehau 	return jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr,
4062352c8444SSepherosa Ziehau 	    JME_MII_EXT_DATA);
4063352c8444SSepherosa Ziehau }
4064352c8444SSepherosa Ziehau 
4065352c8444SSepherosa Ziehau static void
jme_miiext_write(struct jme_softc * sc,int reg,int val)4066352c8444SSepherosa Ziehau jme_miiext_write(struct jme_softc *sc, int reg, int val)
4067352c8444SSepherosa Ziehau {
4068352c8444SSepherosa Ziehau 	int addr;
4069352c8444SSepherosa Ziehau 
4070352c8444SSepherosa Ziehau 	addr = JME_MII_EXT_ADDR_WR | reg;
4071352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4072352c8444SSepherosa Ziehau 	    JME_MII_EXT_DATA, val);
4073352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4074352c8444SSepherosa Ziehau 	    JME_MII_EXT_ADDR, addr);
4075352c8444SSepherosa Ziehau }
4076352c8444SSepherosa Ziehau 
4077352c8444SSepherosa Ziehau static void
jme_phy_init(struct jme_softc * sc)4078352c8444SSepherosa Ziehau jme_phy_init(struct jme_softc *sc)
4079352c8444SSepherosa Ziehau {
4080352c8444SSepherosa Ziehau 	uint16_t gtcr;
4081352c8444SSepherosa Ziehau 	int val;
4082352c8444SSepherosa Ziehau 
4083352c8444SSepherosa Ziehau 	jme_phy_poweroff(sc);
4084352c8444SSepherosa Ziehau 	jme_phy_poweron(sc);
4085352c8444SSepherosa Ziehau 
4086352c8444SSepherosa Ziehau 	/* Enable PHY test 1 */
4087352c8444SSepherosa Ziehau 	gtcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR);
4088352c8444SSepherosa Ziehau 	gtcr &= ~GTCR_TEST_MASK;
4089352c8444SSepherosa Ziehau 	gtcr |= GTCR_TEST_1;
4090352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, gtcr);
4091352c8444SSepherosa Ziehau 
4092352c8444SSepherosa Ziehau 	val = jme_miiext_read(sc, JME_MII_EXT_COM2);
4093352c8444SSepherosa Ziehau 	val &= ~JME_MII_EXT_COM2_CALIB_MODE0;
4094352c8444SSepherosa Ziehau 	val |= JME_MII_EXT_COM2_CALIB_LATCH | JME_MII_EXT_COM2_CALIB_EN;
4095352c8444SSepherosa Ziehau 	jme_miiext_write(sc, JME_MII_EXT_COM2, val);
4096352c8444SSepherosa Ziehau 
4097352c8444SSepherosa Ziehau 	DELAY(20000);
4098352c8444SSepherosa Ziehau 
4099352c8444SSepherosa Ziehau 	val = jme_miiext_read(sc, JME_MII_EXT_COM2);
4100352c8444SSepherosa Ziehau 	val &= ~(JME_MII_EXT_COM2_CALIB_MODE0 |
4101352c8444SSepherosa Ziehau 	    JME_MII_EXT_COM2_CALIB_LATCH | JME_MII_EXT_COM2_CALIB_EN);
4102352c8444SSepherosa Ziehau 	jme_miiext_write(sc, JME_MII_EXT_COM2, val);
4103352c8444SSepherosa Ziehau 
4104352c8444SSepherosa Ziehau 	/* Disable PHY test */
4105352c8444SSepherosa Ziehau 	gtcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR);
4106352c8444SSepherosa Ziehau 	gtcr &= ~GTCR_TEST_MASK;
4107352c8444SSepherosa Ziehau 	jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, gtcr);
4108352c8444SSepherosa Ziehau 
4109352c8444SSepherosa Ziehau 	if (sc->jme_phycom0 != 0)
4110352c8444SSepherosa Ziehau 		jme_miiext_write(sc, JME_MII_EXT_COM0, sc->jme_phycom0);
4111352c8444SSepherosa Ziehau 	if (sc->jme_phycom1 != 0)
4112352c8444SSepherosa Ziehau 		jme_miiext_write(sc, JME_MII_EXT_COM1, sc->jme_phycom1);
4113352c8444SSepherosa Ziehau }
4114