176fbb0b9SSepherosa Ziehau /*-
276fbb0b9SSepherosa Ziehau * Copyright (c) 2008, Pyun YongHyeon <yongari@FreeBSD.org>
376fbb0b9SSepherosa Ziehau * All rights reserved.
476fbb0b9SSepherosa Ziehau *
576fbb0b9SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without
676fbb0b9SSepherosa Ziehau * modification, are permitted provided that the following conditions
776fbb0b9SSepherosa Ziehau * are met:
876fbb0b9SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright
976fbb0b9SSepherosa Ziehau * notice unmodified, this list of conditions, and the following
1076fbb0b9SSepherosa Ziehau * disclaimer.
1176fbb0b9SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright
1276fbb0b9SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the
1376fbb0b9SSepherosa Ziehau * documentation and/or other materials provided with the distribution.
1476fbb0b9SSepherosa Ziehau *
1576fbb0b9SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1676fbb0b9SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1776fbb0b9SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1876fbb0b9SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
1976fbb0b9SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2076fbb0b9SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2176fbb0b9SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2276fbb0b9SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2376fbb0b9SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2476fbb0b9SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2576fbb0b9SSepherosa Ziehau * SUCH DAMAGE.
2676fbb0b9SSepherosa Ziehau *
2776fbb0b9SSepherosa Ziehau * $FreeBSD: src/sys/dev/jme/if_jme.c,v 1.2 2008/07/18 04:20:48 yongari Exp $
2876fbb0b9SSepherosa Ziehau */
2976fbb0b9SSepherosa Ziehau
308a0620e4SSepherosa Ziehau #include "opt_ifpoll.h"
3193bfe1b8SSepherosa Ziehau #include "opt_jme.h"
329de40864SSepherosa Ziehau
3376fbb0b9SSepherosa Ziehau #include <sys/param.h>
3476fbb0b9SSepherosa Ziehau #include <sys/endian.h>
3576fbb0b9SSepherosa Ziehau #include <sys/kernel.h>
3676fbb0b9SSepherosa Ziehau #include <sys/bus.h>
3776fbb0b9SSepherosa Ziehau #include <sys/interrupt.h>
3876fbb0b9SSepherosa Ziehau #include <sys/malloc.h>
3976fbb0b9SSepherosa Ziehau #include <sys/proc.h>
4076fbb0b9SSepherosa Ziehau #include <sys/rman.h>
4176fbb0b9SSepherosa Ziehau #include <sys/serialize.h>
4231f0d5a2SSepherosa Ziehau #include <sys/serialize2.h>
4376fbb0b9SSepherosa Ziehau #include <sys/socket.h>
4476fbb0b9SSepherosa Ziehau #include <sys/sockio.h>
4576fbb0b9SSepherosa Ziehau #include <sys/sysctl.h>
4676fbb0b9SSepherosa Ziehau
4776fbb0b9SSepherosa Ziehau #include <net/ethernet.h>
4876fbb0b9SSepherosa Ziehau #include <net/if.h>
4976fbb0b9SSepherosa Ziehau #include <net/bpf.h>
5076fbb0b9SSepherosa Ziehau #include <net/if_arp.h>
5176fbb0b9SSepherosa Ziehau #include <net/if_dl.h>
5276fbb0b9SSepherosa Ziehau #include <net/if_media.h>
538a0620e4SSepherosa Ziehau #include <net/if_poll.h>
5476fbb0b9SSepherosa Ziehau #include <net/ifq_var.h>
554c3cb79aSSepherosa Ziehau #include <net/if_ringmap.h>
5624dd1705SSepherosa Ziehau #include <net/toeplitz.h>
57a6acc6e2SSepherosa Ziehau #include <net/toeplitz2.h>
5876fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_var.h>
5976fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_ether.h>
6076fbb0b9SSepherosa Ziehau
611bedd927SSepherosa Ziehau #include <netinet/ip.h>
621bedd927SSepherosa Ziehau #include <netinet/tcp.h>
63a6acc6e2SSepherosa Ziehau
64352c8444SSepherosa Ziehau #include <dev/netif/mii_layer/mii.h>
6576fbb0b9SSepherosa Ziehau #include <dev/netif/mii_layer/miivar.h>
66dbe37f03SSepherosa Ziehau #include <dev/netif/mii_layer/jmphyreg.h>
6776fbb0b9SSepherosa Ziehau
6876fbb0b9SSepherosa Ziehau #include <bus/pci/pcireg.h>
6976fbb0b9SSepherosa Ziehau #include <bus/pci/pcivar.h>
70dcb4b80dSSascha Wildner #include "pcidevs.h"
7176fbb0b9SSepherosa Ziehau
7208c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmereg.h>
7308c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmevar.h>
7476fbb0b9SSepherosa Ziehau
7576fbb0b9SSepherosa Ziehau #include "miibus_if.h"
7676fbb0b9SSepherosa Ziehau
77d35dc29fSSepherosa Ziehau #define JME_TICK_CPUID 0 /* DO NOT CHANGE THIS */
78d35dc29fSSepherosa Ziehau
7976fbb0b9SSepherosa Ziehau #define JME_CSUM_FEATURES (CSUM_IP | CSUM_TCP | CSUM_UDP)
8076fbb0b9SSepherosa Ziehau
81760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
82760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...) \
83760c056cSSepherosa Ziehau do { \
8466f75939SSepherosa Ziehau if ((sc)->jme_rss_debug >= (lvl)) \
85760c056cSSepherosa Ziehau if_printf(&(sc)->arpcom.ac_if, fmt, __VA_ARGS__); \
86760c056cSSepherosa Ziehau } while (0)
87760c056cSSepherosa Ziehau #else /* !JME_RSS_DEBUG */
88760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...) ((void)0)
89760c056cSSepherosa Ziehau #endif /* JME_RSS_DEBUG */
90760c056cSSepherosa Ziehau
9176fbb0b9SSepherosa Ziehau static int jme_probe(device_t);
9276fbb0b9SSepherosa Ziehau static int jme_attach(device_t);
9376fbb0b9SSepherosa Ziehau static int jme_detach(device_t);
9476fbb0b9SSepherosa Ziehau static int jme_shutdown(device_t);
9576fbb0b9SSepherosa Ziehau static int jme_suspend(device_t);
9676fbb0b9SSepherosa Ziehau static int jme_resume(device_t);
9776fbb0b9SSepherosa Ziehau
9876fbb0b9SSepherosa Ziehau static int jme_miibus_readreg(device_t, int, int);
9976fbb0b9SSepherosa Ziehau static int jme_miibus_writereg(device_t, int, int, int);
10076fbb0b9SSepherosa Ziehau static void jme_miibus_statchg(device_t);
10176fbb0b9SSepherosa Ziehau
10276fbb0b9SSepherosa Ziehau static void jme_init(void *);
10376fbb0b9SSepherosa Ziehau static int jme_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *);
104f0a26983SSepherosa Ziehau static void jme_start(struct ifnet *, struct ifaltq_subque *);
10576fbb0b9SSepherosa Ziehau static void jme_watchdog(struct ifnet *);
10676fbb0b9SSepherosa Ziehau static void jme_mediastatus(struct ifnet *, struct ifmediareq *);
10776fbb0b9SSepherosa Ziehau static int jme_mediachange(struct ifnet *);
1088a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
1098a0620e4SSepherosa Ziehau static void jme_npoll(struct ifnet *, struct ifpoll_info *);
1102f00683bSSepherosa Ziehau static void jme_npoll_status(struct ifnet *);
1119b99c84fSSepherosa Ziehau static void jme_npoll_rx(struct ifnet *, void *, int);
1129b99c84fSSepherosa Ziehau static void jme_npoll_tx(struct ifnet *, void *, int);
1139de40864SSepherosa Ziehau #endif
11431f0d5a2SSepherosa Ziehau static void jme_serialize(struct ifnet *, enum ifnet_serialize);
11531f0d5a2SSepherosa Ziehau static void jme_deserialize(struct ifnet *, enum ifnet_serialize);
11631f0d5a2SSepherosa Ziehau static int jme_tryserialize(struct ifnet *, enum ifnet_serialize);
11731f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
11831f0d5a2SSepherosa Ziehau static void jme_serialize_assert(struct ifnet *, enum ifnet_serialize,
11931f0d5a2SSepherosa Ziehau boolean_t);
12031f0d5a2SSepherosa Ziehau #endif
12176fbb0b9SSepherosa Ziehau
12276fbb0b9SSepherosa Ziehau static void jme_intr(void *);
12358880b0dSSepherosa Ziehau static void jme_msix_tx(void *);
12458880b0dSSepherosa Ziehau static void jme_msix_rx(void *);
125e0009afbSSepherosa Ziehau static void jme_msix_status(void *);
1269b99c84fSSepherosa Ziehau static void jme_txeof(struct jme_txdata *);
127ff37a356SSepherosa Ziehau static void jme_rxeof(struct jme_rxdata *, int, int);
1284447c752SSepherosa Ziehau static void jme_rx_intr(struct jme_softc *, uint32_t);
1298a0620e4SSepherosa Ziehau static void jme_enable_intr(struct jme_softc *);
1308a0620e4SSepherosa Ziehau static void jme_disable_intr(struct jme_softc *);
131de437f82SSepherosa Ziehau static void jme_rx_restart(struct jme_softc *, uint32_t);
13276fbb0b9SSepherosa Ziehau
13358880b0dSSepherosa Ziehau static int jme_msix_setup(device_t);
13458880b0dSSepherosa Ziehau static void jme_msix_teardown(device_t, int);
13558880b0dSSepherosa Ziehau static int jme_intr_setup(device_t);
13658880b0dSSepherosa Ziehau static void jme_intr_teardown(device_t);
13758880b0dSSepherosa Ziehau static void jme_msix_try_alloc(device_t);
13858880b0dSSepherosa Ziehau static void jme_msix_free(device_t);
13958880b0dSSepherosa Ziehau static int jme_intr_alloc(device_t);
14058880b0dSSepherosa Ziehau static void jme_intr_free(device_t);
14176fbb0b9SSepherosa Ziehau static int jme_dma_alloc(struct jme_softc *);
1420b3414d9SSepherosa Ziehau static void jme_dma_free(struct jme_softc *);
143dea2452aSSepherosa Ziehau static int jme_init_rx_ring(struct jme_rxdata *);
1449b99c84fSSepherosa Ziehau static void jme_init_tx_ring(struct jme_txdata *);
14576fbb0b9SSepherosa Ziehau static void jme_init_ssb(struct jme_softc *);
146dea2452aSSepherosa Ziehau static int jme_newbuf(struct jme_rxdata *, struct jme_rxdesc *, int);
1473a65efa6SSepherosa Ziehau static int jme_encap(struct jme_txdata *, struct mbuf **, int *);
148ff37a356SSepherosa Ziehau static void jme_rxpkt(struct jme_rxdata *, int);
149dea2452aSSepherosa Ziehau static int jme_rxring_dma_alloc(struct jme_rxdata *);
150dea2452aSSepherosa Ziehau static int jme_rxbuf_dma_alloc(struct jme_rxdata *);
15176fbb0b9SSepherosa Ziehau
15276fbb0b9SSepherosa Ziehau static void jme_tick(void *);
15376fbb0b9SSepherosa Ziehau static void jme_stop(struct jme_softc *);
15476fbb0b9SSepherosa Ziehau static void jme_reset(struct jme_softc *);
15558880b0dSSepherosa Ziehau static void jme_set_msinum(struct jme_softc *);
15676fbb0b9SSepherosa Ziehau static void jme_set_vlan(struct jme_softc *);
15776fbb0b9SSepherosa Ziehau static void jme_set_filter(struct jme_softc *);
15876fbb0b9SSepherosa Ziehau static void jme_stop_tx(struct jme_softc *);
15976fbb0b9SSepherosa Ziehau static void jme_stop_rx(struct jme_softc *);
16076fbb0b9SSepherosa Ziehau static void jme_mac_config(struct jme_softc *);
16176fbb0b9SSepherosa Ziehau static void jme_reg_macaddr(struct jme_softc *, uint8_t[]);
16276fbb0b9SSepherosa Ziehau static int jme_eeprom_macaddr(struct jme_softc *, uint8_t[]);
16376fbb0b9SSepherosa Ziehau static int jme_eeprom_read_byte(struct jme_softc *, uint8_t, uint8_t *);
16476fbb0b9SSepherosa Ziehau #ifdef notyet
16576fbb0b9SSepherosa Ziehau static void jme_setwol(struct jme_softc *);
16676fbb0b9SSepherosa Ziehau static void jme_setlinkspeed(struct jme_softc *);
16776fbb0b9SSepherosa Ziehau #endif
1682870abc4SSepherosa Ziehau static void jme_set_tx_coal(struct jme_softc *);
1692870abc4SSepherosa Ziehau static void jme_set_rx_coal(struct jme_softc *);
170760c056cSSepherosa Ziehau static void jme_enable_rss(struct jme_softc *);
171760c056cSSepherosa Ziehau static void jme_disable_rss(struct jme_softc *);
172cccc3955SSepherosa Ziehau static void jme_serialize_skipmain(struct jme_softc *);
173cccc3955SSepherosa Ziehau static void jme_deserialize_skipmain(struct jme_softc *);
174352c8444SSepherosa Ziehau static void jme_phy_poweron(struct jme_softc *);
175352c8444SSepherosa Ziehau static void jme_phy_poweroff(struct jme_softc *);
176352c8444SSepherosa Ziehau static int jme_miiext_read(struct jme_softc *, int);
177352c8444SSepherosa Ziehau static void jme_miiext_write(struct jme_softc *, int, int);
178352c8444SSepherosa Ziehau static void jme_phy_init(struct jme_softc *);
17976fbb0b9SSepherosa Ziehau
18076fbb0b9SSepherosa Ziehau static void jme_sysctl_node(struct jme_softc *);
1812870abc4SSepherosa Ziehau static int jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS);
1822870abc4SSepherosa Ziehau static int jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS);
1832870abc4SSepherosa Ziehau static int jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS);
1842870abc4SSepherosa Ziehau static int jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS);
18576fbb0b9SSepherosa Ziehau
18676fbb0b9SSepherosa Ziehau /*
18776fbb0b9SSepherosa Ziehau * Devices supported by this driver.
18876fbb0b9SSepherosa Ziehau */
18976fbb0b9SSepherosa Ziehau static const struct jme_dev {
19076fbb0b9SSepherosa Ziehau uint16_t jme_vendorid;
19176fbb0b9SSepherosa Ziehau uint16_t jme_deviceid;
1923a5f3f36SSepherosa Ziehau uint32_t jme_caps;
19376fbb0b9SSepherosa Ziehau const char *jme_name;
19476fbb0b9SSepherosa Ziehau } jme_devs[] = {
19544e8c66cSSepherosa Ziehau { PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC250,
1963a5f3f36SSepherosa Ziehau JME_CAP_JUMBO,
19776fbb0b9SSepherosa Ziehau "JMicron Inc, JMC250 Gigabit Ethernet" },
19844e8c66cSSepherosa Ziehau { PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC260,
1993a5f3f36SSepherosa Ziehau JME_CAP_FASTETH,
20076fbb0b9SSepherosa Ziehau "JMicron Inc, JMC260 Fast Ethernet" },
2013a5f3f36SSepherosa Ziehau { 0, 0, 0, NULL }
20276fbb0b9SSepherosa Ziehau };
20376fbb0b9SSepherosa Ziehau
20476fbb0b9SSepherosa Ziehau static device_method_t jme_methods[] = {
20576fbb0b9SSepherosa Ziehau /* Device interface. */
20676fbb0b9SSepherosa Ziehau DEVMETHOD(device_probe, jme_probe),
20776fbb0b9SSepherosa Ziehau DEVMETHOD(device_attach, jme_attach),
20876fbb0b9SSepherosa Ziehau DEVMETHOD(device_detach, jme_detach),
20976fbb0b9SSepherosa Ziehau DEVMETHOD(device_shutdown, jme_shutdown),
21076fbb0b9SSepherosa Ziehau DEVMETHOD(device_suspend, jme_suspend),
21176fbb0b9SSepherosa Ziehau DEVMETHOD(device_resume, jme_resume),
21276fbb0b9SSepherosa Ziehau
21376fbb0b9SSepherosa Ziehau /* Bus interface. */
21476fbb0b9SSepherosa Ziehau DEVMETHOD(bus_print_child, bus_generic_print_child),
21576fbb0b9SSepherosa Ziehau DEVMETHOD(bus_driver_added, bus_generic_driver_added),
21676fbb0b9SSepherosa Ziehau
21776fbb0b9SSepherosa Ziehau /* MII interface. */
21876fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_readreg, jme_miibus_readreg),
21976fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_writereg, jme_miibus_writereg),
22076fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_statchg, jme_miibus_statchg),
22176fbb0b9SSepherosa Ziehau
22276fbb0b9SSepherosa Ziehau { NULL, NULL }
22376fbb0b9SSepherosa Ziehau };
22476fbb0b9SSepherosa Ziehau
22576fbb0b9SSepherosa Ziehau static driver_t jme_driver = {
22676fbb0b9SSepherosa Ziehau "jme",
22776fbb0b9SSepherosa Ziehau jme_methods,
22876fbb0b9SSepherosa Ziehau sizeof(struct jme_softc)
22976fbb0b9SSepherosa Ziehau };
23076fbb0b9SSepherosa Ziehau
23176fbb0b9SSepherosa Ziehau static devclass_t jme_devclass;
23276fbb0b9SSepherosa Ziehau
23376fbb0b9SSepherosa Ziehau DECLARE_DUMMY_MODULE(if_jme);
23476fbb0b9SSepherosa Ziehau MODULE_DEPEND(if_jme, miibus, 1, 1, 1);
235aa2b9d05SSascha Wildner DRIVER_MODULE(if_jme, pci, jme_driver, jme_devclass, NULL, NULL);
236aa2b9d05SSascha Wildner DRIVER_MODULE(miibus, jme, miibus_driver, miibus_devclass, NULL, NULL);
23776fbb0b9SSepherosa Ziehau
2384447c752SSepherosa Ziehau static const struct {
2394447c752SSepherosa Ziehau uint32_t jme_coal;
2404447c752SSepherosa Ziehau uint32_t jme_comp;
24158880b0dSSepherosa Ziehau uint32_t jme_empty;
2424447c752SSepherosa Ziehau } jme_rx_status[JME_NRXRING_MAX] = {
24358880b0dSSepherosa Ziehau { INTR_RXQ0_COAL | INTR_RXQ0_COAL_TO, INTR_RXQ0_COMP,
24458880b0dSSepherosa Ziehau INTR_RXQ0_DESC_EMPTY },
24558880b0dSSepherosa Ziehau { INTR_RXQ1_COAL | INTR_RXQ1_COAL_TO, INTR_RXQ1_COMP,
24658880b0dSSepherosa Ziehau INTR_RXQ1_DESC_EMPTY },
24758880b0dSSepherosa Ziehau { INTR_RXQ2_COAL | INTR_RXQ2_COAL_TO, INTR_RXQ2_COMP,
24858880b0dSSepherosa Ziehau INTR_RXQ2_DESC_EMPTY },
24958880b0dSSepherosa Ziehau { INTR_RXQ3_COAL | INTR_RXQ3_COAL_TO, INTR_RXQ3_COMP,
25058880b0dSSepherosa Ziehau INTR_RXQ3_DESC_EMPTY }
2514447c752SSepherosa Ziehau };
2524447c752SSepherosa Ziehau
25369325526SSepherosa Ziehau static int jme_rx_desc_count = JME_RX_DESC_CNT_DEF;
25469325526SSepherosa Ziehau static int jme_tx_desc_count = JME_TX_DESC_CNT_DEF;
2556afef6abSSepherosa Ziehau static int jme_rx_ring_count = 0;
2563eba890aSSepherosa Ziehau static int jme_msi_enable = 1;
25758880b0dSSepherosa Ziehau static int jme_msix_enable = 1;
25883b03786SSepherosa Ziehau
25983b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.rx_desc_count", &jme_rx_desc_count);
26083b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.tx_desc_count", &jme_tx_desc_count);
261413d06bbSSepherosa Ziehau TUNABLE_INT("hw.jme.rx_ring_count", &jme_rx_ring_count);
2623eba890aSSepherosa Ziehau TUNABLE_INT("hw.jme.msi.enable", &jme_msi_enable);
26358880b0dSSepherosa Ziehau TUNABLE_INT("hw.jme.msix.enable", &jme_msix_enable);
26483b03786SSepherosa Ziehau
265fd2a6d2cSSepherosa Ziehau static __inline void
jme_setup_rxdesc(struct jme_rxdesc * rxd)266fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(struct jme_rxdesc *rxd)
267fd2a6d2cSSepherosa Ziehau {
268fd2a6d2cSSepherosa Ziehau struct jme_desc *desc;
269fd2a6d2cSSepherosa Ziehau
270fd2a6d2cSSepherosa Ziehau desc = rxd->rx_desc;
271fd2a6d2cSSepherosa Ziehau desc->buflen = htole32(MCLBYTES);
272fd2a6d2cSSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(rxd->rx_paddr));
273fd2a6d2cSSepherosa Ziehau desc->addr_hi = htole32(JME_ADDR_HI(rxd->rx_paddr));
274fd2a6d2cSSepherosa Ziehau desc->flags = htole32(JME_RD_OWN | JME_RD_INTR | JME_RD_64BIT);
275fd2a6d2cSSepherosa Ziehau }
276fd2a6d2cSSepherosa Ziehau
27776fbb0b9SSepherosa Ziehau /*
27876fbb0b9SSepherosa Ziehau * Read a PHY register on the MII of the JMC250.
27976fbb0b9SSepherosa Ziehau */
28076fbb0b9SSepherosa Ziehau static int
jme_miibus_readreg(device_t dev,int phy,int reg)28176fbb0b9SSepherosa Ziehau jme_miibus_readreg(device_t dev, int phy, int reg)
28276fbb0b9SSepherosa Ziehau {
28376fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
28476fbb0b9SSepherosa Ziehau uint32_t val;
28576fbb0b9SSepherosa Ziehau int i;
28676fbb0b9SSepherosa Ziehau
28776fbb0b9SSepherosa Ziehau /* For FPGA version, PHY address 0 should be ignored. */
288ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) {
28976fbb0b9SSepherosa Ziehau if (phy == 0)
29076fbb0b9SSepherosa Ziehau return (0);
29176fbb0b9SSepherosa Ziehau } else {
29276fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != phy)
29376fbb0b9SSepherosa Ziehau return (0);
29476fbb0b9SSepherosa Ziehau }
29576fbb0b9SSepherosa Ziehau
29676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMI, SMI_OP_READ | SMI_OP_EXECUTE |
29776fbb0b9SSepherosa Ziehau SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg));
29876fbb0b9SSepherosa Ziehau
29976fbb0b9SSepherosa Ziehau for (i = JME_PHY_TIMEOUT; i > 0; i--) {
30076fbb0b9SSepherosa Ziehau DELAY(1);
30176fbb0b9SSepherosa Ziehau if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0)
30276fbb0b9SSepherosa Ziehau break;
30376fbb0b9SSepherosa Ziehau }
30476fbb0b9SSepherosa Ziehau if (i == 0) {
30576fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "phy read timeout: "
30676fbb0b9SSepherosa Ziehau "phy %d, reg %d\n", phy, reg);
30776fbb0b9SSepherosa Ziehau return (0);
30876fbb0b9SSepherosa Ziehau }
30976fbb0b9SSepherosa Ziehau
31076fbb0b9SSepherosa Ziehau return ((val & SMI_DATA_MASK) >> SMI_DATA_SHIFT);
31176fbb0b9SSepherosa Ziehau }
31276fbb0b9SSepherosa Ziehau
31376fbb0b9SSepherosa Ziehau /*
31476fbb0b9SSepherosa Ziehau * Write a PHY register on the MII of the JMC250.
31576fbb0b9SSepherosa Ziehau */
31676fbb0b9SSepherosa Ziehau static int
jme_miibus_writereg(device_t dev,int phy,int reg,int val)31776fbb0b9SSepherosa Ziehau jme_miibus_writereg(device_t dev, int phy, int reg, int val)
31876fbb0b9SSepherosa Ziehau {
31976fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
32076fbb0b9SSepherosa Ziehau int i;
32176fbb0b9SSepherosa Ziehau
32276fbb0b9SSepherosa Ziehau /* For FPGA version, PHY address 0 should be ignored. */
323ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) {
32476fbb0b9SSepherosa Ziehau if (phy == 0)
32576fbb0b9SSepherosa Ziehau return (0);
32676fbb0b9SSepherosa Ziehau } else {
32776fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != phy)
32876fbb0b9SSepherosa Ziehau return (0);
32976fbb0b9SSepherosa Ziehau }
33076fbb0b9SSepherosa Ziehau
33176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMI, SMI_OP_WRITE | SMI_OP_EXECUTE |
33276fbb0b9SSepherosa Ziehau ((val << SMI_DATA_SHIFT) & SMI_DATA_MASK) |
33376fbb0b9SSepherosa Ziehau SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg));
33476fbb0b9SSepherosa Ziehau
33576fbb0b9SSepherosa Ziehau for (i = JME_PHY_TIMEOUT; i > 0; i--) {
33676fbb0b9SSepherosa Ziehau DELAY(1);
33776fbb0b9SSepherosa Ziehau if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0)
33876fbb0b9SSepherosa Ziehau break;
33976fbb0b9SSepherosa Ziehau }
34076fbb0b9SSepherosa Ziehau if (i == 0) {
34176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "phy write timeout: "
34276fbb0b9SSepherosa Ziehau "phy %d, reg %d\n", phy, reg);
34376fbb0b9SSepherosa Ziehau }
34476fbb0b9SSepherosa Ziehau
34576fbb0b9SSepherosa Ziehau return (0);
34676fbb0b9SSepherosa Ziehau }
34776fbb0b9SSepherosa Ziehau
34876fbb0b9SSepherosa Ziehau /*
34976fbb0b9SSepherosa Ziehau * Callback from MII layer when media changes.
35076fbb0b9SSepherosa Ziehau */
35176fbb0b9SSepherosa Ziehau static void
jme_miibus_statchg(device_t dev)35276fbb0b9SSepherosa Ziehau jme_miibus_statchg(device_t dev)
35376fbb0b9SSepherosa Ziehau {
35476fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
35576fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
3569b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
35776fbb0b9SSepherosa Ziehau struct mii_data *mii;
35876fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
35976fbb0b9SSepherosa Ziehau bus_addr_t paddr;
3604447c752SSepherosa Ziehau int i, r;
36176fbb0b9SSepherosa Ziehau
362cccc3955SSepherosa Ziehau if (sc->jme_in_tick)
363cccc3955SSepherosa Ziehau jme_serialize_skipmain(sc);
36431f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
36576fbb0b9SSepherosa Ziehau
36676fbb0b9SSepherosa Ziehau if ((ifp->if_flags & IFF_RUNNING) == 0)
367cccc3955SSepherosa Ziehau goto done;
36876fbb0b9SSepherosa Ziehau
36976fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus);
37076fbb0b9SSepherosa Ziehau
371cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE;
37276fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) {
37376fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) {
37476fbb0b9SSepherosa Ziehau case IFM_10_T:
37576fbb0b9SSepherosa Ziehau case IFM_100_TX:
376cccc3955SSepherosa Ziehau sc->jme_has_link = TRUE;
37776fbb0b9SSepherosa Ziehau break;
37876fbb0b9SSepherosa Ziehau case IFM_1000_T:
379ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FASTETH)
38076fbb0b9SSepherosa Ziehau break;
381cccc3955SSepherosa Ziehau sc->jme_has_link = TRUE;
38276fbb0b9SSepherosa Ziehau break;
38376fbb0b9SSepherosa Ziehau default:
38476fbb0b9SSepherosa Ziehau break;
38576fbb0b9SSepherosa Ziehau }
38676fbb0b9SSepherosa Ziehau }
38776fbb0b9SSepherosa Ziehau
38876fbb0b9SSepherosa Ziehau /*
38976fbb0b9SSepherosa Ziehau * Disabling Rx/Tx MACs have a side-effect of resetting
39076fbb0b9SSepherosa Ziehau * JME_TXNDA/JME_RXNDA register to the first address of
39176fbb0b9SSepherosa Ziehau * Tx/Rx descriptor address. So driver should reset its
39276fbb0b9SSepherosa Ziehau * internal procucer/consumer pointer and reclaim any
39376fbb0b9SSepherosa Ziehau * allocated resources. Note, just saving the value of
39476fbb0b9SSepherosa Ziehau * JME_TXNDA and JME_RXNDA registers before stopping MAC
39576fbb0b9SSepherosa Ziehau * and restoring JME_TXNDA/JME_RXNDA register is not
39676fbb0b9SSepherosa Ziehau * sufficient to make sure correct MAC state because
39776fbb0b9SSepherosa Ziehau * stopping MAC operation can take a while and hardware
39876fbb0b9SSepherosa Ziehau * might have updated JME_TXNDA/JME_RXNDA registers
39976fbb0b9SSepherosa Ziehau * during the stop operation.
40076fbb0b9SSepherosa Ziehau */
40176fbb0b9SSepherosa Ziehau
40276fbb0b9SSepherosa Ziehau /* Disable interrupts */
40376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
40476fbb0b9SSepherosa Ziehau
40576fbb0b9SSepherosa Ziehau /* Stop driver */
4069ed293e0SSepherosa Ziehau ifp->if_flags &= ~IFF_RUNNING;
4079ed293e0SSepherosa Ziehau ifq_clr_oactive(&ifp->if_snd);
40876fbb0b9SSepherosa Ziehau ifp->if_timer = 0;
40976fbb0b9SSepherosa Ziehau callout_stop(&sc->jme_tick_ch);
41076fbb0b9SSepherosa Ziehau
41176fbb0b9SSepherosa Ziehau /* Stop receiver/transmitter. */
41276fbb0b9SSepherosa Ziehau jme_stop_rx(sc);
41376fbb0b9SSepherosa Ziehau jme_stop_tx(sc);
41476fbb0b9SSepherosa Ziehau
4157b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
4164447c752SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
4174447c752SSepherosa Ziehau
418ff37a356SSepherosa Ziehau jme_rxeof(rdata, -1, -1);
4194447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL)
4204447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead);
421dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata);
4224447c752SSepherosa Ziehau
4234447c752SSepherosa Ziehau /*
4244447c752SSepherosa Ziehau * Reuse configured Rx descriptors and reset
4254447c752SSepherosa Ziehau * procuder/consumer index.
4264447c752SSepherosa Ziehau */
4274447c752SSepherosa Ziehau rdata->jme_rx_cons = 0;
4284447c752SSepherosa Ziehau }
4296afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(sc))
430deaeb5a5SSepherosa Ziehau jme_enable_rss(sc);
431deaeb5a5SSepherosa Ziehau else
432deaeb5a5SSepherosa Ziehau jme_disable_rss(sc);
43376fbb0b9SSepherosa Ziehau
4349b99c84fSSepherosa Ziehau jme_txeof(tdata);
4359b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt != 0) {
43676fbb0b9SSepherosa Ziehau /* Remove queued packets for transmit. */
4379b99c84fSSepherosa Ziehau for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
4389b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[i];
43976fbb0b9SSepherosa Ziehau if (txd->tx_m != NULL) {
4409b99c84fSSepherosa Ziehau bus_dmamap_unload( tdata->jme_tx_tag,
44176fbb0b9SSepherosa Ziehau txd->tx_dmamap);
44276fbb0b9SSepherosa Ziehau m_freem(txd->tx_m);
44376fbb0b9SSepherosa Ziehau txd->tx_m = NULL;
44476fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0;
445d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, oerrors, 1);
44676fbb0b9SSepherosa Ziehau }
44776fbb0b9SSepherosa Ziehau }
44876fbb0b9SSepherosa Ziehau }
4499b99c84fSSepherosa Ziehau jme_init_tx_ring(tdata);
45076fbb0b9SSepherosa Ziehau
45176fbb0b9SSepherosa Ziehau /* Initialize shadow status block. */
45276fbb0b9SSepherosa Ziehau jme_init_ssb(sc);
45376fbb0b9SSepherosa Ziehau
45476fbb0b9SSepherosa Ziehau /* Program MAC with resolved speed/duplex/flow-control. */
455cccc3955SSepherosa Ziehau if (sc->jme_has_link) {
45676fbb0b9SSepherosa Ziehau jme_mac_config(sc);
45776fbb0b9SSepherosa Ziehau
45876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr);
45976fbb0b9SSepherosa Ziehau
46076fbb0b9SSepherosa Ziehau /* Set Tx ring address to the hardware. */
4619b99c84fSSepherosa Ziehau paddr = tdata->jme_tx_ring_paddr;
46276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr));
46376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr));
46476fbb0b9SSepherosa Ziehau
4657b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
4664447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR,
4674447c752SSepherosa Ziehau sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r));
4684447c752SSepherosa Ziehau
46976fbb0b9SSepherosa Ziehau /* Set Rx ring address to the hardware. */
4704447c752SSepherosa Ziehau paddr = sc->jme_cdata.jme_rx_data[r].jme_rx_ring_paddr;
47176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr));
47276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr));
4734447c752SSepherosa Ziehau }
47476fbb0b9SSepherosa Ziehau
47576fbb0b9SSepherosa Ziehau /* Restart receiver/transmitter. */
47676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RX_ENB |
47776fbb0b9SSepherosa Ziehau RXCSR_RXQ_START);
47876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB);
47976fbb0b9SSepherosa Ziehau }
48076fbb0b9SSepherosa Ziehau
48176fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_RUNNING;
4829ed293e0SSepherosa Ziehau ifq_clr_oactive(&ifp->if_snd);
483d35dc29fSSepherosa Ziehau callout_reset_bycpu(&sc->jme_tick_ch, hz, jme_tick, sc,
484d35dc29fSSepherosa Ziehau JME_TICK_CPUID);
48576fbb0b9SSepherosa Ziehau
4868a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
4878a0620e4SSepherosa Ziehau if (!(ifp->if_flags & IFF_NPOLLING))
4889de40864SSepherosa Ziehau #endif
48976fbb0b9SSepherosa Ziehau /* Reenable interrupts. */
49076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
491cccc3955SSepherosa Ziehau
492cccc3955SSepherosa Ziehau done:
493cccc3955SSepherosa Ziehau if (sc->jme_in_tick)
494cccc3955SSepherosa Ziehau jme_deserialize_skipmain(sc);
49576fbb0b9SSepherosa Ziehau }
49676fbb0b9SSepherosa Ziehau
49776fbb0b9SSepherosa Ziehau /*
49876fbb0b9SSepherosa Ziehau * Get the current interface media status.
49976fbb0b9SSepherosa Ziehau */
50076fbb0b9SSepherosa Ziehau static void
jme_mediastatus(struct ifnet * ifp,struct ifmediareq * ifmr)50176fbb0b9SSepherosa Ziehau jme_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
50276fbb0b9SSepherosa Ziehau {
50376fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
50476fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus);
50576fbb0b9SSepherosa Ziehau
50631f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
50776fbb0b9SSepherosa Ziehau
50876fbb0b9SSepherosa Ziehau mii_pollstat(mii);
50976fbb0b9SSepherosa Ziehau ifmr->ifm_status = mii->mii_media_status;
51076fbb0b9SSepherosa Ziehau ifmr->ifm_active = mii->mii_media_active;
51176fbb0b9SSepherosa Ziehau }
51276fbb0b9SSepherosa Ziehau
51376fbb0b9SSepherosa Ziehau /*
51476fbb0b9SSepherosa Ziehau * Set hardware to newly-selected media.
51576fbb0b9SSepherosa Ziehau */
51676fbb0b9SSepherosa Ziehau static int
jme_mediachange(struct ifnet * ifp)51776fbb0b9SSepherosa Ziehau jme_mediachange(struct ifnet *ifp)
51876fbb0b9SSepherosa Ziehau {
51976fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
52076fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus);
52176fbb0b9SSepherosa Ziehau int error;
52276fbb0b9SSepherosa Ziehau
52331f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
52476fbb0b9SSepherosa Ziehau
52576fbb0b9SSepherosa Ziehau if (mii->mii_instance != 0) {
52676fbb0b9SSepherosa Ziehau struct mii_softc *miisc;
52776fbb0b9SSepherosa Ziehau
52876fbb0b9SSepherosa Ziehau LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
52976fbb0b9SSepherosa Ziehau mii_phy_reset(miisc);
53076fbb0b9SSepherosa Ziehau }
53176fbb0b9SSepherosa Ziehau error = mii_mediachg(mii);
53276fbb0b9SSepherosa Ziehau
53376fbb0b9SSepherosa Ziehau return (error);
53476fbb0b9SSepherosa Ziehau }
53576fbb0b9SSepherosa Ziehau
53676fbb0b9SSepherosa Ziehau static int
jme_probe(device_t dev)53776fbb0b9SSepherosa Ziehau jme_probe(device_t dev)
53876fbb0b9SSepherosa Ziehau {
53976fbb0b9SSepherosa Ziehau const struct jme_dev *sp;
54076fbb0b9SSepherosa Ziehau uint16_t vid, did;
54176fbb0b9SSepherosa Ziehau
54276fbb0b9SSepherosa Ziehau vid = pci_get_vendor(dev);
54376fbb0b9SSepherosa Ziehau did = pci_get_device(dev);
54476fbb0b9SSepherosa Ziehau for (sp = jme_devs; sp->jme_name != NULL; ++sp) {
54576fbb0b9SSepherosa Ziehau if (vid == sp->jme_vendorid && did == sp->jme_deviceid) {
54676fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
5473a5f3f36SSepherosa Ziehau
5483a5f3f36SSepherosa Ziehau sc->jme_caps = sp->jme_caps;
5493a5f3f36SSepherosa Ziehau device_set_desc(dev, sp->jme_name);
55076fbb0b9SSepherosa Ziehau return (0);
55176fbb0b9SSepherosa Ziehau }
55276fbb0b9SSepherosa Ziehau }
55376fbb0b9SSepherosa Ziehau return (ENXIO);
55476fbb0b9SSepherosa Ziehau }
55576fbb0b9SSepherosa Ziehau
55676fbb0b9SSepherosa Ziehau static int
jme_eeprom_read_byte(struct jme_softc * sc,uint8_t addr,uint8_t * val)55776fbb0b9SSepherosa Ziehau jme_eeprom_read_byte(struct jme_softc *sc, uint8_t addr, uint8_t *val)
55876fbb0b9SSepherosa Ziehau {
55976fbb0b9SSepherosa Ziehau uint32_t reg;
56076fbb0b9SSepherosa Ziehau int i;
56176fbb0b9SSepherosa Ziehau
56276fbb0b9SSepherosa Ziehau *val = 0;
56376fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) {
56476fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBCSR);
56576fbb0b9SSepherosa Ziehau if ((reg & SMBCSR_HW_BUSY_MASK) == SMBCSR_HW_IDLE)
56676fbb0b9SSepherosa Ziehau break;
56776fbb0b9SSepherosa Ziehau DELAY(1);
56876fbb0b9SSepherosa Ziehau }
56976fbb0b9SSepherosa Ziehau
57076fbb0b9SSepherosa Ziehau if (i == 0) {
57176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "EEPROM idle timeout!\n");
57276fbb0b9SSepherosa Ziehau return (ETIMEDOUT);
57376fbb0b9SSepherosa Ziehau }
57476fbb0b9SSepherosa Ziehau
57576fbb0b9SSepherosa Ziehau reg = ((uint32_t)addr << SMBINTF_ADDR_SHIFT) & SMBINTF_ADDR_MASK;
57676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMBINTF, reg | SMBINTF_RD | SMBINTF_CMD_TRIGGER);
57776fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) {
57876fbb0b9SSepherosa Ziehau DELAY(1);
57976fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBINTF);
58076fbb0b9SSepherosa Ziehau if ((reg & SMBINTF_CMD_TRIGGER) == 0)
58176fbb0b9SSepherosa Ziehau break;
58276fbb0b9SSepherosa Ziehau }
58376fbb0b9SSepherosa Ziehau
58476fbb0b9SSepherosa Ziehau if (i == 0) {
58576fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "EEPROM read timeout!\n");
58676fbb0b9SSepherosa Ziehau return (ETIMEDOUT);
58776fbb0b9SSepherosa Ziehau }
58876fbb0b9SSepherosa Ziehau
58976fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBINTF);
59076fbb0b9SSepherosa Ziehau *val = (reg & SMBINTF_RD_DATA_MASK) >> SMBINTF_RD_DATA_SHIFT;
59176fbb0b9SSepherosa Ziehau
59276fbb0b9SSepherosa Ziehau return (0);
59376fbb0b9SSepherosa Ziehau }
59476fbb0b9SSepherosa Ziehau
59576fbb0b9SSepherosa Ziehau static int
jme_eeprom_macaddr(struct jme_softc * sc,uint8_t eaddr[])59676fbb0b9SSepherosa Ziehau jme_eeprom_macaddr(struct jme_softc *sc, uint8_t eaddr[])
59776fbb0b9SSepherosa Ziehau {
59876fbb0b9SSepherosa Ziehau uint8_t fup, reg, val;
59976fbb0b9SSepherosa Ziehau uint32_t offset;
60076fbb0b9SSepherosa Ziehau int match;
60176fbb0b9SSepherosa Ziehau
60276fbb0b9SSepherosa Ziehau offset = 0;
60376fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 ||
60476fbb0b9SSepherosa Ziehau fup != JME_EEPROM_SIG0)
60576fbb0b9SSepherosa Ziehau return (ENOENT);
60676fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 ||
60776fbb0b9SSepherosa Ziehau fup != JME_EEPROM_SIG1)
60876fbb0b9SSepherosa Ziehau return (ENOENT);
60976fbb0b9SSepherosa Ziehau match = 0;
61076fbb0b9SSepherosa Ziehau do {
61176fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset, &fup) != 0)
61276fbb0b9SSepherosa Ziehau break;
61309927fe6SSepherosa Ziehau if (JME_EEPROM_MKDESC(JME_EEPROM_FUNC0, JME_EEPROM_PAGE_BAR1) ==
61409927fe6SSepherosa Ziehau (fup & (JME_EEPROM_FUNC_MASK | JME_EEPROM_PAGE_MASK))) {
61576fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset + 1, ®) != 0)
61676fbb0b9SSepherosa Ziehau break;
61776fbb0b9SSepherosa Ziehau if (reg >= JME_PAR0 &&
61876fbb0b9SSepherosa Ziehau reg < JME_PAR0 + ETHER_ADDR_LEN) {
61976fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset + 2,
62076fbb0b9SSepherosa Ziehau &val) != 0)
62176fbb0b9SSepherosa Ziehau break;
62276fbb0b9SSepherosa Ziehau eaddr[reg - JME_PAR0] = val;
62376fbb0b9SSepherosa Ziehau match++;
62476fbb0b9SSepherosa Ziehau }
62576fbb0b9SSepherosa Ziehau }
62609927fe6SSepherosa Ziehau /* Check for the end of EEPROM descriptor. */
62709927fe6SSepherosa Ziehau if ((fup & JME_EEPROM_DESC_END) == JME_EEPROM_DESC_END)
62809927fe6SSepherosa Ziehau break;
62976fbb0b9SSepherosa Ziehau /* Try next eeprom descriptor. */
63076fbb0b9SSepherosa Ziehau offset += JME_EEPROM_DESC_BYTES;
63176fbb0b9SSepherosa Ziehau } while (match != ETHER_ADDR_LEN && offset < JME_EEPROM_END);
63276fbb0b9SSepherosa Ziehau
63376fbb0b9SSepherosa Ziehau if (match == ETHER_ADDR_LEN)
63476fbb0b9SSepherosa Ziehau return (0);
63576fbb0b9SSepherosa Ziehau
63676fbb0b9SSepherosa Ziehau return (ENOENT);
63776fbb0b9SSepherosa Ziehau }
63876fbb0b9SSepherosa Ziehau
63976fbb0b9SSepherosa Ziehau static void
jme_reg_macaddr(struct jme_softc * sc,uint8_t eaddr[])64076fbb0b9SSepherosa Ziehau jme_reg_macaddr(struct jme_softc *sc, uint8_t eaddr[])
64176fbb0b9SSepherosa Ziehau {
64276fbb0b9SSepherosa Ziehau uint32_t par0, par1;
64376fbb0b9SSepherosa Ziehau
64476fbb0b9SSepherosa Ziehau /* Read station address. */
64576fbb0b9SSepherosa Ziehau par0 = CSR_READ_4(sc, JME_PAR0);
64676fbb0b9SSepherosa Ziehau par1 = CSR_READ_4(sc, JME_PAR1);
64776fbb0b9SSepherosa Ziehau par1 &= 0xFFFF;
64876fbb0b9SSepherosa Ziehau if ((par0 == 0 && par1 == 0) || (par0 & 0x1)) {
64976fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
65076fbb0b9SSepherosa Ziehau "generating fake ethernet address.\n");
65176fbb0b9SSepherosa Ziehau par0 = karc4random();
65276fbb0b9SSepherosa Ziehau /* Set OUI to JMicron. */
65376fbb0b9SSepherosa Ziehau eaddr[0] = 0x00;
65476fbb0b9SSepherosa Ziehau eaddr[1] = 0x1B;
65576fbb0b9SSepherosa Ziehau eaddr[2] = 0x8C;
65676fbb0b9SSepherosa Ziehau eaddr[3] = (par0 >> 16) & 0xff;
65776fbb0b9SSepherosa Ziehau eaddr[4] = (par0 >> 8) & 0xff;
65876fbb0b9SSepherosa Ziehau eaddr[5] = par0 & 0xff;
65976fbb0b9SSepherosa Ziehau } else {
66076fbb0b9SSepherosa Ziehau eaddr[0] = (par0 >> 0) & 0xFF;
66176fbb0b9SSepherosa Ziehau eaddr[1] = (par0 >> 8) & 0xFF;
66276fbb0b9SSepherosa Ziehau eaddr[2] = (par0 >> 16) & 0xFF;
66376fbb0b9SSepherosa Ziehau eaddr[3] = (par0 >> 24) & 0xFF;
66476fbb0b9SSepherosa Ziehau eaddr[4] = (par1 >> 0) & 0xFF;
66576fbb0b9SSepherosa Ziehau eaddr[5] = (par1 >> 8) & 0xFF;
66676fbb0b9SSepherosa Ziehau }
66776fbb0b9SSepherosa Ziehau }
66876fbb0b9SSepherosa Ziehau
66976fbb0b9SSepherosa Ziehau static int
jme_attach(device_t dev)67076fbb0b9SSepherosa Ziehau jme_attach(device_t dev)
67176fbb0b9SSepherosa Ziehau {
67276fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
67376fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
67476fbb0b9SSepherosa Ziehau uint32_t reg;
675b249905bSSepherosa Ziehau uint16_t did;
676b249905bSSepherosa Ziehau uint8_t pcie_ptr, rev;
6774c3cb79aSSepherosa Ziehau int error = 0, i, j, rx_desc_cnt, coal_max, ring_cnt;
67876fbb0b9SSepherosa Ziehau uint8_t eaddr[ETHER_ADDR_LEN];
67976fbb0b9SSepherosa Ziehau
6809b99c84fSSepherosa Ziehau /*
6819b99c84fSSepherosa Ziehau * Initialize serializers
6829b99c84fSSepherosa Ziehau */
68331f0d5a2SSepherosa Ziehau lwkt_serialize_init(&sc->jme_serialize);
6849b99c84fSSepherosa Ziehau lwkt_serialize_init(&sc->jme_cdata.jme_tx_data.jme_tx_serialize);
68531f0d5a2SSepherosa Ziehau for (i = 0; i < JME_NRXRING_MAX; ++i) {
68631f0d5a2SSepherosa Ziehau lwkt_serialize_init(
68731f0d5a2SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[i].jme_rx_serialize);
68831f0d5a2SSepherosa Ziehau }
68931f0d5a2SSepherosa Ziehau
6909b99c84fSSepherosa Ziehau /*
6919b99c84fSSepherosa Ziehau * Get # of RX ring descriptors
6929b99c84fSSepherosa Ziehau */
6937b040092SSepherosa Ziehau rx_desc_cnt = device_getenv_int(dev, "rx_desc_count",
6941cc217a9SSepherosa Ziehau jme_rx_desc_count);
6957b040092SSepherosa Ziehau rx_desc_cnt = roundup(rx_desc_cnt, JME_NDESC_ALIGN);
6967b040092SSepherosa Ziehau if (rx_desc_cnt > JME_NDESC_MAX)
6977b040092SSepherosa Ziehau rx_desc_cnt = JME_NDESC_MAX;
69869325526SSepherosa Ziehau
6999b99c84fSSepherosa Ziehau /*
7009b99c84fSSepherosa Ziehau * Get # of TX ring descriptors
7019b99c84fSSepherosa Ziehau */
7029b99c84fSSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt =
7039b99c84fSSepherosa Ziehau device_getenv_int(dev, "tx_desc_count", jme_tx_desc_count);
7049b99c84fSSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt =
7059b99c84fSSepherosa Ziehau roundup(sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt, JME_NDESC_ALIGN);
7069b99c84fSSepherosa Ziehau if (sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt > JME_NDESC_MAX)
7079b99c84fSSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt = JME_NDESC_MAX;
70883b03786SSepherosa Ziehau
7099389fe19SMatthew Dillon /*
7104c3cb79aSSepherosa Ziehau * Create TX/RX ring maps.
7119389fe19SMatthew Dillon */
7124c3cb79aSSepherosa Ziehau ring_cnt = device_getenv_int(dev, "rx_ring_count", jme_rx_ring_count);
7134c3cb79aSSepherosa Ziehau /* Require power-of-2 ring count. */
7144c3cb79aSSepherosa Ziehau sc->jme_rx_rmap = if_ringmap_alloc2(dev, ring_cnt, JME_NRXRING_MAX);
7154c3cb79aSSepherosa Ziehau sc->jme_cdata.jme_rx_ring_cnt = if_ringmap_count(sc->jme_rx_rmap);
7164c3cb79aSSepherosa Ziehau
7174c3cb79aSSepherosa Ziehau /* Only one TX ring is supported. */
7184c3cb79aSSepherosa Ziehau sc->jme_tx_rmap = if_ringmap_alloc(dev, 1, 1);
7194c3cb79aSSepherosa Ziehau
7204c3cb79aSSepherosa Ziehau /*
7214c3cb79aSSepherosa Ziehau * NOTE:
7224c3cb79aSSepherosa Ziehau * There is _no_ need to align or match TX/RX ring maps,
7234c3cb79aSSepherosa Ziehau * since TX/RX rings are completely indepedent in this
7244c3cb79aSSepherosa Ziehau * driver.
7254c3cb79aSSepherosa Ziehau */
7264447c752SSepherosa Ziehau
7279b99c84fSSepherosa Ziehau /*
7289b99c84fSSepherosa Ziehau * Initialize serializer array
7299b99c84fSSepherosa Ziehau */
73031f0d5a2SSepherosa Ziehau i = 0;
73106421337SSepherosa Ziehau
73206421337SSepherosa Ziehau KKASSERT(i < JME_NSERIALIZE);
73331f0d5a2SSepherosa Ziehau sc->jme_serialize_arr[i++] = &sc->jme_serialize;
73429890f78SSepherosa Ziehau
73506421337SSepherosa Ziehau KKASSERT(i < JME_NSERIALIZE);
7369b99c84fSSepherosa Ziehau sc->jme_serialize_arr[i++] =
7379b99c84fSSepherosa Ziehau &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
73829890f78SSepherosa Ziehau
7397b040092SSepherosa Ziehau for (j = 0; j < sc->jme_cdata.jme_rx_ring_cnt; ++j) {
74006421337SSepherosa Ziehau KKASSERT(i < JME_NSERIALIZE);
74131f0d5a2SSepherosa Ziehau sc->jme_serialize_arr[i++] =
74231f0d5a2SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[j].jme_rx_serialize;
74331f0d5a2SSepherosa Ziehau }
74406421337SSepherosa Ziehau
74531f0d5a2SSepherosa Ziehau KKASSERT(i <= JME_NSERIALIZE);
74631f0d5a2SSepherosa Ziehau sc->jme_serialize_cnt = i;
74731f0d5a2SSepherosa Ziehau
7489b99c84fSSepherosa Ziehau /*
7499b99c84fSSepherosa Ziehau * Setup TX ring specific data
7509b99c84fSSepherosa Ziehau */
7519b99c84fSSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_sc = sc;
7529b99c84fSSepherosa Ziehau
7539b99c84fSSepherosa Ziehau /*
7549b99c84fSSepherosa Ziehau * Setup RX rings specific data
7559b99c84fSSepherosa Ziehau */
7567b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
75758880b0dSSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
75858880b0dSSepherosa Ziehau
75958880b0dSSepherosa Ziehau rdata->jme_sc = sc;
76058880b0dSSepherosa Ziehau rdata->jme_rx_coal = jme_rx_status[i].jme_coal;
76158880b0dSSepherosa Ziehau rdata->jme_rx_comp = jme_rx_status[i].jme_comp;
76258880b0dSSepherosa Ziehau rdata->jme_rx_empty = jme_rx_status[i].jme_empty;
76358880b0dSSepherosa Ziehau rdata->jme_rx_idx = i;
7647b040092SSepherosa Ziehau rdata->jme_rx_desc_cnt = rx_desc_cnt;
76558880b0dSSepherosa Ziehau }
76658880b0dSSepherosa Ziehau
76776fbb0b9SSepherosa Ziehau sc->jme_dev = dev;
768b249905bSSepherosa Ziehau sc->jme_lowaddr = BUS_SPACE_MAXADDR;
769b249905bSSepherosa Ziehau
77076fbb0b9SSepherosa Ziehau if_initname(ifp, device_get_name(dev), device_get_unit(dev));
77176fbb0b9SSepherosa Ziehau
7723d999dd7SSepherosa Ziehau callout_init_mp(&sc->jme_tick_ch);
77376fbb0b9SSepherosa Ziehau
77476fbb0b9SSepherosa Ziehau #ifndef BURN_BRIDGES
77576fbb0b9SSepherosa Ziehau if (pci_get_powerstate(dev) != PCI_POWERSTATE_D0) {
77676fbb0b9SSepherosa Ziehau uint32_t irq, mem;
77776fbb0b9SSepherosa Ziehau
77876fbb0b9SSepherosa Ziehau irq = pci_read_config(dev, PCIR_INTLINE, 4);
77976fbb0b9SSepherosa Ziehau mem = pci_read_config(dev, JME_PCIR_BAR, 4);
78076fbb0b9SSepherosa Ziehau
78176fbb0b9SSepherosa Ziehau device_printf(dev, "chip is in D%d power mode "
78276fbb0b9SSepherosa Ziehau "-- setting to D0\n", pci_get_powerstate(dev));
78376fbb0b9SSepherosa Ziehau
78476fbb0b9SSepherosa Ziehau pci_set_powerstate(dev, PCI_POWERSTATE_D0);
78576fbb0b9SSepherosa Ziehau
78676fbb0b9SSepherosa Ziehau pci_write_config(dev, PCIR_INTLINE, irq, 4);
78776fbb0b9SSepherosa Ziehau pci_write_config(dev, JME_PCIR_BAR, mem, 4);
78876fbb0b9SSepherosa Ziehau }
78976fbb0b9SSepherosa Ziehau #endif /* !BURN_BRIDGE */
79076fbb0b9SSepherosa Ziehau
79176fbb0b9SSepherosa Ziehau /* Enable bus mastering */
79276fbb0b9SSepherosa Ziehau pci_enable_busmaster(dev);
79376fbb0b9SSepherosa Ziehau
79476fbb0b9SSepherosa Ziehau /*
79576fbb0b9SSepherosa Ziehau * Allocate IO memory
79676fbb0b9SSepherosa Ziehau *
79776fbb0b9SSepherosa Ziehau * JMC250 supports both memory mapped and I/O register space
79876fbb0b9SSepherosa Ziehau * access. Because I/O register access should use different
79976fbb0b9SSepherosa Ziehau * BARs to access registers it's waste of time to use I/O
800*e4b9e6f6SMichael Neumann * register space access. JMC250 uses 16K to map entire memory
80176fbb0b9SSepherosa Ziehau * space.
80276fbb0b9SSepherosa Ziehau */
80376fbb0b9SSepherosa Ziehau sc->jme_mem_rid = JME_PCIR_BAR;
80476fbb0b9SSepherosa Ziehau sc->jme_mem_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
80576fbb0b9SSepherosa Ziehau &sc->jme_mem_rid, RF_ACTIVE);
80676fbb0b9SSepherosa Ziehau if (sc->jme_mem_res == NULL) {
80776fbb0b9SSepherosa Ziehau device_printf(dev, "can't allocate IO memory\n");
80876fbb0b9SSepherosa Ziehau return ENXIO;
80976fbb0b9SSepherosa Ziehau }
81076fbb0b9SSepherosa Ziehau sc->jme_mem_bt = rman_get_bustag(sc->jme_mem_res);
81176fbb0b9SSepherosa Ziehau sc->jme_mem_bh = rman_get_bushandle(sc->jme_mem_res);
81276fbb0b9SSepherosa Ziehau
81376fbb0b9SSepherosa Ziehau /*
81476fbb0b9SSepherosa Ziehau * Allocate IRQ
81576fbb0b9SSepherosa Ziehau */
81658880b0dSSepherosa Ziehau error = jme_intr_alloc(dev);
81758880b0dSSepherosa Ziehau if (error)
81876fbb0b9SSepherosa Ziehau goto fail;
81976fbb0b9SSepherosa Ziehau
82076fbb0b9SSepherosa Ziehau /*
821b249905bSSepherosa Ziehau * Extract revisions
82276fbb0b9SSepherosa Ziehau */
82376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_CHIPMODE);
82476fbb0b9SSepherosa Ziehau if (((reg & CHIPMODE_FPGA_REV_MASK) >> CHIPMODE_FPGA_REV_SHIFT) !=
82576fbb0b9SSepherosa Ziehau CHIPMODE_NOT_FPGA) {
826ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_FPGA;
82776fbb0b9SSepherosa Ziehau if (bootverbose) {
82876fbb0b9SSepherosa Ziehau device_printf(dev, "FPGA revision: 0x%04x\n",
82976fbb0b9SSepherosa Ziehau (reg & CHIPMODE_FPGA_REV_MASK) >>
83076fbb0b9SSepherosa Ziehau CHIPMODE_FPGA_REV_SHIFT);
83176fbb0b9SSepherosa Ziehau }
83276fbb0b9SSepherosa Ziehau }
83376fbb0b9SSepherosa Ziehau
834b249905bSSepherosa Ziehau /* NOTE: FM revision is put in the upper 4 bits */
835b249905bSSepherosa Ziehau rev = ((reg & CHIPMODE_REVFM_MASK) >> CHIPMODE_REVFM_SHIFT) << 4;
836b249905bSSepherosa Ziehau rev |= (reg & CHIPMODE_REVECO_MASK) >> CHIPMODE_REVECO_SHIFT;
837b249905bSSepherosa Ziehau if (bootverbose)
838b249905bSSepherosa Ziehau device_printf(dev, "Revision (FM/ECO): 0x%02x\n", rev);
839b249905bSSepherosa Ziehau
840b249905bSSepherosa Ziehau did = pci_get_device(dev);
841b249905bSSepherosa Ziehau switch (did) {
842b249905bSSepherosa Ziehau case PCI_PRODUCT_JMICRON_JMC250:
843b249905bSSepherosa Ziehau if (rev == JME_REV1_A2)
844b249905bSSepherosa Ziehau sc->jme_workaround |= JME_WA_EXTFIFO | JME_WA_HDX;
845b249905bSSepherosa Ziehau break;
846b249905bSSepherosa Ziehau
847b249905bSSepherosa Ziehau case PCI_PRODUCT_JMICRON_JMC260:
848352c8444SSepherosa Ziehau if (rev == JME_REV2) {
849b249905bSSepherosa Ziehau sc->jme_lowaddr = BUS_SPACE_MAXADDR_32BIT;
850352c8444SSepherosa Ziehau sc->jme_phycom0 = 0x608a;
851352c8444SSepherosa Ziehau } else if (rev == JME_REV2_2) {
852352c8444SSepherosa Ziehau sc->jme_phycom0 = 0x408a;
853352c8444SSepherosa Ziehau }
854b249905bSSepherosa Ziehau break;
855b249905bSSepherosa Ziehau
856b249905bSSepherosa Ziehau default:
857ed20d0e3SSascha Wildner panic("unknown device id 0x%04x", did);
858b249905bSSepherosa Ziehau }
859b249905bSSepherosa Ziehau if (rev >= JME_REV2) {
860b249905bSSepherosa Ziehau sc->jme_clksrc = GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC;
861b249905bSSepherosa Ziehau sc->jme_clksrc_1000 = GHC_TXOFL_CLKSRC_1000 |
862b249905bSSepherosa Ziehau GHC_TXMAC_CLKSRC_1000;
863b249905bSSepherosa Ziehau }
864352c8444SSepherosa Ziehau if (rev >= JME_REV5)
865352c8444SSepherosa Ziehau sc->jme_caps |= JME_CAP_PHYPWR;
866352c8444SSepherosa Ziehau if (rev >= JME_REV6 || rev == JME_REV5 || rev == JME_REV5_1 ||
867352c8444SSepherosa Ziehau rev == JME_REV5_3) {
868352c8444SSepherosa Ziehau sc->jme_phycom0 = 0x008a;
869352c8444SSepherosa Ziehau sc->jme_phycom1 = 0x4109;
870352c8444SSepherosa Ziehau } else if (rev == JME_REV3_1 || rev == JME_REV3_2) {
871352c8444SSepherosa Ziehau sc->jme_phycom0 = 0xe088;
872352c8444SSepherosa Ziehau }
873352c8444SSepherosa Ziehau
874352c8444SSepherosa Ziehau if (rev >= JME_REV2) {
875352c8444SSepherosa Ziehau reg = pci_read_config(dev, JME_PCI_SSCTRL, 4);
876352c8444SSepherosa Ziehau if ((reg & SSCTRL_PHYMASK) == SSCTRL_PHYEA) {
877352c8444SSepherosa Ziehau sc->jme_phycom0 = 0;
878352c8444SSepherosa Ziehau sc->jme_phycom1 = 0;
879352c8444SSepherosa Ziehau }
880352c8444SSepherosa Ziehau }
881b249905bSSepherosa Ziehau
88276fbb0b9SSepherosa Ziehau /* Reset the ethernet controller. */
88376fbb0b9SSepherosa Ziehau jme_reset(sc);
88476fbb0b9SSepherosa Ziehau
88558880b0dSSepherosa Ziehau /* Map MSI/MSI-X vectors */
88658880b0dSSepherosa Ziehau jme_set_msinum(sc);
88758880b0dSSepherosa Ziehau
88876fbb0b9SSepherosa Ziehau /* Get station address. */
88976fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBCSR);
89076fbb0b9SSepherosa Ziehau if (reg & SMBCSR_EEPROM_PRESENT)
89176fbb0b9SSepherosa Ziehau error = jme_eeprom_macaddr(sc, eaddr);
89276fbb0b9SSepherosa Ziehau if (error != 0 || (reg & SMBCSR_EEPROM_PRESENT) == 0) {
89376fbb0b9SSepherosa Ziehau if (error != 0 && (bootverbose)) {
89476fbb0b9SSepherosa Ziehau device_printf(dev, "ethernet hardware address "
89576fbb0b9SSepherosa Ziehau "not found in EEPROM.\n");
89676fbb0b9SSepherosa Ziehau }
89776fbb0b9SSepherosa Ziehau jme_reg_macaddr(sc, eaddr);
89876fbb0b9SSepherosa Ziehau }
89976fbb0b9SSepherosa Ziehau
90076fbb0b9SSepherosa Ziehau /*
90176fbb0b9SSepherosa Ziehau * Save PHY address.
90276fbb0b9SSepherosa Ziehau * Integrated JR0211 has fixed PHY address whereas FPGA version
90376fbb0b9SSepherosa Ziehau * requires PHY probing to get correct PHY address.
90476fbb0b9SSepherosa Ziehau */
905ec7e787bSSepherosa Ziehau if ((sc->jme_caps & JME_CAP_FPGA) == 0) {
90676fbb0b9SSepherosa Ziehau sc->jme_phyaddr = CSR_READ_4(sc, JME_GPREG0) &
90776fbb0b9SSepherosa Ziehau GPREG0_PHY_ADDR_MASK;
90876fbb0b9SSepherosa Ziehau if (bootverbose) {
90976fbb0b9SSepherosa Ziehau device_printf(dev, "PHY is at address %d.\n",
91076fbb0b9SSepherosa Ziehau sc->jme_phyaddr);
91176fbb0b9SSepherosa Ziehau }
91276fbb0b9SSepherosa Ziehau } else {
91376fbb0b9SSepherosa Ziehau sc->jme_phyaddr = 0;
91476fbb0b9SSepherosa Ziehau }
91576fbb0b9SSepherosa Ziehau
91676fbb0b9SSepherosa Ziehau /* Set max allowable DMA size. */
91776fbb0b9SSepherosa Ziehau pcie_ptr = pci_get_pciecap_ptr(dev);
91876fbb0b9SSepherosa Ziehau if (pcie_ptr != 0) {
91976fbb0b9SSepherosa Ziehau uint16_t ctrl;
92076fbb0b9SSepherosa Ziehau
921ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_PCIE;
92276fbb0b9SSepherosa Ziehau ctrl = pci_read_config(dev, pcie_ptr + PCIER_DEVCTRL, 2);
92376fbb0b9SSepherosa Ziehau if (bootverbose) {
92476fbb0b9SSepherosa Ziehau device_printf(dev, "Read request size : %d bytes.\n",
92576fbb0b9SSepherosa Ziehau 128 << ((ctrl >> 12) & 0x07));
92676fbb0b9SSepherosa Ziehau device_printf(dev, "TLP payload size : %d bytes.\n",
92776fbb0b9SSepherosa Ziehau 128 << ((ctrl >> 5) & 0x07));
92876fbb0b9SSepherosa Ziehau }
92976fbb0b9SSepherosa Ziehau switch (ctrl & PCIEM_DEVCTL_MAX_READRQ_MASK) {
93076fbb0b9SSepherosa Ziehau case PCIEM_DEVCTL_MAX_READRQ_128:
93176fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_128;
93276fbb0b9SSepherosa Ziehau break;
93376fbb0b9SSepherosa Ziehau case PCIEM_DEVCTL_MAX_READRQ_256:
93476fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_256;
93576fbb0b9SSepherosa Ziehau break;
93676fbb0b9SSepherosa Ziehau default:
93776fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512;
93876fbb0b9SSepherosa Ziehau break;
93976fbb0b9SSepherosa Ziehau }
94076fbb0b9SSepherosa Ziehau sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128;
94176fbb0b9SSepherosa Ziehau } else {
94276fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512;
94376fbb0b9SSepherosa Ziehau sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128;
94476fbb0b9SSepherosa Ziehau }
94576fbb0b9SSepherosa Ziehau
94676fbb0b9SSepherosa Ziehau #ifdef notyet
94776fbb0b9SSepherosa Ziehau if (pci_find_extcap(dev, PCIY_PMG, &pmc) == 0)
948ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_PMCAP;
94976fbb0b9SSepherosa Ziehau #endif
95076fbb0b9SSepherosa Ziehau
95176fbb0b9SSepherosa Ziehau /*
952a3fede62SSepherosa Ziehau * Set default coalesce valves
953a3fede62SSepherosa Ziehau */
954a3fede62SSepherosa Ziehau sc->jme_tx_coal_to = PCCTX_COAL_TO_DEFAULT;
955a3fede62SSepherosa Ziehau sc->jme_tx_coal_pkt = PCCTX_COAL_PKT_DEFAULT;
956a3fede62SSepherosa Ziehau sc->jme_rx_coal_to = PCCRX_COAL_TO_DEFAULT;
957a3fede62SSepherosa Ziehau sc->jme_rx_coal_pkt = PCCRX_COAL_PKT_DEFAULT;
958a3fede62SSepherosa Ziehau
959a3fede62SSepherosa Ziehau /*
960a3fede62SSepherosa Ziehau * Adjust coalesce valves, in case that the number of TX/RX
961a3fede62SSepherosa Ziehau * descs are set to small values by users.
962a3fede62SSepherosa Ziehau *
963a3fede62SSepherosa Ziehau * NOTE: coal_max will not be zero, since number of descs
964a3fede62SSepherosa Ziehau * must aligned by JME_NDESC_ALIGN (16 currently)
965a3fede62SSepherosa Ziehau */
9669b99c84fSSepherosa Ziehau coal_max = sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt / 2;
967a3fede62SSepherosa Ziehau if (coal_max < sc->jme_tx_coal_pkt)
968a3fede62SSepherosa Ziehau sc->jme_tx_coal_pkt = coal_max;
969a3fede62SSepherosa Ziehau
970a3fede62SSepherosa Ziehau coal_max = sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt / 2;
971a3fede62SSepherosa Ziehau if (coal_max < sc->jme_rx_coal_pkt)
972a3fede62SSepherosa Ziehau sc->jme_rx_coal_pkt = coal_max;
973a3fede62SSepherosa Ziehau
974f4cd1fa1SSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_tx_wreg = JME_TXWREG_NSEGS;
9753a65efa6SSepherosa Ziehau
976a3fede62SSepherosa Ziehau /*
97776fbb0b9SSepherosa Ziehau * Create sysctl tree
97876fbb0b9SSepherosa Ziehau */
97976fbb0b9SSepherosa Ziehau jme_sysctl_node(sc);
98076fbb0b9SSepherosa Ziehau
98176fbb0b9SSepherosa Ziehau /* Allocate DMA stuffs */
98276fbb0b9SSepherosa Ziehau error = jme_dma_alloc(sc);
98376fbb0b9SSepherosa Ziehau if (error)
98476fbb0b9SSepherosa Ziehau goto fail;
98576fbb0b9SSepherosa Ziehau
98676fbb0b9SSepherosa Ziehau ifp->if_softc = sc;
98776fbb0b9SSepherosa Ziehau ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
98876fbb0b9SSepherosa Ziehau ifp->if_init = jme_init;
98976fbb0b9SSepherosa Ziehau ifp->if_ioctl = jme_ioctl;
99076fbb0b9SSepherosa Ziehau ifp->if_start = jme_start;
9918a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
9928a0620e4SSepherosa Ziehau ifp->if_npoll = jme_npoll;
9939de40864SSepherosa Ziehau #endif
99476fbb0b9SSepherosa Ziehau ifp->if_watchdog = jme_watchdog;
99531f0d5a2SSepherosa Ziehau ifp->if_serialize = jme_serialize;
99631f0d5a2SSepherosa Ziehau ifp->if_deserialize = jme_deserialize;
99731f0d5a2SSepherosa Ziehau ifp->if_tryserialize = jme_tryserialize;
99831f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
99931f0d5a2SSepherosa Ziehau ifp->if_serialize_assert = jme_serialize_assert;
100031f0d5a2SSepherosa Ziehau #endif
100114929979SSepherosa Ziehau ifp->if_nmbclusters = sc->jme_cdata.jme_rx_ring_cnt *
100214929979SSepherosa Ziehau sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt;
1003b020bb10SSepherosa Ziehau ifq_set_maxlen(&ifp->if_snd,
10049b99c84fSSepherosa Ziehau sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt - JME_TXD_RSVD);
100576fbb0b9SSepherosa Ziehau ifq_set_ready(&ifp->if_snd);
100676fbb0b9SSepherosa Ziehau
100776fbb0b9SSepherosa Ziehau /* JMC250 supports Tx/Rx checksum offload and hardware vlan tagging. */
100876fbb0b9SSepherosa Ziehau ifp->if_capabilities = IFCAP_HWCSUM |
10091bedd927SSepherosa Ziehau IFCAP_TSO |
101076fbb0b9SSepherosa Ziehau IFCAP_VLAN_MTU |
101176fbb0b9SSepherosa Ziehau IFCAP_VLAN_HWTAGGING;
10127b040092SSepherosa Ziehau if (sc->jme_cdata.jme_rx_ring_cnt > JME_NRXRING_MIN)
1013d585233cSSepherosa Ziehau ifp->if_capabilities |= IFCAP_RSS;
101476fbb0b9SSepherosa Ziehau ifp->if_capenable = ifp->if_capabilities;
101576fbb0b9SSepherosa Ziehau
10163d2aeb15SSepherosa Ziehau /*
10173d2aeb15SSepherosa Ziehau * Disable TXCSUM by default to improve bulk data
10183d2aeb15SSepherosa Ziehau * transmit performance (+20Mbps improvement).
10193d2aeb15SSepherosa Ziehau */
10203d2aeb15SSepherosa Ziehau ifp->if_capenable &= ~IFCAP_TXCSUM;
10213d2aeb15SSepherosa Ziehau
10223d2aeb15SSepherosa Ziehau if (ifp->if_capenable & IFCAP_TXCSUM)
10231bedd927SSepherosa Ziehau ifp->if_hwassist |= JME_CSUM_FEATURES;
10241bedd927SSepherosa Ziehau ifp->if_hwassist |= CSUM_TSO;
10253d2aeb15SSepherosa Ziehau
102676fbb0b9SSepherosa Ziehau /* Set up MII bus. */
102776fbb0b9SSepherosa Ziehau error = mii_phy_probe(dev, &sc->jme_miibus,
102876fbb0b9SSepherosa Ziehau jme_mediachange, jme_mediastatus);
102976fbb0b9SSepherosa Ziehau if (error) {
103076fbb0b9SSepherosa Ziehau device_printf(dev, "no PHY found!\n");
103176fbb0b9SSepherosa Ziehau goto fail;
103276fbb0b9SSepherosa Ziehau }
103376fbb0b9SSepherosa Ziehau
103476fbb0b9SSepherosa Ziehau /*
103576fbb0b9SSepherosa Ziehau * Save PHYADDR for FPGA mode PHY.
103676fbb0b9SSepherosa Ziehau */
1037ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) {
103876fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus);
103976fbb0b9SSepherosa Ziehau
104076fbb0b9SSepherosa Ziehau if (mii->mii_instance != 0) {
104176fbb0b9SSepherosa Ziehau struct mii_softc *miisc;
104276fbb0b9SSepherosa Ziehau
104376fbb0b9SSepherosa Ziehau LIST_FOREACH(miisc, &mii->mii_phys, mii_list) {
104476fbb0b9SSepherosa Ziehau if (miisc->mii_phy != 0) {
104576fbb0b9SSepherosa Ziehau sc->jme_phyaddr = miisc->mii_phy;
104676fbb0b9SSepherosa Ziehau break;
104776fbb0b9SSepherosa Ziehau }
104876fbb0b9SSepherosa Ziehau }
104976fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != 0) {
105076fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
105176fbb0b9SSepherosa Ziehau "FPGA PHY is at %d\n", sc->jme_phyaddr);
105276fbb0b9SSepherosa Ziehau /* vendor magic. */
1053dbe37f03SSepherosa Ziehau jme_miibus_writereg(dev, sc->jme_phyaddr,
1054dbe37f03SSepherosa Ziehau JMPHY_CONF, JMPHY_CONF_DEFFIFO);
1055dbe37f03SSepherosa Ziehau
1056ad22907fSSepherosa Ziehau /* XXX should we clear JME_WA_EXTFIFO */
105776fbb0b9SSepherosa Ziehau }
105876fbb0b9SSepherosa Ziehau }
105976fbb0b9SSepherosa Ziehau }
106076fbb0b9SSepherosa Ziehau
106176fbb0b9SSepherosa Ziehau ether_ifattach(ifp, eaddr, NULL);
106276fbb0b9SSepherosa Ziehau
106376fbb0b9SSepherosa Ziehau /* Tell the upper layer(s) we support long frames. */
106476fbb0b9SSepherosa Ziehau ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header);
106576fbb0b9SSepherosa Ziehau
10663ff1a2e3SSepherosa Ziehau /* Setup the TX ring's CPUID */
10673ff1a2e3SSepherosa Ziehau ifq_set_cpuid(&ifp->if_snd, sc->jme_tx_cpuid);
106854daabe8SSepherosa Ziehau ifq_set_hw_serialize(&ifp->if_snd,
1069bfefe4a6SSepherosa Ziehau &sc->jme_cdata.jme_tx_data.jme_tx_serialize);
10703ff1a2e3SSepherosa Ziehau
107158880b0dSSepherosa Ziehau error = jme_intr_setup(dev);
107276fbb0b9SSepherosa Ziehau if (error) {
107376fbb0b9SSepherosa Ziehau ether_ifdetach(ifp);
107476fbb0b9SSepherosa Ziehau goto fail;
107576fbb0b9SSepherosa Ziehau }
107676fbb0b9SSepherosa Ziehau
107776fbb0b9SSepherosa Ziehau return 0;
107876fbb0b9SSepherosa Ziehau fail:
107976fbb0b9SSepherosa Ziehau jme_detach(dev);
108076fbb0b9SSepherosa Ziehau return (error);
108176fbb0b9SSepherosa Ziehau }
108276fbb0b9SSepherosa Ziehau
108376fbb0b9SSepherosa Ziehau static int
jme_detach(device_t dev)108476fbb0b9SSepherosa Ziehau jme_detach(device_t dev)
108576fbb0b9SSepherosa Ziehau {
108676fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
108776fbb0b9SSepherosa Ziehau
108876fbb0b9SSepherosa Ziehau if (device_is_attached(dev)) {
108976fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
109076fbb0b9SSepherosa Ziehau
109131f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
109276fbb0b9SSepherosa Ziehau jme_stop(sc);
109358880b0dSSepherosa Ziehau jme_intr_teardown(dev);
109431f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
109576fbb0b9SSepherosa Ziehau
109676fbb0b9SSepherosa Ziehau ether_ifdetach(ifp);
109776fbb0b9SSepherosa Ziehau }
109876fbb0b9SSepherosa Ziehau
109976fbb0b9SSepherosa Ziehau if (sc->jme_miibus != NULL)
110076fbb0b9SSepherosa Ziehau device_delete_child(dev, sc->jme_miibus);
110176fbb0b9SSepherosa Ziehau bus_generic_detach(dev);
110276fbb0b9SSepherosa Ziehau
110358880b0dSSepherosa Ziehau jme_intr_free(dev);
110476fbb0b9SSepherosa Ziehau
110576fbb0b9SSepherosa Ziehau if (sc->jme_mem_res != NULL) {
110676fbb0b9SSepherosa Ziehau bus_release_resource(dev, SYS_RES_MEMORY, sc->jme_mem_rid,
110776fbb0b9SSepherosa Ziehau sc->jme_mem_res);
110876fbb0b9SSepherosa Ziehau }
110976fbb0b9SSepherosa Ziehau
11100b3414d9SSepherosa Ziehau jme_dma_free(sc);
111176fbb0b9SSepherosa Ziehau
11124c3cb79aSSepherosa Ziehau if (sc->jme_rx_rmap != NULL)
11134c3cb79aSSepherosa Ziehau if_ringmap_free(sc->jme_rx_rmap);
11144c3cb79aSSepherosa Ziehau if (sc->jme_tx_rmap != NULL)
11154c3cb79aSSepherosa Ziehau if_ringmap_free(sc->jme_tx_rmap);
11164c3cb79aSSepherosa Ziehau
111776fbb0b9SSepherosa Ziehau return (0);
111876fbb0b9SSepherosa Ziehau }
111976fbb0b9SSepherosa Ziehau
112076fbb0b9SSepherosa Ziehau static void
jme_sysctl_node(struct jme_softc * sc)112176fbb0b9SSepherosa Ziehau jme_sysctl_node(struct jme_softc *sc)
112276fbb0b9SSepherosa Ziehau {
112326595b18SSascha Wildner struct sysctl_ctx_list *ctx;
112426595b18SSascha Wildner struct sysctl_oid *tree;
1125760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
1126760c056cSSepherosa Ziehau int r;
1127760c056cSSepherosa Ziehau #endif
112883b03786SSepherosa Ziehau
112926595b18SSascha Wildner ctx = device_get_sysctl_ctx(sc->jme_dev);
113026595b18SSascha Wildner tree = device_get_sysctl_tree(sc->jme_dev);
113126595b18SSascha Wildner SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11322870abc4SSepherosa Ziehau "tx_coal_to", CTLTYPE_INT | CTLFLAG_RW,
11332870abc4SSepherosa Ziehau sc, 0, jme_sysctl_tx_coal_to, "I", "jme tx coalescing timeout");
113476fbb0b9SSepherosa Ziehau
113526595b18SSascha Wildner SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11362870abc4SSepherosa Ziehau "tx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW,
11372870abc4SSepherosa Ziehau sc, 0, jme_sysctl_tx_coal_pkt, "I", "jme tx coalescing packet");
113876fbb0b9SSepherosa Ziehau
113926595b18SSascha Wildner SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11402870abc4SSepherosa Ziehau "rx_coal_to", CTLTYPE_INT | CTLFLAG_RW,
11412870abc4SSepherosa Ziehau sc, 0, jme_sysctl_rx_coal_to, "I", "jme rx coalescing timeout");
114276fbb0b9SSepherosa Ziehau
114326595b18SSascha Wildner SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11442870abc4SSepherosa Ziehau "rx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW,
11452870abc4SSepherosa Ziehau sc, 0, jme_sysctl_rx_coal_pkt, "I", "jme rx coalescing packet");
114676fbb0b9SSepherosa Ziehau
114726595b18SSascha Wildner SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11487b040092SSepherosa Ziehau "rx_desc_count", CTLFLAG_RD,
11497b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt,
115083b03786SSepherosa Ziehau 0, "RX desc count");
115126595b18SSascha Wildner SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1152b020bb10SSepherosa Ziehau "tx_desc_count", CTLFLAG_RD,
11539b99c84fSSepherosa Ziehau &sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt,
115483b03786SSepherosa Ziehau 0, "TX desc count");
115526595b18SSascha Wildner SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11567b040092SSepherosa Ziehau "rx_ring_count", CTLFLAG_RD,
11577b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_ring_cnt,
1158760c056cSSepherosa Ziehau 0, "RX ring count");
115926595b18SSascha Wildner SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11603a65efa6SSepherosa Ziehau "tx_wreg", CTLFLAG_RW,
11613a65efa6SSepherosa Ziehau &sc->jme_cdata.jme_tx_data.jme_tx_wreg, 0,
11623a65efa6SSepherosa Ziehau "# of segments before writing to hardware register");
11638a0620e4SSepherosa Ziehau
11644c3cb79aSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX) {
11654c3cb79aSSepherosa Ziehau SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11664c3cb79aSSepherosa Ziehau "tx_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11674c3cb79aSSepherosa Ziehau sc->jme_tx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11684c3cb79aSSepherosa Ziehau "TX ring CPU map");
11694c3cb79aSSepherosa Ziehau SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11704c3cb79aSSepherosa Ziehau "rx_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11714c3cb79aSSepherosa Ziehau sc->jme_rx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11724c3cb79aSSepherosa Ziehau "RX ring CPU map");
11734c3cb79aSSepherosa Ziehau } else {
11744c3cb79aSSepherosa Ziehau #ifdef IFPOLL_ENABLE
11754c3cb79aSSepherosa Ziehau SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11764c3cb79aSSepherosa Ziehau "tx_poll_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11774c3cb79aSSepherosa Ziehau sc->jme_tx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11784c3cb79aSSepherosa Ziehau "TX poll CPU map");
11794c3cb79aSSepherosa Ziehau SYSCTL_ADD_PROC(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
11804c3cb79aSSepherosa Ziehau "rx_poll_cpumap", CTLTYPE_OPAQUE | CTLFLAG_RD,
11814c3cb79aSSepherosa Ziehau sc->jme_rx_rmap, 0, if_ringmap_cpumap_sysctl, "I",
11824c3cb79aSSepherosa Ziehau "RX poll CPU map");
11834c3cb79aSSepherosa Ziehau #endif
11844c3cb79aSSepherosa Ziehau }
11854c3cb79aSSepherosa Ziehau
1186760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
118726595b18SSascha Wildner SYSCTL_ADD_INT(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
118824dd1705SSepherosa Ziehau "rss_debug", CTLFLAG_RW, &sc->jme_rss_debug,
1189760c056cSSepherosa Ziehau 0, "RSS debug level");
11907b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
1191955f266eSSepherosa Ziehau char rx_ring_desc[32];
11927b040092SSepherosa Ziehau
1193955f266eSSepherosa Ziehau ksnprintf(rx_ring_desc, sizeof(rx_ring_desc),
1194955f266eSSepherosa Ziehau "rx_ring%d_pkt", r);
119526595b18SSascha Wildner SYSCTL_ADD_ULONG(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1196955f266eSSepherosa Ziehau rx_ring_desc, CTLFLAG_RW,
11977b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[r].jme_rx_pkt, "RXed packets");
1198955f266eSSepherosa Ziehau
1199955f266eSSepherosa Ziehau ksnprintf(rx_ring_desc, sizeof(rx_ring_desc),
1200955f266eSSepherosa Ziehau "rx_ring%d_emp", r);
120126595b18SSascha Wildner SYSCTL_ADD_ULONG(ctx, SYSCTL_CHILDREN(tree), OID_AUTO,
1202955f266eSSepherosa Ziehau rx_ring_desc, CTLFLAG_RW,
1203955f266eSSepherosa Ziehau &sc->jme_cdata.jme_rx_data[r].jme_rx_emp,
1204955f266eSSepherosa Ziehau "# of time RX ring empty");
1205760c056cSSepherosa Ziehau }
1206760c056cSSepherosa Ziehau #endif
120776fbb0b9SSepherosa Ziehau }
120876fbb0b9SSepherosa Ziehau
120976fbb0b9SSepherosa Ziehau static int
jme_dma_alloc(struct jme_softc * sc)121076fbb0b9SSepherosa Ziehau jme_dma_alloc(struct jme_softc *sc)
121176fbb0b9SSepherosa Ziehau {
12129b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
121376fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
12141128a202SSepherosa Ziehau bus_dmamem_t dmem;
1215ff7f3632SSepherosa Ziehau int error, i, asize;
121676fbb0b9SSepherosa Ziehau
121789f41b28SSepherosa Ziehau asize = __VM_CACHELINE_ALIGN(
121889f41b28SSepherosa Ziehau tdata->jme_tx_desc_cnt * sizeof(struct jme_txdesc));
121962938642SMatthew Dillon tdata->jme_txdesc = kmalloc(asize, M_DEVBUF,
122062938642SMatthew Dillon M_WAITOK | M_ZERO | M_CACHEALIGN);
122189f41b28SSepherosa Ziehau
12227b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
12237b040092SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
12247b040092SSepherosa Ziehau
122589f41b28SSepherosa Ziehau asize = __VM_CACHELINE_ALIGN(
122689f41b28SSepherosa Ziehau rdata->jme_rx_desc_cnt * sizeof(struct jme_rxdesc));
122762938642SMatthew Dillon rdata->jme_rxdesc = kmalloc(asize, M_DEVBUF,
122862938642SMatthew Dillon M_WAITOK | M_ZERO | M_CACHEALIGN);
12294447c752SSepherosa Ziehau }
123083b03786SSepherosa Ziehau
123176fbb0b9SSepherosa Ziehau /* Create parent ring tag. */
123276fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(NULL,/* parent */
1233a7547dadSSepherosa Ziehau 1, JME_RING_BOUNDARY, /* algnmnt, boundary */
1234a7547dadSSepherosa Ziehau sc->jme_lowaddr, /* lowaddr */
123576fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */
123676fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsize */
123776fbb0b9SSepherosa Ziehau 0, /* nsegments */
123876fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */
123976fbb0b9SSepherosa Ziehau 0, /* flags */
124076fbb0b9SSepherosa Ziehau &sc->jme_cdata.jme_ring_tag);
124176fbb0b9SSepherosa Ziehau if (error) {
124276fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
124376fbb0b9SSepherosa Ziehau "could not create parent ring DMA tag.\n");
124476fbb0b9SSepherosa Ziehau return error;
124576fbb0b9SSepherosa Ziehau }
124676fbb0b9SSepherosa Ziehau
124776fbb0b9SSepherosa Ziehau /*
124876fbb0b9SSepherosa Ziehau * Create DMA stuffs for TX ring
124976fbb0b9SSepherosa Ziehau */
12509b99c84fSSepherosa Ziehau asize = roundup2(JME_TX_RING_SIZE(tdata), JME_TX_RING_ALIGN);
12511128a202SSepherosa Ziehau error = bus_dmamem_coherent(sc->jme_cdata.jme_ring_tag,
12521128a202SSepherosa Ziehau JME_TX_RING_ALIGN, 0,
12530eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
1254ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
125576fbb0b9SSepherosa Ziehau if (error) {
12561128a202SSepherosa Ziehau device_printf(sc->jme_dev, "could not allocate Tx ring.\n");
125776fbb0b9SSepherosa Ziehau return error;
125876fbb0b9SSepherosa Ziehau }
12599b99c84fSSepherosa Ziehau tdata->jme_tx_ring_tag = dmem.dmem_tag;
12609b99c84fSSepherosa Ziehau tdata->jme_tx_ring_map = dmem.dmem_map;
12619b99c84fSSepherosa Ziehau tdata->jme_tx_ring = dmem.dmem_addr;
12629b99c84fSSepherosa Ziehau tdata->jme_tx_ring_paddr = dmem.dmem_busaddr;
126376fbb0b9SSepherosa Ziehau
126476fbb0b9SSepherosa Ziehau /*
12651128a202SSepherosa Ziehau * Create DMA stuffs for RX rings
126676fbb0b9SSepherosa Ziehau */
12677b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
1268dea2452aSSepherosa Ziehau error = jme_rxring_dma_alloc(&sc->jme_cdata.jme_rx_data[i]);
12694447c752SSepherosa Ziehau if (error)
127076fbb0b9SSepherosa Ziehau return error;
127176fbb0b9SSepherosa Ziehau }
127276fbb0b9SSepherosa Ziehau
127376fbb0b9SSepherosa Ziehau /* Create parent buffer tag. */
127476fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(NULL,/* parent */
127576fbb0b9SSepherosa Ziehau 1, 0, /* algnmnt, boundary */
1276b249905bSSepherosa Ziehau sc->jme_lowaddr, /* lowaddr */
127776fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */
127876fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsize */
127976fbb0b9SSepherosa Ziehau 0, /* nsegments */
128076fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */
128176fbb0b9SSepherosa Ziehau 0, /* flags */
128276fbb0b9SSepherosa Ziehau &sc->jme_cdata.jme_buffer_tag);
128376fbb0b9SSepherosa Ziehau if (error) {
128476fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
128576fbb0b9SSepherosa Ziehau "could not create parent buffer DMA tag.\n");
128676fbb0b9SSepherosa Ziehau return error;
128776fbb0b9SSepherosa Ziehau }
128876fbb0b9SSepherosa Ziehau
128976fbb0b9SSepherosa Ziehau /*
129076fbb0b9SSepherosa Ziehau * Create DMA stuffs for shadow status block
129176fbb0b9SSepherosa Ziehau */
1292ff7f3632SSepherosa Ziehau asize = roundup2(JME_SSB_SIZE, JME_SSB_ALIGN);
12931128a202SSepherosa Ziehau error = bus_dmamem_coherent(sc->jme_cdata.jme_buffer_tag,
12940eb220ecSSepherosa Ziehau JME_SSB_ALIGN, 0, BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
1295ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
129676fbb0b9SSepherosa Ziehau if (error) {
129776fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
12981128a202SSepherosa Ziehau "could not create shadow status block.\n");
129976fbb0b9SSepherosa Ziehau return error;
130076fbb0b9SSepherosa Ziehau }
13011128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_tag = dmem.dmem_tag;
13021128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_map = dmem.dmem_map;
13031128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_block = dmem.dmem_addr;
13041128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_block_paddr = dmem.dmem_busaddr;
130576fbb0b9SSepherosa Ziehau
130676fbb0b9SSepherosa Ziehau /*
130776fbb0b9SSepherosa Ziehau * Create DMA stuffs for TX buffers
130876fbb0b9SSepherosa Ziehau */
130976fbb0b9SSepherosa Ziehau
131076fbb0b9SSepherosa Ziehau /* Create tag for Tx buffers. */
131176fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(sc->jme_cdata.jme_buffer_tag,/* parent */
131276fbb0b9SSepherosa Ziehau 1, 0, /* algnmnt, boundary */
13130eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, /* lowaddr */
131476fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */
13151bedd927SSepherosa Ziehau JME_TSO_MAXSIZE, /* maxsize */
131676fbb0b9SSepherosa Ziehau JME_MAXTXSEGS, /* nsegments */
13179d424ceeSSepherosa Ziehau JME_MAXSEGSIZE, /* maxsegsize */
13189d424ceeSSepherosa Ziehau BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,/* flags */
13199b99c84fSSepherosa Ziehau &tdata->jme_tx_tag);
132076fbb0b9SSepherosa Ziehau if (error != 0) {
132176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "could not create Tx DMA tag.\n");
132276fbb0b9SSepherosa Ziehau return error;
132376fbb0b9SSepherosa Ziehau }
132476fbb0b9SSepherosa Ziehau
132576fbb0b9SSepherosa Ziehau /* Create DMA maps for Tx buffers. */
13269b99c84fSSepherosa Ziehau for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
13279b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[i];
13289b99c84fSSepherosa Ziehau error = bus_dmamap_create(tdata->jme_tx_tag,
13299d424ceeSSepherosa Ziehau BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,
133076fbb0b9SSepherosa Ziehau &txd->tx_dmamap);
133176fbb0b9SSepherosa Ziehau if (error) {
133276fbb0b9SSepherosa Ziehau int j;
133376fbb0b9SSepherosa Ziehau
133476fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev,
133576fbb0b9SSepherosa Ziehau "could not create %dth Tx dmamap.\n", i);
133676fbb0b9SSepherosa Ziehau
133776fbb0b9SSepherosa Ziehau for (j = 0; j < i; ++j) {
13389b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[j];
13399b99c84fSSepherosa Ziehau bus_dmamap_destroy(tdata->jme_tx_tag,
134076fbb0b9SSepherosa Ziehau txd->tx_dmamap);
134176fbb0b9SSepherosa Ziehau }
13429b99c84fSSepherosa Ziehau bus_dma_tag_destroy(tdata->jme_tx_tag);
13439b99c84fSSepherosa Ziehau tdata->jme_tx_tag = NULL;
134476fbb0b9SSepherosa Ziehau return error;
134576fbb0b9SSepherosa Ziehau }
134676fbb0b9SSepherosa Ziehau }
134776fbb0b9SSepherosa Ziehau
134876fbb0b9SSepherosa Ziehau /*
134976fbb0b9SSepherosa Ziehau * Create DMA stuffs for RX buffers
135076fbb0b9SSepherosa Ziehau */
13517b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
1352dea2452aSSepherosa Ziehau error = jme_rxbuf_dma_alloc(&sc->jme_cdata.jme_rx_data[i]);
13534447c752SSepherosa Ziehau if (error)
135476fbb0b9SSepherosa Ziehau return error;
135576fbb0b9SSepherosa Ziehau }
135676fbb0b9SSepherosa Ziehau return 0;
135776fbb0b9SSepherosa Ziehau }
135876fbb0b9SSepherosa Ziehau
135976fbb0b9SSepherosa Ziehau static void
jme_dma_free(struct jme_softc * sc)13600b3414d9SSepherosa Ziehau jme_dma_free(struct jme_softc *sc)
136176fbb0b9SSepherosa Ziehau {
13629b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
136376fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
136476fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd;
13654447c752SSepherosa Ziehau struct jme_rxdata *rdata;
13664447c752SSepherosa Ziehau int i, r;
136776fbb0b9SSepherosa Ziehau
136876fbb0b9SSepherosa Ziehau /* Tx ring */
13699b99c84fSSepherosa Ziehau if (tdata->jme_tx_ring_tag != NULL) {
13709b99c84fSSepherosa Ziehau bus_dmamap_unload(tdata->jme_tx_ring_tag,
13719b99c84fSSepherosa Ziehau tdata->jme_tx_ring_map);
13729b99c84fSSepherosa Ziehau bus_dmamem_free(tdata->jme_tx_ring_tag,
13739b99c84fSSepherosa Ziehau tdata->jme_tx_ring, tdata->jme_tx_ring_map);
13749b99c84fSSepherosa Ziehau bus_dma_tag_destroy(tdata->jme_tx_ring_tag);
13759b99c84fSSepherosa Ziehau tdata->jme_tx_ring_tag = NULL;
137676fbb0b9SSepherosa Ziehau }
137776fbb0b9SSepherosa Ziehau
137876fbb0b9SSepherosa Ziehau /* Rx ring */
13797b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
13804447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r];
13814447c752SSepherosa Ziehau if (rdata->jme_rx_ring_tag != NULL) {
13824447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_ring_tag,
13834447c752SSepherosa Ziehau rdata->jme_rx_ring_map);
13844447c752SSepherosa Ziehau bus_dmamem_free(rdata->jme_rx_ring_tag,
13854447c752SSepherosa Ziehau rdata->jme_rx_ring,
13864447c752SSepherosa Ziehau rdata->jme_rx_ring_map);
13874447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_ring_tag);
13884447c752SSepherosa Ziehau rdata->jme_rx_ring_tag = NULL;
13894447c752SSepherosa Ziehau }
139076fbb0b9SSepherosa Ziehau }
139176fbb0b9SSepherosa Ziehau
139276fbb0b9SSepherosa Ziehau /* Tx buffers */
13939b99c84fSSepherosa Ziehau if (tdata->jme_tx_tag != NULL) {
13949b99c84fSSepherosa Ziehau for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
13959b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[i];
13969b99c84fSSepherosa Ziehau bus_dmamap_destroy(tdata->jme_tx_tag, txd->tx_dmamap);
139776fbb0b9SSepherosa Ziehau }
13989b99c84fSSepherosa Ziehau bus_dma_tag_destroy(tdata->jme_tx_tag);
13999b99c84fSSepherosa Ziehau tdata->jme_tx_tag = NULL;
140076fbb0b9SSepherosa Ziehau }
140176fbb0b9SSepherosa Ziehau
140276fbb0b9SSepherosa Ziehau /* Rx buffers */
14037b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
14044447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r];
14054447c752SSepherosa Ziehau if (rdata->jme_rx_tag != NULL) {
14067b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
14074447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i];
14084447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag,
140976fbb0b9SSepherosa Ziehau rxd->rx_dmamap);
141076fbb0b9SSepherosa Ziehau }
14114447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag,
14124447c752SSepherosa Ziehau rdata->jme_rx_sparemap);
14134447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag);
14144447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL;
14154447c752SSepherosa Ziehau }
141676fbb0b9SSepherosa Ziehau }
141776fbb0b9SSepherosa Ziehau
141876fbb0b9SSepherosa Ziehau /* Shadow status block. */
141976fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_ssb_tag != NULL) {
142076fbb0b9SSepherosa Ziehau bus_dmamap_unload(sc->jme_cdata.jme_ssb_tag,
142176fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_map);
142276fbb0b9SSepherosa Ziehau bus_dmamem_free(sc->jme_cdata.jme_ssb_tag,
1423560616bfSSepherosa Ziehau sc->jme_cdata.jme_ssb_block,
142476fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_map);
142576fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_ssb_tag);
142676fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_tag = NULL;
142776fbb0b9SSepherosa Ziehau }
142876fbb0b9SSepherosa Ziehau
142976fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_buffer_tag != NULL) {
143076fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_buffer_tag);
143176fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_buffer_tag = NULL;
143276fbb0b9SSepherosa Ziehau }
143376fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_ring_tag != NULL) {
143476fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_ring_tag);
143576fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ring_tag = NULL;
143676fbb0b9SSepherosa Ziehau }
143783b03786SSepherosa Ziehau
14389b99c84fSSepherosa Ziehau if (tdata->jme_txdesc != NULL) {
14399b99c84fSSepherosa Ziehau kfree(tdata->jme_txdesc, M_DEVBUF);
14409b99c84fSSepherosa Ziehau tdata->jme_txdesc = NULL;
144183b03786SSepherosa Ziehau }
14427b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
14434447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r];
14444447c752SSepherosa Ziehau if (rdata->jme_rxdesc != NULL) {
14454447c752SSepherosa Ziehau kfree(rdata->jme_rxdesc, M_DEVBUF);
14464447c752SSepherosa Ziehau rdata->jme_rxdesc = NULL;
14474447c752SSepherosa Ziehau }
144883b03786SSepherosa Ziehau }
144983b03786SSepherosa Ziehau }
145076fbb0b9SSepherosa Ziehau
145176fbb0b9SSepherosa Ziehau /*
145276fbb0b9SSepherosa Ziehau * Make sure the interface is stopped at reboot time.
145376fbb0b9SSepherosa Ziehau */
145476fbb0b9SSepherosa Ziehau static int
jme_shutdown(device_t dev)145576fbb0b9SSepherosa Ziehau jme_shutdown(device_t dev)
145676fbb0b9SSepherosa Ziehau {
145776fbb0b9SSepherosa Ziehau return jme_suspend(dev);
145876fbb0b9SSepherosa Ziehau }
145976fbb0b9SSepherosa Ziehau
146076fbb0b9SSepherosa Ziehau #ifdef notyet
146176fbb0b9SSepherosa Ziehau /*
146276fbb0b9SSepherosa Ziehau * Unlike other ethernet controllers, JMC250 requires
146376fbb0b9SSepherosa Ziehau * explicit resetting link speed to 10/100Mbps as gigabit
146476fbb0b9SSepherosa Ziehau * link will cunsume more power than 375mA.
146576fbb0b9SSepherosa Ziehau * Note, we reset the link speed to 10/100Mbps with
146676fbb0b9SSepherosa Ziehau * auto-negotiation but we don't know whether that operation
146776fbb0b9SSepherosa Ziehau * would succeed or not as we have no control after powering
146876fbb0b9SSepherosa Ziehau * off. If the renegotiation fail WOL may not work. Running
146976fbb0b9SSepherosa Ziehau * at 1Gbps draws more power than 375mA at 3.3V which is
147076fbb0b9SSepherosa Ziehau * specified in PCI specification and that would result in
147176fbb0b9SSepherosa Ziehau * complete shutdowning power to ethernet controller.
147276fbb0b9SSepherosa Ziehau *
147376fbb0b9SSepherosa Ziehau * TODO
147476fbb0b9SSepherosa Ziehau * Save current negotiated media speed/duplex/flow-control
147576fbb0b9SSepherosa Ziehau * to softc and restore the same link again after resuming.
147676fbb0b9SSepherosa Ziehau * PHY handling such as power down/resetting to 100Mbps
147776fbb0b9SSepherosa Ziehau * may be better handled in suspend method in phy driver.
147876fbb0b9SSepherosa Ziehau */
147976fbb0b9SSepherosa Ziehau static void
jme_setlinkspeed(struct jme_softc * sc)148076fbb0b9SSepherosa Ziehau jme_setlinkspeed(struct jme_softc *sc)
148176fbb0b9SSepherosa Ziehau {
148276fbb0b9SSepherosa Ziehau struct mii_data *mii;
148376fbb0b9SSepherosa Ziehau int aneg, i;
148476fbb0b9SSepherosa Ziehau
148576fbb0b9SSepherosa Ziehau JME_LOCK_ASSERT(sc);
148676fbb0b9SSepherosa Ziehau
148776fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus);
148876fbb0b9SSepherosa Ziehau mii_pollstat(mii);
148976fbb0b9SSepherosa Ziehau aneg = 0;
149076fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) {
149176fbb0b9SSepherosa Ziehau switch IFM_SUBTYPE(mii->mii_media_active) {
149276fbb0b9SSepherosa Ziehau case IFM_10_T:
149376fbb0b9SSepherosa Ziehau case IFM_100_TX:
149476fbb0b9SSepherosa Ziehau return;
149576fbb0b9SSepherosa Ziehau case IFM_1000_T:
149676fbb0b9SSepherosa Ziehau aneg++;
149776fbb0b9SSepherosa Ziehau default:
149876fbb0b9SSepherosa Ziehau break;
149976fbb0b9SSepherosa Ziehau }
150076fbb0b9SSepherosa Ziehau }
150176fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, 0);
150276fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_ANAR,
150376fbb0b9SSepherosa Ziehau ANAR_TX_FD | ANAR_TX | ANAR_10_FD | ANAR_10 | ANAR_CSMA);
150476fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR,
150576fbb0b9SSepherosa Ziehau BMCR_AUTOEN | BMCR_STARTNEG);
150676fbb0b9SSepherosa Ziehau DELAY(1000);
150776fbb0b9SSepherosa Ziehau if (aneg != 0) {
150876fbb0b9SSepherosa Ziehau /* Poll link state until jme(4) get a 10/100 link. */
150976fbb0b9SSepherosa Ziehau for (i = 0; i < MII_ANEGTICKS_GIGE; i++) {
151076fbb0b9SSepherosa Ziehau mii_pollstat(mii);
151176fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) {
151276fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) {
151376fbb0b9SSepherosa Ziehau case IFM_10_T:
151476fbb0b9SSepherosa Ziehau case IFM_100_TX:
151576fbb0b9SSepherosa Ziehau jme_mac_config(sc);
151676fbb0b9SSepherosa Ziehau return;
151776fbb0b9SSepherosa Ziehau default:
151876fbb0b9SSepherosa Ziehau break;
151976fbb0b9SSepherosa Ziehau }
152076fbb0b9SSepherosa Ziehau }
152176fbb0b9SSepherosa Ziehau JME_UNLOCK(sc);
152276fbb0b9SSepherosa Ziehau pause("jmelnk", hz);
152376fbb0b9SSepherosa Ziehau JME_LOCK(sc);
152476fbb0b9SSepherosa Ziehau }
152576fbb0b9SSepherosa Ziehau if (i == MII_ANEGTICKS_GIGE)
152676fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "establishing link failed, "
152776fbb0b9SSepherosa Ziehau "WOL may not work!");
152876fbb0b9SSepherosa Ziehau }
152976fbb0b9SSepherosa Ziehau /*
153076fbb0b9SSepherosa Ziehau * No link, force MAC to have 100Mbps, full-duplex link.
153176fbb0b9SSepherosa Ziehau * This is the last resort and may/may not work.
153276fbb0b9SSepherosa Ziehau */
153376fbb0b9SSepherosa Ziehau mii->mii_media_status = IFM_AVALID | IFM_ACTIVE;
153476fbb0b9SSepherosa Ziehau mii->mii_media_active = IFM_ETHER | IFM_100_TX | IFM_FDX;
153576fbb0b9SSepherosa Ziehau jme_mac_config(sc);
153676fbb0b9SSepherosa Ziehau }
153776fbb0b9SSepherosa Ziehau
153876fbb0b9SSepherosa Ziehau static void
jme_setwol(struct jme_softc * sc)153976fbb0b9SSepherosa Ziehau jme_setwol(struct jme_softc *sc)
154076fbb0b9SSepherosa Ziehau {
154176fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
154276fbb0b9SSepherosa Ziehau uint32_t gpr, pmcs;
154376fbb0b9SSepherosa Ziehau uint16_t pmstat;
154476fbb0b9SSepherosa Ziehau int pmc;
154576fbb0b9SSepherosa Ziehau
154676fbb0b9SSepherosa Ziehau if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) {
154776fbb0b9SSepherosa Ziehau /* No PME capability, PHY power down. */
154876fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
154976fbb0b9SSepherosa Ziehau MII_BMCR, BMCR_PDOWN);
155076fbb0b9SSepherosa Ziehau return;
155176fbb0b9SSepherosa Ziehau }
155276fbb0b9SSepherosa Ziehau
155376fbb0b9SSepherosa Ziehau gpr = CSR_READ_4(sc, JME_GPREG0) & ~GPREG0_PME_ENB;
155476fbb0b9SSepherosa Ziehau pmcs = CSR_READ_4(sc, JME_PMCS);
155576fbb0b9SSepherosa Ziehau pmcs &= ~PMCS_WOL_ENB_MASK;
155676fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL_MAGIC) != 0) {
155776fbb0b9SSepherosa Ziehau pmcs |= PMCS_MAGIC_FRAME | PMCS_MAGIC_FRAME_ENB;
155876fbb0b9SSepherosa Ziehau /* Enable PME message. */
155976fbb0b9SSepherosa Ziehau gpr |= GPREG0_PME_ENB;
156076fbb0b9SSepherosa Ziehau /* For gigabit controllers, reset link speed to 10/100. */
1561ec7e787bSSepherosa Ziehau if ((sc->jme_caps & JME_CAP_FASTETH) == 0)
156276fbb0b9SSepherosa Ziehau jme_setlinkspeed(sc);
156376fbb0b9SSepherosa Ziehau }
156476fbb0b9SSepherosa Ziehau
156576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PMCS, pmcs);
156676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG0, gpr);
156776fbb0b9SSepherosa Ziehau
156876fbb0b9SSepherosa Ziehau /* Request PME. */
156976fbb0b9SSepherosa Ziehau pmstat = pci_read_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, 2);
157076fbb0b9SSepherosa Ziehau pmstat &= ~(PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE);
157176fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL) != 0)
157276fbb0b9SSepherosa Ziehau pmstat |= PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE;
157376fbb0b9SSepherosa Ziehau pci_write_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, pmstat, 2);
157476fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL) == 0) {
157576fbb0b9SSepherosa Ziehau /* No WOL, PHY power down. */
157676fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
157776fbb0b9SSepherosa Ziehau MII_BMCR, BMCR_PDOWN);
157876fbb0b9SSepherosa Ziehau }
157976fbb0b9SSepherosa Ziehau }
158076fbb0b9SSepherosa Ziehau #endif
158176fbb0b9SSepherosa Ziehau
158276fbb0b9SSepherosa Ziehau static int
jme_suspend(device_t dev)158376fbb0b9SSepherosa Ziehau jme_suspend(device_t dev)
158476fbb0b9SSepherosa Ziehau {
158576fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
158676fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
158776fbb0b9SSepherosa Ziehau
158831f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
158976fbb0b9SSepherosa Ziehau jme_stop(sc);
159076fbb0b9SSepherosa Ziehau #ifdef notyet
159176fbb0b9SSepherosa Ziehau jme_setwol(sc);
159276fbb0b9SSepherosa Ziehau #endif
159331f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
159476fbb0b9SSepherosa Ziehau
159576fbb0b9SSepherosa Ziehau return (0);
159676fbb0b9SSepherosa Ziehau }
159776fbb0b9SSepherosa Ziehau
159876fbb0b9SSepherosa Ziehau static int
jme_resume(device_t dev)159976fbb0b9SSepherosa Ziehau jme_resume(device_t dev)
160076fbb0b9SSepherosa Ziehau {
160176fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
160276fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
160376fbb0b9SSepherosa Ziehau #ifdef notyet
160476fbb0b9SSepherosa Ziehau int pmc;
160576fbb0b9SSepherosa Ziehau #endif
160676fbb0b9SSepherosa Ziehau
160731f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
160876fbb0b9SSepherosa Ziehau
160976fbb0b9SSepherosa Ziehau #ifdef notyet
161076fbb0b9SSepherosa Ziehau if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) {
161176fbb0b9SSepherosa Ziehau uint16_t pmstat;
161276fbb0b9SSepherosa Ziehau
161376fbb0b9SSepherosa Ziehau pmstat = pci_read_config(sc->jme_dev,
161476fbb0b9SSepherosa Ziehau pmc + PCIR_POWER_STATUS, 2);
161576fbb0b9SSepherosa Ziehau /* Disable PME clear PME status. */
161676fbb0b9SSepherosa Ziehau pmstat &= ~PCIM_PSTAT_PMEENABLE;
161776fbb0b9SSepherosa Ziehau pci_write_config(sc->jme_dev,
161876fbb0b9SSepherosa Ziehau pmc + PCIR_POWER_STATUS, pmstat, 2);
161976fbb0b9SSepherosa Ziehau }
162076fbb0b9SSepherosa Ziehau #endif
162176fbb0b9SSepherosa Ziehau
162276fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_UP)
162376fbb0b9SSepherosa Ziehau jme_init(sc);
162476fbb0b9SSepherosa Ziehau
162531f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
162676fbb0b9SSepherosa Ziehau
162776fbb0b9SSepherosa Ziehau return (0);
162876fbb0b9SSepherosa Ziehau }
162976fbb0b9SSepherosa Ziehau
16301bedd927SSepherosa Ziehau static __inline int
jme_tso_pullup(struct mbuf ** mp)16311bedd927SSepherosa Ziehau jme_tso_pullup(struct mbuf **mp)
16321bedd927SSepherosa Ziehau {
16331bedd927SSepherosa Ziehau int hoff, iphlen, thoff;
16341bedd927SSepherosa Ziehau struct mbuf *m;
16351bedd927SSepherosa Ziehau
16361bedd927SSepherosa Ziehau m = *mp;
16371bedd927SSepherosa Ziehau KASSERT(M_WRITABLE(m), ("TSO mbuf not writable"));
16381bedd927SSepherosa Ziehau
16391bedd927SSepherosa Ziehau iphlen = m->m_pkthdr.csum_iphlen;
16401bedd927SSepherosa Ziehau thoff = m->m_pkthdr.csum_thlen;
16411bedd927SSepherosa Ziehau hoff = m->m_pkthdr.csum_lhlen;
16421bedd927SSepherosa Ziehau
16431bedd927SSepherosa Ziehau KASSERT(iphlen > 0, ("invalid ip hlen"));
16441bedd927SSepherosa Ziehau KASSERT(thoff > 0, ("invalid tcp hlen"));
16451bedd927SSepherosa Ziehau KASSERT(hoff > 0, ("invalid ether hlen"));
16461bedd927SSepherosa Ziehau
16471bedd927SSepherosa Ziehau if (__predict_false(m->m_len < hoff + iphlen + thoff)) {
16481bedd927SSepherosa Ziehau m = m_pullup(m, hoff + iphlen + thoff);
16491bedd927SSepherosa Ziehau if (m == NULL) {
16501bedd927SSepherosa Ziehau *mp = NULL;
16511bedd927SSepherosa Ziehau return ENOBUFS;
16521bedd927SSepherosa Ziehau }
16531bedd927SSepherosa Ziehau *mp = m;
16541bedd927SSepherosa Ziehau }
16551bedd927SSepherosa Ziehau return 0;
16561bedd927SSepherosa Ziehau }
16571bedd927SSepherosa Ziehau
165876fbb0b9SSepherosa Ziehau static int
jme_encap(struct jme_txdata * tdata,struct mbuf ** m_head,int * segs_used)16593a65efa6SSepherosa Ziehau jme_encap(struct jme_txdata *tdata, struct mbuf **m_head, int *segs_used)
166076fbb0b9SSepherosa Ziehau {
166176fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
166276fbb0b9SSepherosa Ziehau struct jme_desc *desc;
166376fbb0b9SSepherosa Ziehau struct mbuf *m;
166476fbb0b9SSepherosa Ziehau bus_dma_segment_t txsegs[JME_MAXTXSEGS];
1665b0ba1747SSepherosa Ziehau int maxsegs, nsegs;
16669b3ee148SSepherosa Ziehau int error, i, prod, symbol_desc;
16671bedd927SSepherosa Ziehau uint32_t cflags, flag64, mss;
166876fbb0b9SSepherosa Ziehau
166976fbb0b9SSepherosa Ziehau M_ASSERTPKTHDR((*m_head));
167076fbb0b9SSepherosa Ziehau
16711bedd927SSepherosa Ziehau if ((*m_head)->m_pkthdr.csum_flags & CSUM_TSO) {
16721bedd927SSepherosa Ziehau /* XXX Is this necessary? */
16731bedd927SSepherosa Ziehau error = jme_tso_pullup(m_head);
16741bedd927SSepherosa Ziehau if (error)
16751bedd927SSepherosa Ziehau return error;
16761bedd927SSepherosa Ziehau }
16771bedd927SSepherosa Ziehau
16789b99c84fSSepherosa Ziehau prod = tdata->jme_tx_prod;
16799b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[prod];
168076fbb0b9SSepherosa Ziehau
16819b99c84fSSepherosa Ziehau if (tdata->jme_sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT)
16829b3ee148SSepherosa Ziehau symbol_desc = 1;
16839b3ee148SSepherosa Ziehau else
16849b3ee148SSepherosa Ziehau symbol_desc = 0;
16859b3ee148SSepherosa Ziehau
16869b99c84fSSepherosa Ziehau maxsegs = (tdata->jme_tx_desc_cnt - tdata->jme_tx_cnt) -
16879b3ee148SSepherosa Ziehau (JME_TXD_RSVD + symbol_desc);
168876fbb0b9SSepherosa Ziehau if (maxsegs > JME_MAXTXSEGS)
168976fbb0b9SSepherosa Ziehau maxsegs = JME_MAXTXSEGS;
16901bedd927SSepherosa Ziehau KASSERT(maxsegs >= (JME_TXD_SPARE - symbol_desc),
1691ed20d0e3SSascha Wildner ("not enough segments %d", maxsegs));
169276fbb0b9SSepherosa Ziehau
16939b99c84fSSepherosa Ziehau error = bus_dmamap_load_mbuf_defrag(tdata->jme_tx_tag,
1694b0ba1747SSepherosa Ziehau txd->tx_dmamap, m_head,
1695b0ba1747SSepherosa Ziehau txsegs, maxsegs, &nsegs, BUS_DMA_NOWAIT);
1696b0ba1747SSepherosa Ziehau if (error)
1697ecc6de9eSSepherosa Ziehau goto fail;
16983a65efa6SSepherosa Ziehau *segs_used += nsegs;
169976fbb0b9SSepherosa Ziehau
17009b99c84fSSepherosa Ziehau bus_dmamap_sync(tdata->jme_tx_tag, txd->tx_dmamap,
17014458ee95SSepherosa Ziehau BUS_DMASYNC_PREWRITE);
17024458ee95SSepherosa Ziehau
170376fbb0b9SSepherosa Ziehau m = *m_head;
170476fbb0b9SSepherosa Ziehau cflags = 0;
17051bedd927SSepherosa Ziehau mss = 0;
170676fbb0b9SSepherosa Ziehau
170776fbb0b9SSepherosa Ziehau /* Configure checksum offload. */
17081bedd927SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_TSO) {
17091bedd927SSepherosa Ziehau mss = (uint32_t)m->m_pkthdr.tso_segsz << JME_TD_MSS_SHIFT;
17101bedd927SSepherosa Ziehau cflags |= JME_TD_TSO;
17111bedd927SSepherosa Ziehau } else if (m->m_pkthdr.csum_flags & JME_CSUM_FEATURES) {
171276fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_IP)
171376fbb0b9SSepherosa Ziehau cflags |= JME_TD_IPCSUM;
171476fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_TCP)
171576fbb0b9SSepherosa Ziehau cflags |= JME_TD_TCPCSUM;
171676fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_UDP)
171776fbb0b9SSepherosa Ziehau cflags |= JME_TD_UDPCSUM;
17181bedd927SSepherosa Ziehau }
171976fbb0b9SSepherosa Ziehau
172076fbb0b9SSepherosa Ziehau /* Configure VLAN. */
172176fbb0b9SSepherosa Ziehau if (m->m_flags & M_VLANTAG) {
172276fbb0b9SSepherosa Ziehau cflags |= (m->m_pkthdr.ether_vlantag & JME_TD_VLAN_MASK);
172376fbb0b9SSepherosa Ziehau cflags |= JME_TD_VLAN_TAG;
172476fbb0b9SSepherosa Ziehau }
172576fbb0b9SSepherosa Ziehau
17269b99c84fSSepherosa Ziehau desc = &tdata->jme_tx_ring[prod];
172776fbb0b9SSepherosa Ziehau desc->flags = htole32(cflags);
172876fbb0b9SSepherosa Ziehau desc->addr_hi = htole32(m->m_pkthdr.len);
17299b99c84fSSepherosa Ziehau if (tdata->jme_sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT) {
17307228f061SSepherosa Ziehau /*
17317228f061SSepherosa Ziehau * Use 64bits TX desc chain format.
17327228f061SSepherosa Ziehau *
17337228f061SSepherosa Ziehau * The first TX desc of the chain, which is setup here,
17347228f061SSepherosa Ziehau * is just a symbol TX desc carrying no payload.
17357228f061SSepherosa Ziehau */
17367228f061SSepherosa Ziehau flag64 = JME_TD_64BIT;
17371bedd927SSepherosa Ziehau desc->buflen = htole32(mss);
173876fbb0b9SSepherosa Ziehau desc->addr_lo = 0;
17397228f061SSepherosa Ziehau
17403a65efa6SSepherosa Ziehau *segs_used += 1;
17413a65efa6SSepherosa Ziehau
17427228f061SSepherosa Ziehau /* No effective TX desc is consumed */
17437228f061SSepherosa Ziehau i = 0;
17447228f061SSepherosa Ziehau } else {
17457228f061SSepherosa Ziehau /*
17467228f061SSepherosa Ziehau * Use 32bits TX desc chain format.
17477228f061SSepherosa Ziehau *
17487228f061SSepherosa Ziehau * The first TX desc of the chain, which is setup here,
17497228f061SSepherosa Ziehau * is an effective TX desc carrying the first segment of
17507228f061SSepherosa Ziehau * the mbuf chain.
17517228f061SSepherosa Ziehau */
17527228f061SSepherosa Ziehau flag64 = 0;
17531bedd927SSepherosa Ziehau desc->buflen = htole32(mss | txsegs[0].ds_len);
17547228f061SSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(txsegs[0].ds_addr));
17557228f061SSepherosa Ziehau
17567228f061SSepherosa Ziehau /* One effective TX desc is consumed */
17577228f061SSepherosa Ziehau i = 1;
17587228f061SSepherosa Ziehau }
17599b99c84fSSepherosa Ziehau tdata->jme_tx_cnt++;
17609b99c84fSSepherosa Ziehau KKASSERT(tdata->jme_tx_cnt - i < tdata->jme_tx_desc_cnt - JME_TXD_RSVD);
17619b99c84fSSepherosa Ziehau JME_DESC_INC(prod, tdata->jme_tx_desc_cnt);
17627228f061SSepherosa Ziehau
17637228f061SSepherosa Ziehau txd->tx_ndesc = 1 - i;
1764b0ba1747SSepherosa Ziehau for (; i < nsegs; i++) {
17659b99c84fSSepherosa Ziehau desc = &tdata->jme_tx_ring[prod];
176676fbb0b9SSepherosa Ziehau desc->buflen = htole32(txsegs[i].ds_len);
176776fbb0b9SSepherosa Ziehau desc->addr_hi = htole32(JME_ADDR_HI(txsegs[i].ds_addr));
176876fbb0b9SSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(txsegs[i].ds_addr));
1769a54bd021SSepherosa Ziehau desc->flags = htole32(JME_TD_OWN | flag64);
177076fbb0b9SSepherosa Ziehau
17719b99c84fSSepherosa Ziehau tdata->jme_tx_cnt++;
17729b99c84fSSepherosa Ziehau KKASSERT(tdata->jme_tx_cnt <=
17739b99c84fSSepherosa Ziehau tdata->jme_tx_desc_cnt - JME_TXD_RSVD);
17749b99c84fSSepherosa Ziehau JME_DESC_INC(prod, tdata->jme_tx_desc_cnt);
177576fbb0b9SSepherosa Ziehau }
177676fbb0b9SSepherosa Ziehau
177776fbb0b9SSepherosa Ziehau /* Update producer index. */
17789b99c84fSSepherosa Ziehau tdata->jme_tx_prod = prod;
177976fbb0b9SSepherosa Ziehau /*
178076fbb0b9SSepherosa Ziehau * Finally request interrupt and give the first descriptor
178176fbb0b9SSepherosa Ziehau * owenership to hardware.
178276fbb0b9SSepherosa Ziehau */
178376fbb0b9SSepherosa Ziehau desc = txd->tx_desc;
178476fbb0b9SSepherosa Ziehau desc->flags |= htole32(JME_TD_OWN | JME_TD_INTR);
178576fbb0b9SSepherosa Ziehau
178676fbb0b9SSepherosa Ziehau txd->tx_m = m;
1787b0ba1747SSepherosa Ziehau txd->tx_ndesc += nsegs;
178876fbb0b9SSepherosa Ziehau
1789ecc6de9eSSepherosa Ziehau return 0;
1790ecc6de9eSSepherosa Ziehau fail:
1791ecc6de9eSSepherosa Ziehau m_freem(*m_head);
1792ecc6de9eSSepherosa Ziehau *m_head = NULL;
1793ecc6de9eSSepherosa Ziehau return error;
179476fbb0b9SSepherosa Ziehau }
179576fbb0b9SSepherosa Ziehau
179676fbb0b9SSepherosa Ziehau static void
jme_start(struct ifnet * ifp,struct ifaltq_subque * ifsq)1797f0a26983SSepherosa Ziehau jme_start(struct ifnet *ifp, struct ifaltq_subque *ifsq)
179876fbb0b9SSepherosa Ziehau {
179976fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
18009b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
180176fbb0b9SSepherosa Ziehau struct mbuf *m_head;
180276fbb0b9SSepherosa Ziehau int enq = 0;
180376fbb0b9SSepherosa Ziehau
1804f0a26983SSepherosa Ziehau ASSERT_ALTQ_SQ_DEFAULT(ifp, ifsq);
18059b99c84fSSepherosa Ziehau ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
180676fbb0b9SSepherosa Ziehau
1807cccc3955SSepherosa Ziehau if (!sc->jme_has_link) {
180876fbb0b9SSepherosa Ziehau ifq_purge(&ifp->if_snd);
180976fbb0b9SSepherosa Ziehau return;
181076fbb0b9SSepherosa Ziehau }
181176fbb0b9SSepherosa Ziehau
18129ed293e0SSepherosa Ziehau if ((ifp->if_flags & IFF_RUNNING) == 0 || ifq_is_oactive(&ifp->if_snd))
181376fbb0b9SSepherosa Ziehau return;
181476fbb0b9SSepherosa Ziehau
18159b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt >= JME_TX_DESC_HIWAT(tdata))
18169b99c84fSSepherosa Ziehau jme_txeof(tdata);
181776fbb0b9SSepherosa Ziehau
181876fbb0b9SSepherosa Ziehau while (!ifq_is_empty(&ifp->if_snd)) {
181976fbb0b9SSepherosa Ziehau /*
182076fbb0b9SSepherosa Ziehau * Check number of available TX descs, always
182176fbb0b9SSepherosa Ziehau * leave JME_TXD_RSVD free TX descs.
182276fbb0b9SSepherosa Ziehau */
18239b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt + JME_TXD_SPARE >
18249b99c84fSSepherosa Ziehau tdata->jme_tx_desc_cnt - JME_TXD_RSVD) {
18259ed293e0SSepherosa Ziehau ifq_set_oactive(&ifp->if_snd);
182676fbb0b9SSepherosa Ziehau break;
182776fbb0b9SSepherosa Ziehau }
182876fbb0b9SSepherosa Ziehau
1829ac9843a1SSepherosa Ziehau m_head = ifq_dequeue(&ifp->if_snd);
183076fbb0b9SSepherosa Ziehau if (m_head == NULL)
183176fbb0b9SSepherosa Ziehau break;
183276fbb0b9SSepherosa Ziehau
183376fbb0b9SSepherosa Ziehau /*
183476fbb0b9SSepherosa Ziehau * Pack the data into the transmit ring. If we
183576fbb0b9SSepherosa Ziehau * don't have room, set the OACTIVE flag and wait
183676fbb0b9SSepherosa Ziehau * for the NIC to drain the ring.
183776fbb0b9SSepherosa Ziehau */
18383a65efa6SSepherosa Ziehau if (jme_encap(tdata, &m_head, &enq)) {
1839ecc6de9eSSepherosa Ziehau KKASSERT(m_head == NULL);
1840d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, oerrors, 1);
18419ed293e0SSepherosa Ziehau ifq_set_oactive(&ifp->if_snd);
184276fbb0b9SSepherosa Ziehau break;
184376fbb0b9SSepherosa Ziehau }
18443a65efa6SSepherosa Ziehau
18453a65efa6SSepherosa Ziehau if (enq >= tdata->jme_tx_wreg) {
18463a65efa6SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr |
18473a65efa6SSepherosa Ziehau TXCSR_TX_ENB | TXCSR_TXQ_N_START(TXCSR_TXQ0));
18483a65efa6SSepherosa Ziehau enq = 0;
18493a65efa6SSepherosa Ziehau }
185076fbb0b9SSepherosa Ziehau
185176fbb0b9SSepherosa Ziehau /*
185276fbb0b9SSepherosa Ziehau * If there's a BPF listener, bounce a copy of this frame
185376fbb0b9SSepherosa Ziehau * to him.
185476fbb0b9SSepherosa Ziehau */
185576fbb0b9SSepherosa Ziehau ETHER_BPF_MTAP(ifp, m_head);
18563a65efa6SSepherosa Ziehau
18573a65efa6SSepherosa Ziehau /* Set a timeout in case the chip goes out to lunch. */
18583a65efa6SSepherosa Ziehau ifp->if_timer = JME_TX_TIMEOUT;
185976fbb0b9SSepherosa Ziehau }
186076fbb0b9SSepherosa Ziehau
186176fbb0b9SSepherosa Ziehau if (enq > 0) {
186276fbb0b9SSepherosa Ziehau /*
186376fbb0b9SSepherosa Ziehau * Reading TXCSR takes very long time under heavy load
186476fbb0b9SSepherosa Ziehau * so cache TXCSR value and writes the ORed value with
186576fbb0b9SSepherosa Ziehau * the kick command to the TXCSR. This saves one register
186676fbb0b9SSepherosa Ziehau * access cycle.
186776fbb0b9SSepherosa Ziehau */
186876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB |
186976fbb0b9SSepherosa Ziehau TXCSR_TXQ_N_START(TXCSR_TXQ0));
187076fbb0b9SSepherosa Ziehau }
187176fbb0b9SSepherosa Ziehau }
187276fbb0b9SSepherosa Ziehau
187376fbb0b9SSepherosa Ziehau static void
jme_watchdog(struct ifnet * ifp)187476fbb0b9SSepherosa Ziehau jme_watchdog(struct ifnet *ifp)
187576fbb0b9SSepherosa Ziehau {
187676fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
18779b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
187876fbb0b9SSepherosa Ziehau
187931f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
188076fbb0b9SSepherosa Ziehau
1881cccc3955SSepherosa Ziehau if (!sc->jme_has_link) {
188276fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout (missed link)\n");
1883d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, oerrors, 1);
188476fbb0b9SSepherosa Ziehau jme_init(sc);
188576fbb0b9SSepherosa Ziehau return;
188676fbb0b9SSepherosa Ziehau }
188776fbb0b9SSepherosa Ziehau
18889b99c84fSSepherosa Ziehau jme_txeof(tdata);
18899b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt == 0) {
189076fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout (missed Tx interrupts) "
189176fbb0b9SSepherosa Ziehau "-- recovering\n");
189276fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd))
189376fbb0b9SSepherosa Ziehau if_devstart(ifp);
189476fbb0b9SSepherosa Ziehau return;
189576fbb0b9SSepherosa Ziehau }
189676fbb0b9SSepherosa Ziehau
189776fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout\n");
1898d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, oerrors, 1);
189976fbb0b9SSepherosa Ziehau jme_init(sc);
190076fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd))
190176fbb0b9SSepherosa Ziehau if_devstart(ifp);
190276fbb0b9SSepherosa Ziehau }
190376fbb0b9SSepherosa Ziehau
190476fbb0b9SSepherosa Ziehau static int
jme_ioctl(struct ifnet * ifp,u_long cmd,caddr_t data,struct ucred * cr)190576fbb0b9SSepherosa Ziehau jme_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data, struct ucred *cr)
190676fbb0b9SSepherosa Ziehau {
190776fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
190876fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus);
190976fbb0b9SSepherosa Ziehau struct ifreq *ifr = (struct ifreq *)data;
191076fbb0b9SSepherosa Ziehau int error = 0, mask;
191176fbb0b9SSepherosa Ziehau
191231f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
191376fbb0b9SSepherosa Ziehau
191476fbb0b9SSepherosa Ziehau switch (cmd) {
191576fbb0b9SSepherosa Ziehau case SIOCSIFMTU:
191676fbb0b9SSepherosa Ziehau if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > JME_JUMBO_MTU ||
19173a5f3f36SSepherosa Ziehau (!(sc->jme_caps & JME_CAP_JUMBO) &&
191876fbb0b9SSepherosa Ziehau ifr->ifr_mtu > JME_MAX_MTU)) {
191976fbb0b9SSepherosa Ziehau error = EINVAL;
192076fbb0b9SSepherosa Ziehau break;
192176fbb0b9SSepherosa Ziehau }
192276fbb0b9SSepherosa Ziehau
192376fbb0b9SSepherosa Ziehau if (ifp->if_mtu != ifr->ifr_mtu) {
192476fbb0b9SSepherosa Ziehau /*
192576fbb0b9SSepherosa Ziehau * No special configuration is required when interface
192676fbb0b9SSepherosa Ziehau * MTU is changed but availability of Tx checksum
192776fbb0b9SSepherosa Ziehau * offload should be chcked against new MTU size as
192876fbb0b9SSepherosa Ziehau * FIFO size is just 2K.
192976fbb0b9SSepherosa Ziehau */
193076fbb0b9SSepherosa Ziehau if (ifr->ifr_mtu >= JME_TX_FIFO_SIZE) {
19311bedd927SSepherosa Ziehau ifp->if_capenable &=
19321bedd927SSepherosa Ziehau ~(IFCAP_TXCSUM | IFCAP_TSO);
19331bedd927SSepherosa Ziehau ifp->if_hwassist &=
19341bedd927SSepherosa Ziehau ~(JME_CSUM_FEATURES | CSUM_TSO);
193576fbb0b9SSepherosa Ziehau }
193676fbb0b9SSepherosa Ziehau ifp->if_mtu = ifr->ifr_mtu;
193776fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
193876fbb0b9SSepherosa Ziehau jme_init(sc);
193976fbb0b9SSepherosa Ziehau }
194076fbb0b9SSepherosa Ziehau break;
194176fbb0b9SSepherosa Ziehau
194276fbb0b9SSepherosa Ziehau case SIOCSIFFLAGS:
194376fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_UP) {
194476fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) {
194576fbb0b9SSepherosa Ziehau if ((ifp->if_flags ^ sc->jme_if_flags) &
194676fbb0b9SSepherosa Ziehau (IFF_PROMISC | IFF_ALLMULTI))
194776fbb0b9SSepherosa Ziehau jme_set_filter(sc);
194876fbb0b9SSepherosa Ziehau } else {
194976fbb0b9SSepherosa Ziehau jme_init(sc);
195076fbb0b9SSepherosa Ziehau }
195176fbb0b9SSepherosa Ziehau } else {
195276fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
195376fbb0b9SSepherosa Ziehau jme_stop(sc);
195476fbb0b9SSepherosa Ziehau }
195576fbb0b9SSepherosa Ziehau sc->jme_if_flags = ifp->if_flags;
195676fbb0b9SSepherosa Ziehau break;
195776fbb0b9SSepherosa Ziehau
195876fbb0b9SSepherosa Ziehau case SIOCADDMULTI:
195976fbb0b9SSepherosa Ziehau case SIOCDELMULTI:
196076fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
196176fbb0b9SSepherosa Ziehau jme_set_filter(sc);
196276fbb0b9SSepherosa Ziehau break;
196376fbb0b9SSepherosa Ziehau
196476fbb0b9SSepherosa Ziehau case SIOCSIFMEDIA:
196576fbb0b9SSepherosa Ziehau case SIOCGIFMEDIA:
196676fbb0b9SSepherosa Ziehau error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd);
196776fbb0b9SSepherosa Ziehau break;
196876fbb0b9SSepherosa Ziehau
196976fbb0b9SSepherosa Ziehau case SIOCSIFCAP:
197076fbb0b9SSepherosa Ziehau mask = ifr->ifr_reqcap ^ ifp->if_capenable;
197176fbb0b9SSepherosa Ziehau
197276fbb0b9SSepherosa Ziehau if ((mask & IFCAP_TXCSUM) && ifp->if_mtu < JME_TX_FIFO_SIZE) {
197376fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_TXCSUM;
19741bedd927SSepherosa Ziehau if (ifp->if_capenable & IFCAP_TXCSUM)
197576fbb0b9SSepherosa Ziehau ifp->if_hwassist |= JME_CSUM_FEATURES;
197676fbb0b9SSepherosa Ziehau else
197776fbb0b9SSepherosa Ziehau ifp->if_hwassist &= ~JME_CSUM_FEATURES;
197876fbb0b9SSepherosa Ziehau }
1979e4616e94SSepherosa Ziehau if (mask & IFCAP_RXCSUM) {
198076fbb0b9SSepherosa Ziehau uint32_t reg;
198176fbb0b9SSepherosa Ziehau
198276fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_RXCSUM;
198376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC);
198476fbb0b9SSepherosa Ziehau reg &= ~RXMAC_CSUM_ENB;
198576fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RXCSUM)
198676fbb0b9SSepherosa Ziehau reg |= RXMAC_CSUM_ENB;
198776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg);
198876fbb0b9SSepherosa Ziehau }
198976fbb0b9SSepherosa Ziehau
1990e4616e94SSepherosa Ziehau if (mask & IFCAP_VLAN_HWTAGGING) {
199176fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING;
199276fbb0b9SSepherosa Ziehau jme_set_vlan(sc);
199376fbb0b9SSepherosa Ziehau }
1994e4616e94SSepherosa Ziehau
19951bedd927SSepherosa Ziehau if ((mask & IFCAP_TSO) && ifp->if_mtu < JME_TX_FIFO_SIZE) {
19961bedd927SSepherosa Ziehau ifp->if_capenable ^= IFCAP_TSO;
19971bedd927SSepherosa Ziehau if (ifp->if_capenable & IFCAP_TSO)
19981bedd927SSepherosa Ziehau ifp->if_hwassist |= CSUM_TSO;
19991bedd927SSepherosa Ziehau else
20001bedd927SSepherosa Ziehau ifp->if_hwassist &= ~CSUM_TSO;
20011bedd927SSepherosa Ziehau }
20021bedd927SSepherosa Ziehau
20039f20b7b3SSepherosa Ziehau if (mask & IFCAP_RSS)
2004d585233cSSepherosa Ziehau ifp->if_capenable ^= IFCAP_RSS;
200576fbb0b9SSepherosa Ziehau break;
200676fbb0b9SSepherosa Ziehau
200776fbb0b9SSepherosa Ziehau default:
200876fbb0b9SSepherosa Ziehau error = ether_ioctl(ifp, cmd, data);
200976fbb0b9SSepherosa Ziehau break;
201076fbb0b9SSepherosa Ziehau }
201176fbb0b9SSepherosa Ziehau return (error);
201276fbb0b9SSepherosa Ziehau }
201376fbb0b9SSepherosa Ziehau
201476fbb0b9SSepherosa Ziehau static void
jme_mac_config(struct jme_softc * sc)201576fbb0b9SSepherosa Ziehau jme_mac_config(struct jme_softc *sc)
201676fbb0b9SSepherosa Ziehau {
201776fbb0b9SSepherosa Ziehau struct mii_data *mii;
20183b3da110SSepherosa Ziehau uint32_t ghc, rxmac, txmac, txpause, gp1;
20193b3da110SSepherosa Ziehau int phyconf = JMPHY_CONF_DEFFIFO, hdx = 0;
202076fbb0b9SSepherosa Ziehau
202176fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus);
202276fbb0b9SSepherosa Ziehau
202376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
202476fbb0b9SSepherosa Ziehau DELAY(10);
202576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0);
202676fbb0b9SSepherosa Ziehau ghc = 0;
202776fbb0b9SSepherosa Ziehau rxmac = CSR_READ_4(sc, JME_RXMAC);
202876fbb0b9SSepherosa Ziehau rxmac &= ~RXMAC_FC_ENB;
202976fbb0b9SSepherosa Ziehau txmac = CSR_READ_4(sc, JME_TXMAC);
203076fbb0b9SSepherosa Ziehau txmac &= ~(TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST);
203176fbb0b9SSepherosa Ziehau txpause = CSR_READ_4(sc, JME_TXPFC);
203276fbb0b9SSepherosa Ziehau txpause &= ~TXPFC_PAUSE_ENB;
203376fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) {
203476fbb0b9SSepherosa Ziehau ghc |= GHC_FULL_DUPLEX;
203576fbb0b9SSepherosa Ziehau rxmac &= ~RXMAC_COLL_DET_ENB;
203676fbb0b9SSepherosa Ziehau txmac &= ~(TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE |
203776fbb0b9SSepherosa Ziehau TXMAC_BACKOFF | TXMAC_CARRIER_EXT |
203876fbb0b9SSepherosa Ziehau TXMAC_FRAME_BURST);
203976fbb0b9SSepherosa Ziehau #ifdef notyet
204076fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0)
204176fbb0b9SSepherosa Ziehau txpause |= TXPFC_PAUSE_ENB;
204276fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0)
204376fbb0b9SSepherosa Ziehau rxmac |= RXMAC_FC_ENB;
204476fbb0b9SSepherosa Ziehau #endif
204576fbb0b9SSepherosa Ziehau /* Disable retry transmit timer/retry limit. */
204676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) &
204776fbb0b9SSepherosa Ziehau ~(TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB));
204876fbb0b9SSepherosa Ziehau } else {
204976fbb0b9SSepherosa Ziehau rxmac |= RXMAC_COLL_DET_ENB;
205076fbb0b9SSepherosa Ziehau txmac |= TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE | TXMAC_BACKOFF;
205176fbb0b9SSepherosa Ziehau /* Enable retry transmit timer/retry limit. */
205276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) |
205376fbb0b9SSepherosa Ziehau TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB);
205476fbb0b9SSepherosa Ziehau }
205576fbb0b9SSepherosa Ziehau
20563b3da110SSepherosa Ziehau /*
20573b3da110SSepherosa Ziehau * Reprogram Tx/Rx MACs with resolved speed/duplex.
20583b3da110SSepherosa Ziehau */
20593b3da110SSepherosa Ziehau gp1 = CSR_READ_4(sc, JME_GPREG1);
20603b3da110SSepherosa Ziehau gp1 &= ~GPREG1_WA_HDX;
20613b3da110SSepherosa Ziehau
20623b3da110SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) == 0)
20633b3da110SSepherosa Ziehau hdx = 1;
20643b3da110SSepherosa Ziehau
206576fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) {
206676fbb0b9SSepherosa Ziehau case IFM_10_T:
2067b249905bSSepherosa Ziehau ghc |= GHC_SPEED_10 | sc->jme_clksrc;
20683b3da110SSepherosa Ziehau if (hdx)
20693b3da110SSepherosa Ziehau gp1 |= GPREG1_WA_HDX;
207076fbb0b9SSepherosa Ziehau break;
2071dbe37f03SSepherosa Ziehau
207276fbb0b9SSepherosa Ziehau case IFM_100_TX:
2073b249905bSSepherosa Ziehau ghc |= GHC_SPEED_100 | sc->jme_clksrc;
20743b3da110SSepherosa Ziehau if (hdx)
20753b3da110SSepherosa Ziehau gp1 |= GPREG1_WA_HDX;
2076dbe37f03SSepherosa Ziehau
2077dbe37f03SSepherosa Ziehau /*
2078dbe37f03SSepherosa Ziehau * Use extended FIFO depth to workaround CRC errors
2079dbe37f03SSepherosa Ziehau * emitted by chips before JMC250B
2080dbe37f03SSepherosa Ziehau */
2081dbe37f03SSepherosa Ziehau phyconf = JMPHY_CONF_EXTFIFO;
208276fbb0b9SSepherosa Ziehau break;
2083dbe37f03SSepherosa Ziehau
208476fbb0b9SSepherosa Ziehau case IFM_1000_T:
2085ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FASTETH)
208676fbb0b9SSepherosa Ziehau break;
2087dbe37f03SSepherosa Ziehau
2088b249905bSSepherosa Ziehau ghc |= GHC_SPEED_1000 | sc->jme_clksrc_1000;
20893b3da110SSepherosa Ziehau if (hdx)
209076fbb0b9SSepherosa Ziehau txmac |= TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST;
209176fbb0b9SSepherosa Ziehau break;
2092dbe37f03SSepherosa Ziehau
209376fbb0b9SSepherosa Ziehau default:
209476fbb0b9SSepherosa Ziehau break;
209576fbb0b9SSepherosa Ziehau }
209676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, ghc);
209776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxmac);
209876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXMAC, txmac);
209976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXPFC, txpause);
2100dbe37f03SSepherosa Ziehau
2101ad22907fSSepherosa Ziehau if (sc->jme_workaround & JME_WA_EXTFIFO) {
2102dbe37f03SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
2103dbe37f03SSepherosa Ziehau JMPHY_CONF, phyconf);
2104dbe37f03SSepherosa Ziehau }
21053b3da110SSepherosa Ziehau if (sc->jme_workaround & JME_WA_HDX)
21063b3da110SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, gp1);
210776fbb0b9SSepherosa Ziehau }
210876fbb0b9SSepherosa Ziehau
210976fbb0b9SSepherosa Ziehau static void
jme_intr(void * xsc)211076fbb0b9SSepherosa Ziehau jme_intr(void *xsc)
211176fbb0b9SSepherosa Ziehau {
211276fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc;
211376fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
211476fbb0b9SSepherosa Ziehau uint32_t status;
21154447c752SSepherosa Ziehau int r;
211676fbb0b9SSepherosa Ziehau
211731f0d5a2SSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_serialize);
211876fbb0b9SSepherosa Ziehau
211976fbb0b9SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_REQ_STATUS);
212076fbb0b9SSepherosa Ziehau if (status == 0 || status == 0xFFFFFFFF)
212176fbb0b9SSepherosa Ziehau return;
212276fbb0b9SSepherosa Ziehau
212376fbb0b9SSepherosa Ziehau /* Disable interrupts. */
212476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
212576fbb0b9SSepherosa Ziehau
212676fbb0b9SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS);
212776fbb0b9SSepherosa Ziehau if ((status & JME_INTRS) == 0 || status == 0xFFFFFFFF)
212876fbb0b9SSepherosa Ziehau goto back;
212976fbb0b9SSepherosa Ziehau
213076fbb0b9SSepherosa Ziehau /* Reset PCC counter/timer and Ack interrupts. */
213176fbb0b9SSepherosa Ziehau status &= ~(INTR_TXQ_COMP | INTR_RXQ_COMP);
21324447c752SSepherosa Ziehau
213376fbb0b9SSepherosa Ziehau if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO))
213476fbb0b9SSepherosa Ziehau status |= INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP;
21354447c752SSepherosa Ziehau
21367b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
21374447c752SSepherosa Ziehau if (status & jme_rx_status[r].jme_coal) {
21384447c752SSepherosa Ziehau status |= jme_rx_status[r].jme_coal |
21394447c752SSepherosa Ziehau jme_rx_status[r].jme_comp;
21404447c752SSepherosa Ziehau }
21414447c752SSepherosa Ziehau }
21424447c752SSepherosa Ziehau
214376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status);
214476fbb0b9SSepherosa Ziehau
214576fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) {
21469b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
21479b99c84fSSepherosa Ziehau
214876fbb0b9SSepherosa Ziehau if (status & (INTR_RXQ_COAL | INTR_RXQ_COAL_TO))
21494447c752SSepherosa Ziehau jme_rx_intr(sc, status);
215076fbb0b9SSepherosa Ziehau
215176fbb0b9SSepherosa Ziehau if (status & INTR_RXQ_DESC_EMPTY) {
215276fbb0b9SSepherosa Ziehau /*
215376fbb0b9SSepherosa Ziehau * Notify hardware availability of new Rx buffers.
215476fbb0b9SSepherosa Ziehau * Reading RXCSR takes very long time under heavy
215576fbb0b9SSepherosa Ziehau * load so cache RXCSR value and writes the ORed
215676fbb0b9SSepherosa Ziehau * value with the kick command to the RXCSR. This
215776fbb0b9SSepherosa Ziehau * saves one register access cycle.
215876fbb0b9SSepherosa Ziehau */
215976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr |
216076fbb0b9SSepherosa Ziehau RXCSR_RX_ENB | RXCSR_RXQ_START);
216176fbb0b9SSepherosa Ziehau }
216276fbb0b9SSepherosa Ziehau
216376fbb0b9SSepherosa Ziehau if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO)) {
21649b99c84fSSepherosa Ziehau lwkt_serialize_enter(&tdata->jme_tx_serialize);
21659b99c84fSSepherosa Ziehau jme_txeof(tdata);
216676fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd))
216776fbb0b9SSepherosa Ziehau if_devstart(ifp);
21689b99c84fSSepherosa Ziehau lwkt_serialize_exit(&tdata->jme_tx_serialize);
216976fbb0b9SSepherosa Ziehau }
217076fbb0b9SSepherosa Ziehau }
217176fbb0b9SSepherosa Ziehau back:
217276fbb0b9SSepherosa Ziehau /* Reenable interrupts. */
217376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
217476fbb0b9SSepherosa Ziehau }
217576fbb0b9SSepherosa Ziehau
217676fbb0b9SSepherosa Ziehau static void
jme_txeof(struct jme_txdata * tdata)21779b99c84fSSepherosa Ziehau jme_txeof(struct jme_txdata *tdata)
217876fbb0b9SSepherosa Ziehau {
21799b99c84fSSepherosa Ziehau struct ifnet *ifp = &tdata->jme_sc->arpcom.ac_if;
21806960d7d2SSepherosa Ziehau int cons;
218176fbb0b9SSepherosa Ziehau
21829b99c84fSSepherosa Ziehau cons = tdata->jme_tx_cons;
21839b99c84fSSepherosa Ziehau if (cons == tdata->jme_tx_prod)
218476fbb0b9SSepherosa Ziehau return;
218576fbb0b9SSepherosa Ziehau
218676fbb0b9SSepherosa Ziehau /*
218776fbb0b9SSepherosa Ziehau * Go through our Tx list and free mbufs for those
218876fbb0b9SSepherosa Ziehau * frames which have been transmitted.
218976fbb0b9SSepherosa Ziehau */
21909b99c84fSSepherosa Ziehau while (cons != tdata->jme_tx_prod) {
21916960d7d2SSepherosa Ziehau struct jme_txdesc *txd, *next_txd;
21926960d7d2SSepherosa Ziehau uint32_t status, next_status;
21936960d7d2SSepherosa Ziehau int next_cons, nsegs;
21946960d7d2SSepherosa Ziehau
21959b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[cons];
219676fbb0b9SSepherosa Ziehau KASSERT(txd->tx_m != NULL,
2197ed20d0e3SSascha Wildner ("%s: freeing NULL mbuf!", __func__));
219876fbb0b9SSepherosa Ziehau
219976fbb0b9SSepherosa Ziehau status = le32toh(txd->tx_desc->flags);
220076fbb0b9SSepherosa Ziehau if ((status & JME_TD_OWN) == JME_TD_OWN)
220176fbb0b9SSepherosa Ziehau break;
220276fbb0b9SSepherosa Ziehau
22036960d7d2SSepherosa Ziehau /*
22046960d7d2SSepherosa Ziehau * NOTE:
22056960d7d2SSepherosa Ziehau * This chip will always update the TX descriptor's
22066960d7d2SSepherosa Ziehau * buflen field and this updating always happens
22076960d7d2SSepherosa Ziehau * after clearing the OWN bit, so even if the OWN
22086960d7d2SSepherosa Ziehau * bit is cleared by the chip, we still don't sure
22096960d7d2SSepherosa Ziehau * about whether the buflen field has been updated
22106960d7d2SSepherosa Ziehau * by the chip or not. To avoid this race, we wait
22116960d7d2SSepherosa Ziehau * for the next TX descriptor's OWN bit to be cleared
22126960d7d2SSepherosa Ziehau * by the chip before reusing this TX descriptor.
22136960d7d2SSepherosa Ziehau */
22146960d7d2SSepherosa Ziehau next_cons = cons;
22159b99c84fSSepherosa Ziehau JME_DESC_ADD(next_cons, txd->tx_ndesc, tdata->jme_tx_desc_cnt);
22169b99c84fSSepherosa Ziehau next_txd = &tdata->jme_txdesc[next_cons];
22176960d7d2SSepherosa Ziehau if (next_txd->tx_m == NULL)
22186960d7d2SSepherosa Ziehau break;
22196960d7d2SSepherosa Ziehau next_status = le32toh(next_txd->tx_desc->flags);
22206960d7d2SSepherosa Ziehau if ((next_status & JME_TD_OWN) == JME_TD_OWN)
22216960d7d2SSepherosa Ziehau break;
22226960d7d2SSepherosa Ziehau
222376fbb0b9SSepherosa Ziehau if (status & (JME_TD_TMOUT | JME_TD_RETRY_EXP)) {
2224d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, oerrors, 1);
222576fbb0b9SSepherosa Ziehau } else {
2226d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, opackets, 1);
222776fbb0b9SSepherosa Ziehau if (status & JME_TD_COLLISION) {
2228d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, collisions,
222976fbb0b9SSepherosa Ziehau le32toh(txd->tx_desc->buflen) &
2230d40991efSSepherosa Ziehau JME_TD_BUF_LEN_MASK);
223176fbb0b9SSepherosa Ziehau }
223276fbb0b9SSepherosa Ziehau }
223376fbb0b9SSepherosa Ziehau
223476fbb0b9SSepherosa Ziehau /*
223576fbb0b9SSepherosa Ziehau * Only the first descriptor of multi-descriptor
223676fbb0b9SSepherosa Ziehau * transmission is updated so driver have to skip entire
223776fbb0b9SSepherosa Ziehau * chained buffers for the transmiited frame. In other
223876fbb0b9SSepherosa Ziehau * words, JME_TD_OWN bit is valid only at the first
223976fbb0b9SSepherosa Ziehau * descriptor of a multi-descriptor transmission.
224076fbb0b9SSepherosa Ziehau */
224176fbb0b9SSepherosa Ziehau for (nsegs = 0; nsegs < txd->tx_ndesc; nsegs++) {
22429b99c84fSSepherosa Ziehau tdata->jme_tx_ring[cons].flags = 0;
22439b99c84fSSepherosa Ziehau JME_DESC_INC(cons, tdata->jme_tx_desc_cnt);
224476fbb0b9SSepherosa Ziehau }
224576fbb0b9SSepherosa Ziehau
224676fbb0b9SSepherosa Ziehau /* Reclaim transferred mbufs. */
22479b99c84fSSepherosa Ziehau bus_dmamap_unload(tdata->jme_tx_tag, txd->tx_dmamap);
224876fbb0b9SSepherosa Ziehau m_freem(txd->tx_m);
224976fbb0b9SSepherosa Ziehau txd->tx_m = NULL;
22509b99c84fSSepherosa Ziehau tdata->jme_tx_cnt -= txd->tx_ndesc;
22519b99c84fSSepherosa Ziehau KASSERT(tdata->jme_tx_cnt >= 0,
2252ed20d0e3SSascha Wildner ("%s: Active Tx desc counter was garbled", __func__));
225376fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0;
225476fbb0b9SSepherosa Ziehau }
22559b99c84fSSepherosa Ziehau tdata->jme_tx_cons = cons;
225676fbb0b9SSepherosa Ziehau
22571bedd927SSepherosa Ziehau /* 1 for symbol TX descriptor */
22589b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt <= JME_MAXTXSEGS + 1)
225976fbb0b9SSepherosa Ziehau ifp->if_timer = 0;
226076fbb0b9SSepherosa Ziehau
22619b99c84fSSepherosa Ziehau if (tdata->jme_tx_cnt + JME_TXD_SPARE <=
22629b99c84fSSepherosa Ziehau tdata->jme_tx_desc_cnt - JME_TXD_RSVD)
22639ed293e0SSepherosa Ziehau ifq_clr_oactive(&ifp->if_snd);
226476fbb0b9SSepherosa Ziehau }
226576fbb0b9SSepherosa Ziehau
226676fbb0b9SSepherosa Ziehau static __inline void
jme_discard_rxbufs(struct jme_rxdata * rdata,int cons,int count)2267dea2452aSSepherosa Ziehau jme_discard_rxbufs(struct jme_rxdata *rdata, int cons, int count)
226876fbb0b9SSepherosa Ziehau {
226976fbb0b9SSepherosa Ziehau int i;
227076fbb0b9SSepherosa Ziehau
227176fbb0b9SSepherosa Ziehau for (i = 0; i < count; ++i) {
2272fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(&rdata->jme_rxdesc[cons]);
22737b040092SSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt);
227476fbb0b9SSepherosa Ziehau }
227576fbb0b9SSepherosa Ziehau }
227676fbb0b9SSepherosa Ziehau
2277a6acc6e2SSepherosa Ziehau static __inline struct pktinfo *
jme_pktinfo(struct pktinfo * pi,uint32_t flags)2278a6acc6e2SSepherosa Ziehau jme_pktinfo(struct pktinfo *pi, uint32_t flags)
2279a6acc6e2SSepherosa Ziehau {
2280a6acc6e2SSepherosa Ziehau if (flags & JME_RD_IPV4)
2281a6acc6e2SSepherosa Ziehau pi->pi_netisr = NETISR_IP;
2282a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_IPV6)
2283a6acc6e2SSepherosa Ziehau pi->pi_netisr = NETISR_IPV6;
2284a6acc6e2SSepherosa Ziehau else
2285a6acc6e2SSepherosa Ziehau return NULL;
2286a6acc6e2SSepherosa Ziehau
2287a6acc6e2SSepherosa Ziehau pi->pi_flags = 0;
2288a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_UNKNOWN;
2289a6acc6e2SSepherosa Ziehau
2290a6acc6e2SSepherosa Ziehau if (flags & JME_RD_MORE_FRAG)
2291a6acc6e2SSepherosa Ziehau pi->pi_flags |= PKTINFO_FLAG_FRAG;
2292a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_TCP)
2293a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_TCP;
2294a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_UDP)
2295a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_UDP;
22967345eb80SSepherosa Ziehau else
22977345eb80SSepherosa Ziehau pi = NULL;
2298a6acc6e2SSepherosa Ziehau return pi;
2299a6acc6e2SSepherosa Ziehau }
2300a6acc6e2SSepherosa Ziehau
230176fbb0b9SSepherosa Ziehau /* Receive a frame. */
230276fbb0b9SSepherosa Ziehau static void
jme_rxpkt(struct jme_rxdata * rdata,int cpuid)2303ff37a356SSepherosa Ziehau jme_rxpkt(struct jme_rxdata *rdata, int cpuid)
230476fbb0b9SSepherosa Ziehau {
2305dea2452aSSepherosa Ziehau struct ifnet *ifp = &rdata->jme_sc->arpcom.ac_if;
230676fbb0b9SSepherosa Ziehau struct jme_desc *desc;
230776fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd;
230876fbb0b9SSepherosa Ziehau struct mbuf *mp, *m;
2309a6acc6e2SSepherosa Ziehau uint32_t flags, status, hash, hashinfo;
231076fbb0b9SSepherosa Ziehau int cons, count, nsegs;
231176fbb0b9SSepherosa Ziehau
23124447c752SSepherosa Ziehau cons = rdata->jme_rx_cons;
23134447c752SSepherosa Ziehau desc = &rdata->jme_rx_ring[cons];
23149d4f763dSSepherosa Ziehau
231576fbb0b9SSepherosa Ziehau flags = le32toh(desc->flags);
231676fbb0b9SSepherosa Ziehau status = le32toh(desc->buflen);
2317a6acc6e2SSepherosa Ziehau hash = le32toh(desc->addr_hi);
2318a6acc6e2SSepherosa Ziehau hashinfo = le32toh(desc->addr_lo);
231976fbb0b9SSepherosa Ziehau nsegs = JME_RX_NSEGS(status);
232076fbb0b9SSepherosa Ziehau
23219d4f763dSSepherosa Ziehau if (nsegs > 1) {
23229d4f763dSSepherosa Ziehau /* Skip the first descriptor. */
23239d4f763dSSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt);
23249d4f763dSSepherosa Ziehau
23259d4f763dSSepherosa Ziehau /*
23269d4f763dSSepherosa Ziehau * Clear the OWN bit of the following RX descriptors;
23279d4f763dSSepherosa Ziehau * hardware will not clear the OWN bit except the first
23289d4f763dSSepherosa Ziehau * RX descriptor.
23299d4f763dSSepherosa Ziehau *
23309d4f763dSSepherosa Ziehau * Since the first RX descriptor is setup, i.e. OWN bit
23319d4f763dSSepherosa Ziehau * on, before its followins RX descriptors, leaving the
23329d4f763dSSepherosa Ziehau * OWN bit on the following RX descriptors will trick
23339d4f763dSSepherosa Ziehau * the hardware into thinking that the following RX
23349d4f763dSSepherosa Ziehau * descriptors are ready to be used too.
23359d4f763dSSepherosa Ziehau */
23369d4f763dSSepherosa Ziehau for (count = 1; count < nsegs; count++,
23379d4f763dSSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt))
23389d4f763dSSepherosa Ziehau rdata->jme_rx_ring[cons].flags = 0;
23399d4f763dSSepherosa Ziehau
23409d4f763dSSepherosa Ziehau cons = rdata->jme_rx_cons;
23419d4f763dSSepherosa Ziehau }
23429d4f763dSSepherosa Ziehau
23437b040092SSepherosa Ziehau JME_RSS_DPRINTF(rdata->jme_sc, 15, "ring%d, flags 0x%08x, "
2344a6acc6e2SSepherosa Ziehau "hash 0x%08x, hash info 0x%08x\n",
23457b040092SSepherosa Ziehau rdata->jme_rx_idx, flags, hash, hashinfo);
2346760c056cSSepherosa Ziehau
234776fbb0b9SSepherosa Ziehau if (status & JME_RX_ERR_STAT) {
2348d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, ierrors, 1);
2349dea2452aSSepherosa Ziehau jme_discard_rxbufs(rdata, cons, nsegs);
235076fbb0b9SSepherosa Ziehau #ifdef JME_SHOW_ERRORS
23518dedb1a7Szrj if_printf(ifp, "%s : receive error = 0x%pb%i\n",
23528dedb1a7Szrj __func__, JME_RX_ERR_BITS, JME_RX_ERR(status));
235376fbb0b9SSepherosa Ziehau #endif
23544447c752SSepherosa Ziehau rdata->jme_rx_cons += nsegs;
23557b040092SSepherosa Ziehau rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt;
235676fbb0b9SSepherosa Ziehau return;
235776fbb0b9SSepherosa Ziehau }
235876fbb0b9SSepherosa Ziehau
23594447c752SSepherosa Ziehau rdata->jme_rxlen = JME_RX_BYTES(status) - JME_RX_PAD_BYTES;
236076fbb0b9SSepherosa Ziehau for (count = 0; count < nsegs; count++,
23617b040092SSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt)) {
23624447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[cons];
236376fbb0b9SSepherosa Ziehau mp = rxd->rx_m;
236476fbb0b9SSepherosa Ziehau
236576fbb0b9SSepherosa Ziehau /* Add a new receive buffer to the ring. */
2366dea2452aSSepherosa Ziehau if (jme_newbuf(rdata, rxd, 0) != 0) {
2367d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, iqdrops, 1);
236876fbb0b9SSepherosa Ziehau /* Reuse buffer. */
2369dea2452aSSepherosa Ziehau jme_discard_rxbufs(rdata, cons, nsegs - count);
23704447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL) {
23714447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead);
2372dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata);
237376fbb0b9SSepherosa Ziehau }
237476fbb0b9SSepherosa Ziehau break;
237576fbb0b9SSepherosa Ziehau }
237676fbb0b9SSepherosa Ziehau
237776fbb0b9SSepherosa Ziehau /*
237876fbb0b9SSepherosa Ziehau * Assume we've received a full sized frame.
237976fbb0b9SSepherosa Ziehau * Actual size is fixed when we encounter the end of
238076fbb0b9SSepherosa Ziehau * multi-segmented frame.
238176fbb0b9SSepherosa Ziehau */
238276fbb0b9SSepherosa Ziehau mp->m_len = MCLBYTES;
238376fbb0b9SSepherosa Ziehau
238476fbb0b9SSepherosa Ziehau /* Chain received mbufs. */
23854447c752SSepherosa Ziehau if (rdata->jme_rxhead == NULL) {
23864447c752SSepherosa Ziehau rdata->jme_rxhead = mp;
23874447c752SSepherosa Ziehau rdata->jme_rxtail = mp;
238876fbb0b9SSepherosa Ziehau } else {
238976fbb0b9SSepherosa Ziehau /*
239076fbb0b9SSepherosa Ziehau * Receive processor can receive a maximum frame
239176fbb0b9SSepherosa Ziehau * size of 65535 bytes.
239276fbb0b9SSepherosa Ziehau */
23934447c752SSepherosa Ziehau rdata->jme_rxtail->m_next = mp;
23944447c752SSepherosa Ziehau rdata->jme_rxtail = mp;
239576fbb0b9SSepherosa Ziehau }
239676fbb0b9SSepherosa Ziehau
239776fbb0b9SSepherosa Ziehau if (count == nsegs - 1) {
2398a6acc6e2SSepherosa Ziehau struct pktinfo pi0, *pi;
2399a6acc6e2SSepherosa Ziehau
240076fbb0b9SSepherosa Ziehau /* Last desc. for this frame. */
24014447c752SSepherosa Ziehau m = rdata->jme_rxhead;
24024447c752SSepherosa Ziehau m->m_pkthdr.len = rdata->jme_rxlen;
240376fbb0b9SSepherosa Ziehau if (nsegs > 1) {
240476fbb0b9SSepherosa Ziehau /* Set first mbuf size. */
240576fbb0b9SSepherosa Ziehau m->m_len = MCLBYTES - JME_RX_PAD_BYTES;
240676fbb0b9SSepherosa Ziehau /* Set last mbuf size. */
24074447c752SSepherosa Ziehau mp->m_len = rdata->jme_rxlen -
240876fbb0b9SSepherosa Ziehau ((MCLBYTES - JME_RX_PAD_BYTES) +
240976fbb0b9SSepherosa Ziehau (MCLBYTES * (nsegs - 2)));
241076fbb0b9SSepherosa Ziehau } else {
24114447c752SSepherosa Ziehau m->m_len = rdata->jme_rxlen;
241276fbb0b9SSepherosa Ziehau }
241376fbb0b9SSepherosa Ziehau m->m_pkthdr.rcvif = ifp;
241476fbb0b9SSepherosa Ziehau
241576fbb0b9SSepherosa Ziehau /*
241676fbb0b9SSepherosa Ziehau * Account for 10bytes auto padding which is used
241776fbb0b9SSepherosa Ziehau * to align IP header on 32bit boundary. Also note,
241876fbb0b9SSepherosa Ziehau * CRC bytes is automatically removed by the
241976fbb0b9SSepherosa Ziehau * hardware.
242076fbb0b9SSepherosa Ziehau */
242176fbb0b9SSepherosa Ziehau m->m_data += JME_RX_PAD_BYTES;
242276fbb0b9SSepherosa Ziehau
242376fbb0b9SSepherosa Ziehau /* Set checksum information. */
242476fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_RXCSUM) &&
242576fbb0b9SSepherosa Ziehau (flags & JME_RD_IPV4)) {
242676fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED;
242776fbb0b9SSepherosa Ziehau if (flags & JME_RD_IPCSUM)
242876fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |= CSUM_IP_VALID;
242976fbb0b9SSepherosa Ziehau if ((flags & JME_RD_MORE_FRAG) == 0 &&
243076fbb0b9SSepherosa Ziehau ((flags & (JME_RD_TCP | JME_RD_TCPCSUM)) ==
243176fbb0b9SSepherosa Ziehau (JME_RD_TCP | JME_RD_TCPCSUM) ||
243276fbb0b9SSepherosa Ziehau (flags & (JME_RD_UDP | JME_RD_UDPCSUM)) ==
243376fbb0b9SSepherosa Ziehau (JME_RD_UDP | JME_RD_UDPCSUM))) {
243476fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |=
243576fbb0b9SSepherosa Ziehau CSUM_DATA_VALID | CSUM_PSEUDO_HDR;
243676fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_data = 0xffff;
243776fbb0b9SSepherosa Ziehau }
243876fbb0b9SSepherosa Ziehau }
243976fbb0b9SSepherosa Ziehau
244076fbb0b9SSepherosa Ziehau /* Check for VLAN tagged packets. */
244176fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) &&
244276fbb0b9SSepherosa Ziehau (flags & JME_RD_VLAN_TAG)) {
244376fbb0b9SSepherosa Ziehau m->m_pkthdr.ether_vlantag =
244476fbb0b9SSepherosa Ziehau flags & JME_RD_VLAN_MASK;
244576fbb0b9SSepherosa Ziehau m->m_flags |= M_VLANTAG;
244676fbb0b9SSepherosa Ziehau }
244776fbb0b9SSepherosa Ziehau
2448d40991efSSepherosa Ziehau IFNET_STAT_INC(ifp, ipackets, 1);
2449a6acc6e2SSepherosa Ziehau
2450a6acc6e2SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RSS)
2451a6acc6e2SSepherosa Ziehau pi = jme_pktinfo(&pi0, flags);
2452a6acc6e2SSepherosa Ziehau else
2453a6acc6e2SSepherosa Ziehau pi = NULL;
2454a6acc6e2SSepherosa Ziehau
2455a6acc6e2SSepherosa Ziehau if (pi != NULL &&
2456055b7997SSepherosa Ziehau (hashinfo & JME_RD_HASH_FN_MASK) ==
2457055b7997SSepherosa Ziehau JME_RD_HASH_FN_TOEPLITZ) {
24587558541bSSepherosa Ziehau m_sethash(m, toeplitz_hash(hash));
24597558541bSSepherosa Ziehau m->m_flags |= M_CKHASH;
2460a6acc6e2SSepherosa Ziehau }
2461a6acc6e2SSepherosa Ziehau
2462a6acc6e2SSepherosa Ziehau #ifdef JME_RSS_DEBUG
2463a6acc6e2SSepherosa Ziehau if (pi != NULL) {
24647b040092SSepherosa Ziehau JME_RSS_DPRINTF(rdata->jme_sc, 10,
2465a6acc6e2SSepherosa Ziehau "isr %d flags %08x, l3 %d %s\n",
2466a6acc6e2SSepherosa Ziehau pi->pi_netisr, pi->pi_flags,
2467a6acc6e2SSepherosa Ziehau pi->pi_l3proto,
2468a6acc6e2SSepherosa Ziehau (m->m_flags & M_HASH) ? "hash" : "");
2469a6acc6e2SSepherosa Ziehau }
2470a6acc6e2SSepherosa Ziehau #endif
2471a6acc6e2SSepherosa Ziehau
247276fbb0b9SSepherosa Ziehau /* Pass it on. */
2473be4134c6SFranco Fichtner ifp->if_input(ifp, m, pi, cpuid);
247476fbb0b9SSepherosa Ziehau
247576fbb0b9SSepherosa Ziehau /* Reset mbuf chains. */
2476dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata);
2477760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG
24787b040092SSepherosa Ziehau rdata->jme_rx_pkt++;
2479760c056cSSepherosa Ziehau #endif
248076fbb0b9SSepherosa Ziehau }
248176fbb0b9SSepherosa Ziehau }
248276fbb0b9SSepherosa Ziehau
24834447c752SSepherosa Ziehau rdata->jme_rx_cons += nsegs;
24847b040092SSepherosa Ziehau rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt;
248576fbb0b9SSepherosa Ziehau }
248676fbb0b9SSepherosa Ziehau
2487eda7db08SSepherosa Ziehau static void
jme_rxeof(struct jme_rxdata * rdata,int count,int cpuid)2488ff37a356SSepherosa Ziehau jme_rxeof(struct jme_rxdata *rdata, int count, int cpuid)
248976fbb0b9SSepherosa Ziehau {
249076fbb0b9SSepherosa Ziehau struct jme_desc *desc;
2491eda7db08SSepherosa Ziehau int nsegs, pktlen;
249276fbb0b9SSepherosa Ziehau
249376fbb0b9SSepherosa Ziehau for (;;) {
24948a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
24953fa06afcSSepherosa Ziehau if (count >= 0 && count-- == 0)
24963fa06afcSSepherosa Ziehau break;
24973fa06afcSSepherosa Ziehau #endif
24984447c752SSepherosa Ziehau desc = &rdata->jme_rx_ring[rdata->jme_rx_cons];
249976fbb0b9SSepherosa Ziehau if ((le32toh(desc->flags) & JME_RD_OWN) == JME_RD_OWN)
250076fbb0b9SSepherosa Ziehau break;
250176fbb0b9SSepherosa Ziehau if ((le32toh(desc->buflen) & JME_RD_VALID) == 0)
250276fbb0b9SSepherosa Ziehau break;
250376fbb0b9SSepherosa Ziehau
250476fbb0b9SSepherosa Ziehau /*
250576fbb0b9SSepherosa Ziehau * Check number of segments against received bytes.
250676fbb0b9SSepherosa Ziehau * Non-matching value would indicate that hardware
250776fbb0b9SSepherosa Ziehau * is still trying to update Rx descriptors. I'm not
250876fbb0b9SSepherosa Ziehau * sure whether this check is needed.
250976fbb0b9SSepherosa Ziehau */
251076fbb0b9SSepherosa Ziehau nsegs = JME_RX_NSEGS(le32toh(desc->buflen));
251176fbb0b9SSepherosa Ziehau pktlen = JME_RX_BYTES(le32toh(desc->buflen));
251276fbb0b9SSepherosa Ziehau if (nsegs != howmany(pktlen, MCLBYTES)) {
2513dea2452aSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if,
2514dea2452aSSepherosa Ziehau "RX fragment count(%d) and "
2515dea2452aSSepherosa Ziehau "packet size(%d) mismach\n", nsegs, pktlen);
251676fbb0b9SSepherosa Ziehau break;
251776fbb0b9SSepherosa Ziehau }
251876fbb0b9SSepherosa Ziehau
25196afef6abSSepherosa Ziehau /*
25206afef6abSSepherosa Ziehau * NOTE:
25216afef6abSSepherosa Ziehau * RSS hash and hash information may _not_ be set by the
25226afef6abSSepherosa Ziehau * hardware even if the OWN bit is cleared and VALID bit
25236afef6abSSepherosa Ziehau * is set.
25246afef6abSSepherosa Ziehau *
25256afef6abSSepherosa Ziehau * If the RSS information is not delivered by the hardware
25266afef6abSSepherosa Ziehau * yet, we MUST NOT accept this packet, let alone reusing
25276afef6abSSepherosa Ziehau * its RX descriptor. If this packet was accepted and its
25286afef6abSSepherosa Ziehau * RX descriptor was reused before hardware delivering the
25296afef6abSSepherosa Ziehau * RSS information, the RX buffer's address would be trashed
25306afef6abSSepherosa Ziehau * by the RSS information delivered by the hardware.
25316afef6abSSepherosa Ziehau */
25326afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(rdata->jme_sc)) {
25336afef6abSSepherosa Ziehau struct jme_rxdesc *rxd;
25346afef6abSSepherosa Ziehau uint32_t hashinfo;
25356afef6abSSepherosa Ziehau
25366afef6abSSepherosa Ziehau hashinfo = le32toh(desc->addr_lo);
25376afef6abSSepherosa Ziehau rxd = &rdata->jme_rxdesc[rdata->jme_rx_cons];
25386afef6abSSepherosa Ziehau
25396afef6abSSepherosa Ziehau /*
25406afef6abSSepherosa Ziehau * This test should be enough to detect the pending
25416afef6abSSepherosa Ziehau * RSS information delivery, given:
25426afef6abSSepherosa Ziehau * - If RSS hash is not calculated, the hashinfo
2543030b0c8cSMichael Neumann * will be 0. However, the lower 32bits of RX
2544064b75edSSepherosa Ziehau * buffers' physical address will never be 0.
2545064b75edSSepherosa Ziehau * (see jme_rxbuf_dma_filter)
25466afef6abSSepherosa Ziehau * - If RSS hash is calculated, the lowest 4 bits
25476afef6abSSepherosa Ziehau * of hashinfo will be set, while the RX buffers
25486afef6abSSepherosa Ziehau * are at least 2K aligned.
25496afef6abSSepherosa Ziehau */
25506afef6abSSepherosa Ziehau if (hashinfo == JME_ADDR_LO(rxd->rx_paddr)) {
25516afef6abSSepherosa Ziehau #ifdef JME_SHOW_RSSWB
25526afef6abSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if,
25536afef6abSSepherosa Ziehau "RSS is not written back yet\n");
25546afef6abSSepherosa Ziehau #endif
25556afef6abSSepherosa Ziehau break;
25566afef6abSSepherosa Ziehau }
25576afef6abSSepherosa Ziehau }
25586afef6abSSepherosa Ziehau
255976fbb0b9SSepherosa Ziehau /* Received a frame. */
2560ff37a356SSepherosa Ziehau jme_rxpkt(rdata, cpuid);
256176fbb0b9SSepherosa Ziehau }
256276fbb0b9SSepherosa Ziehau }
256376fbb0b9SSepherosa Ziehau
256476fbb0b9SSepherosa Ziehau static void
jme_tick(void * xsc)256576fbb0b9SSepherosa Ziehau jme_tick(void *xsc)
256676fbb0b9SSepherosa Ziehau {
256776fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc;
256876fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus);
256976fbb0b9SSepherosa Ziehau
2570cccc3955SSepherosa Ziehau lwkt_serialize_enter(&sc->jme_serialize);
257176fbb0b9SSepherosa Ziehau
2572d35dc29fSSepherosa Ziehau KKASSERT(mycpuid == JME_TICK_CPUID);
2573d35dc29fSSepherosa Ziehau
2574cccc3955SSepherosa Ziehau sc->jme_in_tick = TRUE;
257576fbb0b9SSepherosa Ziehau mii_tick(mii);
2576cccc3955SSepherosa Ziehau sc->jme_in_tick = FALSE;
2577cccc3955SSepherosa Ziehau
257876fbb0b9SSepherosa Ziehau callout_reset(&sc->jme_tick_ch, hz, jme_tick, sc);
257976fbb0b9SSepherosa Ziehau
2580cccc3955SSepherosa Ziehau lwkt_serialize_exit(&sc->jme_serialize);
258176fbb0b9SSepherosa Ziehau }
258276fbb0b9SSepherosa Ziehau
258376fbb0b9SSepherosa Ziehau static void
jme_reset(struct jme_softc * sc)258476fbb0b9SSepherosa Ziehau jme_reset(struct jme_softc *sc)
258576fbb0b9SSepherosa Ziehau {
2586409fe405SSepherosa Ziehau uint32_t val;
2587409fe405SSepherosa Ziehau
2588409fe405SSepherosa Ziehau /* Make sure that TX and RX are stopped */
258976fbb0b9SSepherosa Ziehau jme_stop_tx(sc);
2590409fe405SSepherosa Ziehau jme_stop_rx(sc);
2591409fe405SSepherosa Ziehau
2592409fe405SSepherosa Ziehau /* Start reset */
259376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
2594409fe405SSepherosa Ziehau DELAY(20);
2595409fe405SSepherosa Ziehau
2596409fe405SSepherosa Ziehau /*
2597409fe405SSepherosa Ziehau * Hold reset bit before stop reset
2598409fe405SSepherosa Ziehau */
2599409fe405SSepherosa Ziehau
2600409fe405SSepherosa Ziehau /* Disable TXMAC and TXOFL clock sources */
2601409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET);
2602409fe405SSepherosa Ziehau /* Disable RXMAC clock source */
2603409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1);
2604409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC);
2605409fe405SSepherosa Ziehau /* Flush */
2606409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC);
2607409fe405SSepherosa Ziehau
2608409fe405SSepherosa Ziehau /* Stop reset */
260976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0);
2610409fe405SSepherosa Ziehau /* Flush */
2611409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC);
2612409fe405SSepherosa Ziehau
2613409fe405SSepherosa Ziehau /*
2614409fe405SSepherosa Ziehau * Clear reset bit after stop reset
2615409fe405SSepherosa Ziehau */
2616409fe405SSepherosa Ziehau
2617409fe405SSepherosa Ziehau /* Enable TXMAC and TXOFL clock sources */
2618409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC);
2619409fe405SSepherosa Ziehau /* Enable RXMAC clock source */
2620409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1);
2621409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC);
2622409fe405SSepherosa Ziehau /* Flush */
2623409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC);
2624409fe405SSepherosa Ziehau
2625409fe405SSepherosa Ziehau /* Disable TXMAC and TXOFL clock sources */
2626409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0);
2627409fe405SSepherosa Ziehau /* Disable RXMAC clock source */
2628409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1);
2629409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC);
2630409fe405SSepherosa Ziehau /* Flush */
2631409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC);
2632409fe405SSepherosa Ziehau
2633409fe405SSepherosa Ziehau /* Enable TX and RX */
2634409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_TXCSR);
2635409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, val | TXCSR_TX_ENB);
2636409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_RXCSR);
2637409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, val | RXCSR_RX_ENB);
2638409fe405SSepherosa Ziehau /* Flush */
2639409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_TXCSR);
2640409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_RXCSR);
2641409fe405SSepherosa Ziehau
2642409fe405SSepherosa Ziehau /* Enable TXMAC and TXOFL clock sources */
2643409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC);
26446e8695eaSSepherosa Ziehau /* Disable RXMAC clock source */
2645409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1);
2646409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC);
2647409fe405SSepherosa Ziehau /* Flush */
2648409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC);
2649409fe405SSepherosa Ziehau
2650409fe405SSepherosa Ziehau /* Stop TX and RX */
2651409fe405SSepherosa Ziehau jme_stop_tx(sc);
2652409fe405SSepherosa Ziehau jme_stop_rx(sc);
265376fbb0b9SSepherosa Ziehau }
265476fbb0b9SSepherosa Ziehau
265576fbb0b9SSepherosa Ziehau static void
jme_init(void * xsc)265676fbb0b9SSepherosa Ziehau jme_init(void *xsc)
265776fbb0b9SSepherosa Ziehau {
265876fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc;
265976fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
266076fbb0b9SSepherosa Ziehau struct mii_data *mii;
266176fbb0b9SSepherosa Ziehau uint8_t eaddr[ETHER_ADDR_LEN];
266276fbb0b9SSepherosa Ziehau bus_addr_t paddr;
266376fbb0b9SSepherosa Ziehau uint32_t reg;
26644447c752SSepherosa Ziehau int error, r;
266576fbb0b9SSepherosa Ziehau
266631f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
266776fbb0b9SSepherosa Ziehau
266876fbb0b9SSepherosa Ziehau /*
266976fbb0b9SSepherosa Ziehau * Cancel any pending I/O.
267076fbb0b9SSepherosa Ziehau */
267176fbb0b9SSepherosa Ziehau jme_stop(sc);
267276fbb0b9SSepherosa Ziehau
267376fbb0b9SSepherosa Ziehau /*
267476fbb0b9SSepherosa Ziehau * Reset the chip to a known state.
267576fbb0b9SSepherosa Ziehau */
267676fbb0b9SSepherosa Ziehau jme_reset(sc);
267776fbb0b9SSepherosa Ziehau
267858880b0dSSepherosa Ziehau /*
267958880b0dSSepherosa Ziehau * Setup MSI/MSI-X vectors to interrupts mapping
268058880b0dSSepherosa Ziehau */
268158880b0dSSepherosa Ziehau jme_set_msinum(sc);
268258880b0dSSepherosa Ziehau
26836afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(sc))
2684760c056cSSepherosa Ziehau jme_enable_rss(sc);
2685760c056cSSepherosa Ziehau else
2686760c056cSSepherosa Ziehau jme_disable_rss(sc);
26874447c752SSepherosa Ziehau
26884447c752SSepherosa Ziehau /* Init RX descriptors */
26897b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
2690dea2452aSSepherosa Ziehau error = jme_init_rx_ring(&sc->jme_cdata.jme_rx_data[r]);
26914447c752SSepherosa Ziehau if (error) {
26924447c752SSepherosa Ziehau if_printf(ifp, "initialization failed: "
26934447c752SSepherosa Ziehau "no memory for %dth RX ring.\n", r);
269476fbb0b9SSepherosa Ziehau jme_stop(sc);
269576fbb0b9SSepherosa Ziehau return;
269676fbb0b9SSepherosa Ziehau }
26974447c752SSepherosa Ziehau }
26984447c752SSepherosa Ziehau
26994447c752SSepherosa Ziehau /* Init TX descriptors */
27009b99c84fSSepherosa Ziehau jme_init_tx_ring(&sc->jme_cdata.jme_tx_data);
270176fbb0b9SSepherosa Ziehau
270276fbb0b9SSepherosa Ziehau /* Initialize shadow status block. */
270376fbb0b9SSepherosa Ziehau jme_init_ssb(sc);
270476fbb0b9SSepherosa Ziehau
270576fbb0b9SSepherosa Ziehau /* Reprogram the station address. */
270676fbb0b9SSepherosa Ziehau bcopy(IF_LLADDR(ifp), eaddr, ETHER_ADDR_LEN);
270776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PAR0,
270876fbb0b9SSepherosa Ziehau eaddr[3] << 24 | eaddr[2] << 16 | eaddr[1] << 8 | eaddr[0]);
270976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PAR1, eaddr[5] << 8 | eaddr[4]);
271076fbb0b9SSepherosa Ziehau
271176fbb0b9SSepherosa Ziehau /*
271276fbb0b9SSepherosa Ziehau * Configure Tx queue.
271376fbb0b9SSepherosa Ziehau * Tx priority queue weight value : 0
271476fbb0b9SSepherosa Ziehau * Tx FIFO threshold for processing next packet : 16QW
271576fbb0b9SSepherosa Ziehau * Maximum Tx DMA length : 512
271676fbb0b9SSepherosa Ziehau * Allow Tx DMA burst.
271776fbb0b9SSepherosa Ziehau */
271876fbb0b9SSepherosa Ziehau sc->jme_txcsr = TXCSR_TXQ_N_SEL(TXCSR_TXQ0);
271976fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_TXQ_WEIGHT(TXCSR_TXQ_WEIGHT_MIN);
272076fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_FIFO_THRESH_16QW;
272176fbb0b9SSepherosa Ziehau sc->jme_txcsr |= sc->jme_tx_dma_size;
272276fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_DMA_BURST;
272376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr);
272476fbb0b9SSepherosa Ziehau
272576fbb0b9SSepherosa Ziehau /* Set Tx descriptor counter. */
27269b99c84fSSepherosa Ziehau CSR_WRITE_4(sc, JME_TXQDC, sc->jme_cdata.jme_tx_data.jme_tx_desc_cnt);
272776fbb0b9SSepherosa Ziehau
272876fbb0b9SSepherosa Ziehau /* Set Tx ring address to the hardware. */
27299b99c84fSSepherosa Ziehau paddr = sc->jme_cdata.jme_tx_data.jme_tx_ring_paddr;
273076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr));
273176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr));
273276fbb0b9SSepherosa Ziehau
273376fbb0b9SSepherosa Ziehau /* Configure TxMAC parameters. */
273476fbb0b9SSepherosa Ziehau reg = TXMAC_IFG1_DEFAULT | TXMAC_IFG2_DEFAULT | TXMAC_IFG_ENB;
273576fbb0b9SSepherosa Ziehau reg |= TXMAC_THRESH_1_PKT;
273676fbb0b9SSepherosa Ziehau reg |= TXMAC_CRC_ENB | TXMAC_PAD_ENB;
273776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXMAC, reg);
273876fbb0b9SSepherosa Ziehau
273976fbb0b9SSepherosa Ziehau /*
274076fbb0b9SSepherosa Ziehau * Configure Rx queue.
274176fbb0b9SSepherosa Ziehau * FIFO full threshold for transmitting Tx pause packet : 128T
274276fbb0b9SSepherosa Ziehau * FIFO threshold for processing next packet : 128QW
274376fbb0b9SSepherosa Ziehau * Rx queue 0 select
274476fbb0b9SSepherosa Ziehau * Max Rx DMA length : 128
274576fbb0b9SSepherosa Ziehau * Rx descriptor retry : 32
274676fbb0b9SSepherosa Ziehau * Rx descriptor retry time gap : 256ns
274776fbb0b9SSepherosa Ziehau * Don't receive runt/bad frame.
274876fbb0b9SSepherosa Ziehau */
274976fbb0b9SSepherosa Ziehau sc->jme_rxcsr = RXCSR_FIFO_FTHRESH_128T;
2750223cfc2fSSepherosa Ziehau #if 0
275176fbb0b9SSepherosa Ziehau /*
275276fbb0b9SSepherosa Ziehau * Since Rx FIFO size is 4K bytes, receiving frames larger
275376fbb0b9SSepherosa Ziehau * than 4K bytes will suffer from Rx FIFO overruns. So
275476fbb0b9SSepherosa Ziehau * decrease FIFO threshold to reduce the FIFO overruns for
275576fbb0b9SSepherosa Ziehau * frames larger than 4000 bytes.
275676fbb0b9SSepherosa Ziehau * For best performance of standard MTU sized frames use
275776fbb0b9SSepherosa Ziehau * maximum allowable FIFO threshold, 128QW.
275876fbb0b9SSepherosa Ziehau */
275976fbb0b9SSepherosa Ziehau if ((ifp->if_mtu + ETHER_HDR_LEN + EVL_ENCAPLEN + ETHER_CRC_LEN) >
276076fbb0b9SSepherosa Ziehau JME_RX_FIFO_SIZE)
276176fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW;
276276fbb0b9SSepherosa Ziehau else
276376fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_128QW;
2764223cfc2fSSepherosa Ziehau #else
2765223cfc2fSSepherosa Ziehau /* Improve PCI Express compatibility */
2766223cfc2fSSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW;
2767223cfc2fSSepherosa Ziehau #endif
2768223cfc2fSSepherosa Ziehau sc->jme_rxcsr |= sc->jme_rx_dma_size;
276976fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_DESC_RT_CNT(RXCSR_DESC_RT_CNT_DEFAULT);
277076fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_DESC_RT_GAP_256 & RXCSR_DESC_RT_GAP_MASK;
277176fbb0b9SSepherosa Ziehau /* XXX TODO DROP_BAD */
27724447c752SSepherosa Ziehau
27737b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
27747b040092SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
27757b040092SSepherosa Ziehau
27764447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r));
277776fbb0b9SSepherosa Ziehau
277876fbb0b9SSepherosa Ziehau /* Set Rx descriptor counter. */
27797b040092SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXQDC, rdata->jme_rx_desc_cnt);
278076fbb0b9SSepherosa Ziehau
278176fbb0b9SSepherosa Ziehau /* Set Rx ring address to the hardware. */
27827b040092SSepherosa Ziehau paddr = rdata->jme_rx_ring_paddr;
278376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr));
278476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr));
27854447c752SSepherosa Ziehau }
278676fbb0b9SSepherosa Ziehau
278776fbb0b9SSepherosa Ziehau /* Clear receive filter. */
278876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, 0);
278976fbb0b9SSepherosa Ziehau
279076fbb0b9SSepherosa Ziehau /* Set up the receive filter. */
279176fbb0b9SSepherosa Ziehau jme_set_filter(sc);
279276fbb0b9SSepherosa Ziehau jme_set_vlan(sc);
279376fbb0b9SSepherosa Ziehau
279476fbb0b9SSepherosa Ziehau /*
279576fbb0b9SSepherosa Ziehau * Disable all WOL bits as WOL can interfere normal Rx
279676fbb0b9SSepherosa Ziehau * operation. Also clear WOL detection status bits.
279776fbb0b9SSepherosa Ziehau */
279876fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_PMCS);
279976fbb0b9SSepherosa Ziehau reg &= ~PMCS_WOL_ENB_MASK;
280076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PMCS, reg);
280176fbb0b9SSepherosa Ziehau
280276fbb0b9SSepherosa Ziehau /*
280376fbb0b9SSepherosa Ziehau * Pad 10bytes right before received frame. This will greatly
280476fbb0b9SSepherosa Ziehau * help Rx performance on strict-alignment architectures as
280576fbb0b9SSepherosa Ziehau * it does not need to copy the frame to align the payload.
280676fbb0b9SSepherosa Ziehau */
280776fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC);
280876fbb0b9SSepherosa Ziehau reg |= RXMAC_PAD_10BYTES;
280976fbb0b9SSepherosa Ziehau
281076fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RXCSUM)
281176fbb0b9SSepherosa Ziehau reg |= RXMAC_CSUM_ENB;
281276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg);
281376fbb0b9SSepherosa Ziehau
281476fbb0b9SSepherosa Ziehau /* Configure general purpose reg0 */
281576fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_GPREG0);
281676fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PCC_UNIT_MASK;
281776fbb0b9SSepherosa Ziehau /* Set PCC timer resolution to micro-seconds unit. */
281876fbb0b9SSepherosa Ziehau reg |= GPREG0_PCC_UNIT_US;
281976fbb0b9SSepherosa Ziehau /*
282076fbb0b9SSepherosa Ziehau * Disable all shadow register posting as we have to read
282176fbb0b9SSepherosa Ziehau * JME_INTR_STATUS register in jme_intr. Also it seems
282276fbb0b9SSepherosa Ziehau * that it's hard to synchronize interrupt status between
282376fbb0b9SSepherosa Ziehau * hardware and software with shadow posting due to
282476fbb0b9SSepherosa Ziehau * requirements of bus_dmamap_sync(9).
282576fbb0b9SSepherosa Ziehau */
282676fbb0b9SSepherosa Ziehau reg |= GPREG0_SH_POST_DW7_DIS | GPREG0_SH_POST_DW6_DIS |
282776fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW5_DIS | GPREG0_SH_POST_DW4_DIS |
282876fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW3_DIS | GPREG0_SH_POST_DW2_DIS |
282976fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW1_DIS | GPREG0_SH_POST_DW0_DIS;
283076fbb0b9SSepherosa Ziehau /* Disable posting of DW0. */
283176fbb0b9SSepherosa Ziehau reg &= ~GPREG0_POST_DW0_ENB;
283276fbb0b9SSepherosa Ziehau /* Clear PME message. */
283376fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PME_ENB;
283476fbb0b9SSepherosa Ziehau /* Set PHY address. */
283576fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PHY_ADDR_MASK;
283676fbb0b9SSepherosa Ziehau reg |= sc->jme_phyaddr;
283776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG0, reg);
283876fbb0b9SSepherosa Ziehau
283976fbb0b9SSepherosa Ziehau /* Configure Tx queue 0 packet completion coalescing. */
28402870abc4SSepherosa Ziehau jme_set_tx_coal(sc);
284176fbb0b9SSepherosa Ziehau
2842dea2452aSSepherosa Ziehau /* Configure Rx queues packet completion coalescing. */
28432870abc4SSepherosa Ziehau jme_set_rx_coal(sc);
284476fbb0b9SSepherosa Ziehau
284576fbb0b9SSepherosa Ziehau /* Configure shadow status block but don't enable posting. */
2846560616bfSSepherosa Ziehau paddr = sc->jme_cdata.jme_ssb_block_paddr;
284776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_HI, JME_ADDR_HI(paddr));
284876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO, JME_ADDR_LO(paddr));
284976fbb0b9SSepherosa Ziehau
285076fbb0b9SSepherosa Ziehau /* Disable Timer 1 and Timer 2. */
285176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TIMER1, 0);
285276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TIMER2, 0);
285376fbb0b9SSepherosa Ziehau
285476fbb0b9SSepherosa Ziehau /* Configure retry transmit period, retry limit value. */
285576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD,
285676fbb0b9SSepherosa Ziehau ((TXTRHD_RT_PERIOD_DEFAULT << TXTRHD_RT_PERIOD_SHIFT) &
285776fbb0b9SSepherosa Ziehau TXTRHD_RT_PERIOD_MASK) |
285876fbb0b9SSepherosa Ziehau ((TXTRHD_RT_LIMIT_DEFAULT << TXTRHD_RT_LIMIT_SHIFT) &
285976fbb0b9SSepherosa Ziehau TXTRHD_RT_LIMIT_SHIFT));
286076fbb0b9SSepherosa Ziehau
28618a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
28628a0620e4SSepherosa Ziehau if (!(ifp->if_flags & IFF_NPOLLING))
28639de40864SSepherosa Ziehau #endif
286476fbb0b9SSepherosa Ziehau /* Initialize the interrupt mask. */
28658a0620e4SSepherosa Ziehau jme_enable_intr(sc);
286676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF);
286776fbb0b9SSepherosa Ziehau
286876fbb0b9SSepherosa Ziehau /*
286976fbb0b9SSepherosa Ziehau * Enabling Tx/Rx DMA engines and Rx queue processing is
287076fbb0b9SSepherosa Ziehau * done after detection of valid link in jme_miibus_statchg.
287176fbb0b9SSepherosa Ziehau */
2872cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE;
287376fbb0b9SSepherosa Ziehau
2874352c8444SSepherosa Ziehau jme_phy_init(sc);
2875352c8444SSepherosa Ziehau
287676fbb0b9SSepherosa Ziehau /* Set the current media. */
287776fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus);
287876fbb0b9SSepherosa Ziehau mii_mediachg(mii);
287976fbb0b9SSepherosa Ziehau
2880d35dc29fSSepherosa Ziehau callout_reset_bycpu(&sc->jme_tick_ch, hz, jme_tick, sc,
2881d35dc29fSSepherosa Ziehau JME_TICK_CPUID);
288276fbb0b9SSepherosa Ziehau
288376fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_RUNNING;
28849ed293e0SSepherosa Ziehau ifq_clr_oactive(&ifp->if_snd);
288576fbb0b9SSepherosa Ziehau }
288676fbb0b9SSepherosa Ziehau
288776fbb0b9SSepherosa Ziehau static void
jme_stop(struct jme_softc * sc)288876fbb0b9SSepherosa Ziehau jme_stop(struct jme_softc *sc)
288976fbb0b9SSepherosa Ziehau {
289076fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
28919b99c84fSSepherosa Ziehau struct jme_txdata *tdata = &sc->jme_cdata.jme_tx_data;
289276fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
289376fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd;
28944447c752SSepherosa Ziehau struct jme_rxdata *rdata;
28954447c752SSepherosa Ziehau int i, r;
289676fbb0b9SSepherosa Ziehau
289731f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
289876fbb0b9SSepherosa Ziehau
289976fbb0b9SSepherosa Ziehau /*
290076fbb0b9SSepherosa Ziehau * Mark the interface down and cancel the watchdog timer.
290176fbb0b9SSepherosa Ziehau */
29029ed293e0SSepherosa Ziehau ifp->if_flags &= ~IFF_RUNNING;
29039ed293e0SSepherosa Ziehau ifq_clr_oactive(&ifp->if_snd);
290476fbb0b9SSepherosa Ziehau ifp->if_timer = 0;
290576fbb0b9SSepherosa Ziehau
290676fbb0b9SSepherosa Ziehau callout_stop(&sc->jme_tick_ch);
2907cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE;
290876fbb0b9SSepherosa Ziehau
290976fbb0b9SSepherosa Ziehau /*
291076fbb0b9SSepherosa Ziehau * Disable interrupts.
291176fbb0b9SSepherosa Ziehau */
29128a0620e4SSepherosa Ziehau jme_disable_intr(sc);
291376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF);
291476fbb0b9SSepherosa Ziehau
291576fbb0b9SSepherosa Ziehau /* Disable updating shadow status block. */
291676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO,
291776fbb0b9SSepherosa Ziehau CSR_READ_4(sc, JME_SHBASE_ADDR_LO) & ~SHBASE_POST_ENB);
291876fbb0b9SSepherosa Ziehau
291976fbb0b9SSepherosa Ziehau /* Stop receiver, transmitter. */
292076fbb0b9SSepherosa Ziehau jme_stop_rx(sc);
292176fbb0b9SSepherosa Ziehau jme_stop_tx(sc);
292276fbb0b9SSepherosa Ziehau
292376fbb0b9SSepherosa Ziehau /*
292476fbb0b9SSepherosa Ziehau * Free partial finished RX segments
292576fbb0b9SSepherosa Ziehau */
29267b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
29274447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r];
29284447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL)
29294447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead);
2930dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata);
29314447c752SSepherosa Ziehau }
293276fbb0b9SSepherosa Ziehau
293376fbb0b9SSepherosa Ziehau /*
293476fbb0b9SSepherosa Ziehau * Free RX and TX mbufs still in the queues.
293576fbb0b9SSepherosa Ziehau */
29367b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
29374447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r];
29387b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
29394447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i];
294076fbb0b9SSepherosa Ziehau if (rxd->rx_m != NULL) {
29414447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_tag,
294276fbb0b9SSepherosa Ziehau rxd->rx_dmamap);
294376fbb0b9SSepherosa Ziehau m_freem(rxd->rx_m);
294476fbb0b9SSepherosa Ziehau rxd->rx_m = NULL;
294576fbb0b9SSepherosa Ziehau }
294676fbb0b9SSepherosa Ziehau }
29474447c752SSepherosa Ziehau }
29489b99c84fSSepherosa Ziehau for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
29499b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[i];
295076fbb0b9SSepherosa Ziehau if (txd->tx_m != NULL) {
29519b99c84fSSepherosa Ziehau bus_dmamap_unload(tdata->jme_tx_tag, txd->tx_dmamap);
295276fbb0b9SSepherosa Ziehau m_freem(txd->tx_m);
295376fbb0b9SSepherosa Ziehau txd->tx_m = NULL;
295476fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0;
295576fbb0b9SSepherosa Ziehau }
295676fbb0b9SSepherosa Ziehau }
295776fbb0b9SSepherosa Ziehau }
295876fbb0b9SSepherosa Ziehau
295976fbb0b9SSepherosa Ziehau static void
jme_stop_tx(struct jme_softc * sc)296076fbb0b9SSepherosa Ziehau jme_stop_tx(struct jme_softc *sc)
296176fbb0b9SSepherosa Ziehau {
296276fbb0b9SSepherosa Ziehau uint32_t reg;
296376fbb0b9SSepherosa Ziehau int i;
296476fbb0b9SSepherosa Ziehau
296576fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_TXCSR);
296676fbb0b9SSepherosa Ziehau if ((reg & TXCSR_TX_ENB) == 0)
296776fbb0b9SSepherosa Ziehau return;
296876fbb0b9SSepherosa Ziehau reg &= ~TXCSR_TX_ENB;
296976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, reg);
297076fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) {
297176fbb0b9SSepherosa Ziehau DELAY(1);
297276fbb0b9SSepherosa Ziehau if ((CSR_READ_4(sc, JME_TXCSR) & TXCSR_TX_ENB) == 0)
297376fbb0b9SSepherosa Ziehau break;
297476fbb0b9SSepherosa Ziehau }
297576fbb0b9SSepherosa Ziehau if (i == 0)
297676fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "stopping transmitter timeout!\n");
297776fbb0b9SSepherosa Ziehau }
297876fbb0b9SSepherosa Ziehau
297976fbb0b9SSepherosa Ziehau static void
jme_stop_rx(struct jme_softc * sc)298076fbb0b9SSepherosa Ziehau jme_stop_rx(struct jme_softc *sc)
298176fbb0b9SSepherosa Ziehau {
298276fbb0b9SSepherosa Ziehau uint32_t reg;
298376fbb0b9SSepherosa Ziehau int i;
298476fbb0b9SSepherosa Ziehau
298576fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXCSR);
298676fbb0b9SSepherosa Ziehau if ((reg & RXCSR_RX_ENB) == 0)
298776fbb0b9SSepherosa Ziehau return;
298876fbb0b9SSepherosa Ziehau reg &= ~RXCSR_RX_ENB;
298976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, reg);
299076fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) {
299176fbb0b9SSepherosa Ziehau DELAY(1);
299276fbb0b9SSepherosa Ziehau if ((CSR_READ_4(sc, JME_RXCSR) & RXCSR_RX_ENB) == 0)
299376fbb0b9SSepherosa Ziehau break;
299476fbb0b9SSepherosa Ziehau }
299576fbb0b9SSepherosa Ziehau if (i == 0)
29962250180cSSascha Wildner device_printf(sc->jme_dev, "stopping receiver timeout!\n");
299776fbb0b9SSepherosa Ziehau }
299876fbb0b9SSepherosa Ziehau
299976fbb0b9SSepherosa Ziehau static void
jme_init_tx_ring(struct jme_txdata * tdata)30009b99c84fSSepherosa Ziehau jme_init_tx_ring(struct jme_txdata *tdata)
300176fbb0b9SSepherosa Ziehau {
300276fbb0b9SSepherosa Ziehau struct jme_txdesc *txd;
300376fbb0b9SSepherosa Ziehau int i;
300476fbb0b9SSepherosa Ziehau
30059b99c84fSSepherosa Ziehau tdata->jme_tx_prod = 0;
30069b99c84fSSepherosa Ziehau tdata->jme_tx_cons = 0;
30079b99c84fSSepherosa Ziehau tdata->jme_tx_cnt = 0;
300876fbb0b9SSepherosa Ziehau
30099b99c84fSSepherosa Ziehau bzero(tdata->jme_tx_ring, JME_TX_RING_SIZE(tdata));
30109b99c84fSSepherosa Ziehau for (i = 0; i < tdata->jme_tx_desc_cnt; i++) {
30119b99c84fSSepherosa Ziehau txd = &tdata->jme_txdesc[i];
301276fbb0b9SSepherosa Ziehau txd->tx_m = NULL;
30139b99c84fSSepherosa Ziehau txd->tx_desc = &tdata->jme_tx_ring[i];
301476fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0;
301576fbb0b9SSepherosa Ziehau }
301676fbb0b9SSepherosa Ziehau }
301776fbb0b9SSepherosa Ziehau
301876fbb0b9SSepherosa Ziehau static void
jme_init_ssb(struct jme_softc * sc)301976fbb0b9SSepherosa Ziehau jme_init_ssb(struct jme_softc *sc)
302076fbb0b9SSepherosa Ziehau {
3021560616bfSSepherosa Ziehau struct jme_chain_data *cd;
302276fbb0b9SSepherosa Ziehau
3023560616bfSSepherosa Ziehau cd = &sc->jme_cdata;
3024560616bfSSepherosa Ziehau bzero(cd->jme_ssb_block, JME_SSB_SIZE);
302576fbb0b9SSepherosa Ziehau }
302676fbb0b9SSepherosa Ziehau
302776fbb0b9SSepherosa Ziehau static int
jme_init_rx_ring(struct jme_rxdata * rdata)3028dea2452aSSepherosa Ziehau jme_init_rx_ring(struct jme_rxdata *rdata)
302976fbb0b9SSepherosa Ziehau {
303076fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd;
303176fbb0b9SSepherosa Ziehau int i;
303276fbb0b9SSepherosa Ziehau
30334447c752SSepherosa Ziehau KKASSERT(rdata->jme_rxhead == NULL &&
30344447c752SSepherosa Ziehau rdata->jme_rxtail == NULL &&
30354447c752SSepherosa Ziehau rdata->jme_rxlen == 0);
30364447c752SSepherosa Ziehau rdata->jme_rx_cons = 0;
303776fbb0b9SSepherosa Ziehau
30387b040092SSepherosa Ziehau bzero(rdata->jme_rx_ring, JME_RX_RING_SIZE(rdata));
30397b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
304076fbb0b9SSepherosa Ziehau int error;
304176fbb0b9SSepherosa Ziehau
30424447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i];
304376fbb0b9SSepherosa Ziehau rxd->rx_m = NULL;
30444447c752SSepherosa Ziehau rxd->rx_desc = &rdata->jme_rx_ring[i];
3045dea2452aSSepherosa Ziehau error = jme_newbuf(rdata, rxd, 1);
304676fbb0b9SSepherosa Ziehau if (error)
30474447c752SSepherosa Ziehau return error;
304876fbb0b9SSepherosa Ziehau }
30494447c752SSepherosa Ziehau return 0;
305076fbb0b9SSepherosa Ziehau }
305176fbb0b9SSepherosa Ziehau
305276fbb0b9SSepherosa Ziehau static int
jme_newbuf(struct jme_rxdata * rdata,struct jme_rxdesc * rxd,int init)3053dea2452aSSepherosa Ziehau jme_newbuf(struct jme_rxdata *rdata, struct jme_rxdesc *rxd, int init)
305476fbb0b9SSepherosa Ziehau {
305576fbb0b9SSepherosa Ziehau struct mbuf *m;
305676fbb0b9SSepherosa Ziehau bus_dma_segment_t segs;
305776fbb0b9SSepherosa Ziehau bus_dmamap_t map;
3058b0ba1747SSepherosa Ziehau int error, nsegs;
305976fbb0b9SSepherosa Ziehau
3060b5523eacSSascha Wildner m = m_getcl(init ? M_WAITOK : M_NOWAIT, MT_DATA, M_PKTHDR);
306176fbb0b9SSepherosa Ziehau if (m == NULL)
30624447c752SSepherosa Ziehau return ENOBUFS;
306376fbb0b9SSepherosa Ziehau /*
306476fbb0b9SSepherosa Ziehau * JMC250 has 64bit boundary alignment limitation so jme(4)
306576fbb0b9SSepherosa Ziehau * takes advantage of 10 bytes padding feature of hardware
306676fbb0b9SSepherosa Ziehau * in order not to copy entire frame to align IP header on
306776fbb0b9SSepherosa Ziehau * 32bit boundary.
306876fbb0b9SSepherosa Ziehau */
306976fbb0b9SSepherosa Ziehau m->m_len = m->m_pkthdr.len = MCLBYTES;
307076fbb0b9SSepherosa Ziehau
3071b0ba1747SSepherosa Ziehau error = bus_dmamap_load_mbuf_segment(rdata->jme_rx_tag,
3072b0ba1747SSepherosa Ziehau rdata->jme_rx_sparemap, m, &segs, 1, &nsegs,
307376fbb0b9SSepherosa Ziehau BUS_DMA_NOWAIT);
3074b0ba1747SSepherosa Ziehau if (error) {
307576fbb0b9SSepherosa Ziehau m_freem(m);
3076dea2452aSSepherosa Ziehau if (init) {
3077dea2452aSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if,
3078dea2452aSSepherosa Ziehau "can't load RX mbuf\n");
3079dea2452aSSepherosa Ziehau }
30804447c752SSepherosa Ziehau return error;
308176fbb0b9SSepherosa Ziehau }
308276fbb0b9SSepherosa Ziehau
308376fbb0b9SSepherosa Ziehau if (rxd->rx_m != NULL) {
30844447c752SSepherosa Ziehau bus_dmamap_sync(rdata->jme_rx_tag, rxd->rx_dmamap,
308576fbb0b9SSepherosa Ziehau BUS_DMASYNC_POSTREAD);
30864447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_tag, rxd->rx_dmamap);
308776fbb0b9SSepherosa Ziehau }
308876fbb0b9SSepherosa Ziehau map = rxd->rx_dmamap;
30894447c752SSepherosa Ziehau rxd->rx_dmamap = rdata->jme_rx_sparemap;
30904447c752SSepherosa Ziehau rdata->jme_rx_sparemap = map;
309176fbb0b9SSepherosa Ziehau rxd->rx_m = m;
3092fd2a6d2cSSepherosa Ziehau rxd->rx_paddr = segs.ds_addr;
309376fbb0b9SSepherosa Ziehau
3094fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(rxd);
30954447c752SSepherosa Ziehau return 0;
309676fbb0b9SSepherosa Ziehau }
309776fbb0b9SSepherosa Ziehau
309876fbb0b9SSepherosa Ziehau static void
jme_set_vlan(struct jme_softc * sc)309976fbb0b9SSepherosa Ziehau jme_set_vlan(struct jme_softc *sc)
310076fbb0b9SSepherosa Ziehau {
310176fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
310276fbb0b9SSepherosa Ziehau uint32_t reg;
310376fbb0b9SSepherosa Ziehau
310431f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
310576fbb0b9SSepherosa Ziehau
310676fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC);
310776fbb0b9SSepherosa Ziehau reg &= ~RXMAC_VLAN_ENB;
310876fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_VLAN_HWTAGGING)
310976fbb0b9SSepherosa Ziehau reg |= RXMAC_VLAN_ENB;
311076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg);
311176fbb0b9SSepherosa Ziehau }
311276fbb0b9SSepherosa Ziehau
311376fbb0b9SSepherosa Ziehau static void
jme_set_filter(struct jme_softc * sc)311476fbb0b9SSepherosa Ziehau jme_set_filter(struct jme_softc *sc)
311576fbb0b9SSepherosa Ziehau {
311676fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
311776fbb0b9SSepherosa Ziehau struct ifmultiaddr *ifma;
311876fbb0b9SSepherosa Ziehau uint32_t crc;
311976fbb0b9SSepherosa Ziehau uint32_t mchash[2];
312076fbb0b9SSepherosa Ziehau uint32_t rxcfg;
312176fbb0b9SSepherosa Ziehau
312231f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
312376fbb0b9SSepherosa Ziehau
312476fbb0b9SSepherosa Ziehau rxcfg = CSR_READ_4(sc, JME_RXMAC);
312576fbb0b9SSepherosa Ziehau rxcfg &= ~(RXMAC_BROADCAST | RXMAC_PROMISC | RXMAC_MULTICAST |
312676fbb0b9SSepherosa Ziehau RXMAC_ALLMULTI);
312776fbb0b9SSepherosa Ziehau
312876fbb0b9SSepherosa Ziehau /*
312976fbb0b9SSepherosa Ziehau * Always accept frames destined to our station address.
313076fbb0b9SSepherosa Ziehau * Always accept broadcast frames.
313176fbb0b9SSepherosa Ziehau */
313276fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_UNICAST | RXMAC_BROADCAST;
313376fbb0b9SSepherosa Ziehau
313476fbb0b9SSepherosa Ziehau if (ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) {
313576fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_PROMISC)
313676fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_PROMISC;
313776fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_ALLMULTI)
313876fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_ALLMULTI;
313976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR0, 0xFFFFFFFF);
314076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR1, 0xFFFFFFFF);
314176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxcfg);
314276fbb0b9SSepherosa Ziehau return;
314376fbb0b9SSepherosa Ziehau }
314476fbb0b9SSepherosa Ziehau
314576fbb0b9SSepherosa Ziehau /*
314676fbb0b9SSepherosa Ziehau * Set up the multicast address filter by passing all multicast
314776fbb0b9SSepherosa Ziehau * addresses through a CRC generator, and then using the low-order
314876fbb0b9SSepherosa Ziehau * 6 bits as an index into the 64 bit multicast hash table. The
314976fbb0b9SSepherosa Ziehau * high order bits select the register, while the rest of the bits
315076fbb0b9SSepherosa Ziehau * select the bit within the register.
315176fbb0b9SSepherosa Ziehau */
315276fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_MULTICAST;
315376fbb0b9SSepherosa Ziehau bzero(mchash, sizeof(mchash));
315476fbb0b9SSepherosa Ziehau
3155441d34b2SSascha Wildner TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) {
315676fbb0b9SSepherosa Ziehau if (ifma->ifma_addr->sa_family != AF_LINK)
315776fbb0b9SSepherosa Ziehau continue;
315876fbb0b9SSepherosa Ziehau crc = ether_crc32_be(LLADDR((struct sockaddr_dl *)
315976fbb0b9SSepherosa Ziehau ifma->ifma_addr), ETHER_ADDR_LEN);
316076fbb0b9SSepherosa Ziehau
316176fbb0b9SSepherosa Ziehau /* Just want the 6 least significant bits. */
316276fbb0b9SSepherosa Ziehau crc &= 0x3f;
316376fbb0b9SSepherosa Ziehau
316476fbb0b9SSepherosa Ziehau /* Set the corresponding bit in the hash table. */
316576fbb0b9SSepherosa Ziehau mchash[crc >> 5] |= 1 << (crc & 0x1f);
316676fbb0b9SSepherosa Ziehau }
316776fbb0b9SSepherosa Ziehau
316876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR0, mchash[0]);
316976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR1, mchash[1]);
317076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxcfg);
317176fbb0b9SSepherosa Ziehau }
317276fbb0b9SSepherosa Ziehau
317376fbb0b9SSepherosa Ziehau static int
jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS)31742870abc4SSepherosa Ziehau jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS)
317576fbb0b9SSepherosa Ziehau {
31762870abc4SSepherosa Ziehau struct jme_softc *sc = arg1;
31772870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
31782870abc4SSepherosa Ziehau int error, v;
31792870abc4SSepherosa Ziehau
318031f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
31812870abc4SSepherosa Ziehau
31822870abc4SSepherosa Ziehau v = sc->jme_tx_coal_to;
31832870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req);
31842870abc4SSepherosa Ziehau if (error || req->newptr == NULL)
31852870abc4SSepherosa Ziehau goto back;
31862870abc4SSepherosa Ziehau
31872870abc4SSepherosa Ziehau if (v < PCCTX_COAL_TO_MIN || v > PCCTX_COAL_TO_MAX) {
31882870abc4SSepherosa Ziehau error = EINVAL;
31892870abc4SSepherosa Ziehau goto back;
31902870abc4SSepherosa Ziehau }
31912870abc4SSepherosa Ziehau
31922870abc4SSepherosa Ziehau if (v != sc->jme_tx_coal_to) {
31932870abc4SSepherosa Ziehau sc->jme_tx_coal_to = v;
31942870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
31952870abc4SSepherosa Ziehau jme_set_tx_coal(sc);
31962870abc4SSepherosa Ziehau }
31972870abc4SSepherosa Ziehau back:
319831f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
31992870abc4SSepherosa Ziehau return error;
320076fbb0b9SSepherosa Ziehau }
320176fbb0b9SSepherosa Ziehau
320276fbb0b9SSepherosa Ziehau static int
jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS)32032870abc4SSepherosa Ziehau jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS)
320476fbb0b9SSepherosa Ziehau {
32052870abc4SSepherosa Ziehau struct jme_softc *sc = arg1;
32062870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
32072870abc4SSepherosa Ziehau int error, v;
32082870abc4SSepherosa Ziehau
320931f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
32102870abc4SSepherosa Ziehau
32112870abc4SSepherosa Ziehau v = sc->jme_tx_coal_pkt;
32122870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req);
32132870abc4SSepherosa Ziehau if (error || req->newptr == NULL)
32142870abc4SSepherosa Ziehau goto back;
32152870abc4SSepherosa Ziehau
32162870abc4SSepherosa Ziehau if (v < PCCTX_COAL_PKT_MIN || v > PCCTX_COAL_PKT_MAX) {
32172870abc4SSepherosa Ziehau error = EINVAL;
32182870abc4SSepherosa Ziehau goto back;
32192870abc4SSepherosa Ziehau }
32202870abc4SSepherosa Ziehau
32212870abc4SSepherosa Ziehau if (v != sc->jme_tx_coal_pkt) {
32222870abc4SSepherosa Ziehau sc->jme_tx_coal_pkt = v;
32232870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
32242870abc4SSepherosa Ziehau jme_set_tx_coal(sc);
32252870abc4SSepherosa Ziehau }
32262870abc4SSepherosa Ziehau back:
322731f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
32282870abc4SSepherosa Ziehau return error;
322976fbb0b9SSepherosa Ziehau }
323076fbb0b9SSepherosa Ziehau
323176fbb0b9SSepherosa Ziehau static int
jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS)32322870abc4SSepherosa Ziehau jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS)
323376fbb0b9SSepherosa Ziehau {
32342870abc4SSepherosa Ziehau struct jme_softc *sc = arg1;
32352870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
32362870abc4SSepherosa Ziehau int error, v;
32372870abc4SSepherosa Ziehau
323831f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
32392870abc4SSepherosa Ziehau
32402870abc4SSepherosa Ziehau v = sc->jme_rx_coal_to;
32412870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req);
32422870abc4SSepherosa Ziehau if (error || req->newptr == NULL)
32432870abc4SSepherosa Ziehau goto back;
32442870abc4SSepherosa Ziehau
32452870abc4SSepherosa Ziehau if (v < PCCRX_COAL_TO_MIN || v > PCCRX_COAL_TO_MAX) {
32462870abc4SSepherosa Ziehau error = EINVAL;
32472870abc4SSepherosa Ziehau goto back;
32482870abc4SSepherosa Ziehau }
32492870abc4SSepherosa Ziehau
32502870abc4SSepherosa Ziehau if (v != sc->jme_rx_coal_to) {
32512870abc4SSepherosa Ziehau sc->jme_rx_coal_to = v;
32522870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
32532870abc4SSepherosa Ziehau jme_set_rx_coal(sc);
32542870abc4SSepherosa Ziehau }
32552870abc4SSepherosa Ziehau back:
325631f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
32572870abc4SSepherosa Ziehau return error;
325876fbb0b9SSepherosa Ziehau }
325976fbb0b9SSepherosa Ziehau
326076fbb0b9SSepherosa Ziehau static int
jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS)32612870abc4SSepherosa Ziehau jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS)
326276fbb0b9SSepherosa Ziehau {
32632870abc4SSepherosa Ziehau struct jme_softc *sc = arg1;
32642870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
32652870abc4SSepherosa Ziehau int error, v;
32662870abc4SSepherosa Ziehau
326731f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp);
32682870abc4SSepherosa Ziehau
32692870abc4SSepherosa Ziehau v = sc->jme_rx_coal_pkt;
32702870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req);
32712870abc4SSepherosa Ziehau if (error || req->newptr == NULL)
32722870abc4SSepherosa Ziehau goto back;
32732870abc4SSepherosa Ziehau
32742870abc4SSepherosa Ziehau if (v < PCCRX_COAL_PKT_MIN || v > PCCRX_COAL_PKT_MAX) {
32752870abc4SSepherosa Ziehau error = EINVAL;
32762870abc4SSepherosa Ziehau goto back;
32772870abc4SSepherosa Ziehau }
32782870abc4SSepherosa Ziehau
32792870abc4SSepherosa Ziehau if (v != sc->jme_rx_coal_pkt) {
32802870abc4SSepherosa Ziehau sc->jme_rx_coal_pkt = v;
32812870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
32822870abc4SSepherosa Ziehau jme_set_rx_coal(sc);
32832870abc4SSepherosa Ziehau }
32842870abc4SSepherosa Ziehau back:
328531f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp);
32862870abc4SSepherosa Ziehau return error;
32872870abc4SSepherosa Ziehau }
32882870abc4SSepherosa Ziehau
32892870abc4SSepherosa Ziehau static void
jme_set_tx_coal(struct jme_softc * sc)32902870abc4SSepherosa Ziehau jme_set_tx_coal(struct jme_softc *sc)
32912870abc4SSepherosa Ziehau {
32922870abc4SSepherosa Ziehau uint32_t reg;
32932870abc4SSepherosa Ziehau
32942870abc4SSepherosa Ziehau reg = (sc->jme_tx_coal_to << PCCTX_COAL_TO_SHIFT) &
32952870abc4SSepherosa Ziehau PCCTX_COAL_TO_MASK;
32962870abc4SSepherosa Ziehau reg |= (sc->jme_tx_coal_pkt << PCCTX_COAL_PKT_SHIFT) &
32972870abc4SSepherosa Ziehau PCCTX_COAL_PKT_MASK;
32982870abc4SSepherosa Ziehau reg |= PCCTX_COAL_TXQ0;
32992870abc4SSepherosa Ziehau CSR_WRITE_4(sc, JME_PCCTX, reg);
33002870abc4SSepherosa Ziehau }
33012870abc4SSepherosa Ziehau
33022870abc4SSepherosa Ziehau static void
jme_set_rx_coal(struct jme_softc * sc)33032870abc4SSepherosa Ziehau jme_set_rx_coal(struct jme_softc *sc)
33042870abc4SSepherosa Ziehau {
33052870abc4SSepherosa Ziehau uint32_t reg;
33064447c752SSepherosa Ziehau int r;
33072870abc4SSepherosa Ziehau
33082870abc4SSepherosa Ziehau reg = (sc->jme_rx_coal_to << PCCRX_COAL_TO_SHIFT) &
33092870abc4SSepherosa Ziehau PCCRX_COAL_TO_MASK;
33102870abc4SSepherosa Ziehau reg |= (sc->jme_rx_coal_pkt << PCCRX_COAL_PKT_SHIFT) &
33112870abc4SSepherosa Ziehau PCCRX_COAL_PKT_MASK;
33127b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r)
33134447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_PCCRX(r), reg);
331476fbb0b9SSepherosa Ziehau }
33159de40864SSepherosa Ziehau
33168a0620e4SSepherosa Ziehau #ifdef IFPOLL_ENABLE
33179de40864SSepherosa Ziehau
33189de40864SSepherosa Ziehau static void
jme_npoll_status(struct ifnet * ifp)33192f00683bSSepherosa Ziehau jme_npoll_status(struct ifnet *ifp)
33209de40864SSepherosa Ziehau {
33219de40864SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
33229de40864SSepherosa Ziehau uint32_t status;
33239de40864SSepherosa Ziehau
332431f0d5a2SSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_serialize);
33259de40864SSepherosa Ziehau
33269de40864SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS);
33278a0620e4SSepherosa Ziehau if (status & INTR_RXQ_DESC_EMPTY) {
332841d0e8e7SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status & INTR_RXQ_DESC_EMPTY);
3329de437f82SSepherosa Ziehau jme_rx_restart(sc, status);
33309de40864SSepherosa Ziehau }
33318a0620e4SSepherosa Ziehau }
33329de40864SSepherosa Ziehau
33338a0620e4SSepherosa Ziehau static void
jme_npoll_rx(struct ifnet * ifp __unused,void * arg,int cycle)33348a0620e4SSepherosa Ziehau jme_npoll_rx(struct ifnet *ifp __unused, void *arg, int cycle)
33358a0620e4SSepherosa Ziehau {
33368a0620e4SSepherosa Ziehau struct jme_rxdata *rdata = arg;
33378a0620e4SSepherosa Ziehau
33388a0620e4SSepherosa Ziehau ASSERT_SERIALIZED(&rdata->jme_rx_serialize);
33398a0620e4SSepherosa Ziehau
3340ff37a356SSepherosa Ziehau jme_rxeof(rdata, cycle, mycpuid);
33418a0620e4SSepherosa Ziehau }
33428a0620e4SSepherosa Ziehau
33438a0620e4SSepherosa Ziehau static void
jme_npoll_tx(struct ifnet * ifp,void * arg,int cycle __unused)33449b99c84fSSepherosa Ziehau jme_npoll_tx(struct ifnet *ifp, void *arg, int cycle __unused)
33458a0620e4SSepherosa Ziehau {
33469b99c84fSSepherosa Ziehau struct jme_txdata *tdata = arg;
33478a0620e4SSepherosa Ziehau
33489b99c84fSSepherosa Ziehau ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
33498a0620e4SSepherosa Ziehau
33509b99c84fSSepherosa Ziehau jme_txeof(tdata);
33519de40864SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd))
33529de40864SSepherosa Ziehau if_devstart(ifp);
33538a0620e4SSepherosa Ziehau }
33548a0620e4SSepherosa Ziehau
33558a0620e4SSepherosa Ziehau static void
jme_npoll(struct ifnet * ifp,struct ifpoll_info * info)33568a0620e4SSepherosa Ziehau jme_npoll(struct ifnet *ifp, struct ifpoll_info *info)
33578a0620e4SSepherosa Ziehau {
33588a0620e4SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
33598a0620e4SSepherosa Ziehau
33608a0620e4SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp);
33618a0620e4SSepherosa Ziehau
33628a0620e4SSepherosa Ziehau if (info) {
33634c3cb79aSSepherosa Ziehau int i, cpu;
33648a0620e4SSepherosa Ziehau
33658a0620e4SSepherosa Ziehau info->ifpi_status.status_func = jme_npoll_status;
33668a0620e4SSepherosa Ziehau info->ifpi_status.serializer = &sc->jme_serialize;
33678a0620e4SSepherosa Ziehau
33684c3cb79aSSepherosa Ziehau cpu = if_ringmap_cpumap(sc->jme_tx_rmap, 0);
33694c3cb79aSSepherosa Ziehau KKASSERT(cpu <= netisr_ncpus);
33704c3cb79aSSepherosa Ziehau info->ifpi_tx[cpu].poll_func = jme_npoll_tx;
33714c3cb79aSSepherosa Ziehau info->ifpi_tx[cpu].arg = &sc->jme_cdata.jme_tx_data;
33724c3cb79aSSepherosa Ziehau info->ifpi_tx[cpu].serializer =
33739b99c84fSSepherosa Ziehau &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
33744c3cb79aSSepherosa Ziehau ifq_set_cpuid(&ifp->if_snd, cpu);
33758a0620e4SSepherosa Ziehau
33768a0620e4SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
33778a0620e4SSepherosa Ziehau struct jme_rxdata *rdata =
33788a0620e4SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[i];
33798a0620e4SSepherosa Ziehau
33804c3cb79aSSepherosa Ziehau cpu = if_ringmap_cpumap(sc->jme_rx_rmap, i);
33814c3cb79aSSepherosa Ziehau KKASSERT(cpu <= netisr_ncpus);
33824c3cb79aSSepherosa Ziehau info->ifpi_rx[cpu].poll_func = jme_npoll_rx;
33834c3cb79aSSepherosa Ziehau info->ifpi_rx[cpu].arg = rdata;
33844c3cb79aSSepherosa Ziehau info->ifpi_rx[cpu].serializer =
33858a0620e4SSepherosa Ziehau &rdata->jme_rx_serialize;
33868a0620e4SSepherosa Ziehau }
33878a0620e4SSepherosa Ziehau
33888a0620e4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
33898a0620e4SSepherosa Ziehau jme_disable_intr(sc);
33908a0620e4SSepherosa Ziehau } else {
33916cc5321eSSepherosa Ziehau ifq_set_cpuid(&ifp->if_snd, sc->jme_tx_cpuid);
33928a0620e4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
33938a0620e4SSepherosa Ziehau jme_enable_intr(sc);
33949de40864SSepherosa Ziehau }
33959de40864SSepherosa Ziehau }
33969de40864SSepherosa Ziehau
33978a0620e4SSepherosa Ziehau #endif /* IFPOLL_ENABLE */
33984447c752SSepherosa Ziehau
33994447c752SSepherosa Ziehau static int
jme_rxring_dma_alloc(struct jme_rxdata * rdata)3400dea2452aSSepherosa Ziehau jme_rxring_dma_alloc(struct jme_rxdata *rdata)
34014447c752SSepherosa Ziehau {
34021128a202SSepherosa Ziehau bus_dmamem_t dmem;
3403ff7f3632SSepherosa Ziehau int error, asize;
34044447c752SSepherosa Ziehau
3405ff7f3632SSepherosa Ziehau asize = roundup2(JME_RX_RING_SIZE(rdata), JME_RX_RING_ALIGN);
3406dea2452aSSepherosa Ziehau error = bus_dmamem_coherent(rdata->jme_sc->jme_cdata.jme_ring_tag,
34071128a202SSepherosa Ziehau JME_RX_RING_ALIGN, 0,
34080eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR,
3409ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem);
34104447c752SSepherosa Ziehau if (error) {
3411dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev,
3412dea2452aSSepherosa Ziehau "could not allocate %dth Rx ring.\n", rdata->jme_rx_idx);
34134447c752SSepherosa Ziehau return error;
34144447c752SSepherosa Ziehau }
34151128a202SSepherosa Ziehau rdata->jme_rx_ring_tag = dmem.dmem_tag;
34161128a202SSepherosa Ziehau rdata->jme_rx_ring_map = dmem.dmem_map;
34171128a202SSepherosa Ziehau rdata->jme_rx_ring = dmem.dmem_addr;
34181128a202SSepherosa Ziehau rdata->jme_rx_ring_paddr = dmem.dmem_busaddr;
34194447c752SSepherosa Ziehau
34204447c752SSepherosa Ziehau return 0;
34214447c752SSepherosa Ziehau }
34224447c752SSepherosa Ziehau
34234447c752SSepherosa Ziehau static int
jme_rxbuf_dma_alloc(struct jme_rxdata * rdata)3424dea2452aSSepherosa Ziehau jme_rxbuf_dma_alloc(struct jme_rxdata *rdata)
34254447c752SSepherosa Ziehau {
3426064b75edSSepherosa Ziehau bus_addr_t lowaddr;
34274447c752SSepherosa Ziehau int i, error;
34284447c752SSepherosa Ziehau
3429064b75edSSepherosa Ziehau lowaddr = BUS_SPACE_MAXADDR;
3430064b75edSSepherosa Ziehau if (JME_ENABLE_HWRSS(rdata->jme_sc)) {
3431064b75edSSepherosa Ziehau lowaddr = BUS_SPACE_MAXADDR_32BIT;
3432064b75edSSepherosa Ziehau }
3433064b75edSSepherosa Ziehau
34344447c752SSepherosa Ziehau /* Create tag for Rx buffers. */
3435dea2452aSSepherosa Ziehau error = bus_dma_tag_create(
3436dea2452aSSepherosa Ziehau rdata->jme_sc->jme_cdata.jme_buffer_tag,/* parent */
34374447c752SSepherosa Ziehau JME_RX_BUF_ALIGN, 0, /* algnmnt, boundary */
3438064b75edSSepherosa Ziehau lowaddr, /* lowaddr */
34394447c752SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */
34404447c752SSepherosa Ziehau MCLBYTES, /* maxsize */
34414447c752SSepherosa Ziehau 1, /* nsegments */
34424447c752SSepherosa Ziehau MCLBYTES, /* maxsegsize */
34439d424ceeSSepherosa Ziehau BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ALIGNED,/* flags */
34444447c752SSepherosa Ziehau &rdata->jme_rx_tag);
34454447c752SSepherosa Ziehau if (error) {
3446dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev,
3447dea2452aSSepherosa Ziehau "could not create %dth Rx DMA tag.\n", rdata->jme_rx_idx);
34484447c752SSepherosa Ziehau return error;
34494447c752SSepherosa Ziehau }
34504447c752SSepherosa Ziehau
34514447c752SSepherosa Ziehau /* Create DMA maps for Rx buffers. */
34529d424ceeSSepherosa Ziehau error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK,
34534447c752SSepherosa Ziehau &rdata->jme_rx_sparemap);
34544447c752SSepherosa Ziehau if (error) {
3455dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev,
3456dea2452aSSepherosa Ziehau "could not create %dth spare Rx dmamap.\n",
3457dea2452aSSepherosa Ziehau rdata->jme_rx_idx);
34584447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag);
34594447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL;
34604447c752SSepherosa Ziehau return error;
34614447c752SSepherosa Ziehau }
34627b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) {
34634447c752SSepherosa Ziehau struct jme_rxdesc *rxd = &rdata->jme_rxdesc[i];
34644447c752SSepherosa Ziehau
34659d424ceeSSepherosa Ziehau error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK,
34664447c752SSepherosa Ziehau &rxd->rx_dmamap);
34674447c752SSepherosa Ziehau if (error) {
34684447c752SSepherosa Ziehau int j;
34694447c752SSepherosa Ziehau
3470dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev,
34714447c752SSepherosa Ziehau "could not create %dth Rx dmamap "
3472dea2452aSSepherosa Ziehau "for %dth RX ring.\n", i, rdata->jme_rx_idx);
34734447c752SSepherosa Ziehau
34744447c752SSepherosa Ziehau for (j = 0; j < i; ++j) {
34754447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[j];
34764447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag,
34774447c752SSepherosa Ziehau rxd->rx_dmamap);
34784447c752SSepherosa Ziehau }
34794447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag,
34804447c752SSepherosa Ziehau rdata->jme_rx_sparemap);
34814447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag);
34824447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL;
34834447c752SSepherosa Ziehau return error;
34844447c752SSepherosa Ziehau }
34854447c752SSepherosa Ziehau }
34864447c752SSepherosa Ziehau return 0;
34874447c752SSepherosa Ziehau }
34884447c752SSepherosa Ziehau
34894447c752SSepherosa Ziehau static void
jme_rx_intr(struct jme_softc * sc,uint32_t status)34904447c752SSepherosa Ziehau jme_rx_intr(struct jme_softc *sc, uint32_t status)
34914447c752SSepherosa Ziehau {
3492ff37a356SSepherosa Ziehau int r, cpuid = mycpuid;
34934447c752SSepherosa Ziehau
34947b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
349531810fb8SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
349631f0d5a2SSepherosa Ziehau
349731810fb8SSepherosa Ziehau if (status & rdata->jme_rx_coal) {
349831f0d5a2SSepherosa Ziehau lwkt_serialize_enter(&rdata->jme_rx_serialize);
3499ff37a356SSepherosa Ziehau jme_rxeof(rdata, -1, cpuid);
350031f0d5a2SSepherosa Ziehau lwkt_serialize_exit(&rdata->jme_rx_serialize);
350131f0d5a2SSepherosa Ziehau }
35024447c752SSepherosa Ziehau }
35034447c752SSepherosa Ziehau }
3504760c056cSSepherosa Ziehau
3505760c056cSSepherosa Ziehau static void
jme_enable_rss(struct jme_softc * sc)3506760c056cSSepherosa Ziehau jme_enable_rss(struct jme_softc *sc)
3507760c056cSSepherosa Ziehau {
350824dd1705SSepherosa Ziehau uint8_t key[RSSKEY_NREGS * RSSKEY_REGSIZE];
35094c3cb79aSSepherosa Ziehau uint32_t rssc;
35104c3cb79aSSepherosa Ziehau int j, i, r;
3511760c056cSSepherosa Ziehau
3512022f915eSSepherosa Ziehau KASSERT(sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_2 ||
3513022f915eSSepherosa Ziehau sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_4,
3514ed20d0e3SSascha Wildner ("%s: invalid # of RX rings (%d)",
3515022f915eSSepherosa Ziehau sc->arpcom.ac_if.if_xname, sc->jme_cdata.jme_rx_ring_cnt));
351631775876SSepherosa Ziehau jme_disable_rss(sc);
3517760c056cSSepherosa Ziehau
351824dd1705SSepherosa Ziehau toeplitz_get_key(key, sizeof(key));
351924dd1705SSepherosa Ziehau for (i = 0; i < RSSKEY_NREGS; ++i) {
352024dd1705SSepherosa Ziehau uint32_t keyreg;
352124dd1705SSepherosa Ziehau
352224dd1705SSepherosa Ziehau keyreg = RSSKEY_REGVAL(key, i);
3523894ff5e1SSepherosa Ziehau JME_RSS_DPRINTF(sc, 5, "keyreg%d 0x%08x, reg 0x%08x\n",
3524894ff5e1SSepherosa Ziehau i, keyreg, RSSKEY_REG(RSSKEY_NREGS - 1 - i));
352524dd1705SSepherosa Ziehau
3526894ff5e1SSepherosa Ziehau CSR_WRITE_4(sc, RSSKEY_REG(RSSKEY_NREGS - 1 - i), keyreg);
352724dd1705SSepherosa Ziehau }
3528760c056cSSepherosa Ziehau
352966f75939SSepherosa Ziehau /*
35304c3cb79aSSepherosa Ziehau * Fill redirect table.
353166f75939SSepherosa Ziehau */
35324c3cb79aSSepherosa Ziehau if_ringmap_rdrtable(sc->jme_rx_rmap, sc->jme_rdrtable,
35334c3cb79aSSepherosa Ziehau JME_RDRTABLE_SIZE);
35344c3cb79aSSepherosa Ziehau
35354c3cb79aSSepherosa Ziehau r = 0;
35364c3cb79aSSepherosa Ziehau for (j = 0; j < RSSTBL_NREGS; ++j) {
35374c3cb79aSSepherosa Ziehau uint32_t ind = 0;
35384c3cb79aSSepherosa Ziehau
353966f75939SSepherosa Ziehau for (i = 0; i < RSSTBL_REGSIZE; ++i) {
354066f75939SSepherosa Ziehau int q;
354166f75939SSepherosa Ziehau
35424c3cb79aSSepherosa Ziehau q = sc->jme_rdrtable[r];
354366f75939SSepherosa Ziehau ind |= q << (i * 8);
35444c3cb79aSSepherosa Ziehau ++r;
3545760c056cSSepherosa Ziehau }
3546760c056cSSepherosa Ziehau JME_RSS_DPRINTF(sc, 1, "ind 0x%08x\n", ind);
35474c3cb79aSSepherosa Ziehau CSR_WRITE_4(sc, RSSTBL_REG(j), ind);
35484c3cb79aSSepherosa Ziehau }
354931775876SSepherosa Ziehau
355031775876SSepherosa Ziehau /*
355131775876SSepherosa Ziehau * Enable RSS.
355231775876SSepherosa Ziehau */
355331775876SSepherosa Ziehau rssc = RSSC_HASH_128_ENTRY;
355431775876SSepherosa Ziehau rssc |= RSSC_HASH_IPV4 | RSSC_HASH_IPV4_TCP;
355531775876SSepherosa Ziehau rssc |= sc->jme_cdata.jme_rx_ring_cnt >> 1;
355631775876SSepherosa Ziehau JME_RSS_DPRINTF(sc, 1, "rssc 0x%08x\n", rssc);
355731775876SSepherosa Ziehau CSR_WRITE_4(sc, JME_RSSC, rssc);
3558760c056cSSepherosa Ziehau }
3559760c056cSSepherosa Ziehau
3560760c056cSSepherosa Ziehau static void
jme_disable_rss(struct jme_softc * sc)3561760c056cSSepherosa Ziehau jme_disable_rss(struct jme_softc *sc)
3562760c056cSSepherosa Ziehau {
3563760c056cSSepherosa Ziehau CSR_WRITE_4(sc, JME_RSSC, RSSC_DIS_RSS);
3564760c056cSSepherosa Ziehau }
356531f0d5a2SSepherosa Ziehau
356631f0d5a2SSepherosa Ziehau static void
jme_serialize(struct ifnet * ifp,enum ifnet_serialize slz)356731f0d5a2SSepherosa Ziehau jme_serialize(struct ifnet *ifp, enum ifnet_serialize slz)
356831f0d5a2SSepherosa Ziehau {
356931f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
357031f0d5a2SSepherosa Ziehau
357129890f78SSepherosa Ziehau ifnet_serialize_array_enter(sc->jme_serialize_arr,
357206421337SSepherosa Ziehau sc->jme_serialize_cnt, slz);
357331f0d5a2SSepherosa Ziehau }
357431f0d5a2SSepherosa Ziehau
357531f0d5a2SSepherosa Ziehau static void
jme_deserialize(struct ifnet * ifp,enum ifnet_serialize slz)357631f0d5a2SSepherosa Ziehau jme_deserialize(struct ifnet *ifp, enum ifnet_serialize slz)
357731f0d5a2SSepherosa Ziehau {
357831f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
357931f0d5a2SSepherosa Ziehau
358029890f78SSepherosa Ziehau ifnet_serialize_array_exit(sc->jme_serialize_arr,
358106421337SSepherosa Ziehau sc->jme_serialize_cnt, slz);
358231f0d5a2SSepherosa Ziehau }
358331f0d5a2SSepherosa Ziehau
358431f0d5a2SSepherosa Ziehau static int
jme_tryserialize(struct ifnet * ifp,enum ifnet_serialize slz)358531f0d5a2SSepherosa Ziehau jme_tryserialize(struct ifnet *ifp, enum ifnet_serialize slz)
358631f0d5a2SSepherosa Ziehau {
358731f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
358831f0d5a2SSepherosa Ziehau
358929890f78SSepherosa Ziehau return ifnet_serialize_array_try(sc->jme_serialize_arr,
359006421337SSepherosa Ziehau sc->jme_serialize_cnt, slz);
359131f0d5a2SSepherosa Ziehau }
359231f0d5a2SSepherosa Ziehau
359331f0d5a2SSepherosa Ziehau #ifdef INVARIANTS
359431f0d5a2SSepherosa Ziehau
359531f0d5a2SSepherosa Ziehau static void
jme_serialize_assert(struct ifnet * ifp,enum ifnet_serialize slz,boolean_t serialized)359631f0d5a2SSepherosa Ziehau jme_serialize_assert(struct ifnet *ifp, enum ifnet_serialize slz,
359731f0d5a2SSepherosa Ziehau boolean_t serialized)
359831f0d5a2SSepherosa Ziehau {
359931f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc;
360031f0d5a2SSepherosa Ziehau
360129890f78SSepherosa Ziehau ifnet_serialize_array_assert(sc->jme_serialize_arr,
360206421337SSepherosa Ziehau sc->jme_serialize_cnt, slz, serialized);
360331f0d5a2SSepherosa Ziehau }
360431f0d5a2SSepherosa Ziehau
360531f0d5a2SSepherosa Ziehau #endif /* INVARIANTS */
360658880b0dSSepherosa Ziehau
360758880b0dSSepherosa Ziehau static void
jme_msix_try_alloc(device_t dev)360858880b0dSSepherosa Ziehau jme_msix_try_alloc(device_t dev)
360958880b0dSSepherosa Ziehau {
361058880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
361158880b0dSSepherosa Ziehau struct jme_msix_data *msix;
361258880b0dSSepherosa Ziehau int error, i, r, msix_enable, msix_count;
361358880b0dSSepherosa Ziehau
3614e0009afbSSepherosa Ziehau msix_count = JME_MSIXCNT(sc->jme_cdata.jme_rx_ring_cnt);
361558880b0dSSepherosa Ziehau KKASSERT(msix_count <= JME_NMSIX);
361658880b0dSSepherosa Ziehau
36171cc217a9SSepherosa Ziehau msix_enable = device_getenv_int(dev, "msix.enable", jme_msix_enable);
361858880b0dSSepherosa Ziehau
361958880b0dSSepherosa Ziehau /*
362058880b0dSSepherosa Ziehau * We leave the 1st MSI-X vector unused, so we
362158880b0dSSepherosa Ziehau * actually need msix_count + 1 MSI-X vectors.
362258880b0dSSepherosa Ziehau */
362358880b0dSSepherosa Ziehau if (!msix_enable || pci_msix_count(dev) < (msix_count + 1))
362458880b0dSSepherosa Ziehau return;
362558880b0dSSepherosa Ziehau
362658880b0dSSepherosa Ziehau for (i = 0; i < msix_count; ++i)
362758880b0dSSepherosa Ziehau sc->jme_msix[i].jme_msix_rid = -1;
362858880b0dSSepherosa Ziehau
362958880b0dSSepherosa Ziehau i = 0;
363058880b0dSSepherosa Ziehau
363187aa452bSSepherosa Ziehau /*
3632e0009afbSSepherosa Ziehau * Setup status MSI-X
3633e0009afbSSepherosa Ziehau */
3634e0009afbSSepherosa Ziehau msix = &sc->jme_msix[i++];
3635e0009afbSSepherosa Ziehau msix->jme_msix_cpuid = 0;
3636e0009afbSSepherosa Ziehau msix->jme_msix_arg = sc;
3637e0009afbSSepherosa Ziehau msix->jme_msix_func = jme_msix_status;
3638e0009afbSSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
3639e0009afbSSepherosa Ziehau msix->jme_msix_intrs |=
3640e0009afbSSepherosa Ziehau sc->jme_cdata.jme_rx_data[r].jme_rx_empty;
3641e0009afbSSepherosa Ziehau }
3642e0009afbSSepherosa Ziehau msix->jme_msix_serialize = &sc->jme_serialize;
3643e0009afbSSepherosa Ziehau ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), "%s sts",
3644e0009afbSSepherosa Ziehau device_get_nameunit(dev));
3645e0009afbSSepherosa Ziehau
3646e0009afbSSepherosa Ziehau /*
364787aa452bSSepherosa Ziehau * Setup TX MSI-X
364887aa452bSSepherosa Ziehau */
364958880b0dSSepherosa Ziehau msix = &sc->jme_msix[i++];
36504c3cb79aSSepherosa Ziehau msix->jme_msix_cpuid = if_ringmap_cpumap(sc->jme_tx_rmap, 0);
365187aa452bSSepherosa Ziehau sc->jme_tx_cpuid = msix->jme_msix_cpuid;
36529b99c84fSSepherosa Ziehau msix->jme_msix_arg = &sc->jme_cdata.jme_tx_data;
365358880b0dSSepherosa Ziehau msix->jme_msix_func = jme_msix_tx;
365458880b0dSSepherosa Ziehau msix->jme_msix_intrs = INTR_TXQ_COAL | INTR_TXQ_COAL_TO;
36559b99c84fSSepherosa Ziehau msix->jme_msix_serialize = &sc->jme_cdata.jme_tx_data.jme_tx_serialize;
365658880b0dSSepherosa Ziehau ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), "%s tx",
365758880b0dSSepherosa Ziehau device_get_nameunit(dev));
365858880b0dSSepherosa Ziehau
365987aa452bSSepherosa Ziehau /*
366087aa452bSSepherosa Ziehau * Setup RX MSI-X
366187aa452bSSepherosa Ziehau */
36627b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) {
366358880b0dSSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r];
366458880b0dSSepherosa Ziehau
366558880b0dSSepherosa Ziehau msix = &sc->jme_msix[i++];
36664c3cb79aSSepherosa Ziehau msix->jme_msix_cpuid = if_ringmap_cpumap(sc->jme_rx_rmap, r);
36674c3cb79aSSepherosa Ziehau KKASSERT(msix->jme_msix_cpuid < netisr_ncpus);
366858880b0dSSepherosa Ziehau msix->jme_msix_arg = rdata;
366958880b0dSSepherosa Ziehau msix->jme_msix_func = jme_msix_rx;
3670e0009afbSSepherosa Ziehau msix->jme_msix_intrs = rdata->jme_rx_coal;
367158880b0dSSepherosa Ziehau msix->jme_msix_serialize = &rdata->jme_rx_serialize;
367258880b0dSSepherosa Ziehau ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc),
367358880b0dSSepherosa Ziehau "%s rx%d", device_get_nameunit(dev), r);
367458880b0dSSepherosa Ziehau }
367558880b0dSSepherosa Ziehau
367658880b0dSSepherosa Ziehau KKASSERT(i == msix_count);
367758880b0dSSepherosa Ziehau
367858880b0dSSepherosa Ziehau error = pci_setup_msix(dev);
367958880b0dSSepherosa Ziehau if (error)
368058880b0dSSepherosa Ziehau return;
368158880b0dSSepherosa Ziehau
368258880b0dSSepherosa Ziehau /* Setup jme_msix_cnt early, so we could cleanup */
368358880b0dSSepherosa Ziehau sc->jme_msix_cnt = msix_count;
368458880b0dSSepherosa Ziehau
368558880b0dSSepherosa Ziehau for (i = 0; i < msix_count; ++i) {
368658880b0dSSepherosa Ziehau msix = &sc->jme_msix[i];
368758880b0dSSepherosa Ziehau
368858880b0dSSepherosa Ziehau msix->jme_msix_vector = i + 1;
368958880b0dSSepherosa Ziehau error = pci_alloc_msix_vector(dev, msix->jme_msix_vector,
369058880b0dSSepherosa Ziehau &msix->jme_msix_rid, msix->jme_msix_cpuid);
369158880b0dSSepherosa Ziehau if (error)
369258880b0dSSepherosa Ziehau goto back;
369358880b0dSSepherosa Ziehau
369458880b0dSSepherosa Ziehau msix->jme_msix_res = bus_alloc_resource_any(dev, SYS_RES_IRQ,
369558880b0dSSepherosa Ziehau &msix->jme_msix_rid, RF_ACTIVE);
369658880b0dSSepherosa Ziehau if (msix->jme_msix_res == NULL) {
369758880b0dSSepherosa Ziehau error = ENOMEM;
369858880b0dSSepherosa Ziehau goto back;
369958880b0dSSepherosa Ziehau }
370058880b0dSSepherosa Ziehau }
370158880b0dSSepherosa Ziehau
370258880b0dSSepherosa Ziehau for (i = 0; i < JME_INTR_CNT; ++i) {
370358880b0dSSepherosa Ziehau uint32_t intr_mask = (1 << i);
370458880b0dSSepherosa Ziehau int x;
370558880b0dSSepherosa Ziehau
370658880b0dSSepherosa Ziehau if ((JME_INTRS & intr_mask) == 0)
370758880b0dSSepherosa Ziehau continue;
370858880b0dSSepherosa Ziehau
370958880b0dSSepherosa Ziehau for (x = 0; x < msix_count; ++x) {
371058880b0dSSepherosa Ziehau msix = &sc->jme_msix[x];
371158880b0dSSepherosa Ziehau if (msix->jme_msix_intrs & intr_mask) {
371258880b0dSSepherosa Ziehau int reg, shift;
371358880b0dSSepherosa Ziehau
371458880b0dSSepherosa Ziehau reg = i / JME_MSINUM_FACTOR;
371558880b0dSSepherosa Ziehau KKASSERT(reg < JME_MSINUM_CNT);
371658880b0dSSepherosa Ziehau
371758880b0dSSepherosa Ziehau shift = (i % JME_MSINUM_FACTOR) * 4;
371858880b0dSSepherosa Ziehau
371958880b0dSSepherosa Ziehau sc->jme_msinum[reg] |=
372058880b0dSSepherosa Ziehau (msix->jme_msix_vector << shift);
372158880b0dSSepherosa Ziehau
372258880b0dSSepherosa Ziehau break;
372358880b0dSSepherosa Ziehau }
372458880b0dSSepherosa Ziehau }
372558880b0dSSepherosa Ziehau }
372658880b0dSSepherosa Ziehau
372758880b0dSSepherosa Ziehau if (bootverbose) {
372858880b0dSSepherosa Ziehau for (i = 0; i < JME_MSINUM_CNT; ++i) {
372958880b0dSSepherosa Ziehau device_printf(dev, "MSINUM%d: %#x\n", i,
373058880b0dSSepherosa Ziehau sc->jme_msinum[i]);
373158880b0dSSepherosa Ziehau }
373258880b0dSSepherosa Ziehau }
373358880b0dSSepherosa Ziehau
373458880b0dSSepherosa Ziehau pci_enable_msix(dev);
373558880b0dSSepherosa Ziehau sc->jme_irq_type = PCI_INTR_TYPE_MSIX;
373658880b0dSSepherosa Ziehau
373758880b0dSSepherosa Ziehau back:
373858880b0dSSepherosa Ziehau if (error)
373958880b0dSSepherosa Ziehau jme_msix_free(dev);
374058880b0dSSepherosa Ziehau }
374158880b0dSSepherosa Ziehau
374258880b0dSSepherosa Ziehau static int
jme_intr_alloc(device_t dev)374358880b0dSSepherosa Ziehau jme_intr_alloc(device_t dev)
374458880b0dSSepherosa Ziehau {
374558880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
374658880b0dSSepherosa Ziehau u_int irq_flags;
374758880b0dSSepherosa Ziehau
374858880b0dSSepherosa Ziehau jme_msix_try_alloc(dev);
374958880b0dSSepherosa Ziehau
375058880b0dSSepherosa Ziehau if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) {
375158880b0dSSepherosa Ziehau sc->jme_irq_type = pci_alloc_1intr(dev, jme_msi_enable,
375258880b0dSSepherosa Ziehau &sc->jme_irq_rid, &irq_flags);
375358880b0dSSepherosa Ziehau
375458880b0dSSepherosa Ziehau sc->jme_irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ,
375558880b0dSSepherosa Ziehau &sc->jme_irq_rid, irq_flags);
375658880b0dSSepherosa Ziehau if (sc->jme_irq_res == NULL) {
375758880b0dSSepherosa Ziehau device_printf(dev, "can't allocate irq\n");
375858880b0dSSepherosa Ziehau return ENXIO;
375958880b0dSSepherosa Ziehau }
37603ff1a2e3SSepherosa Ziehau sc->jme_tx_cpuid = rman_get_cpuid(sc->jme_irq_res);
376158880b0dSSepherosa Ziehau }
376258880b0dSSepherosa Ziehau return 0;
376358880b0dSSepherosa Ziehau }
376458880b0dSSepherosa Ziehau
376558880b0dSSepherosa Ziehau static void
jme_msix_free(device_t dev)376658880b0dSSepherosa Ziehau jme_msix_free(device_t dev)
376758880b0dSSepherosa Ziehau {
376858880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
376958880b0dSSepherosa Ziehau int i;
377058880b0dSSepherosa Ziehau
377158880b0dSSepherosa Ziehau KKASSERT(sc->jme_msix_cnt > 1);
377258880b0dSSepherosa Ziehau
377358880b0dSSepherosa Ziehau for (i = 0; i < sc->jme_msix_cnt; ++i) {
377458880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[i];
377558880b0dSSepherosa Ziehau
377658880b0dSSepherosa Ziehau if (msix->jme_msix_res != NULL) {
377758880b0dSSepherosa Ziehau bus_release_resource(dev, SYS_RES_IRQ,
377858880b0dSSepherosa Ziehau msix->jme_msix_rid, msix->jme_msix_res);
377958880b0dSSepherosa Ziehau msix->jme_msix_res = NULL;
378058880b0dSSepherosa Ziehau }
378158880b0dSSepherosa Ziehau if (msix->jme_msix_rid >= 0) {
378258880b0dSSepherosa Ziehau pci_release_msix_vector(dev, msix->jme_msix_rid);
378358880b0dSSepherosa Ziehau msix->jme_msix_rid = -1;
378458880b0dSSepherosa Ziehau }
378558880b0dSSepherosa Ziehau }
378658880b0dSSepherosa Ziehau pci_teardown_msix(dev);
378758880b0dSSepherosa Ziehau }
378858880b0dSSepherosa Ziehau
378958880b0dSSepherosa Ziehau static void
jme_intr_free(device_t dev)379058880b0dSSepherosa Ziehau jme_intr_free(device_t dev)
379158880b0dSSepherosa Ziehau {
379258880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
379358880b0dSSepherosa Ziehau
379458880b0dSSepherosa Ziehau if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) {
379558880b0dSSepherosa Ziehau if (sc->jme_irq_res != NULL) {
379658880b0dSSepherosa Ziehau bus_release_resource(dev, SYS_RES_IRQ, sc->jme_irq_rid,
379758880b0dSSepherosa Ziehau sc->jme_irq_res);
379858880b0dSSepherosa Ziehau }
379958880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSI)
380058880b0dSSepherosa Ziehau pci_release_msi(dev);
380158880b0dSSepherosa Ziehau } else {
380258880b0dSSepherosa Ziehau jme_msix_free(dev);
380358880b0dSSepherosa Ziehau }
380458880b0dSSepherosa Ziehau }
380558880b0dSSepherosa Ziehau
380658880b0dSSepherosa Ziehau static void
jme_msix_tx(void * xtdata)38079b99c84fSSepherosa Ziehau jme_msix_tx(void *xtdata)
380858880b0dSSepherosa Ziehau {
38099b99c84fSSepherosa Ziehau struct jme_txdata *tdata = xtdata;
38109b99c84fSSepherosa Ziehau struct jme_softc *sc = tdata->jme_sc;
381158880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
381258880b0dSSepherosa Ziehau
38139b99c84fSSepherosa Ziehau ASSERT_SERIALIZED(&tdata->jme_tx_serialize);
381458880b0dSSepherosa Ziehau
3815875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, INTR_TXQ_COAL | INTR_TXQ_COAL_TO);
3816875547c0SSepherosa Ziehau
381758880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS,
381858880b0dSSepherosa Ziehau INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP);
381958880b0dSSepherosa Ziehau
382058880b0dSSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) {
38219b99c84fSSepherosa Ziehau jme_txeof(tdata);
382258880b0dSSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd))
382358880b0dSSepherosa Ziehau if_devstart(ifp);
382458880b0dSSepherosa Ziehau }
3825875547c0SSepherosa Ziehau
3826875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, INTR_TXQ_COAL | INTR_TXQ_COAL_TO);
382758880b0dSSepherosa Ziehau }
382858880b0dSSepherosa Ziehau
382958880b0dSSepherosa Ziehau static void
jme_msix_rx(void * xrdata)383058880b0dSSepherosa Ziehau jme_msix_rx(void *xrdata)
383158880b0dSSepherosa Ziehau {
383258880b0dSSepherosa Ziehau struct jme_rxdata *rdata = xrdata;
383358880b0dSSepherosa Ziehau struct jme_softc *sc = rdata->jme_sc;
383458880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
383558880b0dSSepherosa Ziehau
383658880b0dSSepherosa Ziehau ASSERT_SERIALIZED(&rdata->jme_rx_serialize);
383758880b0dSSepherosa Ziehau
3838e0009afbSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, rdata->jme_rx_coal);
3839875547c0SSepherosa Ziehau
3840e0009afbSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS,
3841e0009afbSSepherosa Ziehau rdata->jme_rx_coal | rdata->jme_rx_comp);
384258880b0dSSepherosa Ziehau
3843e0009afbSSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
3844ff37a356SSepherosa Ziehau jme_rxeof(rdata, -1, mycpuid);
384558880b0dSSepherosa Ziehau
3846e0009afbSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, rdata->jme_rx_coal);
3847e0009afbSSepherosa Ziehau }
3848e0009afbSSepherosa Ziehau
3849e0009afbSSepherosa Ziehau static void
jme_msix_status(void * xsc)3850e0009afbSSepherosa Ziehau jme_msix_status(void *xsc)
3851e0009afbSSepherosa Ziehau {
3852e0009afbSSepherosa Ziehau struct jme_softc *sc = xsc;
3853e0009afbSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if;
3854e0009afbSSepherosa Ziehau uint32_t status;
3855e0009afbSSepherosa Ziehau
3856e0009afbSSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_serialize);
3857e0009afbSSepherosa Ziehau
3858e0009afbSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, INTR_RXQ_DESC_EMPTY);
3859e0009afbSSepherosa Ziehau
3860e0009afbSSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS);
3861e0009afbSSepherosa Ziehau
3862de437f82SSepherosa Ziehau if (status & INTR_RXQ_DESC_EMPTY) {
3863de437f82SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status & INTR_RXQ_DESC_EMPTY);
3864de437f82SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING)
3865de437f82SSepherosa Ziehau jme_rx_restart(sc, status);
3866de437f82SSepherosa Ziehau }
3867e0009afbSSepherosa Ziehau
3868de437f82SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, INTR_RXQ_DESC_EMPTY);
3869de437f82SSepherosa Ziehau }
3870de437f82SSepherosa Ziehau
3871de437f82SSepherosa Ziehau static void
jme_rx_restart(struct jme_softc * sc,uint32_t status)3872de437f82SSepherosa Ziehau jme_rx_restart(struct jme_softc *sc, uint32_t status)
3873de437f82SSepherosa Ziehau {
3874ff37a356SSepherosa Ziehau int i, cpuid = mycpuid;
3875e0009afbSSepherosa Ziehau
3876e0009afbSSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) {
3877de437f82SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i];
3878e0009afbSSepherosa Ziehau
387958880b0dSSepherosa Ziehau if (status & rdata->jme_rx_empty) {
3880e0009afbSSepherosa Ziehau lwkt_serialize_enter(&rdata->jme_rx_serialize);
3881ff37a356SSepherosa Ziehau jme_rxeof(rdata, -1, cpuid);
38828a0620e4SSepherosa Ziehau #ifdef JME_RSS_DEBUG
3883955f266eSSepherosa Ziehau rdata->jme_rx_emp++;
38848a0620e4SSepherosa Ziehau #endif
3885e0009afbSSepherosa Ziehau lwkt_serialize_exit(&rdata->jme_rx_serialize);
388658880b0dSSepherosa Ziehau }
388758880b0dSSepherosa Ziehau }
3888de437f82SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RX_ENB |
3889de437f82SSepherosa Ziehau RXCSR_RXQ_START);
389058880b0dSSepherosa Ziehau }
389158880b0dSSepherosa Ziehau
389258880b0dSSepherosa Ziehau static void
jme_set_msinum(struct jme_softc * sc)389358880b0dSSepherosa Ziehau jme_set_msinum(struct jme_softc *sc)
389458880b0dSSepherosa Ziehau {
389558880b0dSSepherosa Ziehau int i;
389658880b0dSSepherosa Ziehau
389758880b0dSSepherosa Ziehau for (i = 0; i < JME_MSINUM_CNT; ++i)
389858880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_MSINUM(i), sc->jme_msinum[i]);
389958880b0dSSepherosa Ziehau }
390058880b0dSSepherosa Ziehau
390158880b0dSSepherosa Ziehau static int
jme_intr_setup(device_t dev)390258880b0dSSepherosa Ziehau jme_intr_setup(device_t dev)
390358880b0dSSepherosa Ziehau {
390458880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
390558880b0dSSepherosa Ziehau int error;
390658880b0dSSepherosa Ziehau
390758880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX)
390858880b0dSSepherosa Ziehau return jme_msix_setup(dev);
390958880b0dSSepherosa Ziehau
391058880b0dSSepherosa Ziehau error = bus_setup_intr(dev, sc->jme_irq_res, INTR_MPSAFE,
391158880b0dSSepherosa Ziehau jme_intr, sc, &sc->jme_irq_handle, &sc->jme_serialize);
391258880b0dSSepherosa Ziehau if (error) {
391358880b0dSSepherosa Ziehau device_printf(dev, "could not set up interrupt handler.\n");
391458880b0dSSepherosa Ziehau return error;
391558880b0dSSepherosa Ziehau }
391658880b0dSSepherosa Ziehau
391758880b0dSSepherosa Ziehau return 0;
391858880b0dSSepherosa Ziehau }
391958880b0dSSepherosa Ziehau
392058880b0dSSepherosa Ziehau static void
jme_intr_teardown(device_t dev)392158880b0dSSepherosa Ziehau jme_intr_teardown(device_t dev)
392258880b0dSSepherosa Ziehau {
392358880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
392458880b0dSSepherosa Ziehau
392558880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX)
392658880b0dSSepherosa Ziehau jme_msix_teardown(dev, sc->jme_msix_cnt);
392758880b0dSSepherosa Ziehau else
392858880b0dSSepherosa Ziehau bus_teardown_intr(dev, sc->jme_irq_res, sc->jme_irq_handle);
392958880b0dSSepherosa Ziehau }
393058880b0dSSepherosa Ziehau
393158880b0dSSepherosa Ziehau static int
jme_msix_setup(device_t dev)393258880b0dSSepherosa Ziehau jme_msix_setup(device_t dev)
393358880b0dSSepherosa Ziehau {
393458880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
393558880b0dSSepherosa Ziehau int x;
393658880b0dSSepherosa Ziehau
393758880b0dSSepherosa Ziehau for (x = 0; x < sc->jme_msix_cnt; ++x) {
393858880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[x];
393958880b0dSSepherosa Ziehau int error;
394058880b0dSSepherosa Ziehau
394158880b0dSSepherosa Ziehau error = bus_setup_intr_descr(dev, msix->jme_msix_res,
394258880b0dSSepherosa Ziehau INTR_MPSAFE, msix->jme_msix_func, msix->jme_msix_arg,
394358880b0dSSepherosa Ziehau &msix->jme_msix_handle, msix->jme_msix_serialize,
394458880b0dSSepherosa Ziehau msix->jme_msix_desc);
394558880b0dSSepherosa Ziehau if (error) {
394658880b0dSSepherosa Ziehau device_printf(dev, "could not set up %s "
394758880b0dSSepherosa Ziehau "interrupt handler.\n", msix->jme_msix_desc);
394858880b0dSSepherosa Ziehau jme_msix_teardown(dev, x);
394958880b0dSSepherosa Ziehau return error;
395058880b0dSSepherosa Ziehau }
395158880b0dSSepherosa Ziehau }
395258880b0dSSepherosa Ziehau return 0;
395358880b0dSSepherosa Ziehau }
395458880b0dSSepherosa Ziehau
395558880b0dSSepherosa Ziehau static void
jme_msix_teardown(device_t dev,int msix_count)395658880b0dSSepherosa Ziehau jme_msix_teardown(device_t dev, int msix_count)
395758880b0dSSepherosa Ziehau {
395858880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev);
395958880b0dSSepherosa Ziehau int x;
396058880b0dSSepherosa Ziehau
396158880b0dSSepherosa Ziehau for (x = 0; x < msix_count; ++x) {
396258880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[x];
396358880b0dSSepherosa Ziehau
396458880b0dSSepherosa Ziehau bus_teardown_intr(dev, msix->jme_msix_res,
396558880b0dSSepherosa Ziehau msix->jme_msix_handle);
396658880b0dSSepherosa Ziehau }
396758880b0dSSepherosa Ziehau }
3968cccc3955SSepherosa Ziehau
3969cccc3955SSepherosa Ziehau static void
jme_serialize_skipmain(struct jme_softc * sc)3970cccc3955SSepherosa Ziehau jme_serialize_skipmain(struct jme_softc *sc)
3971cccc3955SSepherosa Ziehau {
3972cccc3955SSepherosa Ziehau lwkt_serialize_array_enter(sc->jme_serialize_arr,
3973cccc3955SSepherosa Ziehau sc->jme_serialize_cnt, 1);
3974cccc3955SSepherosa Ziehau }
3975cccc3955SSepherosa Ziehau
3976cccc3955SSepherosa Ziehau static void
jme_deserialize_skipmain(struct jme_softc * sc)3977cccc3955SSepherosa Ziehau jme_deserialize_skipmain(struct jme_softc *sc)
3978cccc3955SSepherosa Ziehau {
3979cccc3955SSepherosa Ziehau lwkt_serialize_array_exit(sc->jme_serialize_arr,
3980cccc3955SSepherosa Ziehau sc->jme_serialize_cnt, 1);
3981cccc3955SSepherosa Ziehau }
39828a0620e4SSepherosa Ziehau
39838a0620e4SSepherosa Ziehau static void
jme_enable_intr(struct jme_softc * sc)39848a0620e4SSepherosa Ziehau jme_enable_intr(struct jme_softc *sc)
39858a0620e4SSepherosa Ziehau {
39868a0620e4SSepherosa Ziehau int i;
39878a0620e4SSepherosa Ziehau
39888a0620e4SSepherosa Ziehau for (i = 0; i < sc->jme_serialize_cnt; ++i)
39898a0620e4SSepherosa Ziehau lwkt_serialize_handler_enable(sc->jme_serialize_arr[i]);
39908a0620e4SSepherosa Ziehau
39918a0620e4SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS);
39928a0620e4SSepherosa Ziehau }
39938a0620e4SSepherosa Ziehau
39948a0620e4SSepherosa Ziehau static void
jme_disable_intr(struct jme_softc * sc)39958a0620e4SSepherosa Ziehau jme_disable_intr(struct jme_softc *sc)
39968a0620e4SSepherosa Ziehau {
39978a0620e4SSepherosa Ziehau int i;
39988a0620e4SSepherosa Ziehau
39998a0620e4SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS);
40008a0620e4SSepherosa Ziehau
40018a0620e4SSepherosa Ziehau for (i = 0; i < sc->jme_serialize_cnt; ++i)
40028a0620e4SSepherosa Ziehau lwkt_serialize_handler_disable(sc->jme_serialize_arr[i]);
40038a0620e4SSepherosa Ziehau }
4004352c8444SSepherosa Ziehau
4005352c8444SSepherosa Ziehau static void
jme_phy_poweron(struct jme_softc * sc)4006352c8444SSepherosa Ziehau jme_phy_poweron(struct jme_softc *sc)
4007352c8444SSepherosa Ziehau {
4008352c8444SSepherosa Ziehau uint16_t bmcr;
4009352c8444SSepherosa Ziehau
4010352c8444SSepherosa Ziehau bmcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR);
4011352c8444SSepherosa Ziehau bmcr &= ~BMCR_PDOWN;
4012352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR, bmcr);
4013352c8444SSepherosa Ziehau
4014352c8444SSepherosa Ziehau if (sc->jme_caps & JME_CAP_PHYPWR) {
4015352c8444SSepherosa Ziehau uint32_t val;
4016352c8444SSepherosa Ziehau
4017352c8444SSepherosa Ziehau val = CSR_READ_4(sc, JME_PHYPWR);
4018352c8444SSepherosa Ziehau val &= ~(PHYPWR_DOWN1SEL | PHYPWR_DOWN1SW |
4019352c8444SSepherosa Ziehau PHYPWR_DOWN2 | PHYPWR_CLKSEL);
4020352c8444SSepherosa Ziehau CSR_WRITE_4(sc, JME_PHYPWR, val);
4021352c8444SSepherosa Ziehau
4022352c8444SSepherosa Ziehau val = pci_read_config(sc->jme_dev, JME_PCI_PE1, 4);
4023352c8444SSepherosa Ziehau val &= ~PE1_GPREG0_PHYBG;
4024352c8444SSepherosa Ziehau val |= PE1_GPREG0_ENBG;
4025352c8444SSepherosa Ziehau pci_write_config(sc->jme_dev, JME_PCI_PE1, val, 4);
4026352c8444SSepherosa Ziehau }
4027352c8444SSepherosa Ziehau }
4028352c8444SSepherosa Ziehau
4029352c8444SSepherosa Ziehau static void
jme_phy_poweroff(struct jme_softc * sc)4030352c8444SSepherosa Ziehau jme_phy_poweroff(struct jme_softc *sc)
4031352c8444SSepherosa Ziehau {
4032352c8444SSepherosa Ziehau uint16_t bmcr;
4033352c8444SSepherosa Ziehau
4034352c8444SSepherosa Ziehau bmcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR);
4035352c8444SSepherosa Ziehau bmcr |= BMCR_PDOWN;
4036352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR, bmcr);
4037352c8444SSepherosa Ziehau
4038352c8444SSepherosa Ziehau if (sc->jme_caps & JME_CAP_PHYPWR) {
4039352c8444SSepherosa Ziehau uint32_t val;
4040352c8444SSepherosa Ziehau
4041352c8444SSepherosa Ziehau val = CSR_READ_4(sc, JME_PHYPWR);
4042352c8444SSepherosa Ziehau val |= PHYPWR_DOWN1SEL | PHYPWR_DOWN1SW |
4043352c8444SSepherosa Ziehau PHYPWR_DOWN2 | PHYPWR_CLKSEL;
4044352c8444SSepherosa Ziehau CSR_WRITE_4(sc, JME_PHYPWR, val);
4045352c8444SSepherosa Ziehau
4046352c8444SSepherosa Ziehau val = pci_read_config(sc->jme_dev, JME_PCI_PE1, 4);
4047352c8444SSepherosa Ziehau val &= ~PE1_GPREG0_PHYBG;
4048352c8444SSepherosa Ziehau val |= PE1_GPREG0_PDD3COLD;
4049352c8444SSepherosa Ziehau pci_write_config(sc->jme_dev, JME_PCI_PE1, val, 4);
4050352c8444SSepherosa Ziehau }
4051352c8444SSepherosa Ziehau }
4052352c8444SSepherosa Ziehau
4053352c8444SSepherosa Ziehau static int
jme_miiext_read(struct jme_softc * sc,int reg)4054352c8444SSepherosa Ziehau jme_miiext_read(struct jme_softc *sc, int reg)
4055352c8444SSepherosa Ziehau {
4056352c8444SSepherosa Ziehau int addr;
4057352c8444SSepherosa Ziehau
4058352c8444SSepherosa Ziehau addr = JME_MII_EXT_ADDR_RD | reg;
4059352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4060352c8444SSepherosa Ziehau JME_MII_EXT_ADDR, addr);
4061352c8444SSepherosa Ziehau return jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr,
4062352c8444SSepherosa Ziehau JME_MII_EXT_DATA);
4063352c8444SSepherosa Ziehau }
4064352c8444SSepherosa Ziehau
4065352c8444SSepherosa Ziehau static void
jme_miiext_write(struct jme_softc * sc,int reg,int val)4066352c8444SSepherosa Ziehau jme_miiext_write(struct jme_softc *sc, int reg, int val)
4067352c8444SSepherosa Ziehau {
4068352c8444SSepherosa Ziehau int addr;
4069352c8444SSepherosa Ziehau
4070352c8444SSepherosa Ziehau addr = JME_MII_EXT_ADDR_WR | reg;
4071352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4072352c8444SSepherosa Ziehau JME_MII_EXT_DATA, val);
4073352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr,
4074352c8444SSepherosa Ziehau JME_MII_EXT_ADDR, addr);
4075352c8444SSepherosa Ziehau }
4076352c8444SSepherosa Ziehau
4077352c8444SSepherosa Ziehau static void
jme_phy_init(struct jme_softc * sc)4078352c8444SSepherosa Ziehau jme_phy_init(struct jme_softc *sc)
4079352c8444SSepherosa Ziehau {
4080352c8444SSepherosa Ziehau uint16_t gtcr;
4081352c8444SSepherosa Ziehau int val;
4082352c8444SSepherosa Ziehau
4083352c8444SSepherosa Ziehau jme_phy_poweroff(sc);
4084352c8444SSepherosa Ziehau jme_phy_poweron(sc);
4085352c8444SSepherosa Ziehau
4086352c8444SSepherosa Ziehau /* Enable PHY test 1 */
4087352c8444SSepherosa Ziehau gtcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR);
4088352c8444SSepherosa Ziehau gtcr &= ~GTCR_TEST_MASK;
4089352c8444SSepherosa Ziehau gtcr |= GTCR_TEST_1;
4090352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, gtcr);
4091352c8444SSepherosa Ziehau
4092352c8444SSepherosa Ziehau val = jme_miiext_read(sc, JME_MII_EXT_COM2);
4093352c8444SSepherosa Ziehau val &= ~JME_MII_EXT_COM2_CALIB_MODE0;
4094352c8444SSepherosa Ziehau val |= JME_MII_EXT_COM2_CALIB_LATCH | JME_MII_EXT_COM2_CALIB_EN;
4095352c8444SSepherosa Ziehau jme_miiext_write(sc, JME_MII_EXT_COM2, val);
4096352c8444SSepherosa Ziehau
4097352c8444SSepherosa Ziehau DELAY(20000);
4098352c8444SSepherosa Ziehau
4099352c8444SSepherosa Ziehau val = jme_miiext_read(sc, JME_MII_EXT_COM2);
4100352c8444SSepherosa Ziehau val &= ~(JME_MII_EXT_COM2_CALIB_MODE0 |
4101352c8444SSepherosa Ziehau JME_MII_EXT_COM2_CALIB_LATCH | JME_MII_EXT_COM2_CALIB_EN);
4102352c8444SSepherosa Ziehau jme_miiext_write(sc, JME_MII_EXT_COM2, val);
4103352c8444SSepherosa Ziehau
4104352c8444SSepherosa Ziehau /* Disable PHY test */
4105352c8444SSepherosa Ziehau gtcr = jme_miibus_readreg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR);
4106352c8444SSepherosa Ziehau gtcr &= ~GTCR_TEST_MASK;
4107352c8444SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, gtcr);
4108352c8444SSepherosa Ziehau
4109352c8444SSepherosa Ziehau if (sc->jme_phycom0 != 0)
4110352c8444SSepherosa Ziehau jme_miiext_write(sc, JME_MII_EXT_COM0, sc->jme_phycom0);
4111352c8444SSepherosa Ziehau if (sc->jme_phycom1 != 0)
4112352c8444SSepherosa Ziehau jme_miiext_write(sc, JME_MII_EXT_COM1, sc->jme_phycom1);
4113352c8444SSepherosa Ziehau }
4114