176fbb0b9SSepherosa Ziehau /*- 276fbb0b9SSepherosa Ziehau * Copyright (c) 2008, Pyun YongHyeon <yongari@FreeBSD.org> 376fbb0b9SSepherosa Ziehau * All rights reserved. 476fbb0b9SSepherosa Ziehau * 576fbb0b9SSepherosa Ziehau * Redistribution and use in source and binary forms, with or without 676fbb0b9SSepherosa Ziehau * modification, are permitted provided that the following conditions 776fbb0b9SSepherosa Ziehau * are met: 876fbb0b9SSepherosa Ziehau * 1. Redistributions of source code must retain the above copyright 976fbb0b9SSepherosa Ziehau * notice unmodified, this list of conditions, and the following 1076fbb0b9SSepherosa Ziehau * disclaimer. 1176fbb0b9SSepherosa Ziehau * 2. Redistributions in binary form must reproduce the above copyright 1276fbb0b9SSepherosa Ziehau * notice, this list of conditions and the following disclaimer in the 1376fbb0b9SSepherosa Ziehau * documentation and/or other materials provided with the distribution. 1476fbb0b9SSepherosa Ziehau * 1576fbb0b9SSepherosa Ziehau * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1676fbb0b9SSepherosa Ziehau * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1776fbb0b9SSepherosa Ziehau * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1876fbb0b9SSepherosa Ziehau * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1976fbb0b9SSepherosa Ziehau * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2076fbb0b9SSepherosa Ziehau * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2176fbb0b9SSepherosa Ziehau * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2276fbb0b9SSepherosa Ziehau * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2376fbb0b9SSepherosa Ziehau * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2476fbb0b9SSepherosa Ziehau * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2576fbb0b9SSepherosa Ziehau * SUCH DAMAGE. 2676fbb0b9SSepherosa Ziehau * 2776fbb0b9SSepherosa Ziehau * $FreeBSD: src/sys/dev/jme/if_jme.c,v 1.2 2008/07/18 04:20:48 yongari Exp $ 2876fbb0b9SSepherosa Ziehau */ 2976fbb0b9SSepherosa Ziehau 309de40864SSepherosa Ziehau #include "opt_polling.h" 3193bfe1b8SSepherosa Ziehau #include "opt_jme.h" 329de40864SSepherosa Ziehau 3376fbb0b9SSepherosa Ziehau #include <sys/param.h> 3476fbb0b9SSepherosa Ziehau #include <sys/endian.h> 3576fbb0b9SSepherosa Ziehau #include <sys/kernel.h> 3676fbb0b9SSepherosa Ziehau #include <sys/bus.h> 3776fbb0b9SSepherosa Ziehau #include <sys/interrupt.h> 3876fbb0b9SSepherosa Ziehau #include <sys/malloc.h> 3976fbb0b9SSepherosa Ziehau #include <sys/proc.h> 4076fbb0b9SSepherosa Ziehau #include <sys/rman.h> 4176fbb0b9SSepherosa Ziehau #include <sys/serialize.h> 4231f0d5a2SSepherosa Ziehau #include <sys/serialize2.h> 4376fbb0b9SSepherosa Ziehau #include <sys/socket.h> 4476fbb0b9SSepherosa Ziehau #include <sys/sockio.h> 4576fbb0b9SSepherosa Ziehau #include <sys/sysctl.h> 4676fbb0b9SSepherosa Ziehau 4776fbb0b9SSepherosa Ziehau #include <net/ethernet.h> 4876fbb0b9SSepherosa Ziehau #include <net/if.h> 4976fbb0b9SSepherosa Ziehau #include <net/bpf.h> 5076fbb0b9SSepherosa Ziehau #include <net/if_arp.h> 5176fbb0b9SSepherosa Ziehau #include <net/if_dl.h> 5276fbb0b9SSepherosa Ziehau #include <net/if_media.h> 5376fbb0b9SSepherosa Ziehau #include <net/ifq_var.h> 5424dd1705SSepherosa Ziehau #include <net/toeplitz.h> 55a6acc6e2SSepherosa Ziehau #include <net/toeplitz2.h> 5676fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_var.h> 5776fbb0b9SSepherosa Ziehau #include <net/vlan/if_vlan_ether.h> 5876fbb0b9SSepherosa Ziehau 59a6acc6e2SSepherosa Ziehau #include <netinet/in.h> 60a6acc6e2SSepherosa Ziehau 6176fbb0b9SSepherosa Ziehau #include <dev/netif/mii_layer/miivar.h> 62dbe37f03SSepherosa Ziehau #include <dev/netif/mii_layer/jmphyreg.h> 6376fbb0b9SSepherosa Ziehau 6476fbb0b9SSepherosa Ziehau #include <bus/pci/pcireg.h> 6576fbb0b9SSepherosa Ziehau #include <bus/pci/pcivar.h> 6676fbb0b9SSepherosa Ziehau #include <bus/pci/pcidevs.h> 6776fbb0b9SSepherosa Ziehau 6808c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmereg.h> 6908c76ecfSSepherosa Ziehau #include <dev/netif/jme/if_jmevar.h> 7076fbb0b9SSepherosa Ziehau 7176fbb0b9SSepherosa Ziehau #include "miibus_if.h" 7276fbb0b9SSepherosa Ziehau 7329890f78SSepherosa Ziehau #define JME_TX_SERIALIZE 1 7429890f78SSepherosa Ziehau #define JME_RX_SERIALIZE 2 7529890f78SSepherosa Ziehau 7676fbb0b9SSepherosa Ziehau #define JME_CSUM_FEATURES (CSUM_IP | CSUM_TCP | CSUM_UDP) 7776fbb0b9SSepherosa Ziehau 78760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG 79760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...) \ 80760c056cSSepherosa Ziehau do { \ 8166f75939SSepherosa Ziehau if ((sc)->jme_rss_debug >= (lvl)) \ 82760c056cSSepherosa Ziehau if_printf(&(sc)->arpcom.ac_if, fmt, __VA_ARGS__); \ 83760c056cSSepherosa Ziehau } while (0) 84760c056cSSepherosa Ziehau #else /* !JME_RSS_DEBUG */ 85760c056cSSepherosa Ziehau #define JME_RSS_DPRINTF(sc, lvl, fmt, ...) ((void)0) 86760c056cSSepherosa Ziehau #endif /* JME_RSS_DEBUG */ 87760c056cSSepherosa Ziehau 8876fbb0b9SSepherosa Ziehau static int jme_probe(device_t); 8976fbb0b9SSepherosa Ziehau static int jme_attach(device_t); 9076fbb0b9SSepherosa Ziehau static int jme_detach(device_t); 9176fbb0b9SSepherosa Ziehau static int jme_shutdown(device_t); 9276fbb0b9SSepherosa Ziehau static int jme_suspend(device_t); 9376fbb0b9SSepherosa Ziehau static int jme_resume(device_t); 9476fbb0b9SSepherosa Ziehau 9576fbb0b9SSepherosa Ziehau static int jme_miibus_readreg(device_t, int, int); 9676fbb0b9SSepherosa Ziehau static int jme_miibus_writereg(device_t, int, int, int); 9776fbb0b9SSepherosa Ziehau static void jme_miibus_statchg(device_t); 9876fbb0b9SSepherosa Ziehau 9976fbb0b9SSepherosa Ziehau static void jme_init(void *); 10076fbb0b9SSepherosa Ziehau static int jme_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *); 10176fbb0b9SSepherosa Ziehau static void jme_start(struct ifnet *); 10276fbb0b9SSepherosa Ziehau static void jme_watchdog(struct ifnet *); 10376fbb0b9SSepherosa Ziehau static void jme_mediastatus(struct ifnet *, struct ifmediareq *); 10476fbb0b9SSepherosa Ziehau static int jme_mediachange(struct ifnet *); 1059de40864SSepherosa Ziehau #ifdef DEVICE_POLLING 1069de40864SSepherosa Ziehau static void jme_poll(struct ifnet *, enum poll_cmd, int); 1079de40864SSepherosa Ziehau #endif 10831f0d5a2SSepherosa Ziehau static void jme_serialize(struct ifnet *, enum ifnet_serialize); 10931f0d5a2SSepherosa Ziehau static void jme_deserialize(struct ifnet *, enum ifnet_serialize); 11031f0d5a2SSepherosa Ziehau static int jme_tryserialize(struct ifnet *, enum ifnet_serialize); 11131f0d5a2SSepherosa Ziehau #ifdef INVARIANTS 11231f0d5a2SSepherosa Ziehau static void jme_serialize_assert(struct ifnet *, enum ifnet_serialize, 11331f0d5a2SSepherosa Ziehau boolean_t); 11431f0d5a2SSepherosa Ziehau #endif 11576fbb0b9SSepherosa Ziehau 11676fbb0b9SSepherosa Ziehau static void jme_intr(void *); 11758880b0dSSepherosa Ziehau static void jme_msix_tx(void *); 11858880b0dSSepherosa Ziehau static void jme_msix_rx(void *); 11976fbb0b9SSepherosa Ziehau static void jme_txeof(struct jme_softc *); 120dea2452aSSepherosa Ziehau static void jme_rxeof(struct jme_rxdata *, int); 1214447c752SSepherosa Ziehau static void jme_rx_intr(struct jme_softc *, uint32_t); 12276fbb0b9SSepherosa Ziehau 12358880b0dSSepherosa Ziehau static int jme_msix_setup(device_t); 12458880b0dSSepherosa Ziehau static void jme_msix_teardown(device_t, int); 12558880b0dSSepherosa Ziehau static int jme_intr_setup(device_t); 12658880b0dSSepherosa Ziehau static void jme_intr_teardown(device_t); 12758880b0dSSepherosa Ziehau static void jme_msix_try_alloc(device_t); 12858880b0dSSepherosa Ziehau static void jme_msix_free(device_t); 12958880b0dSSepherosa Ziehau static int jme_intr_alloc(device_t); 13058880b0dSSepherosa Ziehau static void jme_intr_free(device_t); 13176fbb0b9SSepherosa Ziehau static int jme_dma_alloc(struct jme_softc *); 1320b3414d9SSepherosa Ziehau static void jme_dma_free(struct jme_softc *); 133dea2452aSSepherosa Ziehau static int jme_init_rx_ring(struct jme_rxdata *); 13476fbb0b9SSepherosa Ziehau static void jme_init_tx_ring(struct jme_softc *); 13576fbb0b9SSepherosa Ziehau static void jme_init_ssb(struct jme_softc *); 136dea2452aSSepherosa Ziehau static int jme_newbuf(struct jme_rxdata *, struct jme_rxdesc *, int); 13776fbb0b9SSepherosa Ziehau static int jme_encap(struct jme_softc *, struct mbuf **); 138dea2452aSSepherosa Ziehau static void jme_rxpkt(struct jme_rxdata *); 139dea2452aSSepherosa Ziehau static int jme_rxring_dma_alloc(struct jme_rxdata *); 140dea2452aSSepherosa Ziehau static int jme_rxbuf_dma_alloc(struct jme_rxdata *); 141064b75edSSepherosa Ziehau static int jme_rxbuf_dma_filter(void *, bus_addr_t); 14276fbb0b9SSepherosa Ziehau 14376fbb0b9SSepherosa Ziehau static void jme_tick(void *); 14476fbb0b9SSepherosa Ziehau static void jme_stop(struct jme_softc *); 14576fbb0b9SSepherosa Ziehau static void jme_reset(struct jme_softc *); 14658880b0dSSepherosa Ziehau static void jme_set_msinum(struct jme_softc *); 14776fbb0b9SSepherosa Ziehau static void jme_set_vlan(struct jme_softc *); 14876fbb0b9SSepherosa Ziehau static void jme_set_filter(struct jme_softc *); 14976fbb0b9SSepherosa Ziehau static void jme_stop_tx(struct jme_softc *); 15076fbb0b9SSepherosa Ziehau static void jme_stop_rx(struct jme_softc *); 15176fbb0b9SSepherosa Ziehau static void jme_mac_config(struct jme_softc *); 15276fbb0b9SSepherosa Ziehau static void jme_reg_macaddr(struct jme_softc *, uint8_t[]); 15376fbb0b9SSepherosa Ziehau static int jme_eeprom_macaddr(struct jme_softc *, uint8_t[]); 15476fbb0b9SSepherosa Ziehau static int jme_eeprom_read_byte(struct jme_softc *, uint8_t, uint8_t *); 15576fbb0b9SSepherosa Ziehau #ifdef notyet 15676fbb0b9SSepherosa Ziehau static void jme_setwol(struct jme_softc *); 15776fbb0b9SSepherosa Ziehau static void jme_setlinkspeed(struct jme_softc *); 15876fbb0b9SSepherosa Ziehau #endif 1592870abc4SSepherosa Ziehau static void jme_set_tx_coal(struct jme_softc *); 1602870abc4SSepherosa Ziehau static void jme_set_rx_coal(struct jme_softc *); 161760c056cSSepherosa Ziehau static void jme_enable_rss(struct jme_softc *); 162760c056cSSepherosa Ziehau static void jme_disable_rss(struct jme_softc *); 163*cccc3955SSepherosa Ziehau static void jme_serialize_skipmain(struct jme_softc *); 164*cccc3955SSepherosa Ziehau static void jme_deserialize_skipmain(struct jme_softc *); 16576fbb0b9SSepherosa Ziehau 16676fbb0b9SSepherosa Ziehau static void jme_sysctl_node(struct jme_softc *); 1672870abc4SSepherosa Ziehau static int jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS); 1682870abc4SSepherosa Ziehau static int jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS); 1692870abc4SSepherosa Ziehau static int jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS); 1702870abc4SSepherosa Ziehau static int jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS); 17176fbb0b9SSepherosa Ziehau 17276fbb0b9SSepherosa Ziehau /* 17376fbb0b9SSepherosa Ziehau * Devices supported by this driver. 17476fbb0b9SSepherosa Ziehau */ 17576fbb0b9SSepherosa Ziehau static const struct jme_dev { 17676fbb0b9SSepherosa Ziehau uint16_t jme_vendorid; 17776fbb0b9SSepherosa Ziehau uint16_t jme_deviceid; 1783a5f3f36SSepherosa Ziehau uint32_t jme_caps; 17976fbb0b9SSepherosa Ziehau const char *jme_name; 18076fbb0b9SSepherosa Ziehau } jme_devs[] = { 18144e8c66cSSepherosa Ziehau { PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC250, 1823a5f3f36SSepherosa Ziehau JME_CAP_JUMBO, 18376fbb0b9SSepherosa Ziehau "JMicron Inc, JMC250 Gigabit Ethernet" }, 18444e8c66cSSepherosa Ziehau { PCI_VENDOR_JMICRON, PCI_PRODUCT_JMICRON_JMC260, 1853a5f3f36SSepherosa Ziehau JME_CAP_FASTETH, 18676fbb0b9SSepherosa Ziehau "JMicron Inc, JMC260 Fast Ethernet" }, 1873a5f3f36SSepherosa Ziehau { 0, 0, 0, NULL } 18876fbb0b9SSepherosa Ziehau }; 18976fbb0b9SSepherosa Ziehau 19076fbb0b9SSepherosa Ziehau static device_method_t jme_methods[] = { 19176fbb0b9SSepherosa Ziehau /* Device interface. */ 19276fbb0b9SSepherosa Ziehau DEVMETHOD(device_probe, jme_probe), 19376fbb0b9SSepherosa Ziehau DEVMETHOD(device_attach, jme_attach), 19476fbb0b9SSepherosa Ziehau DEVMETHOD(device_detach, jme_detach), 19576fbb0b9SSepherosa Ziehau DEVMETHOD(device_shutdown, jme_shutdown), 19676fbb0b9SSepherosa Ziehau DEVMETHOD(device_suspend, jme_suspend), 19776fbb0b9SSepherosa Ziehau DEVMETHOD(device_resume, jme_resume), 19876fbb0b9SSepherosa Ziehau 19976fbb0b9SSepherosa Ziehau /* Bus interface. */ 20076fbb0b9SSepherosa Ziehau DEVMETHOD(bus_print_child, bus_generic_print_child), 20176fbb0b9SSepherosa Ziehau DEVMETHOD(bus_driver_added, bus_generic_driver_added), 20276fbb0b9SSepherosa Ziehau 20376fbb0b9SSepherosa Ziehau /* MII interface. */ 20476fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_readreg, jme_miibus_readreg), 20576fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_writereg, jme_miibus_writereg), 20676fbb0b9SSepherosa Ziehau DEVMETHOD(miibus_statchg, jme_miibus_statchg), 20776fbb0b9SSepherosa Ziehau 20876fbb0b9SSepherosa Ziehau { NULL, NULL } 20976fbb0b9SSepherosa Ziehau }; 21076fbb0b9SSepherosa Ziehau 21176fbb0b9SSepherosa Ziehau static driver_t jme_driver = { 21276fbb0b9SSepherosa Ziehau "jme", 21376fbb0b9SSepherosa Ziehau jme_methods, 21476fbb0b9SSepherosa Ziehau sizeof(struct jme_softc) 21576fbb0b9SSepherosa Ziehau }; 21676fbb0b9SSepherosa Ziehau 21776fbb0b9SSepherosa Ziehau static devclass_t jme_devclass; 21876fbb0b9SSepherosa Ziehau 21976fbb0b9SSepherosa Ziehau DECLARE_DUMMY_MODULE(if_jme); 22076fbb0b9SSepherosa Ziehau MODULE_DEPEND(if_jme, miibus, 1, 1, 1); 221aa2b9d05SSascha Wildner DRIVER_MODULE(if_jme, pci, jme_driver, jme_devclass, NULL, NULL); 222aa2b9d05SSascha Wildner DRIVER_MODULE(miibus, jme, miibus_driver, miibus_devclass, NULL, NULL); 22376fbb0b9SSepherosa Ziehau 2244447c752SSepherosa Ziehau static const struct { 2254447c752SSepherosa Ziehau uint32_t jme_coal; 2264447c752SSepherosa Ziehau uint32_t jme_comp; 22758880b0dSSepherosa Ziehau uint32_t jme_empty; 2284447c752SSepherosa Ziehau } jme_rx_status[JME_NRXRING_MAX] = { 22958880b0dSSepherosa Ziehau { INTR_RXQ0_COAL | INTR_RXQ0_COAL_TO, INTR_RXQ0_COMP, 23058880b0dSSepherosa Ziehau INTR_RXQ0_DESC_EMPTY }, 23158880b0dSSepherosa Ziehau { INTR_RXQ1_COAL | INTR_RXQ1_COAL_TO, INTR_RXQ1_COMP, 23258880b0dSSepherosa Ziehau INTR_RXQ1_DESC_EMPTY }, 23358880b0dSSepherosa Ziehau { INTR_RXQ2_COAL | INTR_RXQ2_COAL_TO, INTR_RXQ2_COMP, 23458880b0dSSepherosa Ziehau INTR_RXQ2_DESC_EMPTY }, 23558880b0dSSepherosa Ziehau { INTR_RXQ3_COAL | INTR_RXQ3_COAL_TO, INTR_RXQ3_COMP, 23658880b0dSSepherosa Ziehau INTR_RXQ3_DESC_EMPTY } 2374447c752SSepherosa Ziehau }; 2384447c752SSepherosa Ziehau 23969325526SSepherosa Ziehau static int jme_rx_desc_count = JME_RX_DESC_CNT_DEF; 24069325526SSepherosa Ziehau static int jme_tx_desc_count = JME_TX_DESC_CNT_DEF; 2416afef6abSSepherosa Ziehau static int jme_rx_ring_count = 0; 2423eba890aSSepherosa Ziehau static int jme_msi_enable = 1; 24358880b0dSSepherosa Ziehau static int jme_msix_enable = 1; 24483b03786SSepherosa Ziehau 24583b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.rx_desc_count", &jme_rx_desc_count); 24683b03786SSepherosa Ziehau TUNABLE_INT("hw.jme.tx_desc_count", &jme_tx_desc_count); 247413d06bbSSepherosa Ziehau TUNABLE_INT("hw.jme.rx_ring_count", &jme_rx_ring_count); 2483eba890aSSepherosa Ziehau TUNABLE_INT("hw.jme.msi.enable", &jme_msi_enable); 24958880b0dSSepherosa Ziehau TUNABLE_INT("hw.jme.msix.enable", &jme_msix_enable); 25083b03786SSepherosa Ziehau 251fd2a6d2cSSepherosa Ziehau static __inline void 252fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(struct jme_rxdesc *rxd) 253fd2a6d2cSSepherosa Ziehau { 254fd2a6d2cSSepherosa Ziehau struct jme_desc *desc; 255fd2a6d2cSSepherosa Ziehau 256fd2a6d2cSSepherosa Ziehau desc = rxd->rx_desc; 257fd2a6d2cSSepherosa Ziehau desc->buflen = htole32(MCLBYTES); 258fd2a6d2cSSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(rxd->rx_paddr)); 259fd2a6d2cSSepherosa Ziehau desc->addr_hi = htole32(JME_ADDR_HI(rxd->rx_paddr)); 260fd2a6d2cSSepherosa Ziehau desc->flags = htole32(JME_RD_OWN | JME_RD_INTR | JME_RD_64BIT); 261fd2a6d2cSSepherosa Ziehau } 262fd2a6d2cSSepherosa Ziehau 26376fbb0b9SSepherosa Ziehau /* 26476fbb0b9SSepherosa Ziehau * Read a PHY register on the MII of the JMC250. 26576fbb0b9SSepherosa Ziehau */ 26676fbb0b9SSepherosa Ziehau static int 26776fbb0b9SSepherosa Ziehau jme_miibus_readreg(device_t dev, int phy, int reg) 26876fbb0b9SSepherosa Ziehau { 26976fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 27076fbb0b9SSepherosa Ziehau uint32_t val; 27176fbb0b9SSepherosa Ziehau int i; 27276fbb0b9SSepherosa Ziehau 27376fbb0b9SSepherosa Ziehau /* For FPGA version, PHY address 0 should be ignored. */ 274ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) { 27576fbb0b9SSepherosa Ziehau if (phy == 0) 27676fbb0b9SSepherosa Ziehau return (0); 27776fbb0b9SSepherosa Ziehau } else { 27876fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != phy) 27976fbb0b9SSepherosa Ziehau return (0); 28076fbb0b9SSepherosa Ziehau } 28176fbb0b9SSepherosa Ziehau 28276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMI, SMI_OP_READ | SMI_OP_EXECUTE | 28376fbb0b9SSepherosa Ziehau SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg)); 28476fbb0b9SSepherosa Ziehau 28576fbb0b9SSepherosa Ziehau for (i = JME_PHY_TIMEOUT; i > 0; i--) { 28676fbb0b9SSepherosa Ziehau DELAY(1); 28776fbb0b9SSepherosa Ziehau if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0) 28876fbb0b9SSepherosa Ziehau break; 28976fbb0b9SSepherosa Ziehau } 29076fbb0b9SSepherosa Ziehau if (i == 0) { 29176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "phy read timeout: " 29276fbb0b9SSepherosa Ziehau "phy %d, reg %d\n", phy, reg); 29376fbb0b9SSepherosa Ziehau return (0); 29476fbb0b9SSepherosa Ziehau } 29576fbb0b9SSepherosa Ziehau 29676fbb0b9SSepherosa Ziehau return ((val & SMI_DATA_MASK) >> SMI_DATA_SHIFT); 29776fbb0b9SSepherosa Ziehau } 29876fbb0b9SSepherosa Ziehau 29976fbb0b9SSepherosa Ziehau /* 30076fbb0b9SSepherosa Ziehau * Write a PHY register on the MII of the JMC250. 30176fbb0b9SSepherosa Ziehau */ 30276fbb0b9SSepherosa Ziehau static int 30376fbb0b9SSepherosa Ziehau jme_miibus_writereg(device_t dev, int phy, int reg, int val) 30476fbb0b9SSepherosa Ziehau { 30576fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 30676fbb0b9SSepherosa Ziehau int i; 30776fbb0b9SSepherosa Ziehau 30876fbb0b9SSepherosa Ziehau /* For FPGA version, PHY address 0 should be ignored. */ 309ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) { 31076fbb0b9SSepherosa Ziehau if (phy == 0) 31176fbb0b9SSepherosa Ziehau return (0); 31276fbb0b9SSepherosa Ziehau } else { 31376fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != phy) 31476fbb0b9SSepherosa Ziehau return (0); 31576fbb0b9SSepherosa Ziehau } 31676fbb0b9SSepherosa Ziehau 31776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMI, SMI_OP_WRITE | SMI_OP_EXECUTE | 31876fbb0b9SSepherosa Ziehau ((val << SMI_DATA_SHIFT) & SMI_DATA_MASK) | 31976fbb0b9SSepherosa Ziehau SMI_PHY_ADDR(phy) | SMI_REG_ADDR(reg)); 32076fbb0b9SSepherosa Ziehau 32176fbb0b9SSepherosa Ziehau for (i = JME_PHY_TIMEOUT; i > 0; i--) { 32276fbb0b9SSepherosa Ziehau DELAY(1); 32376fbb0b9SSepherosa Ziehau if (((val = CSR_READ_4(sc, JME_SMI)) & SMI_OP_EXECUTE) == 0) 32476fbb0b9SSepherosa Ziehau break; 32576fbb0b9SSepherosa Ziehau } 32676fbb0b9SSepherosa Ziehau if (i == 0) { 32776fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "phy write timeout: " 32876fbb0b9SSepherosa Ziehau "phy %d, reg %d\n", phy, reg); 32976fbb0b9SSepherosa Ziehau } 33076fbb0b9SSepherosa Ziehau 33176fbb0b9SSepherosa Ziehau return (0); 33276fbb0b9SSepherosa Ziehau } 33376fbb0b9SSepherosa Ziehau 33476fbb0b9SSepherosa Ziehau /* 33576fbb0b9SSepherosa Ziehau * Callback from MII layer when media changes. 33676fbb0b9SSepherosa Ziehau */ 33776fbb0b9SSepherosa Ziehau static void 33876fbb0b9SSepherosa Ziehau jme_miibus_statchg(device_t dev) 33976fbb0b9SSepherosa Ziehau { 34076fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 34176fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 34276fbb0b9SSepherosa Ziehau struct mii_data *mii; 34376fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 34476fbb0b9SSepherosa Ziehau bus_addr_t paddr; 3454447c752SSepherosa Ziehau int i, r; 34676fbb0b9SSepherosa Ziehau 347*cccc3955SSepherosa Ziehau if (sc->jme_in_tick) 348*cccc3955SSepherosa Ziehau jme_serialize_skipmain(sc); 34931f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 35076fbb0b9SSepherosa Ziehau 35176fbb0b9SSepherosa Ziehau if ((ifp->if_flags & IFF_RUNNING) == 0) 352*cccc3955SSepherosa Ziehau goto done; 35376fbb0b9SSepherosa Ziehau 35476fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus); 35576fbb0b9SSepherosa Ziehau 356*cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE; 35776fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) { 35876fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) { 35976fbb0b9SSepherosa Ziehau case IFM_10_T: 36076fbb0b9SSepherosa Ziehau case IFM_100_TX: 361*cccc3955SSepherosa Ziehau sc->jme_has_link = TRUE; 36276fbb0b9SSepherosa Ziehau break; 36376fbb0b9SSepherosa Ziehau case IFM_1000_T: 364ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FASTETH) 36576fbb0b9SSepherosa Ziehau break; 366*cccc3955SSepherosa Ziehau sc->jme_has_link = TRUE; 36776fbb0b9SSepherosa Ziehau break; 36876fbb0b9SSepherosa Ziehau default: 36976fbb0b9SSepherosa Ziehau break; 37076fbb0b9SSepherosa Ziehau } 37176fbb0b9SSepherosa Ziehau } 37276fbb0b9SSepherosa Ziehau 37376fbb0b9SSepherosa Ziehau /* 37476fbb0b9SSepherosa Ziehau * Disabling Rx/Tx MACs have a side-effect of resetting 37576fbb0b9SSepherosa Ziehau * JME_TXNDA/JME_RXNDA register to the first address of 37676fbb0b9SSepherosa Ziehau * Tx/Rx descriptor address. So driver should reset its 37776fbb0b9SSepherosa Ziehau * internal procucer/consumer pointer and reclaim any 37876fbb0b9SSepherosa Ziehau * allocated resources. Note, just saving the value of 37976fbb0b9SSepherosa Ziehau * JME_TXNDA and JME_RXNDA registers before stopping MAC 38076fbb0b9SSepherosa Ziehau * and restoring JME_TXNDA/JME_RXNDA register is not 38176fbb0b9SSepherosa Ziehau * sufficient to make sure correct MAC state because 38276fbb0b9SSepherosa Ziehau * stopping MAC operation can take a while and hardware 38376fbb0b9SSepherosa Ziehau * might have updated JME_TXNDA/JME_RXNDA registers 38476fbb0b9SSepherosa Ziehau * during the stop operation. 38576fbb0b9SSepherosa Ziehau */ 38676fbb0b9SSepherosa Ziehau 38776fbb0b9SSepherosa Ziehau /* Disable interrupts */ 38876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS); 38976fbb0b9SSepherosa Ziehau 39076fbb0b9SSepherosa Ziehau /* Stop driver */ 39176fbb0b9SSepherosa Ziehau ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE); 39276fbb0b9SSepherosa Ziehau ifp->if_timer = 0; 39376fbb0b9SSepherosa Ziehau callout_stop(&sc->jme_tick_ch); 39476fbb0b9SSepherosa Ziehau 39576fbb0b9SSepherosa Ziehau /* Stop receiver/transmitter. */ 39676fbb0b9SSepherosa Ziehau jme_stop_rx(sc); 39776fbb0b9SSepherosa Ziehau jme_stop_tx(sc); 39876fbb0b9SSepherosa Ziehau 3997b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 4004447c752SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r]; 4014447c752SSepherosa Ziehau 402dea2452aSSepherosa Ziehau jme_rxeof(rdata, -1); 4034447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL) 4044447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead); 405dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata); 4064447c752SSepherosa Ziehau 4074447c752SSepherosa Ziehau /* 4084447c752SSepherosa Ziehau * Reuse configured Rx descriptors and reset 4094447c752SSepherosa Ziehau * procuder/consumer index. 4104447c752SSepherosa Ziehau */ 4114447c752SSepherosa Ziehau rdata->jme_rx_cons = 0; 4124447c752SSepherosa Ziehau } 4136afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(sc)) 414deaeb5a5SSepherosa Ziehau jme_enable_rss(sc); 415deaeb5a5SSepherosa Ziehau else 416deaeb5a5SSepherosa Ziehau jme_disable_rss(sc); 41776fbb0b9SSepherosa Ziehau 41876fbb0b9SSepherosa Ziehau jme_txeof(sc); 41976fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt != 0) { 42076fbb0b9SSepherosa Ziehau /* Remove queued packets for transmit. */ 421b020bb10SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_tx_desc_cnt; i++) { 42276fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[i]; 42376fbb0b9SSepherosa Ziehau if (txd->tx_m != NULL) { 42476fbb0b9SSepherosa Ziehau bus_dmamap_unload( 42576fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_tag, 42676fbb0b9SSepherosa Ziehau txd->tx_dmamap); 42776fbb0b9SSepherosa Ziehau m_freem(txd->tx_m); 42876fbb0b9SSepherosa Ziehau txd->tx_m = NULL; 42976fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0; 43076fbb0b9SSepherosa Ziehau ifp->if_oerrors++; 43176fbb0b9SSepherosa Ziehau } 43276fbb0b9SSepherosa Ziehau } 43376fbb0b9SSepherosa Ziehau } 43476fbb0b9SSepherosa Ziehau jme_init_tx_ring(sc); 43576fbb0b9SSepherosa Ziehau 43676fbb0b9SSepherosa Ziehau /* Initialize shadow status block. */ 43776fbb0b9SSepherosa Ziehau jme_init_ssb(sc); 43876fbb0b9SSepherosa Ziehau 43976fbb0b9SSepherosa Ziehau /* Program MAC with resolved speed/duplex/flow-control. */ 440*cccc3955SSepherosa Ziehau if (sc->jme_has_link) { 44176fbb0b9SSepherosa Ziehau jme_mac_config(sc); 44276fbb0b9SSepherosa Ziehau 44376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr); 44476fbb0b9SSepherosa Ziehau 44576fbb0b9SSepherosa Ziehau /* Set Tx ring address to the hardware. */ 4467405bec3SSepherosa Ziehau paddr = sc->jme_cdata.jme_tx_ring_paddr; 44776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr)); 44876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr)); 44976fbb0b9SSepherosa Ziehau 4507b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 4514447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, 4524447c752SSepherosa Ziehau sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r)); 4534447c752SSepherosa Ziehau 45476fbb0b9SSepherosa Ziehau /* Set Rx ring address to the hardware. */ 4554447c752SSepherosa Ziehau paddr = sc->jme_cdata.jme_rx_data[r].jme_rx_ring_paddr; 45676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr)); 45776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr)); 4584447c752SSepherosa Ziehau } 45976fbb0b9SSepherosa Ziehau 46076fbb0b9SSepherosa Ziehau /* Restart receiver/transmitter. */ 46176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RX_ENB | 46276fbb0b9SSepherosa Ziehau RXCSR_RXQ_START); 46376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB); 46476fbb0b9SSepherosa Ziehau } 46576fbb0b9SSepherosa Ziehau 46676fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_RUNNING; 46776fbb0b9SSepherosa Ziehau ifp->if_flags &= ~IFF_OACTIVE; 46876fbb0b9SSepherosa Ziehau callout_reset(&sc->jme_tick_ch, hz, jme_tick, sc); 46976fbb0b9SSepherosa Ziehau 4709de40864SSepherosa Ziehau #ifdef DEVICE_POLLING 4719de40864SSepherosa Ziehau if (!(ifp->if_flags & IFF_POLLING)) 4729de40864SSepherosa Ziehau #endif 47376fbb0b9SSepherosa Ziehau /* Reenable interrupts. */ 47476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS); 475*cccc3955SSepherosa Ziehau 476*cccc3955SSepherosa Ziehau done: 477*cccc3955SSepherosa Ziehau if (sc->jme_in_tick) 478*cccc3955SSepherosa Ziehau jme_deserialize_skipmain(sc); 47976fbb0b9SSepherosa Ziehau } 48076fbb0b9SSepherosa Ziehau 48176fbb0b9SSepherosa Ziehau /* 48276fbb0b9SSepherosa Ziehau * Get the current interface media status. 48376fbb0b9SSepherosa Ziehau */ 48476fbb0b9SSepherosa Ziehau static void 48576fbb0b9SSepherosa Ziehau jme_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr) 48676fbb0b9SSepherosa Ziehau { 48776fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 48876fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus); 48976fbb0b9SSepherosa Ziehau 49031f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 49176fbb0b9SSepherosa Ziehau 49276fbb0b9SSepherosa Ziehau mii_pollstat(mii); 49376fbb0b9SSepherosa Ziehau ifmr->ifm_status = mii->mii_media_status; 49476fbb0b9SSepherosa Ziehau ifmr->ifm_active = mii->mii_media_active; 49576fbb0b9SSepherosa Ziehau } 49676fbb0b9SSepherosa Ziehau 49776fbb0b9SSepherosa Ziehau /* 49876fbb0b9SSepherosa Ziehau * Set hardware to newly-selected media. 49976fbb0b9SSepherosa Ziehau */ 50076fbb0b9SSepherosa Ziehau static int 50176fbb0b9SSepherosa Ziehau jme_mediachange(struct ifnet *ifp) 50276fbb0b9SSepherosa Ziehau { 50376fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 50476fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus); 50576fbb0b9SSepherosa Ziehau int error; 50676fbb0b9SSepherosa Ziehau 50731f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 50876fbb0b9SSepherosa Ziehau 50976fbb0b9SSepherosa Ziehau if (mii->mii_instance != 0) { 51076fbb0b9SSepherosa Ziehau struct mii_softc *miisc; 51176fbb0b9SSepherosa Ziehau 51276fbb0b9SSepherosa Ziehau LIST_FOREACH(miisc, &mii->mii_phys, mii_list) 51376fbb0b9SSepherosa Ziehau mii_phy_reset(miisc); 51476fbb0b9SSepherosa Ziehau } 51576fbb0b9SSepherosa Ziehau error = mii_mediachg(mii); 51676fbb0b9SSepherosa Ziehau 51776fbb0b9SSepherosa Ziehau return (error); 51876fbb0b9SSepherosa Ziehau } 51976fbb0b9SSepherosa Ziehau 52076fbb0b9SSepherosa Ziehau static int 52176fbb0b9SSepherosa Ziehau jme_probe(device_t dev) 52276fbb0b9SSepherosa Ziehau { 52376fbb0b9SSepherosa Ziehau const struct jme_dev *sp; 52476fbb0b9SSepherosa Ziehau uint16_t vid, did; 52576fbb0b9SSepherosa Ziehau 52676fbb0b9SSepherosa Ziehau vid = pci_get_vendor(dev); 52776fbb0b9SSepherosa Ziehau did = pci_get_device(dev); 52876fbb0b9SSepherosa Ziehau for (sp = jme_devs; sp->jme_name != NULL; ++sp) { 52976fbb0b9SSepherosa Ziehau if (vid == sp->jme_vendorid && did == sp->jme_deviceid) { 53076fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 5313a5f3f36SSepherosa Ziehau 5323a5f3f36SSepherosa Ziehau sc->jme_caps = sp->jme_caps; 5333a5f3f36SSepherosa Ziehau device_set_desc(dev, sp->jme_name); 53476fbb0b9SSepherosa Ziehau return (0); 53576fbb0b9SSepherosa Ziehau } 53676fbb0b9SSepherosa Ziehau } 53776fbb0b9SSepherosa Ziehau return (ENXIO); 53876fbb0b9SSepherosa Ziehau } 53976fbb0b9SSepherosa Ziehau 54076fbb0b9SSepherosa Ziehau static int 54176fbb0b9SSepherosa Ziehau jme_eeprom_read_byte(struct jme_softc *sc, uint8_t addr, uint8_t *val) 54276fbb0b9SSepherosa Ziehau { 54376fbb0b9SSepherosa Ziehau uint32_t reg; 54476fbb0b9SSepherosa Ziehau int i; 54576fbb0b9SSepherosa Ziehau 54676fbb0b9SSepherosa Ziehau *val = 0; 54776fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) { 54876fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBCSR); 54976fbb0b9SSepherosa Ziehau if ((reg & SMBCSR_HW_BUSY_MASK) == SMBCSR_HW_IDLE) 55076fbb0b9SSepherosa Ziehau break; 55176fbb0b9SSepherosa Ziehau DELAY(1); 55276fbb0b9SSepherosa Ziehau } 55376fbb0b9SSepherosa Ziehau 55476fbb0b9SSepherosa Ziehau if (i == 0) { 55576fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "EEPROM idle timeout!\n"); 55676fbb0b9SSepherosa Ziehau return (ETIMEDOUT); 55776fbb0b9SSepherosa Ziehau } 55876fbb0b9SSepherosa Ziehau 55976fbb0b9SSepherosa Ziehau reg = ((uint32_t)addr << SMBINTF_ADDR_SHIFT) & SMBINTF_ADDR_MASK; 56076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SMBINTF, reg | SMBINTF_RD | SMBINTF_CMD_TRIGGER); 56176fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) { 56276fbb0b9SSepherosa Ziehau DELAY(1); 56376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBINTF); 56476fbb0b9SSepherosa Ziehau if ((reg & SMBINTF_CMD_TRIGGER) == 0) 56576fbb0b9SSepherosa Ziehau break; 56676fbb0b9SSepherosa Ziehau } 56776fbb0b9SSepherosa Ziehau 56876fbb0b9SSepherosa Ziehau if (i == 0) { 56976fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "EEPROM read timeout!\n"); 57076fbb0b9SSepherosa Ziehau return (ETIMEDOUT); 57176fbb0b9SSepherosa Ziehau } 57276fbb0b9SSepherosa Ziehau 57376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBINTF); 57476fbb0b9SSepherosa Ziehau *val = (reg & SMBINTF_RD_DATA_MASK) >> SMBINTF_RD_DATA_SHIFT; 57576fbb0b9SSepherosa Ziehau 57676fbb0b9SSepherosa Ziehau return (0); 57776fbb0b9SSepherosa Ziehau } 57876fbb0b9SSepherosa Ziehau 57976fbb0b9SSepherosa Ziehau static int 58076fbb0b9SSepherosa Ziehau jme_eeprom_macaddr(struct jme_softc *sc, uint8_t eaddr[]) 58176fbb0b9SSepherosa Ziehau { 58276fbb0b9SSepherosa Ziehau uint8_t fup, reg, val; 58376fbb0b9SSepherosa Ziehau uint32_t offset; 58476fbb0b9SSepherosa Ziehau int match; 58576fbb0b9SSepherosa Ziehau 58676fbb0b9SSepherosa Ziehau offset = 0; 58776fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 || 58876fbb0b9SSepherosa Ziehau fup != JME_EEPROM_SIG0) 58976fbb0b9SSepherosa Ziehau return (ENOENT); 59076fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset++, &fup) != 0 || 59176fbb0b9SSepherosa Ziehau fup != JME_EEPROM_SIG1) 59276fbb0b9SSepherosa Ziehau return (ENOENT); 59376fbb0b9SSepherosa Ziehau match = 0; 59476fbb0b9SSepherosa Ziehau do { 59576fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset, &fup) != 0) 59676fbb0b9SSepherosa Ziehau break; 59709927fe6SSepherosa Ziehau if (JME_EEPROM_MKDESC(JME_EEPROM_FUNC0, JME_EEPROM_PAGE_BAR1) == 59809927fe6SSepherosa Ziehau (fup & (JME_EEPROM_FUNC_MASK | JME_EEPROM_PAGE_MASK))) { 59976fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset + 1, ®) != 0) 60076fbb0b9SSepherosa Ziehau break; 60176fbb0b9SSepherosa Ziehau if (reg >= JME_PAR0 && 60276fbb0b9SSepherosa Ziehau reg < JME_PAR0 + ETHER_ADDR_LEN) { 60376fbb0b9SSepherosa Ziehau if (jme_eeprom_read_byte(sc, offset + 2, 60476fbb0b9SSepherosa Ziehau &val) != 0) 60576fbb0b9SSepherosa Ziehau break; 60676fbb0b9SSepherosa Ziehau eaddr[reg - JME_PAR0] = val; 60776fbb0b9SSepherosa Ziehau match++; 60876fbb0b9SSepherosa Ziehau } 60976fbb0b9SSepherosa Ziehau } 61009927fe6SSepherosa Ziehau /* Check for the end of EEPROM descriptor. */ 61109927fe6SSepherosa Ziehau if ((fup & JME_EEPROM_DESC_END) == JME_EEPROM_DESC_END) 61209927fe6SSepherosa Ziehau break; 61376fbb0b9SSepherosa Ziehau /* Try next eeprom descriptor. */ 61476fbb0b9SSepherosa Ziehau offset += JME_EEPROM_DESC_BYTES; 61576fbb0b9SSepherosa Ziehau } while (match != ETHER_ADDR_LEN && offset < JME_EEPROM_END); 61676fbb0b9SSepherosa Ziehau 61776fbb0b9SSepherosa Ziehau if (match == ETHER_ADDR_LEN) 61876fbb0b9SSepherosa Ziehau return (0); 61976fbb0b9SSepherosa Ziehau 62076fbb0b9SSepherosa Ziehau return (ENOENT); 62176fbb0b9SSepherosa Ziehau } 62276fbb0b9SSepherosa Ziehau 62376fbb0b9SSepherosa Ziehau static void 62476fbb0b9SSepherosa Ziehau jme_reg_macaddr(struct jme_softc *sc, uint8_t eaddr[]) 62576fbb0b9SSepherosa Ziehau { 62676fbb0b9SSepherosa Ziehau uint32_t par0, par1; 62776fbb0b9SSepherosa Ziehau 62876fbb0b9SSepherosa Ziehau /* Read station address. */ 62976fbb0b9SSepherosa Ziehau par0 = CSR_READ_4(sc, JME_PAR0); 63076fbb0b9SSepherosa Ziehau par1 = CSR_READ_4(sc, JME_PAR1); 63176fbb0b9SSepherosa Ziehau par1 &= 0xFFFF; 63276fbb0b9SSepherosa Ziehau if ((par0 == 0 && par1 == 0) || (par0 & 0x1)) { 63376fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 63476fbb0b9SSepherosa Ziehau "generating fake ethernet address.\n"); 63576fbb0b9SSepherosa Ziehau par0 = karc4random(); 63676fbb0b9SSepherosa Ziehau /* Set OUI to JMicron. */ 63776fbb0b9SSepherosa Ziehau eaddr[0] = 0x00; 63876fbb0b9SSepherosa Ziehau eaddr[1] = 0x1B; 63976fbb0b9SSepherosa Ziehau eaddr[2] = 0x8C; 64076fbb0b9SSepherosa Ziehau eaddr[3] = (par0 >> 16) & 0xff; 64176fbb0b9SSepherosa Ziehau eaddr[4] = (par0 >> 8) & 0xff; 64276fbb0b9SSepherosa Ziehau eaddr[5] = par0 & 0xff; 64376fbb0b9SSepherosa Ziehau } else { 64476fbb0b9SSepherosa Ziehau eaddr[0] = (par0 >> 0) & 0xFF; 64576fbb0b9SSepherosa Ziehau eaddr[1] = (par0 >> 8) & 0xFF; 64676fbb0b9SSepherosa Ziehau eaddr[2] = (par0 >> 16) & 0xFF; 64776fbb0b9SSepherosa Ziehau eaddr[3] = (par0 >> 24) & 0xFF; 64876fbb0b9SSepherosa Ziehau eaddr[4] = (par1 >> 0) & 0xFF; 64976fbb0b9SSepherosa Ziehau eaddr[5] = (par1 >> 8) & 0xFF; 65076fbb0b9SSepherosa Ziehau } 65176fbb0b9SSepherosa Ziehau } 65276fbb0b9SSepherosa Ziehau 65376fbb0b9SSepherosa Ziehau static int 65476fbb0b9SSepherosa Ziehau jme_attach(device_t dev) 65576fbb0b9SSepherosa Ziehau { 65676fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 65776fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 65876fbb0b9SSepherosa Ziehau uint32_t reg; 659b249905bSSepherosa Ziehau uint16_t did; 660b249905bSSepherosa Ziehau uint8_t pcie_ptr, rev; 6617b040092SSepherosa Ziehau int error = 0, i, j, rx_desc_cnt; 66276fbb0b9SSepherosa Ziehau uint8_t eaddr[ETHER_ADDR_LEN]; 66376fbb0b9SSepherosa Ziehau 66431f0d5a2SSepherosa Ziehau lwkt_serialize_init(&sc->jme_serialize); 66531f0d5a2SSepherosa Ziehau lwkt_serialize_init(&sc->jme_cdata.jme_tx_serialize); 66631f0d5a2SSepherosa Ziehau for (i = 0; i < JME_NRXRING_MAX; ++i) { 66731f0d5a2SSepherosa Ziehau lwkt_serialize_init( 66831f0d5a2SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[i].jme_rx_serialize); 66931f0d5a2SSepherosa Ziehau } 67031f0d5a2SSepherosa Ziehau 6717b040092SSepherosa Ziehau rx_desc_cnt = device_getenv_int(dev, "rx_desc_count", 6721cc217a9SSepherosa Ziehau jme_rx_desc_count); 6737b040092SSepherosa Ziehau rx_desc_cnt = roundup(rx_desc_cnt, JME_NDESC_ALIGN); 6747b040092SSepherosa Ziehau if (rx_desc_cnt > JME_NDESC_MAX) 6757b040092SSepherosa Ziehau rx_desc_cnt = JME_NDESC_MAX; 67669325526SSepherosa Ziehau 677b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt = device_getenv_int(dev, "tx_desc_count", 6781cc217a9SSepherosa Ziehau jme_tx_desc_count); 679b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt = roundup(sc->jme_cdata.jme_tx_desc_cnt, 680b020bb10SSepherosa Ziehau JME_NDESC_ALIGN); 681b020bb10SSepherosa Ziehau if (sc->jme_cdata.jme_tx_desc_cnt > JME_NDESC_MAX) 682b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt = JME_NDESC_MAX; 68383b03786SSepherosa Ziehau 6849389fe19SMatthew Dillon /* 685a317449eSSepherosa Ziehau * Calculate rx rings 6869389fe19SMatthew Dillon */ 6877b040092SSepherosa Ziehau sc->jme_cdata.jme_rx_ring_cnt = device_getenv_int(dev, "rx_ring_count", 6881cc217a9SSepherosa Ziehau jme_rx_ring_count); 6897b040092SSepherosa Ziehau sc->jme_cdata.jme_rx_ring_cnt = 6907b040092SSepherosa Ziehau if_ring_count2(sc->jme_cdata.jme_rx_ring_cnt, JME_NRXRING_MAX); 6914447c752SSepherosa Ziehau 69231f0d5a2SSepherosa Ziehau i = 0; 69331f0d5a2SSepherosa Ziehau sc->jme_serialize_arr[i++] = &sc->jme_serialize; 69429890f78SSepherosa Ziehau 69529890f78SSepherosa Ziehau KKASSERT(i == JME_TX_SERIALIZE); 69631f0d5a2SSepherosa Ziehau sc->jme_serialize_arr[i++] = &sc->jme_cdata.jme_tx_serialize; 69729890f78SSepherosa Ziehau 69829890f78SSepherosa Ziehau KKASSERT(i == JME_RX_SERIALIZE); 6997b040092SSepherosa Ziehau for (j = 0; j < sc->jme_cdata.jme_rx_ring_cnt; ++j) { 70031f0d5a2SSepherosa Ziehau sc->jme_serialize_arr[i++] = 70131f0d5a2SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[j].jme_rx_serialize; 70231f0d5a2SSepherosa Ziehau } 70331f0d5a2SSepherosa Ziehau KKASSERT(i <= JME_NSERIALIZE); 70431f0d5a2SSepherosa Ziehau sc->jme_serialize_cnt = i; 70531f0d5a2SSepherosa Ziehau 70658880b0dSSepherosa Ziehau sc->jme_cdata.jme_sc = sc; 7077b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) { 70858880b0dSSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i]; 70958880b0dSSepherosa Ziehau 71058880b0dSSepherosa Ziehau rdata->jme_sc = sc; 71158880b0dSSepherosa Ziehau rdata->jme_rx_coal = jme_rx_status[i].jme_coal; 71258880b0dSSepherosa Ziehau rdata->jme_rx_comp = jme_rx_status[i].jme_comp; 71358880b0dSSepherosa Ziehau rdata->jme_rx_empty = jme_rx_status[i].jme_empty; 71458880b0dSSepherosa Ziehau rdata->jme_rx_idx = i; 7157b040092SSepherosa Ziehau rdata->jme_rx_desc_cnt = rx_desc_cnt; 71658880b0dSSepherosa Ziehau } 71758880b0dSSepherosa Ziehau 71876fbb0b9SSepherosa Ziehau sc->jme_dev = dev; 719b249905bSSepherosa Ziehau sc->jme_lowaddr = BUS_SPACE_MAXADDR; 720b249905bSSepherosa Ziehau 72176fbb0b9SSepherosa Ziehau if_initname(ifp, device_get_name(dev), device_get_unit(dev)); 72276fbb0b9SSepherosa Ziehau 72376fbb0b9SSepherosa Ziehau callout_init(&sc->jme_tick_ch); 72476fbb0b9SSepherosa Ziehau 72576fbb0b9SSepherosa Ziehau #ifndef BURN_BRIDGES 72676fbb0b9SSepherosa Ziehau if (pci_get_powerstate(dev) != PCI_POWERSTATE_D0) { 72776fbb0b9SSepherosa Ziehau uint32_t irq, mem; 72876fbb0b9SSepherosa Ziehau 72976fbb0b9SSepherosa Ziehau irq = pci_read_config(dev, PCIR_INTLINE, 4); 73076fbb0b9SSepherosa Ziehau mem = pci_read_config(dev, JME_PCIR_BAR, 4); 73176fbb0b9SSepherosa Ziehau 73276fbb0b9SSepherosa Ziehau device_printf(dev, "chip is in D%d power mode " 73376fbb0b9SSepherosa Ziehau "-- setting to D0\n", pci_get_powerstate(dev)); 73476fbb0b9SSepherosa Ziehau 73576fbb0b9SSepherosa Ziehau pci_set_powerstate(dev, PCI_POWERSTATE_D0); 73676fbb0b9SSepherosa Ziehau 73776fbb0b9SSepherosa Ziehau pci_write_config(dev, PCIR_INTLINE, irq, 4); 73876fbb0b9SSepherosa Ziehau pci_write_config(dev, JME_PCIR_BAR, mem, 4); 73976fbb0b9SSepherosa Ziehau } 74076fbb0b9SSepherosa Ziehau #endif /* !BURN_BRIDGE */ 74176fbb0b9SSepherosa Ziehau 74276fbb0b9SSepherosa Ziehau /* Enable bus mastering */ 74376fbb0b9SSepherosa Ziehau pci_enable_busmaster(dev); 74476fbb0b9SSepherosa Ziehau 74576fbb0b9SSepherosa Ziehau /* 74676fbb0b9SSepherosa Ziehau * Allocate IO memory 74776fbb0b9SSepherosa Ziehau * 74876fbb0b9SSepherosa Ziehau * JMC250 supports both memory mapped and I/O register space 74976fbb0b9SSepherosa Ziehau * access. Because I/O register access should use different 75076fbb0b9SSepherosa Ziehau * BARs to access registers it's waste of time to use I/O 75176fbb0b9SSepherosa Ziehau * register spce access. JMC250 uses 16K to map entire memory 75276fbb0b9SSepherosa Ziehau * space. 75376fbb0b9SSepherosa Ziehau */ 75476fbb0b9SSepherosa Ziehau sc->jme_mem_rid = JME_PCIR_BAR; 75576fbb0b9SSepherosa Ziehau sc->jme_mem_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY, 75676fbb0b9SSepherosa Ziehau &sc->jme_mem_rid, RF_ACTIVE); 75776fbb0b9SSepherosa Ziehau if (sc->jme_mem_res == NULL) { 75876fbb0b9SSepherosa Ziehau device_printf(dev, "can't allocate IO memory\n"); 75976fbb0b9SSepherosa Ziehau return ENXIO; 76076fbb0b9SSepherosa Ziehau } 76176fbb0b9SSepherosa Ziehau sc->jme_mem_bt = rman_get_bustag(sc->jme_mem_res); 76276fbb0b9SSepherosa Ziehau sc->jme_mem_bh = rman_get_bushandle(sc->jme_mem_res); 76376fbb0b9SSepherosa Ziehau 76476fbb0b9SSepherosa Ziehau /* 76576fbb0b9SSepherosa Ziehau * Allocate IRQ 76676fbb0b9SSepherosa Ziehau */ 76758880b0dSSepherosa Ziehau error = jme_intr_alloc(dev); 76858880b0dSSepherosa Ziehau if (error) 76976fbb0b9SSepherosa Ziehau goto fail; 77076fbb0b9SSepherosa Ziehau 77176fbb0b9SSepherosa Ziehau /* 772b249905bSSepherosa Ziehau * Extract revisions 77376fbb0b9SSepherosa Ziehau */ 77476fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_CHIPMODE); 77576fbb0b9SSepherosa Ziehau if (((reg & CHIPMODE_FPGA_REV_MASK) >> CHIPMODE_FPGA_REV_SHIFT) != 77676fbb0b9SSepherosa Ziehau CHIPMODE_NOT_FPGA) { 777ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_FPGA; 77876fbb0b9SSepherosa Ziehau if (bootverbose) { 77976fbb0b9SSepherosa Ziehau device_printf(dev, "FPGA revision: 0x%04x\n", 78076fbb0b9SSepherosa Ziehau (reg & CHIPMODE_FPGA_REV_MASK) >> 78176fbb0b9SSepherosa Ziehau CHIPMODE_FPGA_REV_SHIFT); 78276fbb0b9SSepherosa Ziehau } 78376fbb0b9SSepherosa Ziehau } 78476fbb0b9SSepherosa Ziehau 785b249905bSSepherosa Ziehau /* NOTE: FM revision is put in the upper 4 bits */ 786b249905bSSepherosa Ziehau rev = ((reg & CHIPMODE_REVFM_MASK) >> CHIPMODE_REVFM_SHIFT) << 4; 787b249905bSSepherosa Ziehau rev |= (reg & CHIPMODE_REVECO_MASK) >> CHIPMODE_REVECO_SHIFT; 788b249905bSSepherosa Ziehau if (bootverbose) 789b249905bSSepherosa Ziehau device_printf(dev, "Revision (FM/ECO): 0x%02x\n", rev); 790b249905bSSepherosa Ziehau 791b249905bSSepherosa Ziehau did = pci_get_device(dev); 792b249905bSSepherosa Ziehau switch (did) { 793b249905bSSepherosa Ziehau case PCI_PRODUCT_JMICRON_JMC250: 794b249905bSSepherosa Ziehau if (rev == JME_REV1_A2) 795b249905bSSepherosa Ziehau sc->jme_workaround |= JME_WA_EXTFIFO | JME_WA_HDX; 796b249905bSSepherosa Ziehau break; 797b249905bSSepherosa Ziehau 798b249905bSSepherosa Ziehau case PCI_PRODUCT_JMICRON_JMC260: 799b249905bSSepherosa Ziehau if (rev == JME_REV2) 800b249905bSSepherosa Ziehau sc->jme_lowaddr = BUS_SPACE_MAXADDR_32BIT; 801b249905bSSepherosa Ziehau break; 802b249905bSSepherosa Ziehau 803b249905bSSepherosa Ziehau default: 804ed20d0e3SSascha Wildner panic("unknown device id 0x%04x", did); 805b249905bSSepherosa Ziehau } 806b249905bSSepherosa Ziehau if (rev >= JME_REV2) { 807b249905bSSepherosa Ziehau sc->jme_clksrc = GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC; 808b249905bSSepherosa Ziehau sc->jme_clksrc_1000 = GHC_TXOFL_CLKSRC_1000 | 809b249905bSSepherosa Ziehau GHC_TXMAC_CLKSRC_1000; 810b249905bSSepherosa Ziehau } 811b249905bSSepherosa Ziehau 81276fbb0b9SSepherosa Ziehau /* Reset the ethernet controller. */ 81376fbb0b9SSepherosa Ziehau jme_reset(sc); 81476fbb0b9SSepherosa Ziehau 81558880b0dSSepherosa Ziehau /* Map MSI/MSI-X vectors */ 81658880b0dSSepherosa Ziehau jme_set_msinum(sc); 81758880b0dSSepherosa Ziehau 81876fbb0b9SSepherosa Ziehau /* Get station address. */ 81976fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_SMBCSR); 82076fbb0b9SSepherosa Ziehau if (reg & SMBCSR_EEPROM_PRESENT) 82176fbb0b9SSepherosa Ziehau error = jme_eeprom_macaddr(sc, eaddr); 82276fbb0b9SSepherosa Ziehau if (error != 0 || (reg & SMBCSR_EEPROM_PRESENT) == 0) { 82376fbb0b9SSepherosa Ziehau if (error != 0 && (bootverbose)) { 82476fbb0b9SSepherosa Ziehau device_printf(dev, "ethernet hardware address " 82576fbb0b9SSepherosa Ziehau "not found in EEPROM.\n"); 82676fbb0b9SSepherosa Ziehau } 82776fbb0b9SSepherosa Ziehau jme_reg_macaddr(sc, eaddr); 82876fbb0b9SSepherosa Ziehau } 82976fbb0b9SSepherosa Ziehau 83076fbb0b9SSepherosa Ziehau /* 83176fbb0b9SSepherosa Ziehau * Save PHY address. 83276fbb0b9SSepherosa Ziehau * Integrated JR0211 has fixed PHY address whereas FPGA version 83376fbb0b9SSepherosa Ziehau * requires PHY probing to get correct PHY address. 83476fbb0b9SSepherosa Ziehau */ 835ec7e787bSSepherosa Ziehau if ((sc->jme_caps & JME_CAP_FPGA) == 0) { 83676fbb0b9SSepherosa Ziehau sc->jme_phyaddr = CSR_READ_4(sc, JME_GPREG0) & 83776fbb0b9SSepherosa Ziehau GPREG0_PHY_ADDR_MASK; 83876fbb0b9SSepherosa Ziehau if (bootverbose) { 83976fbb0b9SSepherosa Ziehau device_printf(dev, "PHY is at address %d.\n", 84076fbb0b9SSepherosa Ziehau sc->jme_phyaddr); 84176fbb0b9SSepherosa Ziehau } 84276fbb0b9SSepherosa Ziehau } else { 84376fbb0b9SSepherosa Ziehau sc->jme_phyaddr = 0; 84476fbb0b9SSepherosa Ziehau } 84576fbb0b9SSepherosa Ziehau 84676fbb0b9SSepherosa Ziehau /* Set max allowable DMA size. */ 84776fbb0b9SSepherosa Ziehau pcie_ptr = pci_get_pciecap_ptr(dev); 84876fbb0b9SSepherosa Ziehau if (pcie_ptr != 0) { 84976fbb0b9SSepherosa Ziehau uint16_t ctrl; 85076fbb0b9SSepherosa Ziehau 851ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_PCIE; 85276fbb0b9SSepherosa Ziehau ctrl = pci_read_config(dev, pcie_ptr + PCIER_DEVCTRL, 2); 85376fbb0b9SSepherosa Ziehau if (bootverbose) { 85476fbb0b9SSepherosa Ziehau device_printf(dev, "Read request size : %d bytes.\n", 85576fbb0b9SSepherosa Ziehau 128 << ((ctrl >> 12) & 0x07)); 85676fbb0b9SSepherosa Ziehau device_printf(dev, "TLP payload size : %d bytes.\n", 85776fbb0b9SSepherosa Ziehau 128 << ((ctrl >> 5) & 0x07)); 85876fbb0b9SSepherosa Ziehau } 85976fbb0b9SSepherosa Ziehau switch (ctrl & PCIEM_DEVCTL_MAX_READRQ_MASK) { 86076fbb0b9SSepherosa Ziehau case PCIEM_DEVCTL_MAX_READRQ_128: 86176fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_128; 86276fbb0b9SSepherosa Ziehau break; 86376fbb0b9SSepherosa Ziehau case PCIEM_DEVCTL_MAX_READRQ_256: 86476fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_256; 86576fbb0b9SSepherosa Ziehau break; 86676fbb0b9SSepherosa Ziehau default: 86776fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512; 86876fbb0b9SSepherosa Ziehau break; 86976fbb0b9SSepherosa Ziehau } 87076fbb0b9SSepherosa Ziehau sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128; 87176fbb0b9SSepherosa Ziehau } else { 87276fbb0b9SSepherosa Ziehau sc->jme_tx_dma_size = TXCSR_DMA_SIZE_512; 87376fbb0b9SSepherosa Ziehau sc->jme_rx_dma_size = RXCSR_DMA_SIZE_128; 87476fbb0b9SSepherosa Ziehau } 87576fbb0b9SSepherosa Ziehau 87676fbb0b9SSepherosa Ziehau #ifdef notyet 87776fbb0b9SSepherosa Ziehau if (pci_find_extcap(dev, PCIY_PMG, &pmc) == 0) 878ec7e787bSSepherosa Ziehau sc->jme_caps |= JME_CAP_PMCAP; 87976fbb0b9SSepherosa Ziehau #endif 88076fbb0b9SSepherosa Ziehau 88176fbb0b9SSepherosa Ziehau /* 88276fbb0b9SSepherosa Ziehau * Create sysctl tree 88376fbb0b9SSepherosa Ziehau */ 88476fbb0b9SSepherosa Ziehau jme_sysctl_node(sc); 88576fbb0b9SSepherosa Ziehau 88676fbb0b9SSepherosa Ziehau /* Allocate DMA stuffs */ 88776fbb0b9SSepherosa Ziehau error = jme_dma_alloc(sc); 88876fbb0b9SSepherosa Ziehau if (error) 88976fbb0b9SSepherosa Ziehau goto fail; 89076fbb0b9SSepherosa Ziehau 89176fbb0b9SSepherosa Ziehau ifp->if_softc = sc; 89276fbb0b9SSepherosa Ziehau ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 89376fbb0b9SSepherosa Ziehau ifp->if_init = jme_init; 89476fbb0b9SSepherosa Ziehau ifp->if_ioctl = jme_ioctl; 89576fbb0b9SSepherosa Ziehau ifp->if_start = jme_start; 8969de40864SSepherosa Ziehau #ifdef DEVICE_POLLING 8979de40864SSepherosa Ziehau ifp->if_poll = jme_poll; 8989de40864SSepherosa Ziehau #endif 89976fbb0b9SSepherosa Ziehau ifp->if_watchdog = jme_watchdog; 90031f0d5a2SSepherosa Ziehau ifp->if_serialize = jme_serialize; 90131f0d5a2SSepherosa Ziehau ifp->if_deserialize = jme_deserialize; 90231f0d5a2SSepherosa Ziehau ifp->if_tryserialize = jme_tryserialize; 90331f0d5a2SSepherosa Ziehau #ifdef INVARIANTS 90431f0d5a2SSepherosa Ziehau ifp->if_serialize_assert = jme_serialize_assert; 90531f0d5a2SSepherosa Ziehau #endif 906b020bb10SSepherosa Ziehau ifq_set_maxlen(&ifp->if_snd, 907b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt - JME_TXD_RSVD); 90876fbb0b9SSepherosa Ziehau ifq_set_ready(&ifp->if_snd); 90976fbb0b9SSepherosa Ziehau 91076fbb0b9SSepherosa Ziehau /* JMC250 supports Tx/Rx checksum offload and hardware vlan tagging. */ 91176fbb0b9SSepherosa Ziehau ifp->if_capabilities = IFCAP_HWCSUM | 91276fbb0b9SSepherosa Ziehau IFCAP_VLAN_MTU | 91376fbb0b9SSepherosa Ziehau IFCAP_VLAN_HWTAGGING; 9147b040092SSepherosa Ziehau if (sc->jme_cdata.jme_rx_ring_cnt > JME_NRXRING_MIN) 915d585233cSSepherosa Ziehau ifp->if_capabilities |= IFCAP_RSS; 91676fbb0b9SSepherosa Ziehau ifp->if_capenable = ifp->if_capabilities; 91776fbb0b9SSepherosa Ziehau 9183d2aeb15SSepherosa Ziehau /* 9193d2aeb15SSepherosa Ziehau * Disable TXCSUM by default to improve bulk data 9203d2aeb15SSepherosa Ziehau * transmit performance (+20Mbps improvement). 9213d2aeb15SSepherosa Ziehau */ 9223d2aeb15SSepherosa Ziehau ifp->if_capenable &= ~IFCAP_TXCSUM; 9233d2aeb15SSepherosa Ziehau 9243d2aeb15SSepherosa Ziehau if (ifp->if_capenable & IFCAP_TXCSUM) 9253d2aeb15SSepherosa Ziehau ifp->if_hwassist = JME_CSUM_FEATURES; 9263d2aeb15SSepherosa Ziehau 92776fbb0b9SSepherosa Ziehau /* Set up MII bus. */ 92876fbb0b9SSepherosa Ziehau error = mii_phy_probe(dev, &sc->jme_miibus, 92976fbb0b9SSepherosa Ziehau jme_mediachange, jme_mediastatus); 93076fbb0b9SSepherosa Ziehau if (error) { 93176fbb0b9SSepherosa Ziehau device_printf(dev, "no PHY found!\n"); 93276fbb0b9SSepherosa Ziehau goto fail; 93376fbb0b9SSepherosa Ziehau } 93476fbb0b9SSepherosa Ziehau 93576fbb0b9SSepherosa Ziehau /* 93676fbb0b9SSepherosa Ziehau * Save PHYADDR for FPGA mode PHY. 93776fbb0b9SSepherosa Ziehau */ 938ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FPGA) { 93976fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus); 94076fbb0b9SSepherosa Ziehau 94176fbb0b9SSepherosa Ziehau if (mii->mii_instance != 0) { 94276fbb0b9SSepherosa Ziehau struct mii_softc *miisc; 94376fbb0b9SSepherosa Ziehau 94476fbb0b9SSepherosa Ziehau LIST_FOREACH(miisc, &mii->mii_phys, mii_list) { 94576fbb0b9SSepherosa Ziehau if (miisc->mii_phy != 0) { 94676fbb0b9SSepherosa Ziehau sc->jme_phyaddr = miisc->mii_phy; 94776fbb0b9SSepherosa Ziehau break; 94876fbb0b9SSepherosa Ziehau } 94976fbb0b9SSepherosa Ziehau } 95076fbb0b9SSepherosa Ziehau if (sc->jme_phyaddr != 0) { 95176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 95276fbb0b9SSepherosa Ziehau "FPGA PHY is at %d\n", sc->jme_phyaddr); 95376fbb0b9SSepherosa Ziehau /* vendor magic. */ 954dbe37f03SSepherosa Ziehau jme_miibus_writereg(dev, sc->jme_phyaddr, 955dbe37f03SSepherosa Ziehau JMPHY_CONF, JMPHY_CONF_DEFFIFO); 956dbe37f03SSepherosa Ziehau 957ad22907fSSepherosa Ziehau /* XXX should we clear JME_WA_EXTFIFO */ 95876fbb0b9SSepherosa Ziehau } 95976fbb0b9SSepherosa Ziehau } 96076fbb0b9SSepherosa Ziehau } 96176fbb0b9SSepherosa Ziehau 96276fbb0b9SSepherosa Ziehau ether_ifattach(ifp, eaddr, NULL); 96376fbb0b9SSepherosa Ziehau 96476fbb0b9SSepherosa Ziehau /* Tell the upper layer(s) we support long frames. */ 96576fbb0b9SSepherosa Ziehau ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header); 96676fbb0b9SSepherosa Ziehau 96758880b0dSSepherosa Ziehau error = jme_intr_setup(dev); 96876fbb0b9SSepherosa Ziehau if (error) { 96976fbb0b9SSepherosa Ziehau ether_ifdetach(ifp); 97076fbb0b9SSepherosa Ziehau goto fail; 97176fbb0b9SSepherosa Ziehau } 97276fbb0b9SSepherosa Ziehau 97376fbb0b9SSepherosa Ziehau return 0; 97476fbb0b9SSepherosa Ziehau fail: 97576fbb0b9SSepherosa Ziehau jme_detach(dev); 97676fbb0b9SSepherosa Ziehau return (error); 97776fbb0b9SSepherosa Ziehau } 97876fbb0b9SSepherosa Ziehau 97976fbb0b9SSepherosa Ziehau static int 98076fbb0b9SSepherosa Ziehau jme_detach(device_t dev) 98176fbb0b9SSepherosa Ziehau { 98276fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 98376fbb0b9SSepherosa Ziehau 98476fbb0b9SSepherosa Ziehau if (device_is_attached(dev)) { 98576fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 98676fbb0b9SSepherosa Ziehau 98731f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 98876fbb0b9SSepherosa Ziehau jme_stop(sc); 98958880b0dSSepherosa Ziehau jme_intr_teardown(dev); 99031f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 99176fbb0b9SSepherosa Ziehau 99276fbb0b9SSepherosa Ziehau ether_ifdetach(ifp); 99376fbb0b9SSepherosa Ziehau } 99476fbb0b9SSepherosa Ziehau 99576fbb0b9SSepherosa Ziehau if (sc->jme_sysctl_tree != NULL) 99676fbb0b9SSepherosa Ziehau sysctl_ctx_free(&sc->jme_sysctl_ctx); 99776fbb0b9SSepherosa Ziehau 99876fbb0b9SSepherosa Ziehau if (sc->jme_miibus != NULL) 99976fbb0b9SSepherosa Ziehau device_delete_child(dev, sc->jme_miibus); 100076fbb0b9SSepherosa Ziehau bus_generic_detach(dev); 100176fbb0b9SSepherosa Ziehau 100258880b0dSSepherosa Ziehau jme_intr_free(dev); 100376fbb0b9SSepherosa Ziehau 100476fbb0b9SSepherosa Ziehau if (sc->jme_mem_res != NULL) { 100576fbb0b9SSepherosa Ziehau bus_release_resource(dev, SYS_RES_MEMORY, sc->jme_mem_rid, 100676fbb0b9SSepherosa Ziehau sc->jme_mem_res); 100776fbb0b9SSepherosa Ziehau } 100876fbb0b9SSepherosa Ziehau 10090b3414d9SSepherosa Ziehau jme_dma_free(sc); 101076fbb0b9SSepherosa Ziehau 101176fbb0b9SSepherosa Ziehau return (0); 101276fbb0b9SSepherosa Ziehau } 101376fbb0b9SSepherosa Ziehau 101476fbb0b9SSepherosa Ziehau static void 101576fbb0b9SSepherosa Ziehau jme_sysctl_node(struct jme_softc *sc) 101676fbb0b9SSepherosa Ziehau { 101783b03786SSepherosa Ziehau int coal_max; 1018760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG 1019760c056cSSepherosa Ziehau int r; 1020760c056cSSepherosa Ziehau #endif 102183b03786SSepherosa Ziehau 102276fbb0b9SSepherosa Ziehau sysctl_ctx_init(&sc->jme_sysctl_ctx); 102376fbb0b9SSepherosa Ziehau sc->jme_sysctl_tree = SYSCTL_ADD_NODE(&sc->jme_sysctl_ctx, 102476fbb0b9SSepherosa Ziehau SYSCTL_STATIC_CHILDREN(_hw), OID_AUTO, 102576fbb0b9SSepherosa Ziehau device_get_nameunit(sc->jme_dev), 102676fbb0b9SSepherosa Ziehau CTLFLAG_RD, 0, ""); 102776fbb0b9SSepherosa Ziehau if (sc->jme_sysctl_tree == NULL) { 102876fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "can't add sysctl node\n"); 102976fbb0b9SSepherosa Ziehau return; 103076fbb0b9SSepherosa Ziehau } 103176fbb0b9SSepherosa Ziehau 103276fbb0b9SSepherosa Ziehau SYSCTL_ADD_PROC(&sc->jme_sysctl_ctx, 103376fbb0b9SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10342870abc4SSepherosa Ziehau "tx_coal_to", CTLTYPE_INT | CTLFLAG_RW, 10352870abc4SSepherosa Ziehau sc, 0, jme_sysctl_tx_coal_to, "I", "jme tx coalescing timeout"); 103676fbb0b9SSepherosa Ziehau 103776fbb0b9SSepherosa Ziehau SYSCTL_ADD_PROC(&sc->jme_sysctl_ctx, 103876fbb0b9SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10392870abc4SSepherosa Ziehau "tx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW, 10402870abc4SSepherosa Ziehau sc, 0, jme_sysctl_tx_coal_pkt, "I", "jme tx coalescing packet"); 104176fbb0b9SSepherosa Ziehau 104276fbb0b9SSepherosa Ziehau SYSCTL_ADD_PROC(&sc->jme_sysctl_ctx, 104376fbb0b9SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10442870abc4SSepherosa Ziehau "rx_coal_to", CTLTYPE_INT | CTLFLAG_RW, 10452870abc4SSepherosa Ziehau sc, 0, jme_sysctl_rx_coal_to, "I", "jme rx coalescing timeout"); 104676fbb0b9SSepherosa Ziehau 104776fbb0b9SSepherosa Ziehau SYSCTL_ADD_PROC(&sc->jme_sysctl_ctx, 104876fbb0b9SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10492870abc4SSepherosa Ziehau "rx_coal_pkt", CTLTYPE_INT | CTLFLAG_RW, 10502870abc4SSepherosa Ziehau sc, 0, jme_sysctl_rx_coal_pkt, "I", "jme rx coalescing packet"); 105176fbb0b9SSepherosa Ziehau 105283b03786SSepherosa Ziehau SYSCTL_ADD_INT(&sc->jme_sysctl_ctx, 105383b03786SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10547b040092SSepherosa Ziehau "rx_desc_count", CTLFLAG_RD, 10557b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt, 105683b03786SSepherosa Ziehau 0, "RX desc count"); 105783b03786SSepherosa Ziehau SYSCTL_ADD_INT(&sc->jme_sysctl_ctx, 105883b03786SSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 1059b020bb10SSepherosa Ziehau "tx_desc_count", CTLFLAG_RD, 1060b020bb10SSepherosa Ziehau &sc->jme_cdata.jme_tx_desc_cnt, 106183b03786SSepherosa Ziehau 0, "TX desc count"); 1062760c056cSSepherosa Ziehau SYSCTL_ADD_INT(&sc->jme_sysctl_ctx, 1063760c056cSSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 10647b040092SSepherosa Ziehau "rx_ring_count", CTLFLAG_RD, 10657b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_ring_cnt, 1066760c056cSSepherosa Ziehau 0, "RX ring count"); 1067760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG 1068760c056cSSepherosa Ziehau SYSCTL_ADD_INT(&sc->jme_sysctl_ctx, 1069760c056cSSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 107024dd1705SSepherosa Ziehau "rss_debug", CTLFLAG_RW, &sc->jme_rss_debug, 1071760c056cSSepherosa Ziehau 0, "RSS debug level"); 10727b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 10737b040092SSepherosa Ziehau char rx_ring_pkt[32]; 10747b040092SSepherosa Ziehau 1075760c056cSSepherosa Ziehau ksnprintf(rx_ring_pkt, sizeof(rx_ring_pkt), "rx_ring%d_pkt", r); 10767b040092SSepherosa Ziehau SYSCTL_ADD_ULONG(&sc->jme_sysctl_ctx, 1077760c056cSSepherosa Ziehau SYSCTL_CHILDREN(sc->jme_sysctl_tree), OID_AUTO, 107845eab60cSSepherosa Ziehau rx_ring_pkt, CTLFLAG_RW, 10797b040092SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[r].jme_rx_pkt, "RXed packets"); 1080760c056cSSepherosa Ziehau } 1081760c056cSSepherosa Ziehau #endif 108283b03786SSepherosa Ziehau 108383b03786SSepherosa Ziehau /* 108483b03786SSepherosa Ziehau * Set default coalesce valves 108583b03786SSepherosa Ziehau */ 108676fbb0b9SSepherosa Ziehau sc->jme_tx_coal_to = PCCTX_COAL_TO_DEFAULT; 108776fbb0b9SSepherosa Ziehau sc->jme_tx_coal_pkt = PCCTX_COAL_PKT_DEFAULT; 108876fbb0b9SSepherosa Ziehau sc->jme_rx_coal_to = PCCRX_COAL_TO_DEFAULT; 108976fbb0b9SSepherosa Ziehau sc->jme_rx_coal_pkt = PCCRX_COAL_PKT_DEFAULT; 109083b03786SSepherosa Ziehau 109183b03786SSepherosa Ziehau /* 109283b03786SSepherosa Ziehau * Adjust coalesce valves, in case that the number of TX/RX 109383b03786SSepherosa Ziehau * descs are set to small values by users. 109483b03786SSepherosa Ziehau * 109583b03786SSepherosa Ziehau * NOTE: coal_max will not be zero, since number of descs 109683b03786SSepherosa Ziehau * must aligned by JME_NDESC_ALIGN (16 currently) 109783b03786SSepherosa Ziehau */ 1098b020bb10SSepherosa Ziehau coal_max = sc->jme_cdata.jme_tx_desc_cnt / 6; 109983b03786SSepherosa Ziehau if (coal_max < sc->jme_tx_coal_pkt) 110083b03786SSepherosa Ziehau sc->jme_tx_coal_pkt = coal_max; 110183b03786SSepherosa Ziehau 11027b040092SSepherosa Ziehau coal_max = sc->jme_cdata.jme_rx_data[0].jme_rx_desc_cnt / 4; 110383b03786SSepherosa Ziehau if (coal_max < sc->jme_rx_coal_pkt) 110483b03786SSepherosa Ziehau sc->jme_rx_coal_pkt = coal_max; 110576fbb0b9SSepherosa Ziehau } 110676fbb0b9SSepherosa Ziehau 110776fbb0b9SSepherosa Ziehau static int 110876fbb0b9SSepherosa Ziehau jme_dma_alloc(struct jme_softc *sc) 110976fbb0b9SSepherosa Ziehau { 111076fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 11111128a202SSepherosa Ziehau bus_dmamem_t dmem; 1112ff7f3632SSepherosa Ziehau int error, i, asize; 111376fbb0b9SSepherosa Ziehau 111483b03786SSepherosa Ziehau sc->jme_cdata.jme_txdesc = 1115b020bb10SSepherosa Ziehau kmalloc(sc->jme_cdata.jme_tx_desc_cnt * sizeof(struct jme_txdesc), 111683b03786SSepherosa Ziehau M_DEVBUF, M_WAITOK | M_ZERO); 11177b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) { 11187b040092SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[i]; 11197b040092SSepherosa Ziehau 11207b040092SSepherosa Ziehau rdata->jme_rxdesc = 11217b040092SSepherosa Ziehau kmalloc(rdata->jme_rx_desc_cnt * sizeof(struct jme_rxdesc), 112283b03786SSepherosa Ziehau M_DEVBUF, M_WAITOK | M_ZERO); 11234447c752SSepherosa Ziehau } 112483b03786SSepherosa Ziehau 112576fbb0b9SSepherosa Ziehau /* Create parent ring tag. */ 112676fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(NULL,/* parent */ 1127a7547dadSSepherosa Ziehau 1, JME_RING_BOUNDARY, /* algnmnt, boundary */ 1128a7547dadSSepherosa Ziehau sc->jme_lowaddr, /* lowaddr */ 112976fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */ 113076fbb0b9SSepherosa Ziehau NULL, NULL, /* filter, filterarg */ 113176fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 113276fbb0b9SSepherosa Ziehau 0, /* nsegments */ 113376fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 113476fbb0b9SSepherosa Ziehau 0, /* flags */ 113576fbb0b9SSepherosa Ziehau &sc->jme_cdata.jme_ring_tag); 113676fbb0b9SSepherosa Ziehau if (error) { 113776fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 113876fbb0b9SSepherosa Ziehau "could not create parent ring DMA tag.\n"); 113976fbb0b9SSepherosa Ziehau return error; 114076fbb0b9SSepherosa Ziehau } 114176fbb0b9SSepherosa Ziehau 114276fbb0b9SSepherosa Ziehau /* 114376fbb0b9SSepherosa Ziehau * Create DMA stuffs for TX ring 114476fbb0b9SSepherosa Ziehau */ 1145ff7f3632SSepherosa Ziehau asize = roundup2(JME_TX_RING_SIZE(sc), JME_TX_RING_ALIGN); 11461128a202SSepherosa Ziehau error = bus_dmamem_coherent(sc->jme_cdata.jme_ring_tag, 11471128a202SSepherosa Ziehau JME_TX_RING_ALIGN, 0, 11480eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, 1149ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem); 115076fbb0b9SSepherosa Ziehau if (error) { 11511128a202SSepherosa Ziehau device_printf(sc->jme_dev, "could not allocate Tx ring.\n"); 115276fbb0b9SSepherosa Ziehau return error; 115376fbb0b9SSepherosa Ziehau } 11541128a202SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_tag = dmem.dmem_tag; 11551128a202SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_map = dmem.dmem_map; 11561128a202SSepherosa Ziehau sc->jme_cdata.jme_tx_ring = dmem.dmem_addr; 11571128a202SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_paddr = dmem.dmem_busaddr; 115876fbb0b9SSepherosa Ziehau 115976fbb0b9SSepherosa Ziehau /* 11601128a202SSepherosa Ziehau * Create DMA stuffs for RX rings 116176fbb0b9SSepherosa Ziehau */ 11627b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) { 1163dea2452aSSepherosa Ziehau error = jme_rxring_dma_alloc(&sc->jme_cdata.jme_rx_data[i]); 11644447c752SSepherosa Ziehau if (error) 116576fbb0b9SSepherosa Ziehau return error; 116676fbb0b9SSepherosa Ziehau } 116776fbb0b9SSepherosa Ziehau 116876fbb0b9SSepherosa Ziehau /* Create parent buffer tag. */ 116976fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(NULL,/* parent */ 117076fbb0b9SSepherosa Ziehau 1, 0, /* algnmnt, boundary */ 1171b249905bSSepherosa Ziehau sc->jme_lowaddr, /* lowaddr */ 117276fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */ 117376fbb0b9SSepherosa Ziehau NULL, NULL, /* filter, filterarg */ 117476fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsize */ 117576fbb0b9SSepherosa Ziehau 0, /* nsegments */ 117676fbb0b9SSepherosa Ziehau BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 117776fbb0b9SSepherosa Ziehau 0, /* flags */ 117876fbb0b9SSepherosa Ziehau &sc->jme_cdata.jme_buffer_tag); 117976fbb0b9SSepherosa Ziehau if (error) { 118076fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 118176fbb0b9SSepherosa Ziehau "could not create parent buffer DMA tag.\n"); 118276fbb0b9SSepherosa Ziehau return error; 118376fbb0b9SSepherosa Ziehau } 118476fbb0b9SSepherosa Ziehau 118576fbb0b9SSepherosa Ziehau /* 118676fbb0b9SSepherosa Ziehau * Create DMA stuffs for shadow status block 118776fbb0b9SSepherosa Ziehau */ 1188ff7f3632SSepherosa Ziehau asize = roundup2(JME_SSB_SIZE, JME_SSB_ALIGN); 11891128a202SSepherosa Ziehau error = bus_dmamem_coherent(sc->jme_cdata.jme_buffer_tag, 11900eb220ecSSepherosa Ziehau JME_SSB_ALIGN, 0, BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, 1191ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem); 119276fbb0b9SSepherosa Ziehau if (error) { 119376fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 11941128a202SSepherosa Ziehau "could not create shadow status block.\n"); 119576fbb0b9SSepherosa Ziehau return error; 119676fbb0b9SSepherosa Ziehau } 11971128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_tag = dmem.dmem_tag; 11981128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_map = dmem.dmem_map; 11991128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_block = dmem.dmem_addr; 12001128a202SSepherosa Ziehau sc->jme_cdata.jme_ssb_block_paddr = dmem.dmem_busaddr; 120176fbb0b9SSepherosa Ziehau 120276fbb0b9SSepherosa Ziehau /* 120376fbb0b9SSepherosa Ziehau * Create DMA stuffs for TX buffers 120476fbb0b9SSepherosa Ziehau */ 120576fbb0b9SSepherosa Ziehau 120676fbb0b9SSepherosa Ziehau /* Create tag for Tx buffers. */ 120776fbb0b9SSepherosa Ziehau error = bus_dma_tag_create(sc->jme_cdata.jme_buffer_tag,/* parent */ 120876fbb0b9SSepherosa Ziehau 1, 0, /* algnmnt, boundary */ 12090eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, /* lowaddr */ 121076fbb0b9SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */ 121176fbb0b9SSepherosa Ziehau NULL, NULL, /* filter, filterarg */ 12129d424ceeSSepherosa Ziehau JME_JUMBO_FRAMELEN, /* maxsize */ 121376fbb0b9SSepherosa Ziehau JME_MAXTXSEGS, /* nsegments */ 12149d424ceeSSepherosa Ziehau JME_MAXSEGSIZE, /* maxsegsize */ 12159d424ceeSSepherosa Ziehau BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE,/* flags */ 121676fbb0b9SSepherosa Ziehau &sc->jme_cdata.jme_tx_tag); 121776fbb0b9SSepherosa Ziehau if (error != 0) { 121876fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "could not create Tx DMA tag.\n"); 121976fbb0b9SSepherosa Ziehau return error; 122076fbb0b9SSepherosa Ziehau } 122176fbb0b9SSepherosa Ziehau 122276fbb0b9SSepherosa Ziehau /* Create DMA maps for Tx buffers. */ 1223b020bb10SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_tx_desc_cnt; i++) { 122476fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[i]; 12259d424ceeSSepherosa Ziehau error = bus_dmamap_create(sc->jme_cdata.jme_tx_tag, 12269d424ceeSSepherosa Ziehau BUS_DMA_WAITOK | BUS_DMA_ONEBPAGE, 122776fbb0b9SSepherosa Ziehau &txd->tx_dmamap); 122876fbb0b9SSepherosa Ziehau if (error) { 122976fbb0b9SSepherosa Ziehau int j; 123076fbb0b9SSepherosa Ziehau 123176fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, 123276fbb0b9SSepherosa Ziehau "could not create %dth Tx dmamap.\n", i); 123376fbb0b9SSepherosa Ziehau 123476fbb0b9SSepherosa Ziehau for (j = 0; j < i; ++j) { 123576fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[j]; 123676fbb0b9SSepherosa Ziehau bus_dmamap_destroy(sc->jme_cdata.jme_tx_tag, 123776fbb0b9SSepherosa Ziehau txd->tx_dmamap); 123876fbb0b9SSepherosa Ziehau } 123976fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_tx_tag); 124076fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_tag = NULL; 124176fbb0b9SSepherosa Ziehau return error; 124276fbb0b9SSepherosa Ziehau } 124376fbb0b9SSepherosa Ziehau } 124476fbb0b9SSepherosa Ziehau 124576fbb0b9SSepherosa Ziehau /* 124676fbb0b9SSepherosa Ziehau * Create DMA stuffs for RX buffers 124776fbb0b9SSepherosa Ziehau */ 12487b040092SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_rx_ring_cnt; ++i) { 1249dea2452aSSepherosa Ziehau error = jme_rxbuf_dma_alloc(&sc->jme_cdata.jme_rx_data[i]); 12504447c752SSepherosa Ziehau if (error) 125176fbb0b9SSepherosa Ziehau return error; 125276fbb0b9SSepherosa Ziehau } 125376fbb0b9SSepherosa Ziehau return 0; 125476fbb0b9SSepherosa Ziehau } 125576fbb0b9SSepherosa Ziehau 125676fbb0b9SSepherosa Ziehau static void 12570b3414d9SSepherosa Ziehau jme_dma_free(struct jme_softc *sc) 125876fbb0b9SSepherosa Ziehau { 125976fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 126076fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd; 12614447c752SSepherosa Ziehau struct jme_rxdata *rdata; 12624447c752SSepherosa Ziehau int i, r; 126376fbb0b9SSepherosa Ziehau 126476fbb0b9SSepherosa Ziehau /* Tx ring */ 126576fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_ring_tag != NULL) { 126676fbb0b9SSepherosa Ziehau bus_dmamap_unload(sc->jme_cdata.jme_tx_ring_tag, 126776fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_map); 126876fbb0b9SSepherosa Ziehau bus_dmamem_free(sc->jme_cdata.jme_tx_ring_tag, 1269560616bfSSepherosa Ziehau sc->jme_cdata.jme_tx_ring, 127076fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_map); 127176fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_tx_ring_tag); 127276fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_ring_tag = NULL; 127376fbb0b9SSepherosa Ziehau } 127476fbb0b9SSepherosa Ziehau 127576fbb0b9SSepherosa Ziehau /* Rx ring */ 12767b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 12774447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r]; 12784447c752SSepherosa Ziehau if (rdata->jme_rx_ring_tag != NULL) { 12794447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_ring_tag, 12804447c752SSepherosa Ziehau rdata->jme_rx_ring_map); 12814447c752SSepherosa Ziehau bus_dmamem_free(rdata->jme_rx_ring_tag, 12824447c752SSepherosa Ziehau rdata->jme_rx_ring, 12834447c752SSepherosa Ziehau rdata->jme_rx_ring_map); 12844447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_ring_tag); 12854447c752SSepherosa Ziehau rdata->jme_rx_ring_tag = NULL; 12864447c752SSepherosa Ziehau } 128776fbb0b9SSepherosa Ziehau } 128876fbb0b9SSepherosa Ziehau 128976fbb0b9SSepherosa Ziehau /* Tx buffers */ 129076fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_tag != NULL) { 1291b020bb10SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_tx_desc_cnt; i++) { 129276fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[i]; 129376fbb0b9SSepherosa Ziehau bus_dmamap_destroy(sc->jme_cdata.jme_tx_tag, 129476fbb0b9SSepherosa Ziehau txd->tx_dmamap); 129576fbb0b9SSepherosa Ziehau } 129676fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_tx_tag); 129776fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_tag = NULL; 129876fbb0b9SSepherosa Ziehau } 129976fbb0b9SSepherosa Ziehau 130076fbb0b9SSepherosa Ziehau /* Rx buffers */ 13017b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 13024447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r]; 13034447c752SSepherosa Ziehau if (rdata->jme_rx_tag != NULL) { 13047b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) { 13054447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i]; 13064447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag, 130776fbb0b9SSepherosa Ziehau rxd->rx_dmamap); 130876fbb0b9SSepherosa Ziehau } 13094447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag, 13104447c752SSepherosa Ziehau rdata->jme_rx_sparemap); 13114447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag); 13124447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL; 13134447c752SSepherosa Ziehau } 131476fbb0b9SSepherosa Ziehau } 131576fbb0b9SSepherosa Ziehau 131676fbb0b9SSepherosa Ziehau /* Shadow status block. */ 131776fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_ssb_tag != NULL) { 131876fbb0b9SSepherosa Ziehau bus_dmamap_unload(sc->jme_cdata.jme_ssb_tag, 131976fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_map); 132076fbb0b9SSepherosa Ziehau bus_dmamem_free(sc->jme_cdata.jme_ssb_tag, 1321560616bfSSepherosa Ziehau sc->jme_cdata.jme_ssb_block, 132276fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_map); 132376fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_ssb_tag); 132476fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ssb_tag = NULL; 132576fbb0b9SSepherosa Ziehau } 132676fbb0b9SSepherosa Ziehau 132776fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_buffer_tag != NULL) { 132876fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_buffer_tag); 132976fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_buffer_tag = NULL; 133076fbb0b9SSepherosa Ziehau } 133176fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_ring_tag != NULL) { 133276fbb0b9SSepherosa Ziehau bus_dma_tag_destroy(sc->jme_cdata.jme_ring_tag); 133376fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_ring_tag = NULL; 133476fbb0b9SSepherosa Ziehau } 133583b03786SSepherosa Ziehau 133683b03786SSepherosa Ziehau if (sc->jme_cdata.jme_txdesc != NULL) { 133783b03786SSepherosa Ziehau kfree(sc->jme_cdata.jme_txdesc, M_DEVBUF); 133883b03786SSepherosa Ziehau sc->jme_cdata.jme_txdesc = NULL; 133983b03786SSepherosa Ziehau } 13407b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 13414447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r]; 13424447c752SSepherosa Ziehau if (rdata->jme_rxdesc != NULL) { 13434447c752SSepherosa Ziehau kfree(rdata->jme_rxdesc, M_DEVBUF); 13444447c752SSepherosa Ziehau rdata->jme_rxdesc = NULL; 13454447c752SSepherosa Ziehau } 134683b03786SSepherosa Ziehau } 134783b03786SSepherosa Ziehau } 134876fbb0b9SSepherosa Ziehau 134976fbb0b9SSepherosa Ziehau /* 135076fbb0b9SSepherosa Ziehau * Make sure the interface is stopped at reboot time. 135176fbb0b9SSepherosa Ziehau */ 135276fbb0b9SSepherosa Ziehau static int 135376fbb0b9SSepherosa Ziehau jme_shutdown(device_t dev) 135476fbb0b9SSepherosa Ziehau { 135576fbb0b9SSepherosa Ziehau return jme_suspend(dev); 135676fbb0b9SSepherosa Ziehau } 135776fbb0b9SSepherosa Ziehau 135876fbb0b9SSepherosa Ziehau #ifdef notyet 135976fbb0b9SSepherosa Ziehau /* 136076fbb0b9SSepherosa Ziehau * Unlike other ethernet controllers, JMC250 requires 136176fbb0b9SSepherosa Ziehau * explicit resetting link speed to 10/100Mbps as gigabit 136276fbb0b9SSepherosa Ziehau * link will cunsume more power than 375mA. 136376fbb0b9SSepherosa Ziehau * Note, we reset the link speed to 10/100Mbps with 136476fbb0b9SSepherosa Ziehau * auto-negotiation but we don't know whether that operation 136576fbb0b9SSepherosa Ziehau * would succeed or not as we have no control after powering 136676fbb0b9SSepherosa Ziehau * off. If the renegotiation fail WOL may not work. Running 136776fbb0b9SSepherosa Ziehau * at 1Gbps draws more power than 375mA at 3.3V which is 136876fbb0b9SSepherosa Ziehau * specified in PCI specification and that would result in 136976fbb0b9SSepherosa Ziehau * complete shutdowning power to ethernet controller. 137076fbb0b9SSepherosa Ziehau * 137176fbb0b9SSepherosa Ziehau * TODO 137276fbb0b9SSepherosa Ziehau * Save current negotiated media speed/duplex/flow-control 137376fbb0b9SSepherosa Ziehau * to softc and restore the same link again after resuming. 137476fbb0b9SSepherosa Ziehau * PHY handling such as power down/resetting to 100Mbps 137576fbb0b9SSepherosa Ziehau * may be better handled in suspend method in phy driver. 137676fbb0b9SSepherosa Ziehau */ 137776fbb0b9SSepherosa Ziehau static void 137876fbb0b9SSepherosa Ziehau jme_setlinkspeed(struct jme_softc *sc) 137976fbb0b9SSepherosa Ziehau { 138076fbb0b9SSepherosa Ziehau struct mii_data *mii; 138176fbb0b9SSepherosa Ziehau int aneg, i; 138276fbb0b9SSepherosa Ziehau 138376fbb0b9SSepherosa Ziehau JME_LOCK_ASSERT(sc); 138476fbb0b9SSepherosa Ziehau 138576fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus); 138676fbb0b9SSepherosa Ziehau mii_pollstat(mii); 138776fbb0b9SSepherosa Ziehau aneg = 0; 138876fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) { 138976fbb0b9SSepherosa Ziehau switch IFM_SUBTYPE(mii->mii_media_active) { 139076fbb0b9SSepherosa Ziehau case IFM_10_T: 139176fbb0b9SSepherosa Ziehau case IFM_100_TX: 139276fbb0b9SSepherosa Ziehau return; 139376fbb0b9SSepherosa Ziehau case IFM_1000_T: 139476fbb0b9SSepherosa Ziehau aneg++; 139576fbb0b9SSepherosa Ziehau default: 139676fbb0b9SSepherosa Ziehau break; 139776fbb0b9SSepherosa Ziehau } 139876fbb0b9SSepherosa Ziehau } 139976fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_100T2CR, 0); 140076fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_ANAR, 140176fbb0b9SSepherosa Ziehau ANAR_TX_FD | ANAR_TX | ANAR_10_FD | ANAR_10 | ANAR_CSMA); 140276fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, MII_BMCR, 140376fbb0b9SSepherosa Ziehau BMCR_AUTOEN | BMCR_STARTNEG); 140476fbb0b9SSepherosa Ziehau DELAY(1000); 140576fbb0b9SSepherosa Ziehau if (aneg != 0) { 140676fbb0b9SSepherosa Ziehau /* Poll link state until jme(4) get a 10/100 link. */ 140776fbb0b9SSepherosa Ziehau for (i = 0; i < MII_ANEGTICKS_GIGE; i++) { 140876fbb0b9SSepherosa Ziehau mii_pollstat(mii); 140976fbb0b9SSepherosa Ziehau if ((mii->mii_media_status & IFM_AVALID) != 0) { 141076fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) { 141176fbb0b9SSepherosa Ziehau case IFM_10_T: 141276fbb0b9SSepherosa Ziehau case IFM_100_TX: 141376fbb0b9SSepherosa Ziehau jme_mac_config(sc); 141476fbb0b9SSepherosa Ziehau return; 141576fbb0b9SSepherosa Ziehau default: 141676fbb0b9SSepherosa Ziehau break; 141776fbb0b9SSepherosa Ziehau } 141876fbb0b9SSepherosa Ziehau } 141976fbb0b9SSepherosa Ziehau JME_UNLOCK(sc); 142076fbb0b9SSepherosa Ziehau pause("jmelnk", hz); 142176fbb0b9SSepherosa Ziehau JME_LOCK(sc); 142276fbb0b9SSepherosa Ziehau } 142376fbb0b9SSepherosa Ziehau if (i == MII_ANEGTICKS_GIGE) 142476fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "establishing link failed, " 142576fbb0b9SSepherosa Ziehau "WOL may not work!"); 142676fbb0b9SSepherosa Ziehau } 142776fbb0b9SSepherosa Ziehau /* 142876fbb0b9SSepherosa Ziehau * No link, force MAC to have 100Mbps, full-duplex link. 142976fbb0b9SSepherosa Ziehau * This is the last resort and may/may not work. 143076fbb0b9SSepherosa Ziehau */ 143176fbb0b9SSepherosa Ziehau mii->mii_media_status = IFM_AVALID | IFM_ACTIVE; 143276fbb0b9SSepherosa Ziehau mii->mii_media_active = IFM_ETHER | IFM_100_TX | IFM_FDX; 143376fbb0b9SSepherosa Ziehau jme_mac_config(sc); 143476fbb0b9SSepherosa Ziehau } 143576fbb0b9SSepherosa Ziehau 143676fbb0b9SSepherosa Ziehau static void 143776fbb0b9SSepherosa Ziehau jme_setwol(struct jme_softc *sc) 143876fbb0b9SSepherosa Ziehau { 143976fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 144076fbb0b9SSepherosa Ziehau uint32_t gpr, pmcs; 144176fbb0b9SSepherosa Ziehau uint16_t pmstat; 144276fbb0b9SSepherosa Ziehau int pmc; 144376fbb0b9SSepherosa Ziehau 144476fbb0b9SSepherosa Ziehau if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) { 144576fbb0b9SSepherosa Ziehau /* No PME capability, PHY power down. */ 144676fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, 144776fbb0b9SSepherosa Ziehau MII_BMCR, BMCR_PDOWN); 144876fbb0b9SSepherosa Ziehau return; 144976fbb0b9SSepherosa Ziehau } 145076fbb0b9SSepherosa Ziehau 145176fbb0b9SSepherosa Ziehau gpr = CSR_READ_4(sc, JME_GPREG0) & ~GPREG0_PME_ENB; 145276fbb0b9SSepherosa Ziehau pmcs = CSR_READ_4(sc, JME_PMCS); 145376fbb0b9SSepherosa Ziehau pmcs &= ~PMCS_WOL_ENB_MASK; 145476fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL_MAGIC) != 0) { 145576fbb0b9SSepherosa Ziehau pmcs |= PMCS_MAGIC_FRAME | PMCS_MAGIC_FRAME_ENB; 145676fbb0b9SSepherosa Ziehau /* Enable PME message. */ 145776fbb0b9SSepherosa Ziehau gpr |= GPREG0_PME_ENB; 145876fbb0b9SSepherosa Ziehau /* For gigabit controllers, reset link speed to 10/100. */ 1459ec7e787bSSepherosa Ziehau if ((sc->jme_caps & JME_CAP_FASTETH) == 0) 146076fbb0b9SSepherosa Ziehau jme_setlinkspeed(sc); 146176fbb0b9SSepherosa Ziehau } 146276fbb0b9SSepherosa Ziehau 146376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PMCS, pmcs); 146476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG0, gpr); 146576fbb0b9SSepherosa Ziehau 146676fbb0b9SSepherosa Ziehau /* Request PME. */ 146776fbb0b9SSepherosa Ziehau pmstat = pci_read_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, 2); 146876fbb0b9SSepherosa Ziehau pmstat &= ~(PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE); 146976fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL) != 0) 147076fbb0b9SSepherosa Ziehau pmstat |= PCIM_PSTAT_PME | PCIM_PSTAT_PMEENABLE; 147176fbb0b9SSepherosa Ziehau pci_write_config(sc->jme_dev, pmc + PCIR_POWER_STATUS, pmstat, 2); 147276fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_WOL) == 0) { 147376fbb0b9SSepherosa Ziehau /* No WOL, PHY power down. */ 147476fbb0b9SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, 147576fbb0b9SSepherosa Ziehau MII_BMCR, BMCR_PDOWN); 147676fbb0b9SSepherosa Ziehau } 147776fbb0b9SSepherosa Ziehau } 147876fbb0b9SSepherosa Ziehau #endif 147976fbb0b9SSepherosa Ziehau 148076fbb0b9SSepherosa Ziehau static int 148176fbb0b9SSepherosa Ziehau jme_suspend(device_t dev) 148276fbb0b9SSepherosa Ziehau { 148376fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 148476fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 148576fbb0b9SSepherosa Ziehau 148631f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 148776fbb0b9SSepherosa Ziehau jme_stop(sc); 148876fbb0b9SSepherosa Ziehau #ifdef notyet 148976fbb0b9SSepherosa Ziehau jme_setwol(sc); 149076fbb0b9SSepherosa Ziehau #endif 149131f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 149276fbb0b9SSepherosa Ziehau 149376fbb0b9SSepherosa Ziehau return (0); 149476fbb0b9SSepherosa Ziehau } 149576fbb0b9SSepherosa Ziehau 149676fbb0b9SSepherosa Ziehau static int 149776fbb0b9SSepherosa Ziehau jme_resume(device_t dev) 149876fbb0b9SSepherosa Ziehau { 149976fbb0b9SSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 150076fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 150176fbb0b9SSepherosa Ziehau #ifdef notyet 150276fbb0b9SSepherosa Ziehau int pmc; 150376fbb0b9SSepherosa Ziehau #endif 150476fbb0b9SSepherosa Ziehau 150531f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 150676fbb0b9SSepherosa Ziehau 150776fbb0b9SSepherosa Ziehau #ifdef notyet 150876fbb0b9SSepherosa Ziehau if (pci_find_extcap(sc->jme_dev, PCIY_PMG, &pmc) != 0) { 150976fbb0b9SSepherosa Ziehau uint16_t pmstat; 151076fbb0b9SSepherosa Ziehau 151176fbb0b9SSepherosa Ziehau pmstat = pci_read_config(sc->jme_dev, 151276fbb0b9SSepherosa Ziehau pmc + PCIR_POWER_STATUS, 2); 151376fbb0b9SSepherosa Ziehau /* Disable PME clear PME status. */ 151476fbb0b9SSepherosa Ziehau pmstat &= ~PCIM_PSTAT_PMEENABLE; 151576fbb0b9SSepherosa Ziehau pci_write_config(sc->jme_dev, 151676fbb0b9SSepherosa Ziehau pmc + PCIR_POWER_STATUS, pmstat, 2); 151776fbb0b9SSepherosa Ziehau } 151876fbb0b9SSepherosa Ziehau #endif 151976fbb0b9SSepherosa Ziehau 152076fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_UP) 152176fbb0b9SSepherosa Ziehau jme_init(sc); 152276fbb0b9SSepherosa Ziehau 152331f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 152476fbb0b9SSepherosa Ziehau 152576fbb0b9SSepherosa Ziehau return (0); 152676fbb0b9SSepherosa Ziehau } 152776fbb0b9SSepherosa Ziehau 152876fbb0b9SSepherosa Ziehau static int 152976fbb0b9SSepherosa Ziehau jme_encap(struct jme_softc *sc, struct mbuf **m_head) 153076fbb0b9SSepherosa Ziehau { 153176fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 153276fbb0b9SSepherosa Ziehau struct jme_desc *desc; 153376fbb0b9SSepherosa Ziehau struct mbuf *m; 153476fbb0b9SSepherosa Ziehau bus_dma_segment_t txsegs[JME_MAXTXSEGS]; 1535b0ba1747SSepherosa Ziehau int maxsegs, nsegs; 15369b3ee148SSepherosa Ziehau int error, i, prod, symbol_desc; 15377228f061SSepherosa Ziehau uint32_t cflags, flag64; 153876fbb0b9SSepherosa Ziehau 153976fbb0b9SSepherosa Ziehau M_ASSERTPKTHDR((*m_head)); 154076fbb0b9SSepherosa Ziehau 154176fbb0b9SSepherosa Ziehau prod = sc->jme_cdata.jme_tx_prod; 154276fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[prod]; 154376fbb0b9SSepherosa Ziehau 15449b3ee148SSepherosa Ziehau if (sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT) 15459b3ee148SSepherosa Ziehau symbol_desc = 1; 15469b3ee148SSepherosa Ziehau else 15479b3ee148SSepherosa Ziehau symbol_desc = 0; 15489b3ee148SSepherosa Ziehau 1549b020bb10SSepherosa Ziehau maxsegs = (sc->jme_cdata.jme_tx_desc_cnt - sc->jme_cdata.jme_tx_cnt) - 15509b3ee148SSepherosa Ziehau (JME_TXD_RSVD + symbol_desc); 155176fbb0b9SSepherosa Ziehau if (maxsegs > JME_MAXTXSEGS) 155276fbb0b9SSepherosa Ziehau maxsegs = JME_MAXTXSEGS; 15539b3ee148SSepherosa Ziehau KASSERT(maxsegs >= (sc->jme_txd_spare - symbol_desc), 1554ed20d0e3SSascha Wildner ("not enough segments %d", maxsegs)); 155576fbb0b9SSepherosa Ziehau 1556b0ba1747SSepherosa Ziehau error = bus_dmamap_load_mbuf_defrag(sc->jme_cdata.jme_tx_tag, 1557b0ba1747SSepherosa Ziehau txd->tx_dmamap, m_head, 1558b0ba1747SSepherosa Ziehau txsegs, maxsegs, &nsegs, BUS_DMA_NOWAIT); 1559b0ba1747SSepherosa Ziehau if (error) 1560ecc6de9eSSepherosa Ziehau goto fail; 156176fbb0b9SSepherosa Ziehau 15624458ee95SSepherosa Ziehau bus_dmamap_sync(sc->jme_cdata.jme_tx_tag, txd->tx_dmamap, 15634458ee95SSepherosa Ziehau BUS_DMASYNC_PREWRITE); 15644458ee95SSepherosa Ziehau 156576fbb0b9SSepherosa Ziehau m = *m_head; 156676fbb0b9SSepherosa Ziehau cflags = 0; 156776fbb0b9SSepherosa Ziehau 156876fbb0b9SSepherosa Ziehau /* Configure checksum offload. */ 156976fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_IP) 157076fbb0b9SSepherosa Ziehau cflags |= JME_TD_IPCSUM; 157176fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_TCP) 157276fbb0b9SSepherosa Ziehau cflags |= JME_TD_TCPCSUM; 157376fbb0b9SSepherosa Ziehau if (m->m_pkthdr.csum_flags & CSUM_UDP) 157476fbb0b9SSepherosa Ziehau cflags |= JME_TD_UDPCSUM; 157576fbb0b9SSepherosa Ziehau 157676fbb0b9SSepherosa Ziehau /* Configure VLAN. */ 157776fbb0b9SSepherosa Ziehau if (m->m_flags & M_VLANTAG) { 157876fbb0b9SSepherosa Ziehau cflags |= (m->m_pkthdr.ether_vlantag & JME_TD_VLAN_MASK); 157976fbb0b9SSepherosa Ziehau cflags |= JME_TD_VLAN_TAG; 158076fbb0b9SSepherosa Ziehau } 158176fbb0b9SSepherosa Ziehau 1582560616bfSSepherosa Ziehau desc = &sc->jme_cdata.jme_tx_ring[prod]; 158376fbb0b9SSepherosa Ziehau desc->flags = htole32(cflags); 158476fbb0b9SSepherosa Ziehau desc->addr_hi = htole32(m->m_pkthdr.len); 15857228f061SSepherosa Ziehau if (sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT) { 15867228f061SSepherosa Ziehau /* 15877228f061SSepherosa Ziehau * Use 64bits TX desc chain format. 15887228f061SSepherosa Ziehau * 15897228f061SSepherosa Ziehau * The first TX desc of the chain, which is setup here, 15907228f061SSepherosa Ziehau * is just a symbol TX desc carrying no payload. 15917228f061SSepherosa Ziehau */ 15927228f061SSepherosa Ziehau flag64 = JME_TD_64BIT; 15937228f061SSepherosa Ziehau desc->buflen = 0; 159476fbb0b9SSepherosa Ziehau desc->addr_lo = 0; 15957228f061SSepherosa Ziehau 15967228f061SSepherosa Ziehau /* No effective TX desc is consumed */ 15977228f061SSepherosa Ziehau i = 0; 15987228f061SSepherosa Ziehau } else { 15997228f061SSepherosa Ziehau /* 16007228f061SSepherosa Ziehau * Use 32bits TX desc chain format. 16017228f061SSepherosa Ziehau * 16027228f061SSepherosa Ziehau * The first TX desc of the chain, which is setup here, 16037228f061SSepherosa Ziehau * is an effective TX desc carrying the first segment of 16047228f061SSepherosa Ziehau * the mbuf chain. 16057228f061SSepherosa Ziehau */ 16067228f061SSepherosa Ziehau flag64 = 0; 16077228f061SSepherosa Ziehau desc->buflen = htole32(txsegs[0].ds_len); 16087228f061SSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(txsegs[0].ds_addr)); 16097228f061SSepherosa Ziehau 16107228f061SSepherosa Ziehau /* One effective TX desc is consumed */ 16117228f061SSepherosa Ziehau i = 1; 16127228f061SSepherosa Ziehau } 161376fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cnt++; 16149de40864SSepherosa Ziehau KKASSERT(sc->jme_cdata.jme_tx_cnt - i < 1615022f915eSSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt - JME_TXD_RSVD); 1616b020bb10SSepherosa Ziehau JME_DESC_INC(prod, sc->jme_cdata.jme_tx_desc_cnt); 16177228f061SSepherosa Ziehau 16187228f061SSepherosa Ziehau txd->tx_ndesc = 1 - i; 1619b0ba1747SSepherosa Ziehau for (; i < nsegs; i++) { 1620560616bfSSepherosa Ziehau desc = &sc->jme_cdata.jme_tx_ring[prod]; 162176fbb0b9SSepherosa Ziehau desc->buflen = htole32(txsegs[i].ds_len); 162276fbb0b9SSepherosa Ziehau desc->addr_hi = htole32(JME_ADDR_HI(txsegs[i].ds_addr)); 162376fbb0b9SSepherosa Ziehau desc->addr_lo = htole32(JME_ADDR_LO(txsegs[i].ds_addr)); 1624a54bd021SSepherosa Ziehau desc->flags = htole32(JME_TD_OWN | flag64); 162576fbb0b9SSepherosa Ziehau 162676fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cnt++; 162776fbb0b9SSepherosa Ziehau KKASSERT(sc->jme_cdata.jme_tx_cnt <= 1628022f915eSSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt - JME_TXD_RSVD); 1629b020bb10SSepherosa Ziehau JME_DESC_INC(prod, sc->jme_cdata.jme_tx_desc_cnt); 163076fbb0b9SSepherosa Ziehau } 163176fbb0b9SSepherosa Ziehau 163276fbb0b9SSepherosa Ziehau /* Update producer index. */ 163376fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_prod = prod; 163476fbb0b9SSepherosa Ziehau /* 163576fbb0b9SSepherosa Ziehau * Finally request interrupt and give the first descriptor 163676fbb0b9SSepherosa Ziehau * owenership to hardware. 163776fbb0b9SSepherosa Ziehau */ 163876fbb0b9SSepherosa Ziehau desc = txd->tx_desc; 163976fbb0b9SSepherosa Ziehau desc->flags |= htole32(JME_TD_OWN | JME_TD_INTR); 164076fbb0b9SSepherosa Ziehau 164176fbb0b9SSepherosa Ziehau txd->tx_m = m; 1642b0ba1747SSepherosa Ziehau txd->tx_ndesc += nsegs; 164376fbb0b9SSepherosa Ziehau 1644ecc6de9eSSepherosa Ziehau return 0; 1645ecc6de9eSSepherosa Ziehau fail: 1646ecc6de9eSSepherosa Ziehau m_freem(*m_head); 1647ecc6de9eSSepherosa Ziehau *m_head = NULL; 1648ecc6de9eSSepherosa Ziehau return error; 164976fbb0b9SSepherosa Ziehau } 165076fbb0b9SSepherosa Ziehau 165176fbb0b9SSepherosa Ziehau static void 165276fbb0b9SSepherosa Ziehau jme_start(struct ifnet *ifp) 165376fbb0b9SSepherosa Ziehau { 165476fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 165576fbb0b9SSepherosa Ziehau struct mbuf *m_head; 165676fbb0b9SSepherosa Ziehau int enq = 0; 165776fbb0b9SSepherosa Ziehau 165831f0d5a2SSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_cdata.jme_tx_serialize); 165976fbb0b9SSepherosa Ziehau 1660*cccc3955SSepherosa Ziehau if (!sc->jme_has_link) { 166176fbb0b9SSepherosa Ziehau ifq_purge(&ifp->if_snd); 166276fbb0b9SSepherosa Ziehau return; 166376fbb0b9SSepherosa Ziehau } 166476fbb0b9SSepherosa Ziehau 166576fbb0b9SSepherosa Ziehau if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING) 166676fbb0b9SSepherosa Ziehau return; 166776fbb0b9SSepherosa Ziehau 166883b03786SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt >= JME_TX_DESC_HIWAT(sc)) 166976fbb0b9SSepherosa Ziehau jme_txeof(sc); 167076fbb0b9SSepherosa Ziehau 167176fbb0b9SSepherosa Ziehau while (!ifq_is_empty(&ifp->if_snd)) { 167276fbb0b9SSepherosa Ziehau /* 167376fbb0b9SSepherosa Ziehau * Check number of available TX descs, always 167476fbb0b9SSepherosa Ziehau * leave JME_TXD_RSVD free TX descs. 167576fbb0b9SSepherosa Ziehau */ 167676fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt + sc->jme_txd_spare > 1677b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt - JME_TXD_RSVD) { 167876fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_OACTIVE; 167976fbb0b9SSepherosa Ziehau break; 168076fbb0b9SSepherosa Ziehau } 168176fbb0b9SSepherosa Ziehau 168276fbb0b9SSepherosa Ziehau m_head = ifq_dequeue(&ifp->if_snd, NULL); 168376fbb0b9SSepherosa Ziehau if (m_head == NULL) 168476fbb0b9SSepherosa Ziehau break; 168576fbb0b9SSepherosa Ziehau 168676fbb0b9SSepherosa Ziehau /* 168776fbb0b9SSepherosa Ziehau * Pack the data into the transmit ring. If we 168876fbb0b9SSepherosa Ziehau * don't have room, set the OACTIVE flag and wait 168976fbb0b9SSepherosa Ziehau * for the NIC to drain the ring. 169076fbb0b9SSepherosa Ziehau */ 169176fbb0b9SSepherosa Ziehau if (jme_encap(sc, &m_head)) { 1692ecc6de9eSSepherosa Ziehau KKASSERT(m_head == NULL); 169376fbb0b9SSepherosa Ziehau ifp->if_oerrors++; 169476fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_OACTIVE; 169576fbb0b9SSepherosa Ziehau break; 169676fbb0b9SSepherosa Ziehau } 169776fbb0b9SSepherosa Ziehau enq++; 169876fbb0b9SSepherosa Ziehau 169976fbb0b9SSepherosa Ziehau /* 170076fbb0b9SSepherosa Ziehau * If there's a BPF listener, bounce a copy of this frame 170176fbb0b9SSepherosa Ziehau * to him. 170276fbb0b9SSepherosa Ziehau */ 170376fbb0b9SSepherosa Ziehau ETHER_BPF_MTAP(ifp, m_head); 170476fbb0b9SSepherosa Ziehau } 170576fbb0b9SSepherosa Ziehau 170676fbb0b9SSepherosa Ziehau if (enq > 0) { 170776fbb0b9SSepherosa Ziehau /* 170876fbb0b9SSepherosa Ziehau * Reading TXCSR takes very long time under heavy load 170976fbb0b9SSepherosa Ziehau * so cache TXCSR value and writes the ORed value with 171076fbb0b9SSepherosa Ziehau * the kick command to the TXCSR. This saves one register 171176fbb0b9SSepherosa Ziehau * access cycle. 171276fbb0b9SSepherosa Ziehau */ 171376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr | TXCSR_TX_ENB | 171476fbb0b9SSepherosa Ziehau TXCSR_TXQ_N_START(TXCSR_TXQ0)); 171576fbb0b9SSepherosa Ziehau /* Set a timeout in case the chip goes out to lunch. */ 171676fbb0b9SSepherosa Ziehau ifp->if_timer = JME_TX_TIMEOUT; 171776fbb0b9SSepherosa Ziehau } 171876fbb0b9SSepherosa Ziehau } 171976fbb0b9SSepherosa Ziehau 172076fbb0b9SSepherosa Ziehau static void 172176fbb0b9SSepherosa Ziehau jme_watchdog(struct ifnet *ifp) 172276fbb0b9SSepherosa Ziehau { 172376fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 172476fbb0b9SSepherosa Ziehau 172531f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 172676fbb0b9SSepherosa Ziehau 1727*cccc3955SSepherosa Ziehau if (!sc->jme_has_link) { 172876fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout (missed link)\n"); 172976fbb0b9SSepherosa Ziehau ifp->if_oerrors++; 173076fbb0b9SSepherosa Ziehau jme_init(sc); 173176fbb0b9SSepherosa Ziehau return; 173276fbb0b9SSepherosa Ziehau } 173376fbb0b9SSepherosa Ziehau 173476fbb0b9SSepherosa Ziehau jme_txeof(sc); 173576fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt == 0) { 173676fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout (missed Tx interrupts) " 173776fbb0b9SSepherosa Ziehau "-- recovering\n"); 173876fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd)) 173976fbb0b9SSepherosa Ziehau if_devstart(ifp); 174076fbb0b9SSepherosa Ziehau return; 174176fbb0b9SSepherosa Ziehau } 174276fbb0b9SSepherosa Ziehau 174376fbb0b9SSepherosa Ziehau if_printf(ifp, "watchdog timeout\n"); 174476fbb0b9SSepherosa Ziehau ifp->if_oerrors++; 174576fbb0b9SSepherosa Ziehau jme_init(sc); 174676fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd)) 174776fbb0b9SSepherosa Ziehau if_devstart(ifp); 174876fbb0b9SSepherosa Ziehau } 174976fbb0b9SSepherosa Ziehau 175076fbb0b9SSepherosa Ziehau static int 175176fbb0b9SSepherosa Ziehau jme_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data, struct ucred *cr) 175276fbb0b9SSepherosa Ziehau { 175376fbb0b9SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 175476fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus); 175576fbb0b9SSepherosa Ziehau struct ifreq *ifr = (struct ifreq *)data; 175676fbb0b9SSepherosa Ziehau int error = 0, mask; 175776fbb0b9SSepherosa Ziehau 175831f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 175976fbb0b9SSepherosa Ziehau 176076fbb0b9SSepherosa Ziehau switch (cmd) { 176176fbb0b9SSepherosa Ziehau case SIOCSIFMTU: 176276fbb0b9SSepherosa Ziehau if (ifr->ifr_mtu < ETHERMIN || ifr->ifr_mtu > JME_JUMBO_MTU || 17633a5f3f36SSepherosa Ziehau (!(sc->jme_caps & JME_CAP_JUMBO) && 176476fbb0b9SSepherosa Ziehau ifr->ifr_mtu > JME_MAX_MTU)) { 176576fbb0b9SSepherosa Ziehau error = EINVAL; 176676fbb0b9SSepherosa Ziehau break; 176776fbb0b9SSepherosa Ziehau } 176876fbb0b9SSepherosa Ziehau 176976fbb0b9SSepherosa Ziehau if (ifp->if_mtu != ifr->ifr_mtu) { 177076fbb0b9SSepherosa Ziehau /* 177176fbb0b9SSepherosa Ziehau * No special configuration is required when interface 177276fbb0b9SSepherosa Ziehau * MTU is changed but availability of Tx checksum 177376fbb0b9SSepherosa Ziehau * offload should be chcked against new MTU size as 177476fbb0b9SSepherosa Ziehau * FIFO size is just 2K. 177576fbb0b9SSepherosa Ziehau */ 177676fbb0b9SSepherosa Ziehau if (ifr->ifr_mtu >= JME_TX_FIFO_SIZE) { 177776fbb0b9SSepherosa Ziehau ifp->if_capenable &= ~IFCAP_TXCSUM; 177876fbb0b9SSepherosa Ziehau ifp->if_hwassist &= ~JME_CSUM_FEATURES; 177976fbb0b9SSepherosa Ziehau } 178076fbb0b9SSepherosa Ziehau ifp->if_mtu = ifr->ifr_mtu; 178176fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 178276fbb0b9SSepherosa Ziehau jme_init(sc); 178376fbb0b9SSepherosa Ziehau } 178476fbb0b9SSepherosa Ziehau break; 178576fbb0b9SSepherosa Ziehau 178676fbb0b9SSepherosa Ziehau case SIOCSIFFLAGS: 178776fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_UP) { 178876fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) { 178976fbb0b9SSepherosa Ziehau if ((ifp->if_flags ^ sc->jme_if_flags) & 179076fbb0b9SSepherosa Ziehau (IFF_PROMISC | IFF_ALLMULTI)) 179176fbb0b9SSepherosa Ziehau jme_set_filter(sc); 179276fbb0b9SSepherosa Ziehau } else { 179376fbb0b9SSepherosa Ziehau jme_init(sc); 179476fbb0b9SSepherosa Ziehau } 179576fbb0b9SSepherosa Ziehau } else { 179676fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 179776fbb0b9SSepherosa Ziehau jme_stop(sc); 179876fbb0b9SSepherosa Ziehau } 179976fbb0b9SSepherosa Ziehau sc->jme_if_flags = ifp->if_flags; 180076fbb0b9SSepherosa Ziehau break; 180176fbb0b9SSepherosa Ziehau 180276fbb0b9SSepherosa Ziehau case SIOCADDMULTI: 180376fbb0b9SSepherosa Ziehau case SIOCDELMULTI: 180476fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 180576fbb0b9SSepherosa Ziehau jme_set_filter(sc); 180676fbb0b9SSepherosa Ziehau break; 180776fbb0b9SSepherosa Ziehau 180876fbb0b9SSepherosa Ziehau case SIOCSIFMEDIA: 180976fbb0b9SSepherosa Ziehau case SIOCGIFMEDIA: 181076fbb0b9SSepherosa Ziehau error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, cmd); 181176fbb0b9SSepherosa Ziehau break; 181276fbb0b9SSepherosa Ziehau 181376fbb0b9SSepherosa Ziehau case SIOCSIFCAP: 181476fbb0b9SSepherosa Ziehau mask = ifr->ifr_reqcap ^ ifp->if_capenable; 181576fbb0b9SSepherosa Ziehau 181676fbb0b9SSepherosa Ziehau if ((mask & IFCAP_TXCSUM) && ifp->if_mtu < JME_TX_FIFO_SIZE) { 181776fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_TXCSUM; 181876fbb0b9SSepherosa Ziehau if (IFCAP_TXCSUM & ifp->if_capenable) 181976fbb0b9SSepherosa Ziehau ifp->if_hwassist |= JME_CSUM_FEATURES; 182076fbb0b9SSepherosa Ziehau else 182176fbb0b9SSepherosa Ziehau ifp->if_hwassist &= ~JME_CSUM_FEATURES; 182276fbb0b9SSepherosa Ziehau } 1823e4616e94SSepherosa Ziehau if (mask & IFCAP_RXCSUM) { 182476fbb0b9SSepherosa Ziehau uint32_t reg; 182576fbb0b9SSepherosa Ziehau 182676fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_RXCSUM; 182776fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC); 182876fbb0b9SSepherosa Ziehau reg &= ~RXMAC_CSUM_ENB; 182976fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RXCSUM) 183076fbb0b9SSepherosa Ziehau reg |= RXMAC_CSUM_ENB; 183176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg); 183276fbb0b9SSepherosa Ziehau } 183376fbb0b9SSepherosa Ziehau 1834e4616e94SSepherosa Ziehau if (mask & IFCAP_VLAN_HWTAGGING) { 183576fbb0b9SSepherosa Ziehau ifp->if_capenable ^= IFCAP_VLAN_HWTAGGING; 183676fbb0b9SSepherosa Ziehau jme_set_vlan(sc); 183776fbb0b9SSepherosa Ziehau } 1838e4616e94SSepherosa Ziehau 18399f20b7b3SSepherosa Ziehau if (mask & IFCAP_RSS) 1840d585233cSSepherosa Ziehau ifp->if_capenable ^= IFCAP_RSS; 184176fbb0b9SSepherosa Ziehau break; 184276fbb0b9SSepherosa Ziehau 184376fbb0b9SSepherosa Ziehau default: 184476fbb0b9SSepherosa Ziehau error = ether_ioctl(ifp, cmd, data); 184576fbb0b9SSepherosa Ziehau break; 184676fbb0b9SSepherosa Ziehau } 184776fbb0b9SSepherosa Ziehau return (error); 184876fbb0b9SSepherosa Ziehau } 184976fbb0b9SSepherosa Ziehau 185076fbb0b9SSepherosa Ziehau static void 185176fbb0b9SSepherosa Ziehau jme_mac_config(struct jme_softc *sc) 185276fbb0b9SSepherosa Ziehau { 185376fbb0b9SSepherosa Ziehau struct mii_data *mii; 18543b3da110SSepherosa Ziehau uint32_t ghc, rxmac, txmac, txpause, gp1; 18553b3da110SSepherosa Ziehau int phyconf = JMPHY_CONF_DEFFIFO, hdx = 0; 185676fbb0b9SSepherosa Ziehau 185776fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus); 185876fbb0b9SSepherosa Ziehau 185976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET); 186076fbb0b9SSepherosa Ziehau DELAY(10); 186176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0); 186276fbb0b9SSepherosa Ziehau ghc = 0; 186376fbb0b9SSepherosa Ziehau rxmac = CSR_READ_4(sc, JME_RXMAC); 186476fbb0b9SSepherosa Ziehau rxmac &= ~RXMAC_FC_ENB; 186576fbb0b9SSepherosa Ziehau txmac = CSR_READ_4(sc, JME_TXMAC); 186676fbb0b9SSepherosa Ziehau txmac &= ~(TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST); 186776fbb0b9SSepherosa Ziehau txpause = CSR_READ_4(sc, JME_TXPFC); 186876fbb0b9SSepherosa Ziehau txpause &= ~TXPFC_PAUSE_ENB; 186976fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) { 187076fbb0b9SSepherosa Ziehau ghc |= GHC_FULL_DUPLEX; 187176fbb0b9SSepherosa Ziehau rxmac &= ~RXMAC_COLL_DET_ENB; 187276fbb0b9SSepherosa Ziehau txmac &= ~(TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE | 187376fbb0b9SSepherosa Ziehau TXMAC_BACKOFF | TXMAC_CARRIER_EXT | 187476fbb0b9SSepherosa Ziehau TXMAC_FRAME_BURST); 187576fbb0b9SSepherosa Ziehau #ifdef notyet 187676fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0) 187776fbb0b9SSepherosa Ziehau txpause |= TXPFC_PAUSE_ENB; 187876fbb0b9SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0) 187976fbb0b9SSepherosa Ziehau rxmac |= RXMAC_FC_ENB; 188076fbb0b9SSepherosa Ziehau #endif 188176fbb0b9SSepherosa Ziehau /* Disable retry transmit timer/retry limit. */ 188276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) & 188376fbb0b9SSepherosa Ziehau ~(TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB)); 188476fbb0b9SSepherosa Ziehau } else { 188576fbb0b9SSepherosa Ziehau rxmac |= RXMAC_COLL_DET_ENB; 188676fbb0b9SSepherosa Ziehau txmac |= TXMAC_COLL_ENB | TXMAC_CARRIER_SENSE | TXMAC_BACKOFF; 188776fbb0b9SSepherosa Ziehau /* Enable retry transmit timer/retry limit. */ 188876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD, CSR_READ_4(sc, JME_TXTRHD) | 188976fbb0b9SSepherosa Ziehau TXTRHD_RT_PERIOD_ENB | TXTRHD_RT_LIMIT_ENB); 189076fbb0b9SSepherosa Ziehau } 189176fbb0b9SSepherosa Ziehau 18923b3da110SSepherosa Ziehau /* 18933b3da110SSepherosa Ziehau * Reprogram Tx/Rx MACs with resolved speed/duplex. 18943b3da110SSepherosa Ziehau */ 18953b3da110SSepherosa Ziehau gp1 = CSR_READ_4(sc, JME_GPREG1); 18963b3da110SSepherosa Ziehau gp1 &= ~GPREG1_WA_HDX; 18973b3da110SSepherosa Ziehau 18983b3da110SSepherosa Ziehau if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) == 0) 18993b3da110SSepherosa Ziehau hdx = 1; 19003b3da110SSepherosa Ziehau 190176fbb0b9SSepherosa Ziehau switch (IFM_SUBTYPE(mii->mii_media_active)) { 190276fbb0b9SSepherosa Ziehau case IFM_10_T: 1903b249905bSSepherosa Ziehau ghc |= GHC_SPEED_10 | sc->jme_clksrc; 19043b3da110SSepherosa Ziehau if (hdx) 19053b3da110SSepherosa Ziehau gp1 |= GPREG1_WA_HDX; 190676fbb0b9SSepherosa Ziehau break; 1907dbe37f03SSepherosa Ziehau 190876fbb0b9SSepherosa Ziehau case IFM_100_TX: 1909b249905bSSepherosa Ziehau ghc |= GHC_SPEED_100 | sc->jme_clksrc; 19103b3da110SSepherosa Ziehau if (hdx) 19113b3da110SSepherosa Ziehau gp1 |= GPREG1_WA_HDX; 1912dbe37f03SSepherosa Ziehau 1913dbe37f03SSepherosa Ziehau /* 1914dbe37f03SSepherosa Ziehau * Use extended FIFO depth to workaround CRC errors 1915dbe37f03SSepherosa Ziehau * emitted by chips before JMC250B 1916dbe37f03SSepherosa Ziehau */ 1917dbe37f03SSepherosa Ziehau phyconf = JMPHY_CONF_EXTFIFO; 191876fbb0b9SSepherosa Ziehau break; 1919dbe37f03SSepherosa Ziehau 192076fbb0b9SSepherosa Ziehau case IFM_1000_T: 1921ec7e787bSSepherosa Ziehau if (sc->jme_caps & JME_CAP_FASTETH) 192276fbb0b9SSepherosa Ziehau break; 1923dbe37f03SSepherosa Ziehau 1924b249905bSSepherosa Ziehau ghc |= GHC_SPEED_1000 | sc->jme_clksrc_1000; 19253b3da110SSepherosa Ziehau if (hdx) 192676fbb0b9SSepherosa Ziehau txmac |= TXMAC_CARRIER_EXT | TXMAC_FRAME_BURST; 192776fbb0b9SSepherosa Ziehau break; 1928dbe37f03SSepherosa Ziehau 192976fbb0b9SSepherosa Ziehau default: 193076fbb0b9SSepherosa Ziehau break; 193176fbb0b9SSepherosa Ziehau } 193276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, ghc); 193376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxmac); 193476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXMAC, txmac); 193576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXPFC, txpause); 1936dbe37f03SSepherosa Ziehau 1937ad22907fSSepherosa Ziehau if (sc->jme_workaround & JME_WA_EXTFIFO) { 1938dbe37f03SSepherosa Ziehau jme_miibus_writereg(sc->jme_dev, sc->jme_phyaddr, 1939dbe37f03SSepherosa Ziehau JMPHY_CONF, phyconf); 1940dbe37f03SSepherosa Ziehau } 19413b3da110SSepherosa Ziehau if (sc->jme_workaround & JME_WA_HDX) 19423b3da110SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, gp1); 194376fbb0b9SSepherosa Ziehau } 194476fbb0b9SSepherosa Ziehau 194576fbb0b9SSepherosa Ziehau static void 194676fbb0b9SSepherosa Ziehau jme_intr(void *xsc) 194776fbb0b9SSepherosa Ziehau { 194876fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc; 194976fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 195076fbb0b9SSepherosa Ziehau uint32_t status; 19514447c752SSepherosa Ziehau int r; 195276fbb0b9SSepherosa Ziehau 195331f0d5a2SSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_serialize); 195476fbb0b9SSepherosa Ziehau 195576fbb0b9SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_REQ_STATUS); 195676fbb0b9SSepherosa Ziehau if (status == 0 || status == 0xFFFFFFFF) 195776fbb0b9SSepherosa Ziehau return; 195876fbb0b9SSepherosa Ziehau 195976fbb0b9SSepherosa Ziehau /* Disable interrupts. */ 196076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS); 196176fbb0b9SSepherosa Ziehau 196276fbb0b9SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS); 196376fbb0b9SSepherosa Ziehau if ((status & JME_INTRS) == 0 || status == 0xFFFFFFFF) 196476fbb0b9SSepherosa Ziehau goto back; 196576fbb0b9SSepherosa Ziehau 196676fbb0b9SSepherosa Ziehau /* Reset PCC counter/timer and Ack interrupts. */ 196776fbb0b9SSepherosa Ziehau status &= ~(INTR_TXQ_COMP | INTR_RXQ_COMP); 19684447c752SSepherosa Ziehau 196976fbb0b9SSepherosa Ziehau if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO)) 197076fbb0b9SSepherosa Ziehau status |= INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP; 19714447c752SSepherosa Ziehau 19727b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 19734447c752SSepherosa Ziehau if (status & jme_rx_status[r].jme_coal) { 19744447c752SSepherosa Ziehau status |= jme_rx_status[r].jme_coal | 19754447c752SSepherosa Ziehau jme_rx_status[r].jme_comp; 19764447c752SSepherosa Ziehau } 19774447c752SSepherosa Ziehau } 19784447c752SSepherosa Ziehau 197976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status); 198076fbb0b9SSepherosa Ziehau 198176fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) { 198276fbb0b9SSepherosa Ziehau if (status & (INTR_RXQ_COAL | INTR_RXQ_COAL_TO)) 19834447c752SSepherosa Ziehau jme_rx_intr(sc, status); 198476fbb0b9SSepherosa Ziehau 198576fbb0b9SSepherosa Ziehau if (status & INTR_RXQ_DESC_EMPTY) { 198676fbb0b9SSepherosa Ziehau /* 198776fbb0b9SSepherosa Ziehau * Notify hardware availability of new Rx buffers. 198876fbb0b9SSepherosa Ziehau * Reading RXCSR takes very long time under heavy 198976fbb0b9SSepherosa Ziehau * load so cache RXCSR value and writes the ORed 199076fbb0b9SSepherosa Ziehau * value with the kick command to the RXCSR. This 199176fbb0b9SSepherosa Ziehau * saves one register access cycle. 199276fbb0b9SSepherosa Ziehau */ 199376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | 199476fbb0b9SSepherosa Ziehau RXCSR_RX_ENB | RXCSR_RXQ_START); 199576fbb0b9SSepherosa Ziehau } 199676fbb0b9SSepherosa Ziehau 199776fbb0b9SSepherosa Ziehau if (status & (INTR_TXQ_COAL | INTR_TXQ_COAL_TO)) { 199831f0d5a2SSepherosa Ziehau lwkt_serialize_enter(&sc->jme_cdata.jme_tx_serialize); 199976fbb0b9SSepherosa Ziehau jme_txeof(sc); 200076fbb0b9SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd)) 200176fbb0b9SSepherosa Ziehau if_devstart(ifp); 200231f0d5a2SSepherosa Ziehau lwkt_serialize_exit(&sc->jme_cdata.jme_tx_serialize); 200376fbb0b9SSepherosa Ziehau } 200476fbb0b9SSepherosa Ziehau } 200576fbb0b9SSepherosa Ziehau back: 200676fbb0b9SSepherosa Ziehau /* Reenable interrupts. */ 200776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS); 200876fbb0b9SSepherosa Ziehau } 200976fbb0b9SSepherosa Ziehau 201076fbb0b9SSepherosa Ziehau static void 201176fbb0b9SSepherosa Ziehau jme_txeof(struct jme_softc *sc) 201276fbb0b9SSepherosa Ziehau { 201376fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 20146960d7d2SSepherosa Ziehau int cons; 201576fbb0b9SSepherosa Ziehau 201676fbb0b9SSepherosa Ziehau cons = sc->jme_cdata.jme_tx_cons; 201776fbb0b9SSepherosa Ziehau if (cons == sc->jme_cdata.jme_tx_prod) 201876fbb0b9SSepherosa Ziehau return; 201976fbb0b9SSepherosa Ziehau 202076fbb0b9SSepherosa Ziehau /* 202176fbb0b9SSepherosa Ziehau * Go through our Tx list and free mbufs for those 202276fbb0b9SSepherosa Ziehau * frames which have been transmitted. 202376fbb0b9SSepherosa Ziehau */ 202476fbb0b9SSepherosa Ziehau while (cons != sc->jme_cdata.jme_tx_prod) { 20256960d7d2SSepherosa Ziehau struct jme_txdesc *txd, *next_txd; 20266960d7d2SSepherosa Ziehau uint32_t status, next_status; 20276960d7d2SSepherosa Ziehau int next_cons, nsegs; 20286960d7d2SSepherosa Ziehau 202976fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[cons]; 203076fbb0b9SSepherosa Ziehau KASSERT(txd->tx_m != NULL, 2031ed20d0e3SSascha Wildner ("%s: freeing NULL mbuf!", __func__)); 203276fbb0b9SSepherosa Ziehau 203376fbb0b9SSepherosa Ziehau status = le32toh(txd->tx_desc->flags); 203476fbb0b9SSepherosa Ziehau if ((status & JME_TD_OWN) == JME_TD_OWN) 203576fbb0b9SSepherosa Ziehau break; 203676fbb0b9SSepherosa Ziehau 20376960d7d2SSepherosa Ziehau /* 20386960d7d2SSepherosa Ziehau * NOTE: 20396960d7d2SSepherosa Ziehau * This chip will always update the TX descriptor's 20406960d7d2SSepherosa Ziehau * buflen field and this updating always happens 20416960d7d2SSepherosa Ziehau * after clearing the OWN bit, so even if the OWN 20426960d7d2SSepherosa Ziehau * bit is cleared by the chip, we still don't sure 20436960d7d2SSepherosa Ziehau * about whether the buflen field has been updated 20446960d7d2SSepherosa Ziehau * by the chip or not. To avoid this race, we wait 20456960d7d2SSepherosa Ziehau * for the next TX descriptor's OWN bit to be cleared 20466960d7d2SSepherosa Ziehau * by the chip before reusing this TX descriptor. 20476960d7d2SSepherosa Ziehau */ 20486960d7d2SSepherosa Ziehau next_cons = cons; 20496960d7d2SSepherosa Ziehau JME_DESC_ADD(next_cons, txd->tx_ndesc, 20506960d7d2SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt); 20516960d7d2SSepherosa Ziehau next_txd = &sc->jme_cdata.jme_txdesc[next_cons]; 20526960d7d2SSepherosa Ziehau if (next_txd->tx_m == NULL) 20536960d7d2SSepherosa Ziehau break; 20546960d7d2SSepherosa Ziehau next_status = le32toh(next_txd->tx_desc->flags); 20556960d7d2SSepherosa Ziehau if ((next_status & JME_TD_OWN) == JME_TD_OWN) 20566960d7d2SSepherosa Ziehau break; 20576960d7d2SSepherosa Ziehau 205876fbb0b9SSepherosa Ziehau if (status & (JME_TD_TMOUT | JME_TD_RETRY_EXP)) { 205976fbb0b9SSepherosa Ziehau ifp->if_oerrors++; 206076fbb0b9SSepherosa Ziehau } else { 206176fbb0b9SSepherosa Ziehau ifp->if_opackets++; 206276fbb0b9SSepherosa Ziehau if (status & JME_TD_COLLISION) { 206376fbb0b9SSepherosa Ziehau ifp->if_collisions += 206476fbb0b9SSepherosa Ziehau le32toh(txd->tx_desc->buflen) & 206576fbb0b9SSepherosa Ziehau JME_TD_BUF_LEN_MASK; 206676fbb0b9SSepherosa Ziehau } 206776fbb0b9SSepherosa Ziehau } 206876fbb0b9SSepherosa Ziehau 206976fbb0b9SSepherosa Ziehau /* 207076fbb0b9SSepherosa Ziehau * Only the first descriptor of multi-descriptor 207176fbb0b9SSepherosa Ziehau * transmission is updated so driver have to skip entire 207276fbb0b9SSepherosa Ziehau * chained buffers for the transmiited frame. In other 207376fbb0b9SSepherosa Ziehau * words, JME_TD_OWN bit is valid only at the first 207476fbb0b9SSepherosa Ziehau * descriptor of a multi-descriptor transmission. 207576fbb0b9SSepherosa Ziehau */ 207676fbb0b9SSepherosa Ziehau for (nsegs = 0; nsegs < txd->tx_ndesc; nsegs++) { 2077560616bfSSepherosa Ziehau sc->jme_cdata.jme_tx_ring[cons].flags = 0; 2078b020bb10SSepherosa Ziehau JME_DESC_INC(cons, sc->jme_cdata.jme_tx_desc_cnt); 207976fbb0b9SSepherosa Ziehau } 208076fbb0b9SSepherosa Ziehau 208176fbb0b9SSepherosa Ziehau /* Reclaim transferred mbufs. */ 208276fbb0b9SSepherosa Ziehau bus_dmamap_unload(sc->jme_cdata.jme_tx_tag, txd->tx_dmamap); 208376fbb0b9SSepherosa Ziehau m_freem(txd->tx_m); 208476fbb0b9SSepherosa Ziehau txd->tx_m = NULL; 208576fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cnt -= txd->tx_ndesc; 208676fbb0b9SSepherosa Ziehau KASSERT(sc->jme_cdata.jme_tx_cnt >= 0, 2087ed20d0e3SSascha Wildner ("%s: Active Tx desc counter was garbled", __func__)); 208876fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0; 208976fbb0b9SSepherosa Ziehau } 209076fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cons = cons; 209176fbb0b9SSepherosa Ziehau 20926960d7d2SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt < JME_MAXTXSEGS + 1) 209376fbb0b9SSepherosa Ziehau ifp->if_timer = 0; 209476fbb0b9SSepherosa Ziehau 209576fbb0b9SSepherosa Ziehau if (sc->jme_cdata.jme_tx_cnt + sc->jme_txd_spare <= 2096b020bb10SSepherosa Ziehau sc->jme_cdata.jme_tx_desc_cnt - JME_TXD_RSVD) 209776fbb0b9SSepherosa Ziehau ifp->if_flags &= ~IFF_OACTIVE; 209876fbb0b9SSepherosa Ziehau } 209976fbb0b9SSepherosa Ziehau 210076fbb0b9SSepherosa Ziehau static __inline void 2101dea2452aSSepherosa Ziehau jme_discard_rxbufs(struct jme_rxdata *rdata, int cons, int count) 210276fbb0b9SSepherosa Ziehau { 210376fbb0b9SSepherosa Ziehau int i; 210476fbb0b9SSepherosa Ziehau 210576fbb0b9SSepherosa Ziehau for (i = 0; i < count; ++i) { 2106fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(&rdata->jme_rxdesc[cons]); 21077b040092SSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt); 210876fbb0b9SSepherosa Ziehau } 210976fbb0b9SSepherosa Ziehau } 211076fbb0b9SSepherosa Ziehau 2111a6acc6e2SSepherosa Ziehau static __inline struct pktinfo * 2112a6acc6e2SSepherosa Ziehau jme_pktinfo(struct pktinfo *pi, uint32_t flags) 2113a6acc6e2SSepherosa Ziehau { 2114a6acc6e2SSepherosa Ziehau if (flags & JME_RD_IPV4) 2115a6acc6e2SSepherosa Ziehau pi->pi_netisr = NETISR_IP; 2116a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_IPV6) 2117a6acc6e2SSepherosa Ziehau pi->pi_netisr = NETISR_IPV6; 2118a6acc6e2SSepherosa Ziehau else 2119a6acc6e2SSepherosa Ziehau return NULL; 2120a6acc6e2SSepherosa Ziehau 2121a6acc6e2SSepherosa Ziehau pi->pi_flags = 0; 2122a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_UNKNOWN; 2123a6acc6e2SSepherosa Ziehau 2124a6acc6e2SSepherosa Ziehau if (flags & JME_RD_MORE_FRAG) 2125a6acc6e2SSepherosa Ziehau pi->pi_flags |= PKTINFO_FLAG_FRAG; 2126a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_TCP) 2127a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_TCP; 2128a6acc6e2SSepherosa Ziehau else if (flags & JME_RD_UDP) 2129a6acc6e2SSepherosa Ziehau pi->pi_l3proto = IPPROTO_UDP; 21307345eb80SSepherosa Ziehau else 21317345eb80SSepherosa Ziehau pi = NULL; 2132a6acc6e2SSepherosa Ziehau return pi; 2133a6acc6e2SSepherosa Ziehau } 2134a6acc6e2SSepherosa Ziehau 213576fbb0b9SSepherosa Ziehau /* Receive a frame. */ 213676fbb0b9SSepherosa Ziehau static void 2137dea2452aSSepherosa Ziehau jme_rxpkt(struct jme_rxdata *rdata) 213876fbb0b9SSepherosa Ziehau { 2139dea2452aSSepherosa Ziehau struct ifnet *ifp = &rdata->jme_sc->arpcom.ac_if; 214076fbb0b9SSepherosa Ziehau struct jme_desc *desc; 214176fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd; 214276fbb0b9SSepherosa Ziehau struct mbuf *mp, *m; 2143a6acc6e2SSepherosa Ziehau uint32_t flags, status, hash, hashinfo; 214476fbb0b9SSepherosa Ziehau int cons, count, nsegs; 214576fbb0b9SSepherosa Ziehau 21464447c752SSepherosa Ziehau cons = rdata->jme_rx_cons; 21474447c752SSepherosa Ziehau desc = &rdata->jme_rx_ring[cons]; 21489d4f763dSSepherosa Ziehau 214976fbb0b9SSepherosa Ziehau flags = le32toh(desc->flags); 215076fbb0b9SSepherosa Ziehau status = le32toh(desc->buflen); 2151a6acc6e2SSepherosa Ziehau hash = le32toh(desc->addr_hi); 2152a6acc6e2SSepherosa Ziehau hashinfo = le32toh(desc->addr_lo); 215376fbb0b9SSepherosa Ziehau nsegs = JME_RX_NSEGS(status); 215476fbb0b9SSepherosa Ziehau 21559d4f763dSSepherosa Ziehau if (nsegs > 1) { 21569d4f763dSSepherosa Ziehau /* Skip the first descriptor. */ 21579d4f763dSSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt); 21589d4f763dSSepherosa Ziehau 21599d4f763dSSepherosa Ziehau /* 21609d4f763dSSepherosa Ziehau * Clear the OWN bit of the following RX descriptors; 21619d4f763dSSepherosa Ziehau * hardware will not clear the OWN bit except the first 21629d4f763dSSepherosa Ziehau * RX descriptor. 21639d4f763dSSepherosa Ziehau * 21649d4f763dSSepherosa Ziehau * Since the first RX descriptor is setup, i.e. OWN bit 21659d4f763dSSepherosa Ziehau * on, before its followins RX descriptors, leaving the 21669d4f763dSSepherosa Ziehau * OWN bit on the following RX descriptors will trick 21679d4f763dSSepherosa Ziehau * the hardware into thinking that the following RX 21689d4f763dSSepherosa Ziehau * descriptors are ready to be used too. 21699d4f763dSSepherosa Ziehau */ 21709d4f763dSSepherosa Ziehau for (count = 1; count < nsegs; count++, 21719d4f763dSSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt)) 21729d4f763dSSepherosa Ziehau rdata->jme_rx_ring[cons].flags = 0; 21739d4f763dSSepherosa Ziehau 21749d4f763dSSepherosa Ziehau cons = rdata->jme_rx_cons; 21759d4f763dSSepherosa Ziehau } 21769d4f763dSSepherosa Ziehau 21777b040092SSepherosa Ziehau JME_RSS_DPRINTF(rdata->jme_sc, 15, "ring%d, flags 0x%08x, " 2178a6acc6e2SSepherosa Ziehau "hash 0x%08x, hash info 0x%08x\n", 21797b040092SSepherosa Ziehau rdata->jme_rx_idx, flags, hash, hashinfo); 2180760c056cSSepherosa Ziehau 218176fbb0b9SSepherosa Ziehau if (status & JME_RX_ERR_STAT) { 218276fbb0b9SSepherosa Ziehau ifp->if_ierrors++; 2183dea2452aSSepherosa Ziehau jme_discard_rxbufs(rdata, cons, nsegs); 218476fbb0b9SSepherosa Ziehau #ifdef JME_SHOW_ERRORS 21857b040092SSepherosa Ziehau if_printf(ifp, "%s : receive error = 0x%b\n", 218676fbb0b9SSepherosa Ziehau __func__, JME_RX_ERR(status), JME_RX_ERR_BITS); 218776fbb0b9SSepherosa Ziehau #endif 21884447c752SSepherosa Ziehau rdata->jme_rx_cons += nsegs; 21897b040092SSepherosa Ziehau rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt; 219076fbb0b9SSepherosa Ziehau return; 219176fbb0b9SSepherosa Ziehau } 219276fbb0b9SSepherosa Ziehau 21934447c752SSepherosa Ziehau rdata->jme_rxlen = JME_RX_BYTES(status) - JME_RX_PAD_BYTES; 219476fbb0b9SSepherosa Ziehau for (count = 0; count < nsegs; count++, 21957b040092SSepherosa Ziehau JME_DESC_INC(cons, rdata->jme_rx_desc_cnt)) { 21964447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[cons]; 219776fbb0b9SSepherosa Ziehau mp = rxd->rx_m; 219876fbb0b9SSepherosa Ziehau 219976fbb0b9SSepherosa Ziehau /* Add a new receive buffer to the ring. */ 2200dea2452aSSepherosa Ziehau if (jme_newbuf(rdata, rxd, 0) != 0) { 220176fbb0b9SSepherosa Ziehau ifp->if_iqdrops++; 220276fbb0b9SSepherosa Ziehau /* Reuse buffer. */ 2203dea2452aSSepherosa Ziehau jme_discard_rxbufs(rdata, cons, nsegs - count); 22044447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL) { 22054447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead); 2206dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata); 220776fbb0b9SSepherosa Ziehau } 220876fbb0b9SSepherosa Ziehau break; 220976fbb0b9SSepherosa Ziehau } 221076fbb0b9SSepherosa Ziehau 221176fbb0b9SSepherosa Ziehau /* 221276fbb0b9SSepherosa Ziehau * Assume we've received a full sized frame. 221376fbb0b9SSepherosa Ziehau * Actual size is fixed when we encounter the end of 221476fbb0b9SSepherosa Ziehau * multi-segmented frame. 221576fbb0b9SSepherosa Ziehau */ 221676fbb0b9SSepherosa Ziehau mp->m_len = MCLBYTES; 221776fbb0b9SSepherosa Ziehau 221876fbb0b9SSepherosa Ziehau /* Chain received mbufs. */ 22194447c752SSepherosa Ziehau if (rdata->jme_rxhead == NULL) { 22204447c752SSepherosa Ziehau rdata->jme_rxhead = mp; 22214447c752SSepherosa Ziehau rdata->jme_rxtail = mp; 222276fbb0b9SSepherosa Ziehau } else { 222376fbb0b9SSepherosa Ziehau /* 222476fbb0b9SSepherosa Ziehau * Receive processor can receive a maximum frame 222576fbb0b9SSepherosa Ziehau * size of 65535 bytes. 222676fbb0b9SSepherosa Ziehau */ 22274447c752SSepherosa Ziehau rdata->jme_rxtail->m_next = mp; 22284447c752SSepherosa Ziehau rdata->jme_rxtail = mp; 222976fbb0b9SSepherosa Ziehau } 223076fbb0b9SSepherosa Ziehau 223176fbb0b9SSepherosa Ziehau if (count == nsegs - 1) { 2232a6acc6e2SSepherosa Ziehau struct pktinfo pi0, *pi; 2233a6acc6e2SSepherosa Ziehau 223476fbb0b9SSepherosa Ziehau /* Last desc. for this frame. */ 22354447c752SSepherosa Ziehau m = rdata->jme_rxhead; 22364447c752SSepherosa Ziehau m->m_pkthdr.len = rdata->jme_rxlen; 223776fbb0b9SSepherosa Ziehau if (nsegs > 1) { 223876fbb0b9SSepherosa Ziehau /* Set first mbuf size. */ 223976fbb0b9SSepherosa Ziehau m->m_len = MCLBYTES - JME_RX_PAD_BYTES; 224076fbb0b9SSepherosa Ziehau /* Set last mbuf size. */ 22414447c752SSepherosa Ziehau mp->m_len = rdata->jme_rxlen - 224276fbb0b9SSepherosa Ziehau ((MCLBYTES - JME_RX_PAD_BYTES) + 224376fbb0b9SSepherosa Ziehau (MCLBYTES * (nsegs - 2))); 224476fbb0b9SSepherosa Ziehau } else { 22454447c752SSepherosa Ziehau m->m_len = rdata->jme_rxlen; 224676fbb0b9SSepherosa Ziehau } 224776fbb0b9SSepherosa Ziehau m->m_pkthdr.rcvif = ifp; 224876fbb0b9SSepherosa Ziehau 224976fbb0b9SSepherosa Ziehau /* 225076fbb0b9SSepherosa Ziehau * Account for 10bytes auto padding which is used 225176fbb0b9SSepherosa Ziehau * to align IP header on 32bit boundary. Also note, 225276fbb0b9SSepherosa Ziehau * CRC bytes is automatically removed by the 225376fbb0b9SSepherosa Ziehau * hardware. 225476fbb0b9SSepherosa Ziehau */ 225576fbb0b9SSepherosa Ziehau m->m_data += JME_RX_PAD_BYTES; 225676fbb0b9SSepherosa Ziehau 225776fbb0b9SSepherosa Ziehau /* Set checksum information. */ 225876fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_RXCSUM) && 225976fbb0b9SSepherosa Ziehau (flags & JME_RD_IPV4)) { 226076fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |= CSUM_IP_CHECKED; 226176fbb0b9SSepherosa Ziehau if (flags & JME_RD_IPCSUM) 226276fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |= CSUM_IP_VALID; 226376fbb0b9SSepherosa Ziehau if ((flags & JME_RD_MORE_FRAG) == 0 && 226476fbb0b9SSepherosa Ziehau ((flags & (JME_RD_TCP | JME_RD_TCPCSUM)) == 226576fbb0b9SSepherosa Ziehau (JME_RD_TCP | JME_RD_TCPCSUM) || 226676fbb0b9SSepherosa Ziehau (flags & (JME_RD_UDP | JME_RD_UDPCSUM)) == 226776fbb0b9SSepherosa Ziehau (JME_RD_UDP | JME_RD_UDPCSUM))) { 226876fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_flags |= 226976fbb0b9SSepherosa Ziehau CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 227076fbb0b9SSepherosa Ziehau m->m_pkthdr.csum_data = 0xffff; 227176fbb0b9SSepherosa Ziehau } 227276fbb0b9SSepherosa Ziehau } 227376fbb0b9SSepherosa Ziehau 227476fbb0b9SSepherosa Ziehau /* Check for VLAN tagged packets. */ 227576fbb0b9SSepherosa Ziehau if ((ifp->if_capenable & IFCAP_VLAN_HWTAGGING) && 227676fbb0b9SSepherosa Ziehau (flags & JME_RD_VLAN_TAG)) { 227776fbb0b9SSepherosa Ziehau m->m_pkthdr.ether_vlantag = 227876fbb0b9SSepherosa Ziehau flags & JME_RD_VLAN_MASK; 227976fbb0b9SSepherosa Ziehau m->m_flags |= M_VLANTAG; 228076fbb0b9SSepherosa Ziehau } 228176fbb0b9SSepherosa Ziehau 228276fbb0b9SSepherosa Ziehau ifp->if_ipackets++; 2283a6acc6e2SSepherosa Ziehau 2284a6acc6e2SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RSS) 2285a6acc6e2SSepherosa Ziehau pi = jme_pktinfo(&pi0, flags); 2286a6acc6e2SSepherosa Ziehau else 2287a6acc6e2SSepherosa Ziehau pi = NULL; 2288a6acc6e2SSepherosa Ziehau 2289a6acc6e2SSepherosa Ziehau if (pi != NULL && 2290a6acc6e2SSepherosa Ziehau (hashinfo & JME_RD_HASH_FN_MASK) != 0) { 2291a6acc6e2SSepherosa Ziehau m->m_flags |= M_HASH; 2292a6acc6e2SSepherosa Ziehau m->m_pkthdr.hash = toeplitz_hash(hash); 2293a6acc6e2SSepherosa Ziehau } 2294a6acc6e2SSepherosa Ziehau 2295a6acc6e2SSepherosa Ziehau #ifdef JME_RSS_DEBUG 2296a6acc6e2SSepherosa Ziehau if (pi != NULL) { 22977b040092SSepherosa Ziehau JME_RSS_DPRINTF(rdata->jme_sc, 10, 2298a6acc6e2SSepherosa Ziehau "isr %d flags %08x, l3 %d %s\n", 2299a6acc6e2SSepherosa Ziehau pi->pi_netisr, pi->pi_flags, 2300a6acc6e2SSepherosa Ziehau pi->pi_l3proto, 2301a6acc6e2SSepherosa Ziehau (m->m_flags & M_HASH) ? "hash" : ""); 2302a6acc6e2SSepherosa Ziehau } 2303a6acc6e2SSepherosa Ziehau #endif 2304a6acc6e2SSepherosa Ziehau 230576fbb0b9SSepherosa Ziehau /* Pass it on. */ 2306eda7db08SSepherosa Ziehau ether_input_pkt(ifp, m, pi); 230776fbb0b9SSepherosa Ziehau 230876fbb0b9SSepherosa Ziehau /* Reset mbuf chains. */ 2309dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata); 2310760c056cSSepherosa Ziehau #ifdef JME_RSS_DEBUG 23117b040092SSepherosa Ziehau rdata->jme_rx_pkt++; 2312760c056cSSepherosa Ziehau #endif 231376fbb0b9SSepherosa Ziehau } 231476fbb0b9SSepherosa Ziehau } 231576fbb0b9SSepherosa Ziehau 23164447c752SSepherosa Ziehau rdata->jme_rx_cons += nsegs; 23177b040092SSepherosa Ziehau rdata->jme_rx_cons %= rdata->jme_rx_desc_cnt; 231876fbb0b9SSepherosa Ziehau } 231976fbb0b9SSepherosa Ziehau 2320eda7db08SSepherosa Ziehau static void 2321dea2452aSSepherosa Ziehau jme_rxeof(struct jme_rxdata *rdata, int count) 232276fbb0b9SSepherosa Ziehau { 232376fbb0b9SSepherosa Ziehau struct jme_desc *desc; 2324eda7db08SSepherosa Ziehau int nsegs, pktlen; 232576fbb0b9SSepherosa Ziehau 232676fbb0b9SSepherosa Ziehau for (;;) { 23273fa06afcSSepherosa Ziehau #ifdef DEVICE_POLLING 23283fa06afcSSepherosa Ziehau if (count >= 0 && count-- == 0) 23293fa06afcSSepherosa Ziehau break; 23303fa06afcSSepherosa Ziehau #endif 23314447c752SSepherosa Ziehau desc = &rdata->jme_rx_ring[rdata->jme_rx_cons]; 233276fbb0b9SSepherosa Ziehau if ((le32toh(desc->flags) & JME_RD_OWN) == JME_RD_OWN) 233376fbb0b9SSepherosa Ziehau break; 233476fbb0b9SSepherosa Ziehau if ((le32toh(desc->buflen) & JME_RD_VALID) == 0) 233576fbb0b9SSepherosa Ziehau break; 233676fbb0b9SSepherosa Ziehau 233776fbb0b9SSepherosa Ziehau /* 233876fbb0b9SSepherosa Ziehau * Check number of segments against received bytes. 233976fbb0b9SSepherosa Ziehau * Non-matching value would indicate that hardware 234076fbb0b9SSepherosa Ziehau * is still trying to update Rx descriptors. I'm not 234176fbb0b9SSepherosa Ziehau * sure whether this check is needed. 234276fbb0b9SSepherosa Ziehau */ 234376fbb0b9SSepherosa Ziehau nsegs = JME_RX_NSEGS(le32toh(desc->buflen)); 234476fbb0b9SSepherosa Ziehau pktlen = JME_RX_BYTES(le32toh(desc->buflen)); 234576fbb0b9SSepherosa Ziehau if (nsegs != howmany(pktlen, MCLBYTES)) { 2346dea2452aSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if, 2347dea2452aSSepherosa Ziehau "RX fragment count(%d) and " 2348dea2452aSSepherosa Ziehau "packet size(%d) mismach\n", nsegs, pktlen); 234976fbb0b9SSepherosa Ziehau break; 235076fbb0b9SSepherosa Ziehau } 235176fbb0b9SSepherosa Ziehau 23526afef6abSSepherosa Ziehau /* 23536afef6abSSepherosa Ziehau * NOTE: 23546afef6abSSepherosa Ziehau * RSS hash and hash information may _not_ be set by the 23556afef6abSSepherosa Ziehau * hardware even if the OWN bit is cleared and VALID bit 23566afef6abSSepherosa Ziehau * is set. 23576afef6abSSepherosa Ziehau * 23586afef6abSSepherosa Ziehau * If the RSS information is not delivered by the hardware 23596afef6abSSepherosa Ziehau * yet, we MUST NOT accept this packet, let alone reusing 23606afef6abSSepherosa Ziehau * its RX descriptor. If this packet was accepted and its 23616afef6abSSepherosa Ziehau * RX descriptor was reused before hardware delivering the 23626afef6abSSepherosa Ziehau * RSS information, the RX buffer's address would be trashed 23636afef6abSSepherosa Ziehau * by the RSS information delivered by the hardware. 23646afef6abSSepherosa Ziehau */ 23656afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(rdata->jme_sc)) { 23666afef6abSSepherosa Ziehau struct jme_rxdesc *rxd; 23676afef6abSSepherosa Ziehau uint32_t hashinfo; 23686afef6abSSepherosa Ziehau 23696afef6abSSepherosa Ziehau hashinfo = le32toh(desc->addr_lo); 23706afef6abSSepherosa Ziehau rxd = &rdata->jme_rxdesc[rdata->jme_rx_cons]; 23716afef6abSSepherosa Ziehau 23726afef6abSSepherosa Ziehau /* 23736afef6abSSepherosa Ziehau * This test should be enough to detect the pending 23746afef6abSSepherosa Ziehau * RSS information delivery, given: 23756afef6abSSepherosa Ziehau * - If RSS hash is not calculated, the hashinfo 2376064b75edSSepherosa Ziehau * will be 0. Howvever, the lower 32bits of RX 2377064b75edSSepherosa Ziehau * buffers' physical address will never be 0. 2378064b75edSSepherosa Ziehau * (see jme_rxbuf_dma_filter) 23796afef6abSSepherosa Ziehau * - If RSS hash is calculated, the lowest 4 bits 23806afef6abSSepherosa Ziehau * of hashinfo will be set, while the RX buffers 23816afef6abSSepherosa Ziehau * are at least 2K aligned. 23826afef6abSSepherosa Ziehau */ 23836afef6abSSepherosa Ziehau if (hashinfo == JME_ADDR_LO(rxd->rx_paddr)) { 23846afef6abSSepherosa Ziehau #ifdef JME_SHOW_RSSWB 23856afef6abSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if, 23866afef6abSSepherosa Ziehau "RSS is not written back yet\n"); 23876afef6abSSepherosa Ziehau #endif 23886afef6abSSepherosa Ziehau break; 23896afef6abSSepherosa Ziehau } 23906afef6abSSepherosa Ziehau } 23916afef6abSSepherosa Ziehau 239276fbb0b9SSepherosa Ziehau /* Received a frame. */ 2393dea2452aSSepherosa Ziehau jme_rxpkt(rdata); 239476fbb0b9SSepherosa Ziehau } 239576fbb0b9SSepherosa Ziehau } 239676fbb0b9SSepherosa Ziehau 239776fbb0b9SSepherosa Ziehau static void 239876fbb0b9SSepherosa Ziehau jme_tick(void *xsc) 239976fbb0b9SSepherosa Ziehau { 240076fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc; 240176fbb0b9SSepherosa Ziehau struct mii_data *mii = device_get_softc(sc->jme_miibus); 240276fbb0b9SSepherosa Ziehau 2403*cccc3955SSepherosa Ziehau lwkt_serialize_enter(&sc->jme_serialize); 240476fbb0b9SSepherosa Ziehau 2405*cccc3955SSepherosa Ziehau sc->jme_in_tick = TRUE; 240676fbb0b9SSepherosa Ziehau mii_tick(mii); 2407*cccc3955SSepherosa Ziehau sc->jme_in_tick = FALSE; 2408*cccc3955SSepherosa Ziehau 240976fbb0b9SSepherosa Ziehau callout_reset(&sc->jme_tick_ch, hz, jme_tick, sc); 241076fbb0b9SSepherosa Ziehau 2411*cccc3955SSepherosa Ziehau lwkt_serialize_exit(&sc->jme_serialize); 241276fbb0b9SSepherosa Ziehau } 241376fbb0b9SSepherosa Ziehau 241476fbb0b9SSepherosa Ziehau static void 241576fbb0b9SSepherosa Ziehau jme_reset(struct jme_softc *sc) 241676fbb0b9SSepherosa Ziehau { 2417409fe405SSepherosa Ziehau uint32_t val; 2418409fe405SSepherosa Ziehau 2419409fe405SSepherosa Ziehau /* Make sure that TX and RX are stopped */ 242076fbb0b9SSepherosa Ziehau jme_stop_tx(sc); 2421409fe405SSepherosa Ziehau jme_stop_rx(sc); 2422409fe405SSepherosa Ziehau 2423409fe405SSepherosa Ziehau /* Start reset */ 242476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET); 2425409fe405SSepherosa Ziehau DELAY(20); 2426409fe405SSepherosa Ziehau 2427409fe405SSepherosa Ziehau /* 2428409fe405SSepherosa Ziehau * Hold reset bit before stop reset 2429409fe405SSepherosa Ziehau */ 2430409fe405SSepherosa Ziehau 2431409fe405SSepherosa Ziehau /* Disable TXMAC and TXOFL clock sources */ 2432409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_RESET); 2433409fe405SSepherosa Ziehau /* Disable RXMAC clock source */ 2434409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1); 2435409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC); 2436409fe405SSepherosa Ziehau /* Flush */ 2437409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC); 2438409fe405SSepherosa Ziehau 2439409fe405SSepherosa Ziehau /* Stop reset */ 244076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0); 2441409fe405SSepherosa Ziehau /* Flush */ 2442409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC); 2443409fe405SSepherosa Ziehau 2444409fe405SSepherosa Ziehau /* 2445409fe405SSepherosa Ziehau * Clear reset bit after stop reset 2446409fe405SSepherosa Ziehau */ 2447409fe405SSepherosa Ziehau 2448409fe405SSepherosa Ziehau /* Enable TXMAC and TXOFL clock sources */ 2449409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC); 2450409fe405SSepherosa Ziehau /* Enable RXMAC clock source */ 2451409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1); 2452409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC); 2453409fe405SSepherosa Ziehau /* Flush */ 2454409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC); 2455409fe405SSepherosa Ziehau 2456409fe405SSepherosa Ziehau /* Disable TXMAC and TXOFL clock sources */ 2457409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, 0); 2458409fe405SSepherosa Ziehau /* Disable RXMAC clock source */ 2459409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1); 2460409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val | GPREG1_DIS_RXMAC_CLKSRC); 2461409fe405SSepherosa Ziehau /* Flush */ 2462409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC); 2463409fe405SSepherosa Ziehau 2464409fe405SSepherosa Ziehau /* Enable TX and RX */ 2465409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_TXCSR); 2466409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, val | TXCSR_TX_ENB); 2467409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_RXCSR); 2468409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, val | RXCSR_RX_ENB); 2469409fe405SSepherosa Ziehau /* Flush */ 2470409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_TXCSR); 2471409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_RXCSR); 2472409fe405SSepherosa Ziehau 2473409fe405SSepherosa Ziehau /* Enable TXMAC and TXOFL clock sources */ 2474409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GHC, GHC_TXOFL_CLKSRC | GHC_TXMAC_CLKSRC); 2475409fe405SSepherosa Ziehau /* Eisable RXMAC clock source */ 2476409fe405SSepherosa Ziehau val = CSR_READ_4(sc, JME_GPREG1); 2477409fe405SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG1, val & ~GPREG1_DIS_RXMAC_CLKSRC); 2478409fe405SSepherosa Ziehau /* Flush */ 2479409fe405SSepherosa Ziehau CSR_READ_4(sc, JME_GHC); 2480409fe405SSepherosa Ziehau 2481409fe405SSepherosa Ziehau /* Stop TX and RX */ 2482409fe405SSepherosa Ziehau jme_stop_tx(sc); 2483409fe405SSepherosa Ziehau jme_stop_rx(sc); 248476fbb0b9SSepherosa Ziehau } 248576fbb0b9SSepherosa Ziehau 248676fbb0b9SSepherosa Ziehau static void 248776fbb0b9SSepherosa Ziehau jme_init(void *xsc) 248876fbb0b9SSepherosa Ziehau { 248976fbb0b9SSepherosa Ziehau struct jme_softc *sc = xsc; 249076fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 249176fbb0b9SSepherosa Ziehau struct mii_data *mii; 249276fbb0b9SSepherosa Ziehau uint8_t eaddr[ETHER_ADDR_LEN]; 249376fbb0b9SSepherosa Ziehau bus_addr_t paddr; 249476fbb0b9SSepherosa Ziehau uint32_t reg; 24954447c752SSepherosa Ziehau int error, r; 249676fbb0b9SSepherosa Ziehau 249731f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 249876fbb0b9SSepherosa Ziehau 249976fbb0b9SSepherosa Ziehau /* 250076fbb0b9SSepherosa Ziehau * Cancel any pending I/O. 250176fbb0b9SSepherosa Ziehau */ 250276fbb0b9SSepherosa Ziehau jme_stop(sc); 250376fbb0b9SSepherosa Ziehau 250476fbb0b9SSepherosa Ziehau /* 250576fbb0b9SSepherosa Ziehau * Reset the chip to a known state. 250676fbb0b9SSepherosa Ziehau */ 250776fbb0b9SSepherosa Ziehau jme_reset(sc); 250876fbb0b9SSepherosa Ziehau 250958880b0dSSepherosa Ziehau /* 251058880b0dSSepherosa Ziehau * Setup MSI/MSI-X vectors to interrupts mapping 251158880b0dSSepherosa Ziehau */ 251258880b0dSSepherosa Ziehau jme_set_msinum(sc); 251358880b0dSSepherosa Ziehau 251476fbb0b9SSepherosa Ziehau sc->jme_txd_spare = 25159b3ee148SSepherosa Ziehau howmany(ifp->if_mtu + sizeof(struct ether_vlan_header), MCLBYTES); 25169b3ee148SSepherosa Ziehau KKASSERT(sc->jme_txd_spare >= 1); 25179b3ee148SSepherosa Ziehau 25189b3ee148SSepherosa Ziehau /* 25199b3ee148SSepherosa Ziehau * If we use 64bit address mode for transmitting, each Tx request 25209b3ee148SSepherosa Ziehau * needs one more symbol descriptor. 25219b3ee148SSepherosa Ziehau */ 25229b3ee148SSepherosa Ziehau if (sc->jme_lowaddr != BUS_SPACE_MAXADDR_32BIT) 25239b3ee148SSepherosa Ziehau sc->jme_txd_spare += 1; 252476fbb0b9SSepherosa Ziehau 25256afef6abSSepherosa Ziehau if (JME_ENABLE_HWRSS(sc)) 2526760c056cSSepherosa Ziehau jme_enable_rss(sc); 2527760c056cSSepherosa Ziehau else 2528760c056cSSepherosa Ziehau jme_disable_rss(sc); 25294447c752SSepherosa Ziehau 25304447c752SSepherosa Ziehau /* Init RX descriptors */ 25317b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 2532dea2452aSSepherosa Ziehau error = jme_init_rx_ring(&sc->jme_cdata.jme_rx_data[r]); 25334447c752SSepherosa Ziehau if (error) { 25344447c752SSepherosa Ziehau if_printf(ifp, "initialization failed: " 25354447c752SSepherosa Ziehau "no memory for %dth RX ring.\n", r); 253676fbb0b9SSepherosa Ziehau jme_stop(sc); 253776fbb0b9SSepherosa Ziehau return; 253876fbb0b9SSepherosa Ziehau } 25394447c752SSepherosa Ziehau } 25404447c752SSepherosa Ziehau 25414447c752SSepherosa Ziehau /* Init TX descriptors */ 254276fbb0b9SSepherosa Ziehau jme_init_tx_ring(sc); 254376fbb0b9SSepherosa Ziehau 254476fbb0b9SSepherosa Ziehau /* Initialize shadow status block. */ 254576fbb0b9SSepherosa Ziehau jme_init_ssb(sc); 254676fbb0b9SSepherosa Ziehau 254776fbb0b9SSepherosa Ziehau /* Reprogram the station address. */ 254876fbb0b9SSepherosa Ziehau bcopy(IF_LLADDR(ifp), eaddr, ETHER_ADDR_LEN); 254976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PAR0, 255076fbb0b9SSepherosa Ziehau eaddr[3] << 24 | eaddr[2] << 16 | eaddr[1] << 8 | eaddr[0]); 255176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PAR1, eaddr[5] << 8 | eaddr[4]); 255276fbb0b9SSepherosa Ziehau 255376fbb0b9SSepherosa Ziehau /* 255476fbb0b9SSepherosa Ziehau * Configure Tx queue. 255576fbb0b9SSepherosa Ziehau * Tx priority queue weight value : 0 255676fbb0b9SSepherosa Ziehau * Tx FIFO threshold for processing next packet : 16QW 255776fbb0b9SSepherosa Ziehau * Maximum Tx DMA length : 512 255876fbb0b9SSepherosa Ziehau * Allow Tx DMA burst. 255976fbb0b9SSepherosa Ziehau */ 256076fbb0b9SSepherosa Ziehau sc->jme_txcsr = TXCSR_TXQ_N_SEL(TXCSR_TXQ0); 256176fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_TXQ_WEIGHT(TXCSR_TXQ_WEIGHT_MIN); 256276fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_FIFO_THRESH_16QW; 256376fbb0b9SSepherosa Ziehau sc->jme_txcsr |= sc->jme_tx_dma_size; 256476fbb0b9SSepherosa Ziehau sc->jme_txcsr |= TXCSR_DMA_BURST; 256576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, sc->jme_txcsr); 256676fbb0b9SSepherosa Ziehau 256776fbb0b9SSepherosa Ziehau /* Set Tx descriptor counter. */ 2568b020bb10SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXQDC, sc->jme_cdata.jme_tx_desc_cnt); 256976fbb0b9SSepherosa Ziehau 257076fbb0b9SSepherosa Ziehau /* Set Tx ring address to the hardware. */ 25717405bec3SSepherosa Ziehau paddr = sc->jme_cdata.jme_tx_ring_paddr; 257276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_HI, JME_ADDR_HI(paddr)); 257376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXDBA_LO, JME_ADDR_LO(paddr)); 257476fbb0b9SSepherosa Ziehau 257576fbb0b9SSepherosa Ziehau /* Configure TxMAC parameters. */ 257676fbb0b9SSepherosa Ziehau reg = TXMAC_IFG1_DEFAULT | TXMAC_IFG2_DEFAULT | TXMAC_IFG_ENB; 257776fbb0b9SSepherosa Ziehau reg |= TXMAC_THRESH_1_PKT; 257876fbb0b9SSepherosa Ziehau reg |= TXMAC_CRC_ENB | TXMAC_PAD_ENB; 257976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXMAC, reg); 258076fbb0b9SSepherosa Ziehau 258176fbb0b9SSepherosa Ziehau /* 258276fbb0b9SSepherosa Ziehau * Configure Rx queue. 258376fbb0b9SSepherosa Ziehau * FIFO full threshold for transmitting Tx pause packet : 128T 258476fbb0b9SSepherosa Ziehau * FIFO threshold for processing next packet : 128QW 258576fbb0b9SSepherosa Ziehau * Rx queue 0 select 258676fbb0b9SSepherosa Ziehau * Max Rx DMA length : 128 258776fbb0b9SSepherosa Ziehau * Rx descriptor retry : 32 258876fbb0b9SSepherosa Ziehau * Rx descriptor retry time gap : 256ns 258976fbb0b9SSepherosa Ziehau * Don't receive runt/bad frame. 259076fbb0b9SSepherosa Ziehau */ 259176fbb0b9SSepherosa Ziehau sc->jme_rxcsr = RXCSR_FIFO_FTHRESH_128T; 2592223cfc2fSSepherosa Ziehau #if 0 259376fbb0b9SSepherosa Ziehau /* 259476fbb0b9SSepherosa Ziehau * Since Rx FIFO size is 4K bytes, receiving frames larger 259576fbb0b9SSepherosa Ziehau * than 4K bytes will suffer from Rx FIFO overruns. So 259676fbb0b9SSepherosa Ziehau * decrease FIFO threshold to reduce the FIFO overruns for 259776fbb0b9SSepherosa Ziehau * frames larger than 4000 bytes. 259876fbb0b9SSepherosa Ziehau * For best performance of standard MTU sized frames use 259976fbb0b9SSepherosa Ziehau * maximum allowable FIFO threshold, 128QW. 260076fbb0b9SSepherosa Ziehau */ 260176fbb0b9SSepherosa Ziehau if ((ifp->if_mtu + ETHER_HDR_LEN + EVL_ENCAPLEN + ETHER_CRC_LEN) > 260276fbb0b9SSepherosa Ziehau JME_RX_FIFO_SIZE) 260376fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW; 260476fbb0b9SSepherosa Ziehau else 260576fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_128QW; 2606223cfc2fSSepherosa Ziehau #else 2607223cfc2fSSepherosa Ziehau /* Improve PCI Express compatibility */ 2608223cfc2fSSepherosa Ziehau sc->jme_rxcsr |= RXCSR_FIFO_THRESH_16QW; 2609223cfc2fSSepherosa Ziehau #endif 2610223cfc2fSSepherosa Ziehau sc->jme_rxcsr |= sc->jme_rx_dma_size; 261176fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_DESC_RT_CNT(RXCSR_DESC_RT_CNT_DEFAULT); 261276fbb0b9SSepherosa Ziehau sc->jme_rxcsr |= RXCSR_DESC_RT_GAP_256 & RXCSR_DESC_RT_GAP_MASK; 261376fbb0b9SSepherosa Ziehau /* XXX TODO DROP_BAD */ 26144447c752SSepherosa Ziehau 26157b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 26167b040092SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r]; 26177b040092SSepherosa Ziehau 26184447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | RXCSR_RXQ_N_SEL(r)); 261976fbb0b9SSepherosa Ziehau 262076fbb0b9SSepherosa Ziehau /* Set Rx descriptor counter. */ 26217b040092SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXQDC, rdata->jme_rx_desc_cnt); 262276fbb0b9SSepherosa Ziehau 262376fbb0b9SSepherosa Ziehau /* Set Rx ring address to the hardware. */ 26247b040092SSepherosa Ziehau paddr = rdata->jme_rx_ring_paddr; 262576fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_HI, JME_ADDR_HI(paddr)); 262676fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXDBA_LO, JME_ADDR_LO(paddr)); 26274447c752SSepherosa Ziehau } 262876fbb0b9SSepherosa Ziehau 262976fbb0b9SSepherosa Ziehau /* Clear receive filter. */ 263076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, 0); 263176fbb0b9SSepherosa Ziehau 263276fbb0b9SSepherosa Ziehau /* Set up the receive filter. */ 263376fbb0b9SSepherosa Ziehau jme_set_filter(sc); 263476fbb0b9SSepherosa Ziehau jme_set_vlan(sc); 263576fbb0b9SSepherosa Ziehau 263676fbb0b9SSepherosa Ziehau /* 263776fbb0b9SSepherosa Ziehau * Disable all WOL bits as WOL can interfere normal Rx 263876fbb0b9SSepherosa Ziehau * operation. Also clear WOL detection status bits. 263976fbb0b9SSepherosa Ziehau */ 264076fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_PMCS); 264176fbb0b9SSepherosa Ziehau reg &= ~PMCS_WOL_ENB_MASK; 264276fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_PMCS, reg); 264376fbb0b9SSepherosa Ziehau 264476fbb0b9SSepherosa Ziehau /* 264576fbb0b9SSepherosa Ziehau * Pad 10bytes right before received frame. This will greatly 264676fbb0b9SSepherosa Ziehau * help Rx performance on strict-alignment architectures as 264776fbb0b9SSepherosa Ziehau * it does not need to copy the frame to align the payload. 264876fbb0b9SSepherosa Ziehau */ 264976fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC); 265076fbb0b9SSepherosa Ziehau reg |= RXMAC_PAD_10BYTES; 265176fbb0b9SSepherosa Ziehau 265276fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_RXCSUM) 265376fbb0b9SSepherosa Ziehau reg |= RXMAC_CSUM_ENB; 265476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg); 265576fbb0b9SSepherosa Ziehau 265676fbb0b9SSepherosa Ziehau /* Configure general purpose reg0 */ 265776fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_GPREG0); 265876fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PCC_UNIT_MASK; 265976fbb0b9SSepherosa Ziehau /* Set PCC timer resolution to micro-seconds unit. */ 266076fbb0b9SSepherosa Ziehau reg |= GPREG0_PCC_UNIT_US; 266176fbb0b9SSepherosa Ziehau /* 266276fbb0b9SSepherosa Ziehau * Disable all shadow register posting as we have to read 266376fbb0b9SSepherosa Ziehau * JME_INTR_STATUS register in jme_intr. Also it seems 266476fbb0b9SSepherosa Ziehau * that it's hard to synchronize interrupt status between 266576fbb0b9SSepherosa Ziehau * hardware and software with shadow posting due to 266676fbb0b9SSepherosa Ziehau * requirements of bus_dmamap_sync(9). 266776fbb0b9SSepherosa Ziehau */ 266876fbb0b9SSepherosa Ziehau reg |= GPREG0_SH_POST_DW7_DIS | GPREG0_SH_POST_DW6_DIS | 266976fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW5_DIS | GPREG0_SH_POST_DW4_DIS | 267076fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW3_DIS | GPREG0_SH_POST_DW2_DIS | 267176fbb0b9SSepherosa Ziehau GPREG0_SH_POST_DW1_DIS | GPREG0_SH_POST_DW0_DIS; 267276fbb0b9SSepherosa Ziehau /* Disable posting of DW0. */ 267376fbb0b9SSepherosa Ziehau reg &= ~GPREG0_POST_DW0_ENB; 267476fbb0b9SSepherosa Ziehau /* Clear PME message. */ 267576fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PME_ENB; 267676fbb0b9SSepherosa Ziehau /* Set PHY address. */ 267776fbb0b9SSepherosa Ziehau reg &= ~GPREG0_PHY_ADDR_MASK; 267876fbb0b9SSepherosa Ziehau reg |= sc->jme_phyaddr; 267976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_GPREG0, reg); 268076fbb0b9SSepherosa Ziehau 268176fbb0b9SSepherosa Ziehau /* Configure Tx queue 0 packet completion coalescing. */ 26822870abc4SSepherosa Ziehau jme_set_tx_coal(sc); 268376fbb0b9SSepherosa Ziehau 2684dea2452aSSepherosa Ziehau /* Configure Rx queues packet completion coalescing. */ 26852870abc4SSepherosa Ziehau jme_set_rx_coal(sc); 268676fbb0b9SSepherosa Ziehau 268776fbb0b9SSepherosa Ziehau /* Configure shadow status block but don't enable posting. */ 2688560616bfSSepherosa Ziehau paddr = sc->jme_cdata.jme_ssb_block_paddr; 268976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_HI, JME_ADDR_HI(paddr)); 269076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO, JME_ADDR_LO(paddr)); 269176fbb0b9SSepherosa Ziehau 269276fbb0b9SSepherosa Ziehau /* Disable Timer 1 and Timer 2. */ 269376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TIMER1, 0); 269476fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TIMER2, 0); 269576fbb0b9SSepherosa Ziehau 269676fbb0b9SSepherosa Ziehau /* Configure retry transmit period, retry limit value. */ 269776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXTRHD, 269876fbb0b9SSepherosa Ziehau ((TXTRHD_RT_PERIOD_DEFAULT << TXTRHD_RT_PERIOD_SHIFT) & 269976fbb0b9SSepherosa Ziehau TXTRHD_RT_PERIOD_MASK) | 270076fbb0b9SSepherosa Ziehau ((TXTRHD_RT_LIMIT_DEFAULT << TXTRHD_RT_LIMIT_SHIFT) & 270176fbb0b9SSepherosa Ziehau TXTRHD_RT_LIMIT_SHIFT)); 270276fbb0b9SSepherosa Ziehau 27039de40864SSepherosa Ziehau #ifdef DEVICE_POLLING 27049de40864SSepherosa Ziehau if (!(ifp->if_flags & IFF_POLLING)) 27059de40864SSepherosa Ziehau #endif 270676fbb0b9SSepherosa Ziehau /* Initialize the interrupt mask. */ 270776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS); 270876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF); 270976fbb0b9SSepherosa Ziehau 271076fbb0b9SSepherosa Ziehau /* 271176fbb0b9SSepherosa Ziehau * Enabling Tx/Rx DMA engines and Rx queue processing is 271276fbb0b9SSepherosa Ziehau * done after detection of valid link in jme_miibus_statchg. 271376fbb0b9SSepherosa Ziehau */ 2714*cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE; 271576fbb0b9SSepherosa Ziehau 271676fbb0b9SSepherosa Ziehau /* Set the current media. */ 271776fbb0b9SSepherosa Ziehau mii = device_get_softc(sc->jme_miibus); 271876fbb0b9SSepherosa Ziehau mii_mediachg(mii); 271976fbb0b9SSepherosa Ziehau 272076fbb0b9SSepherosa Ziehau callout_reset(&sc->jme_tick_ch, hz, jme_tick, sc); 272176fbb0b9SSepherosa Ziehau 272276fbb0b9SSepherosa Ziehau ifp->if_flags |= IFF_RUNNING; 272376fbb0b9SSepherosa Ziehau ifp->if_flags &= ~IFF_OACTIVE; 272476fbb0b9SSepherosa Ziehau } 272576fbb0b9SSepherosa Ziehau 272676fbb0b9SSepherosa Ziehau static void 272776fbb0b9SSepherosa Ziehau jme_stop(struct jme_softc *sc) 272876fbb0b9SSepherosa Ziehau { 272976fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 273076fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 273176fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd; 27324447c752SSepherosa Ziehau struct jme_rxdata *rdata; 27334447c752SSepherosa Ziehau int i, r; 273476fbb0b9SSepherosa Ziehau 273531f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 273676fbb0b9SSepherosa Ziehau 273776fbb0b9SSepherosa Ziehau /* 273876fbb0b9SSepherosa Ziehau * Mark the interface down and cancel the watchdog timer. 273976fbb0b9SSepherosa Ziehau */ 274076fbb0b9SSepherosa Ziehau ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE); 274176fbb0b9SSepherosa Ziehau ifp->if_timer = 0; 274276fbb0b9SSepherosa Ziehau 274376fbb0b9SSepherosa Ziehau callout_stop(&sc->jme_tick_ch); 2744*cccc3955SSepherosa Ziehau sc->jme_has_link = FALSE; 274576fbb0b9SSepherosa Ziehau 274676fbb0b9SSepherosa Ziehau /* 274776fbb0b9SSepherosa Ziehau * Disable interrupts. 274876fbb0b9SSepherosa Ziehau */ 274976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS); 275076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, 0xFFFFFFFF); 275176fbb0b9SSepherosa Ziehau 275276fbb0b9SSepherosa Ziehau /* Disable updating shadow status block. */ 275376fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_SHBASE_ADDR_LO, 275476fbb0b9SSepherosa Ziehau CSR_READ_4(sc, JME_SHBASE_ADDR_LO) & ~SHBASE_POST_ENB); 275576fbb0b9SSepherosa Ziehau 275676fbb0b9SSepherosa Ziehau /* Stop receiver, transmitter. */ 275776fbb0b9SSepherosa Ziehau jme_stop_rx(sc); 275876fbb0b9SSepherosa Ziehau jme_stop_tx(sc); 275976fbb0b9SSepherosa Ziehau 276076fbb0b9SSepherosa Ziehau /* 276176fbb0b9SSepherosa Ziehau * Free partial finished RX segments 276276fbb0b9SSepherosa Ziehau */ 27637b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 27644447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r]; 27654447c752SSepherosa Ziehau if (rdata->jme_rxhead != NULL) 27664447c752SSepherosa Ziehau m_freem(rdata->jme_rxhead); 2767dea2452aSSepherosa Ziehau JME_RXCHAIN_RESET(rdata); 27684447c752SSepherosa Ziehau } 276976fbb0b9SSepherosa Ziehau 277076fbb0b9SSepherosa Ziehau /* 277176fbb0b9SSepherosa Ziehau * Free RX and TX mbufs still in the queues. 277276fbb0b9SSepherosa Ziehau */ 27737b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 27744447c752SSepherosa Ziehau rdata = &sc->jme_cdata.jme_rx_data[r]; 27757b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) { 27764447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i]; 277776fbb0b9SSepherosa Ziehau if (rxd->rx_m != NULL) { 27784447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_tag, 277976fbb0b9SSepherosa Ziehau rxd->rx_dmamap); 278076fbb0b9SSepherosa Ziehau m_freem(rxd->rx_m); 278176fbb0b9SSepherosa Ziehau rxd->rx_m = NULL; 278276fbb0b9SSepherosa Ziehau } 278376fbb0b9SSepherosa Ziehau } 27844447c752SSepherosa Ziehau } 2785b020bb10SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_tx_desc_cnt; i++) { 278676fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[i]; 278776fbb0b9SSepherosa Ziehau if (txd->tx_m != NULL) { 278876fbb0b9SSepherosa Ziehau bus_dmamap_unload(sc->jme_cdata.jme_tx_tag, 278976fbb0b9SSepherosa Ziehau txd->tx_dmamap); 279076fbb0b9SSepherosa Ziehau m_freem(txd->tx_m); 279176fbb0b9SSepherosa Ziehau txd->tx_m = NULL; 279276fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0; 279376fbb0b9SSepherosa Ziehau } 279476fbb0b9SSepherosa Ziehau } 279576fbb0b9SSepherosa Ziehau } 279676fbb0b9SSepherosa Ziehau 279776fbb0b9SSepherosa Ziehau static void 279876fbb0b9SSepherosa Ziehau jme_stop_tx(struct jme_softc *sc) 279976fbb0b9SSepherosa Ziehau { 280076fbb0b9SSepherosa Ziehau uint32_t reg; 280176fbb0b9SSepherosa Ziehau int i; 280276fbb0b9SSepherosa Ziehau 280376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_TXCSR); 280476fbb0b9SSepherosa Ziehau if ((reg & TXCSR_TX_ENB) == 0) 280576fbb0b9SSepherosa Ziehau return; 280676fbb0b9SSepherosa Ziehau reg &= ~TXCSR_TX_ENB; 280776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_TXCSR, reg); 280876fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) { 280976fbb0b9SSepherosa Ziehau DELAY(1); 281076fbb0b9SSepherosa Ziehau if ((CSR_READ_4(sc, JME_TXCSR) & TXCSR_TX_ENB) == 0) 281176fbb0b9SSepherosa Ziehau break; 281276fbb0b9SSepherosa Ziehau } 281376fbb0b9SSepherosa Ziehau if (i == 0) 281476fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "stopping transmitter timeout!\n"); 281576fbb0b9SSepherosa Ziehau } 281676fbb0b9SSepherosa Ziehau 281776fbb0b9SSepherosa Ziehau static void 281876fbb0b9SSepherosa Ziehau jme_stop_rx(struct jme_softc *sc) 281976fbb0b9SSepherosa Ziehau { 282076fbb0b9SSepherosa Ziehau uint32_t reg; 282176fbb0b9SSepherosa Ziehau int i; 282276fbb0b9SSepherosa Ziehau 282376fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXCSR); 282476fbb0b9SSepherosa Ziehau if ((reg & RXCSR_RX_ENB) == 0) 282576fbb0b9SSepherosa Ziehau return; 282676fbb0b9SSepherosa Ziehau reg &= ~RXCSR_RX_ENB; 282776fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, reg); 282876fbb0b9SSepherosa Ziehau for (i = JME_TIMEOUT; i > 0; i--) { 282976fbb0b9SSepherosa Ziehau DELAY(1); 283076fbb0b9SSepherosa Ziehau if ((CSR_READ_4(sc, JME_RXCSR) & RXCSR_RX_ENB) == 0) 283176fbb0b9SSepherosa Ziehau break; 283276fbb0b9SSepherosa Ziehau } 283376fbb0b9SSepherosa Ziehau if (i == 0) 283476fbb0b9SSepherosa Ziehau device_printf(sc->jme_dev, "stopping recevier timeout!\n"); 283576fbb0b9SSepherosa Ziehau } 283676fbb0b9SSepherosa Ziehau 283776fbb0b9SSepherosa Ziehau static void 283876fbb0b9SSepherosa Ziehau jme_init_tx_ring(struct jme_softc *sc) 283976fbb0b9SSepherosa Ziehau { 2840560616bfSSepherosa Ziehau struct jme_chain_data *cd; 284176fbb0b9SSepherosa Ziehau struct jme_txdesc *txd; 284276fbb0b9SSepherosa Ziehau int i; 284376fbb0b9SSepherosa Ziehau 284476fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_prod = 0; 284576fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cons = 0; 284676fbb0b9SSepherosa Ziehau sc->jme_cdata.jme_tx_cnt = 0; 284776fbb0b9SSepherosa Ziehau 2848560616bfSSepherosa Ziehau cd = &sc->jme_cdata; 2849560616bfSSepherosa Ziehau bzero(cd->jme_tx_ring, JME_TX_RING_SIZE(sc)); 2850b020bb10SSepherosa Ziehau for (i = 0; i < sc->jme_cdata.jme_tx_desc_cnt; i++) { 285176fbb0b9SSepherosa Ziehau txd = &sc->jme_cdata.jme_txdesc[i]; 285276fbb0b9SSepherosa Ziehau txd->tx_m = NULL; 2853560616bfSSepherosa Ziehau txd->tx_desc = &cd->jme_tx_ring[i]; 285476fbb0b9SSepherosa Ziehau txd->tx_ndesc = 0; 285576fbb0b9SSepherosa Ziehau } 285676fbb0b9SSepherosa Ziehau } 285776fbb0b9SSepherosa Ziehau 285876fbb0b9SSepherosa Ziehau static void 285976fbb0b9SSepherosa Ziehau jme_init_ssb(struct jme_softc *sc) 286076fbb0b9SSepherosa Ziehau { 2861560616bfSSepherosa Ziehau struct jme_chain_data *cd; 286276fbb0b9SSepherosa Ziehau 2863560616bfSSepherosa Ziehau cd = &sc->jme_cdata; 2864560616bfSSepherosa Ziehau bzero(cd->jme_ssb_block, JME_SSB_SIZE); 286576fbb0b9SSepherosa Ziehau } 286676fbb0b9SSepherosa Ziehau 286776fbb0b9SSepherosa Ziehau static int 2868dea2452aSSepherosa Ziehau jme_init_rx_ring(struct jme_rxdata *rdata) 286976fbb0b9SSepherosa Ziehau { 287076fbb0b9SSepherosa Ziehau struct jme_rxdesc *rxd; 287176fbb0b9SSepherosa Ziehau int i; 287276fbb0b9SSepherosa Ziehau 28734447c752SSepherosa Ziehau KKASSERT(rdata->jme_rxhead == NULL && 28744447c752SSepherosa Ziehau rdata->jme_rxtail == NULL && 28754447c752SSepherosa Ziehau rdata->jme_rxlen == 0); 28764447c752SSepherosa Ziehau rdata->jme_rx_cons = 0; 287776fbb0b9SSepherosa Ziehau 28787b040092SSepherosa Ziehau bzero(rdata->jme_rx_ring, JME_RX_RING_SIZE(rdata)); 28797b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) { 288076fbb0b9SSepherosa Ziehau int error; 288176fbb0b9SSepherosa Ziehau 28824447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[i]; 288376fbb0b9SSepherosa Ziehau rxd->rx_m = NULL; 28844447c752SSepherosa Ziehau rxd->rx_desc = &rdata->jme_rx_ring[i]; 2885dea2452aSSepherosa Ziehau error = jme_newbuf(rdata, rxd, 1); 288676fbb0b9SSepherosa Ziehau if (error) 28874447c752SSepherosa Ziehau return error; 288876fbb0b9SSepherosa Ziehau } 28894447c752SSepherosa Ziehau return 0; 289076fbb0b9SSepherosa Ziehau } 289176fbb0b9SSepherosa Ziehau 289276fbb0b9SSepherosa Ziehau static int 2893dea2452aSSepherosa Ziehau jme_newbuf(struct jme_rxdata *rdata, struct jme_rxdesc *rxd, int init) 289476fbb0b9SSepherosa Ziehau { 289576fbb0b9SSepherosa Ziehau struct mbuf *m; 289676fbb0b9SSepherosa Ziehau bus_dma_segment_t segs; 289776fbb0b9SSepherosa Ziehau bus_dmamap_t map; 2898b0ba1747SSepherosa Ziehau int error, nsegs; 289976fbb0b9SSepherosa Ziehau 290076fbb0b9SSepherosa Ziehau m = m_getcl(init ? MB_WAIT : MB_DONTWAIT, MT_DATA, M_PKTHDR); 290176fbb0b9SSepherosa Ziehau if (m == NULL) 29024447c752SSepherosa Ziehau return ENOBUFS; 290376fbb0b9SSepherosa Ziehau /* 290476fbb0b9SSepherosa Ziehau * JMC250 has 64bit boundary alignment limitation so jme(4) 290576fbb0b9SSepherosa Ziehau * takes advantage of 10 bytes padding feature of hardware 290676fbb0b9SSepherosa Ziehau * in order not to copy entire frame to align IP header on 290776fbb0b9SSepherosa Ziehau * 32bit boundary. 290876fbb0b9SSepherosa Ziehau */ 290976fbb0b9SSepherosa Ziehau m->m_len = m->m_pkthdr.len = MCLBYTES; 291076fbb0b9SSepherosa Ziehau 2911b0ba1747SSepherosa Ziehau error = bus_dmamap_load_mbuf_segment(rdata->jme_rx_tag, 2912b0ba1747SSepherosa Ziehau rdata->jme_rx_sparemap, m, &segs, 1, &nsegs, 291376fbb0b9SSepherosa Ziehau BUS_DMA_NOWAIT); 2914b0ba1747SSepherosa Ziehau if (error) { 291576fbb0b9SSepherosa Ziehau m_freem(m); 2916dea2452aSSepherosa Ziehau if (init) { 2917dea2452aSSepherosa Ziehau if_printf(&rdata->jme_sc->arpcom.ac_if, 2918dea2452aSSepherosa Ziehau "can't load RX mbuf\n"); 2919dea2452aSSepherosa Ziehau } 29204447c752SSepherosa Ziehau return error; 292176fbb0b9SSepherosa Ziehau } 292276fbb0b9SSepherosa Ziehau 292376fbb0b9SSepherosa Ziehau if (rxd->rx_m != NULL) { 29244447c752SSepherosa Ziehau bus_dmamap_sync(rdata->jme_rx_tag, rxd->rx_dmamap, 292576fbb0b9SSepherosa Ziehau BUS_DMASYNC_POSTREAD); 29264447c752SSepherosa Ziehau bus_dmamap_unload(rdata->jme_rx_tag, rxd->rx_dmamap); 292776fbb0b9SSepherosa Ziehau } 292876fbb0b9SSepherosa Ziehau map = rxd->rx_dmamap; 29294447c752SSepherosa Ziehau rxd->rx_dmamap = rdata->jme_rx_sparemap; 29304447c752SSepherosa Ziehau rdata->jme_rx_sparemap = map; 293176fbb0b9SSepherosa Ziehau rxd->rx_m = m; 2932fd2a6d2cSSepherosa Ziehau rxd->rx_paddr = segs.ds_addr; 293376fbb0b9SSepherosa Ziehau 2934fd2a6d2cSSepherosa Ziehau jme_setup_rxdesc(rxd); 29354447c752SSepherosa Ziehau return 0; 293676fbb0b9SSepherosa Ziehau } 293776fbb0b9SSepherosa Ziehau 293876fbb0b9SSepherosa Ziehau static void 293976fbb0b9SSepherosa Ziehau jme_set_vlan(struct jme_softc *sc) 294076fbb0b9SSepherosa Ziehau { 294176fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 294276fbb0b9SSepherosa Ziehau uint32_t reg; 294376fbb0b9SSepherosa Ziehau 294431f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 294576fbb0b9SSepherosa Ziehau 294676fbb0b9SSepherosa Ziehau reg = CSR_READ_4(sc, JME_RXMAC); 294776fbb0b9SSepherosa Ziehau reg &= ~RXMAC_VLAN_ENB; 294876fbb0b9SSepherosa Ziehau if (ifp->if_capenable & IFCAP_VLAN_HWTAGGING) 294976fbb0b9SSepherosa Ziehau reg |= RXMAC_VLAN_ENB; 295076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, reg); 295176fbb0b9SSepherosa Ziehau } 295276fbb0b9SSepherosa Ziehau 295376fbb0b9SSepherosa Ziehau static void 295476fbb0b9SSepherosa Ziehau jme_set_filter(struct jme_softc *sc) 295576fbb0b9SSepherosa Ziehau { 295676fbb0b9SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 295776fbb0b9SSepherosa Ziehau struct ifmultiaddr *ifma; 295876fbb0b9SSepherosa Ziehau uint32_t crc; 295976fbb0b9SSepherosa Ziehau uint32_t mchash[2]; 296076fbb0b9SSepherosa Ziehau uint32_t rxcfg; 296176fbb0b9SSepherosa Ziehau 296231f0d5a2SSepherosa Ziehau ASSERT_IFNET_SERIALIZED_ALL(ifp); 296376fbb0b9SSepherosa Ziehau 296476fbb0b9SSepherosa Ziehau rxcfg = CSR_READ_4(sc, JME_RXMAC); 296576fbb0b9SSepherosa Ziehau rxcfg &= ~(RXMAC_BROADCAST | RXMAC_PROMISC | RXMAC_MULTICAST | 296676fbb0b9SSepherosa Ziehau RXMAC_ALLMULTI); 296776fbb0b9SSepherosa Ziehau 296876fbb0b9SSepherosa Ziehau /* 296976fbb0b9SSepherosa Ziehau * Always accept frames destined to our station address. 297076fbb0b9SSepherosa Ziehau * Always accept broadcast frames. 297176fbb0b9SSepherosa Ziehau */ 297276fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_UNICAST | RXMAC_BROADCAST; 297376fbb0b9SSepherosa Ziehau 297476fbb0b9SSepherosa Ziehau if (ifp->if_flags & (IFF_PROMISC | IFF_ALLMULTI)) { 297576fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_PROMISC) 297676fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_PROMISC; 297776fbb0b9SSepherosa Ziehau if (ifp->if_flags & IFF_ALLMULTI) 297876fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_ALLMULTI; 297976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR0, 0xFFFFFFFF); 298076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR1, 0xFFFFFFFF); 298176fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxcfg); 298276fbb0b9SSepherosa Ziehau return; 298376fbb0b9SSepherosa Ziehau } 298476fbb0b9SSepherosa Ziehau 298576fbb0b9SSepherosa Ziehau /* 298676fbb0b9SSepherosa Ziehau * Set up the multicast address filter by passing all multicast 298776fbb0b9SSepherosa Ziehau * addresses through a CRC generator, and then using the low-order 298876fbb0b9SSepherosa Ziehau * 6 bits as an index into the 64 bit multicast hash table. The 298976fbb0b9SSepherosa Ziehau * high order bits select the register, while the rest of the bits 299076fbb0b9SSepherosa Ziehau * select the bit within the register. 299176fbb0b9SSepherosa Ziehau */ 299276fbb0b9SSepherosa Ziehau rxcfg |= RXMAC_MULTICAST; 299376fbb0b9SSepherosa Ziehau bzero(mchash, sizeof(mchash)); 299476fbb0b9SSepherosa Ziehau 2995441d34b2SSascha Wildner TAILQ_FOREACH(ifma, &ifp->if_multiaddrs, ifma_link) { 299676fbb0b9SSepherosa Ziehau if (ifma->ifma_addr->sa_family != AF_LINK) 299776fbb0b9SSepherosa Ziehau continue; 299876fbb0b9SSepherosa Ziehau crc = ether_crc32_be(LLADDR((struct sockaddr_dl *) 299976fbb0b9SSepherosa Ziehau ifma->ifma_addr), ETHER_ADDR_LEN); 300076fbb0b9SSepherosa Ziehau 300176fbb0b9SSepherosa Ziehau /* Just want the 6 least significant bits. */ 300276fbb0b9SSepherosa Ziehau crc &= 0x3f; 300376fbb0b9SSepherosa Ziehau 300476fbb0b9SSepherosa Ziehau /* Set the corresponding bit in the hash table. */ 300576fbb0b9SSepherosa Ziehau mchash[crc >> 5] |= 1 << (crc & 0x1f); 300676fbb0b9SSepherosa Ziehau } 300776fbb0b9SSepherosa Ziehau 300876fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR0, mchash[0]); 300976fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_MAR1, mchash[1]); 301076fbb0b9SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXMAC, rxcfg); 301176fbb0b9SSepherosa Ziehau } 301276fbb0b9SSepherosa Ziehau 301376fbb0b9SSepherosa Ziehau static int 30142870abc4SSepherosa Ziehau jme_sysctl_tx_coal_to(SYSCTL_HANDLER_ARGS) 301576fbb0b9SSepherosa Ziehau { 30162870abc4SSepherosa Ziehau struct jme_softc *sc = arg1; 30172870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 30182870abc4SSepherosa Ziehau int error, v; 30192870abc4SSepherosa Ziehau 302031f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 30212870abc4SSepherosa Ziehau 30222870abc4SSepherosa Ziehau v = sc->jme_tx_coal_to; 30232870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req); 30242870abc4SSepherosa Ziehau if (error || req->newptr == NULL) 30252870abc4SSepherosa Ziehau goto back; 30262870abc4SSepherosa Ziehau 30272870abc4SSepherosa Ziehau if (v < PCCTX_COAL_TO_MIN || v > PCCTX_COAL_TO_MAX) { 30282870abc4SSepherosa Ziehau error = EINVAL; 30292870abc4SSepherosa Ziehau goto back; 30302870abc4SSepherosa Ziehau } 30312870abc4SSepherosa Ziehau 30322870abc4SSepherosa Ziehau if (v != sc->jme_tx_coal_to) { 30332870abc4SSepherosa Ziehau sc->jme_tx_coal_to = v; 30342870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 30352870abc4SSepherosa Ziehau jme_set_tx_coal(sc); 30362870abc4SSepherosa Ziehau } 30372870abc4SSepherosa Ziehau back: 303831f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 30392870abc4SSepherosa Ziehau return error; 304076fbb0b9SSepherosa Ziehau } 304176fbb0b9SSepherosa Ziehau 304276fbb0b9SSepherosa Ziehau static int 30432870abc4SSepherosa Ziehau jme_sysctl_tx_coal_pkt(SYSCTL_HANDLER_ARGS) 304476fbb0b9SSepherosa Ziehau { 30452870abc4SSepherosa Ziehau struct jme_softc *sc = arg1; 30462870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 30472870abc4SSepherosa Ziehau int error, v; 30482870abc4SSepherosa Ziehau 304931f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 30502870abc4SSepherosa Ziehau 30512870abc4SSepherosa Ziehau v = sc->jme_tx_coal_pkt; 30522870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req); 30532870abc4SSepherosa Ziehau if (error || req->newptr == NULL) 30542870abc4SSepherosa Ziehau goto back; 30552870abc4SSepherosa Ziehau 30562870abc4SSepherosa Ziehau if (v < PCCTX_COAL_PKT_MIN || v > PCCTX_COAL_PKT_MAX) { 30572870abc4SSepherosa Ziehau error = EINVAL; 30582870abc4SSepherosa Ziehau goto back; 30592870abc4SSepherosa Ziehau } 30602870abc4SSepherosa Ziehau 30612870abc4SSepherosa Ziehau if (v != sc->jme_tx_coal_pkt) { 30622870abc4SSepherosa Ziehau sc->jme_tx_coal_pkt = v; 30632870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 30642870abc4SSepherosa Ziehau jme_set_tx_coal(sc); 30652870abc4SSepherosa Ziehau } 30662870abc4SSepherosa Ziehau back: 306731f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 30682870abc4SSepherosa Ziehau return error; 306976fbb0b9SSepherosa Ziehau } 307076fbb0b9SSepherosa Ziehau 307176fbb0b9SSepherosa Ziehau static int 30722870abc4SSepherosa Ziehau jme_sysctl_rx_coal_to(SYSCTL_HANDLER_ARGS) 307376fbb0b9SSepherosa Ziehau { 30742870abc4SSepherosa Ziehau struct jme_softc *sc = arg1; 30752870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 30762870abc4SSepherosa Ziehau int error, v; 30772870abc4SSepherosa Ziehau 307831f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 30792870abc4SSepherosa Ziehau 30802870abc4SSepherosa Ziehau v = sc->jme_rx_coal_to; 30812870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req); 30822870abc4SSepherosa Ziehau if (error || req->newptr == NULL) 30832870abc4SSepherosa Ziehau goto back; 30842870abc4SSepherosa Ziehau 30852870abc4SSepherosa Ziehau if (v < PCCRX_COAL_TO_MIN || v > PCCRX_COAL_TO_MAX) { 30862870abc4SSepherosa Ziehau error = EINVAL; 30872870abc4SSepherosa Ziehau goto back; 30882870abc4SSepherosa Ziehau } 30892870abc4SSepherosa Ziehau 30902870abc4SSepherosa Ziehau if (v != sc->jme_rx_coal_to) { 30912870abc4SSepherosa Ziehau sc->jme_rx_coal_to = v; 30922870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 30932870abc4SSepherosa Ziehau jme_set_rx_coal(sc); 30942870abc4SSepherosa Ziehau } 30952870abc4SSepherosa Ziehau back: 309631f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 30972870abc4SSepherosa Ziehau return error; 309876fbb0b9SSepherosa Ziehau } 309976fbb0b9SSepherosa Ziehau 310076fbb0b9SSepherosa Ziehau static int 31012870abc4SSepherosa Ziehau jme_sysctl_rx_coal_pkt(SYSCTL_HANDLER_ARGS) 310276fbb0b9SSepherosa Ziehau { 31032870abc4SSepherosa Ziehau struct jme_softc *sc = arg1; 31042870abc4SSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 31052870abc4SSepherosa Ziehau int error, v; 31062870abc4SSepherosa Ziehau 310731f0d5a2SSepherosa Ziehau ifnet_serialize_all(ifp); 31082870abc4SSepherosa Ziehau 31092870abc4SSepherosa Ziehau v = sc->jme_rx_coal_pkt; 31102870abc4SSepherosa Ziehau error = sysctl_handle_int(oidp, &v, 0, req); 31112870abc4SSepherosa Ziehau if (error || req->newptr == NULL) 31122870abc4SSepherosa Ziehau goto back; 31132870abc4SSepherosa Ziehau 31142870abc4SSepherosa Ziehau if (v < PCCRX_COAL_PKT_MIN || v > PCCRX_COAL_PKT_MAX) { 31152870abc4SSepherosa Ziehau error = EINVAL; 31162870abc4SSepherosa Ziehau goto back; 31172870abc4SSepherosa Ziehau } 31182870abc4SSepherosa Ziehau 31192870abc4SSepherosa Ziehau if (v != sc->jme_rx_coal_pkt) { 31202870abc4SSepherosa Ziehau sc->jme_rx_coal_pkt = v; 31212870abc4SSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) 31222870abc4SSepherosa Ziehau jme_set_rx_coal(sc); 31232870abc4SSepherosa Ziehau } 31242870abc4SSepherosa Ziehau back: 312531f0d5a2SSepherosa Ziehau ifnet_deserialize_all(ifp); 31262870abc4SSepherosa Ziehau return error; 31272870abc4SSepherosa Ziehau } 31282870abc4SSepherosa Ziehau 31292870abc4SSepherosa Ziehau static void 31302870abc4SSepherosa Ziehau jme_set_tx_coal(struct jme_softc *sc) 31312870abc4SSepherosa Ziehau { 31322870abc4SSepherosa Ziehau uint32_t reg; 31332870abc4SSepherosa Ziehau 31342870abc4SSepherosa Ziehau reg = (sc->jme_tx_coal_to << PCCTX_COAL_TO_SHIFT) & 31352870abc4SSepherosa Ziehau PCCTX_COAL_TO_MASK; 31362870abc4SSepherosa Ziehau reg |= (sc->jme_tx_coal_pkt << PCCTX_COAL_PKT_SHIFT) & 31372870abc4SSepherosa Ziehau PCCTX_COAL_PKT_MASK; 31382870abc4SSepherosa Ziehau reg |= PCCTX_COAL_TXQ0; 31392870abc4SSepherosa Ziehau CSR_WRITE_4(sc, JME_PCCTX, reg); 31402870abc4SSepherosa Ziehau } 31412870abc4SSepherosa Ziehau 31422870abc4SSepherosa Ziehau static void 31432870abc4SSepherosa Ziehau jme_set_rx_coal(struct jme_softc *sc) 31442870abc4SSepherosa Ziehau { 31452870abc4SSepherosa Ziehau uint32_t reg; 31464447c752SSepherosa Ziehau int r; 31472870abc4SSepherosa Ziehau 31482870abc4SSepherosa Ziehau reg = (sc->jme_rx_coal_to << PCCRX_COAL_TO_SHIFT) & 31492870abc4SSepherosa Ziehau PCCRX_COAL_TO_MASK; 31502870abc4SSepherosa Ziehau reg |= (sc->jme_rx_coal_pkt << PCCRX_COAL_PKT_SHIFT) & 31512870abc4SSepherosa Ziehau PCCRX_COAL_PKT_MASK; 31527b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) 31534447c752SSepherosa Ziehau CSR_WRITE_4(sc, JME_PCCRX(r), reg); 315476fbb0b9SSepherosa Ziehau } 31559de40864SSepherosa Ziehau 31569de40864SSepherosa Ziehau #ifdef DEVICE_POLLING 31579de40864SSepherosa Ziehau 31589de40864SSepherosa Ziehau static void 31599de40864SSepherosa Ziehau jme_poll(struct ifnet *ifp, enum poll_cmd cmd, int count) 31609de40864SSepherosa Ziehau { 31619de40864SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 31629de40864SSepherosa Ziehau uint32_t status; 3163eda7db08SSepherosa Ziehau int r; 31649de40864SSepherosa Ziehau 316531f0d5a2SSepherosa Ziehau ASSERT_SERIALIZED(&sc->jme_serialize); 31669de40864SSepherosa Ziehau 31679de40864SSepherosa Ziehau switch (cmd) { 31689de40864SSepherosa Ziehau case POLL_REGISTER: 31699de40864SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, JME_INTRS); 31709de40864SSepherosa Ziehau break; 31719de40864SSepherosa Ziehau 31729de40864SSepherosa Ziehau case POLL_DEREGISTER: 31739de40864SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, JME_INTRS); 31749de40864SSepherosa Ziehau break; 31759de40864SSepherosa Ziehau 31769de40864SSepherosa Ziehau case POLL_AND_CHECK_STATUS: 31779de40864SSepherosa Ziehau case POLL_ONLY: 31789de40864SSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS); 31790e7f1e6fSSepherosa Ziehau 31807b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 318131f0d5a2SSepherosa Ziehau struct jme_rxdata *rdata = 318231f0d5a2SSepherosa Ziehau &sc->jme_cdata.jme_rx_data[r]; 318331f0d5a2SSepherosa Ziehau 318431f0d5a2SSepherosa Ziehau lwkt_serialize_enter(&rdata->jme_rx_serialize); 3185dea2452aSSepherosa Ziehau jme_rxeof(rdata, count); 318631f0d5a2SSepherosa Ziehau lwkt_serialize_exit(&rdata->jme_rx_serialize); 318731f0d5a2SSepherosa Ziehau } 31889de40864SSepherosa Ziehau 31899de40864SSepherosa Ziehau if (status & INTR_RXQ_DESC_EMPTY) { 31909de40864SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status); 31919de40864SSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | 31929de40864SSepherosa Ziehau RXCSR_RX_ENB | RXCSR_RXQ_START); 31939de40864SSepherosa Ziehau } 31949de40864SSepherosa Ziehau 319531f0d5a2SSepherosa Ziehau lwkt_serialize_enter(&sc->jme_cdata.jme_tx_serialize); 31969de40864SSepherosa Ziehau jme_txeof(sc); 31979de40864SSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd)) 31989de40864SSepherosa Ziehau if_devstart(ifp); 319931f0d5a2SSepherosa Ziehau lwkt_serialize_exit(&sc->jme_cdata.jme_tx_serialize); 32009de40864SSepherosa Ziehau break; 32019de40864SSepherosa Ziehau } 32029de40864SSepherosa Ziehau } 32039de40864SSepherosa Ziehau 32049de40864SSepherosa Ziehau #endif /* DEVICE_POLLING */ 32054447c752SSepherosa Ziehau 32064447c752SSepherosa Ziehau static int 3207dea2452aSSepherosa Ziehau jme_rxring_dma_alloc(struct jme_rxdata *rdata) 32084447c752SSepherosa Ziehau { 32091128a202SSepherosa Ziehau bus_dmamem_t dmem; 3210ff7f3632SSepherosa Ziehau int error, asize; 32114447c752SSepherosa Ziehau 3212ff7f3632SSepherosa Ziehau asize = roundup2(JME_RX_RING_SIZE(rdata), JME_RX_RING_ALIGN); 3213dea2452aSSepherosa Ziehau error = bus_dmamem_coherent(rdata->jme_sc->jme_cdata.jme_ring_tag, 32141128a202SSepherosa Ziehau JME_RX_RING_ALIGN, 0, 32150eb220ecSSepherosa Ziehau BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, 3216ff7f3632SSepherosa Ziehau asize, BUS_DMA_WAITOK | BUS_DMA_ZERO, &dmem); 32174447c752SSepherosa Ziehau if (error) { 3218dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev, 3219dea2452aSSepherosa Ziehau "could not allocate %dth Rx ring.\n", rdata->jme_rx_idx); 32204447c752SSepherosa Ziehau return error; 32214447c752SSepherosa Ziehau } 32221128a202SSepherosa Ziehau rdata->jme_rx_ring_tag = dmem.dmem_tag; 32231128a202SSepherosa Ziehau rdata->jme_rx_ring_map = dmem.dmem_map; 32241128a202SSepherosa Ziehau rdata->jme_rx_ring = dmem.dmem_addr; 32251128a202SSepherosa Ziehau rdata->jme_rx_ring_paddr = dmem.dmem_busaddr; 32264447c752SSepherosa Ziehau 32274447c752SSepherosa Ziehau return 0; 32284447c752SSepherosa Ziehau } 32294447c752SSepherosa Ziehau 32304447c752SSepherosa Ziehau static int 3231064b75edSSepherosa Ziehau jme_rxbuf_dma_filter(void *arg __unused, bus_addr_t paddr) 3232064b75edSSepherosa Ziehau { 3233064b75edSSepherosa Ziehau if ((paddr & 0xffffffff) == 0) { 3234064b75edSSepherosa Ziehau /* 3235064b75edSSepherosa Ziehau * Don't allow lower 32bits of the RX buffer's 3236064b75edSSepherosa Ziehau * physical address to be 0, else it will break 3237064b75edSSepherosa Ziehau * hardware pending RSS information delivery 3238064b75edSSepherosa Ziehau * detection on RX path. 3239064b75edSSepherosa Ziehau */ 3240064b75edSSepherosa Ziehau return 1; 3241064b75edSSepherosa Ziehau } 3242064b75edSSepherosa Ziehau return 0; 3243064b75edSSepherosa Ziehau } 3244064b75edSSepherosa Ziehau 3245064b75edSSepherosa Ziehau static int 3246dea2452aSSepherosa Ziehau jme_rxbuf_dma_alloc(struct jme_rxdata *rdata) 32474447c752SSepherosa Ziehau { 3248064b75edSSepherosa Ziehau bus_addr_t lowaddr; 32494447c752SSepherosa Ziehau int i, error; 32504447c752SSepherosa Ziehau 3251064b75edSSepherosa Ziehau lowaddr = BUS_SPACE_MAXADDR; 3252064b75edSSepherosa Ziehau if (JME_ENABLE_HWRSS(rdata->jme_sc)) { 3253064b75edSSepherosa Ziehau /* jme_rxbuf_dma_filter will be called */ 3254064b75edSSepherosa Ziehau lowaddr = BUS_SPACE_MAXADDR_32BIT; 3255064b75edSSepherosa Ziehau } 3256064b75edSSepherosa Ziehau 32574447c752SSepherosa Ziehau /* Create tag for Rx buffers. */ 3258dea2452aSSepherosa Ziehau error = bus_dma_tag_create( 3259dea2452aSSepherosa Ziehau rdata->jme_sc->jme_cdata.jme_buffer_tag,/* parent */ 32604447c752SSepherosa Ziehau JME_RX_BUF_ALIGN, 0, /* algnmnt, boundary */ 3261064b75edSSepherosa Ziehau lowaddr, /* lowaddr */ 32624447c752SSepherosa Ziehau BUS_SPACE_MAXADDR, /* highaddr */ 3263064b75edSSepherosa Ziehau jme_rxbuf_dma_filter, NULL, /* filter, filterarg */ 32644447c752SSepherosa Ziehau MCLBYTES, /* maxsize */ 32654447c752SSepherosa Ziehau 1, /* nsegments */ 32664447c752SSepherosa Ziehau MCLBYTES, /* maxsegsize */ 32679d424ceeSSepherosa Ziehau BUS_DMA_ALLOCNOW | BUS_DMA_WAITOK | BUS_DMA_ALIGNED,/* flags */ 32684447c752SSepherosa Ziehau &rdata->jme_rx_tag); 32694447c752SSepherosa Ziehau if (error) { 3270dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev, 3271dea2452aSSepherosa Ziehau "could not create %dth Rx DMA tag.\n", rdata->jme_rx_idx); 32724447c752SSepherosa Ziehau return error; 32734447c752SSepherosa Ziehau } 32744447c752SSepherosa Ziehau 32754447c752SSepherosa Ziehau /* Create DMA maps for Rx buffers. */ 32769d424ceeSSepherosa Ziehau error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK, 32774447c752SSepherosa Ziehau &rdata->jme_rx_sparemap); 32784447c752SSepherosa Ziehau if (error) { 3279dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev, 3280dea2452aSSepherosa Ziehau "could not create %dth spare Rx dmamap.\n", 3281dea2452aSSepherosa Ziehau rdata->jme_rx_idx); 32824447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag); 32834447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL; 32844447c752SSepherosa Ziehau return error; 32854447c752SSepherosa Ziehau } 32867b040092SSepherosa Ziehau for (i = 0; i < rdata->jme_rx_desc_cnt; i++) { 32874447c752SSepherosa Ziehau struct jme_rxdesc *rxd = &rdata->jme_rxdesc[i]; 32884447c752SSepherosa Ziehau 32899d424ceeSSepherosa Ziehau error = bus_dmamap_create(rdata->jme_rx_tag, BUS_DMA_WAITOK, 32904447c752SSepherosa Ziehau &rxd->rx_dmamap); 32914447c752SSepherosa Ziehau if (error) { 32924447c752SSepherosa Ziehau int j; 32934447c752SSepherosa Ziehau 3294dea2452aSSepherosa Ziehau device_printf(rdata->jme_sc->jme_dev, 32954447c752SSepherosa Ziehau "could not create %dth Rx dmamap " 3296dea2452aSSepherosa Ziehau "for %dth RX ring.\n", i, rdata->jme_rx_idx); 32974447c752SSepherosa Ziehau 32984447c752SSepherosa Ziehau for (j = 0; j < i; ++j) { 32994447c752SSepherosa Ziehau rxd = &rdata->jme_rxdesc[j]; 33004447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag, 33014447c752SSepherosa Ziehau rxd->rx_dmamap); 33024447c752SSepherosa Ziehau } 33034447c752SSepherosa Ziehau bus_dmamap_destroy(rdata->jme_rx_tag, 33044447c752SSepherosa Ziehau rdata->jme_rx_sparemap); 33054447c752SSepherosa Ziehau bus_dma_tag_destroy(rdata->jme_rx_tag); 33064447c752SSepherosa Ziehau rdata->jme_rx_tag = NULL; 33074447c752SSepherosa Ziehau return error; 33084447c752SSepherosa Ziehau } 33094447c752SSepherosa Ziehau } 33104447c752SSepherosa Ziehau return 0; 33114447c752SSepherosa Ziehau } 33124447c752SSepherosa Ziehau 33134447c752SSepherosa Ziehau static void 33144447c752SSepherosa Ziehau jme_rx_intr(struct jme_softc *sc, uint32_t status) 33154447c752SSepherosa Ziehau { 3316eda7db08SSepherosa Ziehau int r; 33174447c752SSepherosa Ziehau 33187b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 331931810fb8SSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r]; 332031f0d5a2SSepherosa Ziehau 332131810fb8SSepherosa Ziehau if (status & rdata->jme_rx_coal) { 332231f0d5a2SSepherosa Ziehau lwkt_serialize_enter(&rdata->jme_rx_serialize); 3323dea2452aSSepherosa Ziehau jme_rxeof(rdata, -1); 332431f0d5a2SSepherosa Ziehau lwkt_serialize_exit(&rdata->jme_rx_serialize); 332531f0d5a2SSepherosa Ziehau } 33264447c752SSepherosa Ziehau } 33274447c752SSepherosa Ziehau } 3328760c056cSSepherosa Ziehau 3329760c056cSSepherosa Ziehau static void 3330760c056cSSepherosa Ziehau jme_enable_rss(struct jme_softc *sc) 3331760c056cSSepherosa Ziehau { 333224dd1705SSepherosa Ziehau uint32_t rssc, ind; 333324dd1705SSepherosa Ziehau uint8_t key[RSSKEY_NREGS * RSSKEY_REGSIZE]; 3334760c056cSSepherosa Ziehau int i; 3335760c056cSSepherosa Ziehau 3336022f915eSSepherosa Ziehau KASSERT(sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_2 || 3337022f915eSSepherosa Ziehau sc->jme_cdata.jme_rx_ring_cnt == JME_NRXRING_4, 3338ed20d0e3SSascha Wildner ("%s: invalid # of RX rings (%d)", 3339022f915eSSepherosa Ziehau sc->arpcom.ac_if.if_xname, sc->jme_cdata.jme_rx_ring_cnt)); 334066f75939SSepherosa Ziehau 3341760c056cSSepherosa Ziehau rssc = RSSC_HASH_64_ENTRY; 3342760c056cSSepherosa Ziehau rssc |= RSSC_HASH_IPV4 | RSSC_HASH_IPV4_TCP; 33437b040092SSepherosa Ziehau rssc |= sc->jme_cdata.jme_rx_ring_cnt >> 1; 3344760c056cSSepherosa Ziehau JME_RSS_DPRINTF(sc, 1, "rssc 0x%08x\n", rssc); 3345760c056cSSepherosa Ziehau CSR_WRITE_4(sc, JME_RSSC, rssc); 3346760c056cSSepherosa Ziehau 334724dd1705SSepherosa Ziehau toeplitz_get_key(key, sizeof(key)); 334824dd1705SSepherosa Ziehau for (i = 0; i < RSSKEY_NREGS; ++i) { 334924dd1705SSepherosa Ziehau uint32_t keyreg; 335024dd1705SSepherosa Ziehau 335124dd1705SSepherosa Ziehau keyreg = RSSKEY_REGVAL(key, i); 335224dd1705SSepherosa Ziehau JME_RSS_DPRINTF(sc, 5, "keyreg%d 0x%08x\n", i, keyreg); 335324dd1705SSepherosa Ziehau 335424dd1705SSepherosa Ziehau CSR_WRITE_4(sc, RSSKEY_REG(i), keyreg); 335524dd1705SSepherosa Ziehau } 3356760c056cSSepherosa Ziehau 335766f75939SSepherosa Ziehau /* 335866f75939SSepherosa Ziehau * Create redirect table in following fashion: 335966f75939SSepherosa Ziehau * (hash & ring_cnt_mask) == rdr_table[(hash & rdr_table_mask)] 336066f75939SSepherosa Ziehau */ 3361760c056cSSepherosa Ziehau ind = 0; 336266f75939SSepherosa Ziehau for (i = 0; i < RSSTBL_REGSIZE; ++i) { 336366f75939SSepherosa Ziehau int q; 336466f75939SSepherosa Ziehau 33657b040092SSepherosa Ziehau q = i % sc->jme_cdata.jme_rx_ring_cnt; 336666f75939SSepherosa Ziehau ind |= q << (i * 8); 3367760c056cSSepherosa Ziehau } 3368760c056cSSepherosa Ziehau JME_RSS_DPRINTF(sc, 1, "ind 0x%08x\n", ind); 336966f75939SSepherosa Ziehau 3370760c056cSSepherosa Ziehau for (i = 0; i < RSSTBL_NREGS; ++i) 3371760c056cSSepherosa Ziehau CSR_WRITE_4(sc, RSSTBL_REG(i), ind); 3372760c056cSSepherosa Ziehau } 3373760c056cSSepherosa Ziehau 3374760c056cSSepherosa Ziehau static void 3375760c056cSSepherosa Ziehau jme_disable_rss(struct jme_softc *sc) 3376760c056cSSepherosa Ziehau { 3377760c056cSSepherosa Ziehau CSR_WRITE_4(sc, JME_RSSC, RSSC_DIS_RSS); 3378760c056cSSepherosa Ziehau } 337931f0d5a2SSepherosa Ziehau 338031f0d5a2SSepherosa Ziehau static void 338131f0d5a2SSepherosa Ziehau jme_serialize(struct ifnet *ifp, enum ifnet_serialize slz) 338231f0d5a2SSepherosa Ziehau { 338331f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 338431f0d5a2SSepherosa Ziehau 338529890f78SSepherosa Ziehau ifnet_serialize_array_enter(sc->jme_serialize_arr, 338629890f78SSepherosa Ziehau sc->jme_serialize_cnt, JME_TX_SERIALIZE, JME_RX_SERIALIZE, slz); 338731f0d5a2SSepherosa Ziehau } 338831f0d5a2SSepherosa Ziehau 338931f0d5a2SSepherosa Ziehau static void 339031f0d5a2SSepherosa Ziehau jme_deserialize(struct ifnet *ifp, enum ifnet_serialize slz) 339131f0d5a2SSepherosa Ziehau { 339231f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 339331f0d5a2SSepherosa Ziehau 339429890f78SSepherosa Ziehau ifnet_serialize_array_exit(sc->jme_serialize_arr, 339529890f78SSepherosa Ziehau sc->jme_serialize_cnt, JME_TX_SERIALIZE, JME_RX_SERIALIZE, slz); 339631f0d5a2SSepherosa Ziehau } 339731f0d5a2SSepherosa Ziehau 339831f0d5a2SSepherosa Ziehau static int 339931f0d5a2SSepherosa Ziehau jme_tryserialize(struct ifnet *ifp, enum ifnet_serialize slz) 340031f0d5a2SSepherosa Ziehau { 340131f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 340231f0d5a2SSepherosa Ziehau 340329890f78SSepherosa Ziehau return ifnet_serialize_array_try(sc->jme_serialize_arr, 340429890f78SSepherosa Ziehau sc->jme_serialize_cnt, JME_TX_SERIALIZE, JME_RX_SERIALIZE, slz); 340531f0d5a2SSepherosa Ziehau } 340631f0d5a2SSepherosa Ziehau 340731f0d5a2SSepherosa Ziehau #ifdef INVARIANTS 340831f0d5a2SSepherosa Ziehau 340931f0d5a2SSepherosa Ziehau static void 341031f0d5a2SSepherosa Ziehau jme_serialize_assert(struct ifnet *ifp, enum ifnet_serialize slz, 341131f0d5a2SSepherosa Ziehau boolean_t serialized) 341231f0d5a2SSepherosa Ziehau { 341331f0d5a2SSepherosa Ziehau struct jme_softc *sc = ifp->if_softc; 341431f0d5a2SSepherosa Ziehau 341529890f78SSepherosa Ziehau ifnet_serialize_array_assert(sc->jme_serialize_arr, 341629890f78SSepherosa Ziehau sc->jme_serialize_cnt, JME_TX_SERIALIZE, JME_RX_SERIALIZE, 341729890f78SSepherosa Ziehau slz, serialized); 341831f0d5a2SSepherosa Ziehau } 341931f0d5a2SSepherosa Ziehau 342031f0d5a2SSepherosa Ziehau #endif /* INVARIANTS */ 342158880b0dSSepherosa Ziehau 342258880b0dSSepherosa Ziehau static void 342358880b0dSSepherosa Ziehau jme_msix_try_alloc(device_t dev) 342458880b0dSSepherosa Ziehau { 342558880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 342658880b0dSSepherosa Ziehau struct jme_msix_data *msix; 342758880b0dSSepherosa Ziehau int error, i, r, msix_enable, msix_count; 342858880b0dSSepherosa Ziehau 34297b040092SSepherosa Ziehau msix_count = 1 + sc->jme_cdata.jme_rx_ring_cnt; 343058880b0dSSepherosa Ziehau KKASSERT(msix_count <= JME_NMSIX); 343158880b0dSSepherosa Ziehau 34321cc217a9SSepherosa Ziehau msix_enable = device_getenv_int(dev, "msix.enable", jme_msix_enable); 343358880b0dSSepherosa Ziehau 343458880b0dSSepherosa Ziehau /* 343558880b0dSSepherosa Ziehau * We leave the 1st MSI-X vector unused, so we 343658880b0dSSepherosa Ziehau * actually need msix_count + 1 MSI-X vectors. 343758880b0dSSepherosa Ziehau */ 343858880b0dSSepherosa Ziehau if (!msix_enable || pci_msix_count(dev) < (msix_count + 1)) 343958880b0dSSepherosa Ziehau return; 344058880b0dSSepherosa Ziehau 344158880b0dSSepherosa Ziehau for (i = 0; i < msix_count; ++i) 344258880b0dSSepherosa Ziehau sc->jme_msix[i].jme_msix_rid = -1; 344358880b0dSSepherosa Ziehau 344458880b0dSSepherosa Ziehau i = 0; 344558880b0dSSepherosa Ziehau 344658880b0dSSepherosa Ziehau msix = &sc->jme_msix[i++]; 344758880b0dSSepherosa Ziehau msix->jme_msix_cpuid = 0; /* XXX Put TX to cpu0 */ 344858880b0dSSepherosa Ziehau msix->jme_msix_arg = &sc->jme_cdata; 344958880b0dSSepherosa Ziehau msix->jme_msix_func = jme_msix_tx; 345058880b0dSSepherosa Ziehau msix->jme_msix_intrs = INTR_TXQ_COAL | INTR_TXQ_COAL_TO; 345158880b0dSSepherosa Ziehau msix->jme_msix_serialize = &sc->jme_cdata.jme_tx_serialize; 345258880b0dSSepherosa Ziehau ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), "%s tx", 345358880b0dSSepherosa Ziehau device_get_nameunit(dev)); 345458880b0dSSepherosa Ziehau 34557b040092SSepherosa Ziehau for (r = 0; r < sc->jme_cdata.jme_rx_ring_cnt; ++r) { 345658880b0dSSepherosa Ziehau struct jme_rxdata *rdata = &sc->jme_cdata.jme_rx_data[r]; 345758880b0dSSepherosa Ziehau 345858880b0dSSepherosa Ziehau msix = &sc->jme_msix[i++]; 345958880b0dSSepherosa Ziehau msix->jme_msix_cpuid = r; /* XXX Put RX to cpuX */ 346058880b0dSSepherosa Ziehau msix->jme_msix_arg = rdata; 346158880b0dSSepherosa Ziehau msix->jme_msix_func = jme_msix_rx; 346258880b0dSSepherosa Ziehau msix->jme_msix_intrs = rdata->jme_rx_coal | rdata->jme_rx_empty; 346358880b0dSSepherosa Ziehau msix->jme_msix_serialize = &rdata->jme_rx_serialize; 346458880b0dSSepherosa Ziehau ksnprintf(msix->jme_msix_desc, sizeof(msix->jme_msix_desc), 346558880b0dSSepherosa Ziehau "%s rx%d", device_get_nameunit(dev), r); 346658880b0dSSepherosa Ziehau } 346758880b0dSSepherosa Ziehau 346858880b0dSSepherosa Ziehau KKASSERT(i == msix_count); 346958880b0dSSepherosa Ziehau 347058880b0dSSepherosa Ziehau error = pci_setup_msix(dev); 347158880b0dSSepherosa Ziehau if (error) 347258880b0dSSepherosa Ziehau return; 347358880b0dSSepherosa Ziehau 347458880b0dSSepherosa Ziehau /* Setup jme_msix_cnt early, so we could cleanup */ 347558880b0dSSepherosa Ziehau sc->jme_msix_cnt = msix_count; 347658880b0dSSepherosa Ziehau 347758880b0dSSepherosa Ziehau for (i = 0; i < msix_count; ++i) { 347858880b0dSSepherosa Ziehau msix = &sc->jme_msix[i]; 347958880b0dSSepherosa Ziehau 348058880b0dSSepherosa Ziehau msix->jme_msix_vector = i + 1; 348158880b0dSSepherosa Ziehau error = pci_alloc_msix_vector(dev, msix->jme_msix_vector, 348258880b0dSSepherosa Ziehau &msix->jme_msix_rid, msix->jme_msix_cpuid); 348358880b0dSSepherosa Ziehau if (error) 348458880b0dSSepherosa Ziehau goto back; 348558880b0dSSepherosa Ziehau 348658880b0dSSepherosa Ziehau msix->jme_msix_res = bus_alloc_resource_any(dev, SYS_RES_IRQ, 348758880b0dSSepherosa Ziehau &msix->jme_msix_rid, RF_ACTIVE); 348858880b0dSSepherosa Ziehau if (msix->jme_msix_res == NULL) { 348958880b0dSSepherosa Ziehau error = ENOMEM; 349058880b0dSSepherosa Ziehau goto back; 349158880b0dSSepherosa Ziehau } 349258880b0dSSepherosa Ziehau } 349358880b0dSSepherosa Ziehau 349458880b0dSSepherosa Ziehau for (i = 0; i < JME_INTR_CNT; ++i) { 349558880b0dSSepherosa Ziehau uint32_t intr_mask = (1 << i); 349658880b0dSSepherosa Ziehau int x; 349758880b0dSSepherosa Ziehau 349858880b0dSSepherosa Ziehau if ((JME_INTRS & intr_mask) == 0) 349958880b0dSSepherosa Ziehau continue; 350058880b0dSSepherosa Ziehau 350158880b0dSSepherosa Ziehau for (x = 0; x < msix_count; ++x) { 350258880b0dSSepherosa Ziehau msix = &sc->jme_msix[x]; 350358880b0dSSepherosa Ziehau if (msix->jme_msix_intrs & intr_mask) { 350458880b0dSSepherosa Ziehau int reg, shift; 350558880b0dSSepherosa Ziehau 350658880b0dSSepherosa Ziehau reg = i / JME_MSINUM_FACTOR; 350758880b0dSSepherosa Ziehau KKASSERT(reg < JME_MSINUM_CNT); 350858880b0dSSepherosa Ziehau 350958880b0dSSepherosa Ziehau shift = (i % JME_MSINUM_FACTOR) * 4; 351058880b0dSSepherosa Ziehau 351158880b0dSSepherosa Ziehau sc->jme_msinum[reg] |= 351258880b0dSSepherosa Ziehau (msix->jme_msix_vector << shift); 351358880b0dSSepherosa Ziehau 351458880b0dSSepherosa Ziehau break; 351558880b0dSSepherosa Ziehau } 351658880b0dSSepherosa Ziehau } 351758880b0dSSepherosa Ziehau } 351858880b0dSSepherosa Ziehau 351958880b0dSSepherosa Ziehau if (bootverbose) { 352058880b0dSSepherosa Ziehau for (i = 0; i < JME_MSINUM_CNT; ++i) { 352158880b0dSSepherosa Ziehau device_printf(dev, "MSINUM%d: %#x\n", i, 352258880b0dSSepherosa Ziehau sc->jme_msinum[i]); 352358880b0dSSepherosa Ziehau } 352458880b0dSSepherosa Ziehau } 352558880b0dSSepherosa Ziehau 352658880b0dSSepherosa Ziehau pci_enable_msix(dev); 352758880b0dSSepherosa Ziehau sc->jme_irq_type = PCI_INTR_TYPE_MSIX; 352858880b0dSSepherosa Ziehau 352958880b0dSSepherosa Ziehau back: 353058880b0dSSepherosa Ziehau if (error) 353158880b0dSSepherosa Ziehau jme_msix_free(dev); 353258880b0dSSepherosa Ziehau } 353358880b0dSSepherosa Ziehau 353458880b0dSSepherosa Ziehau static int 353558880b0dSSepherosa Ziehau jme_intr_alloc(device_t dev) 353658880b0dSSepherosa Ziehau { 353758880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 353858880b0dSSepherosa Ziehau u_int irq_flags; 353958880b0dSSepherosa Ziehau 354058880b0dSSepherosa Ziehau jme_msix_try_alloc(dev); 354158880b0dSSepherosa Ziehau 354258880b0dSSepherosa Ziehau if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) { 354358880b0dSSepherosa Ziehau sc->jme_irq_type = pci_alloc_1intr(dev, jme_msi_enable, 354458880b0dSSepherosa Ziehau &sc->jme_irq_rid, &irq_flags); 354558880b0dSSepherosa Ziehau 354658880b0dSSepherosa Ziehau sc->jme_irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ, 354758880b0dSSepherosa Ziehau &sc->jme_irq_rid, irq_flags); 354858880b0dSSepherosa Ziehau if (sc->jme_irq_res == NULL) { 354958880b0dSSepherosa Ziehau device_printf(dev, "can't allocate irq\n"); 355058880b0dSSepherosa Ziehau return ENXIO; 355158880b0dSSepherosa Ziehau } 355258880b0dSSepherosa Ziehau } 355358880b0dSSepherosa Ziehau return 0; 355458880b0dSSepherosa Ziehau } 355558880b0dSSepherosa Ziehau 355658880b0dSSepherosa Ziehau static void 355758880b0dSSepherosa Ziehau jme_msix_free(device_t dev) 355858880b0dSSepherosa Ziehau { 355958880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 356058880b0dSSepherosa Ziehau int i; 356158880b0dSSepherosa Ziehau 356258880b0dSSepherosa Ziehau KKASSERT(sc->jme_msix_cnt > 1); 356358880b0dSSepherosa Ziehau 356458880b0dSSepherosa Ziehau for (i = 0; i < sc->jme_msix_cnt; ++i) { 356558880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[i]; 356658880b0dSSepherosa Ziehau 356758880b0dSSepherosa Ziehau if (msix->jme_msix_res != NULL) { 356858880b0dSSepherosa Ziehau bus_release_resource(dev, SYS_RES_IRQ, 356958880b0dSSepherosa Ziehau msix->jme_msix_rid, msix->jme_msix_res); 357058880b0dSSepherosa Ziehau msix->jme_msix_res = NULL; 357158880b0dSSepherosa Ziehau } 357258880b0dSSepherosa Ziehau if (msix->jme_msix_rid >= 0) { 357358880b0dSSepherosa Ziehau pci_release_msix_vector(dev, msix->jme_msix_rid); 357458880b0dSSepherosa Ziehau msix->jme_msix_rid = -1; 357558880b0dSSepherosa Ziehau } 357658880b0dSSepherosa Ziehau } 357758880b0dSSepherosa Ziehau pci_teardown_msix(dev); 357858880b0dSSepherosa Ziehau } 357958880b0dSSepherosa Ziehau 358058880b0dSSepherosa Ziehau static void 358158880b0dSSepherosa Ziehau jme_intr_free(device_t dev) 358258880b0dSSepherosa Ziehau { 358358880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 358458880b0dSSepherosa Ziehau 358558880b0dSSepherosa Ziehau if (sc->jme_irq_type != PCI_INTR_TYPE_MSIX) { 358658880b0dSSepherosa Ziehau if (sc->jme_irq_res != NULL) { 358758880b0dSSepherosa Ziehau bus_release_resource(dev, SYS_RES_IRQ, sc->jme_irq_rid, 358858880b0dSSepherosa Ziehau sc->jme_irq_res); 358958880b0dSSepherosa Ziehau } 359058880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSI) 359158880b0dSSepherosa Ziehau pci_release_msi(dev); 359258880b0dSSepherosa Ziehau } else { 359358880b0dSSepherosa Ziehau jme_msix_free(dev); 359458880b0dSSepherosa Ziehau } 359558880b0dSSepherosa Ziehau } 359658880b0dSSepherosa Ziehau 359758880b0dSSepherosa Ziehau static void 359858880b0dSSepherosa Ziehau jme_msix_tx(void *xcd) 359958880b0dSSepherosa Ziehau { 360058880b0dSSepherosa Ziehau struct jme_chain_data *cd = xcd; 360158880b0dSSepherosa Ziehau struct jme_softc *sc = cd->jme_sc; 360258880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 360358880b0dSSepherosa Ziehau 360458880b0dSSepherosa Ziehau ASSERT_SERIALIZED(&cd->jme_tx_serialize); 360558880b0dSSepherosa Ziehau 3606875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, INTR_TXQ_COAL | INTR_TXQ_COAL_TO); 3607875547c0SSepherosa Ziehau 360858880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, 360958880b0dSSepherosa Ziehau INTR_TXQ_COAL | INTR_TXQ_COAL_TO | INTR_TXQ_COMP); 361058880b0dSSepherosa Ziehau 361158880b0dSSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) { 361258880b0dSSepherosa Ziehau jme_txeof(sc); 361358880b0dSSepherosa Ziehau if (!ifq_is_empty(&ifp->if_snd)) 361458880b0dSSepherosa Ziehau if_devstart(ifp); 361558880b0dSSepherosa Ziehau } 3616875547c0SSepherosa Ziehau 3617875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, INTR_TXQ_COAL | INTR_TXQ_COAL_TO); 361858880b0dSSepherosa Ziehau } 361958880b0dSSepherosa Ziehau 362058880b0dSSepherosa Ziehau static void 362158880b0dSSepherosa Ziehau jme_msix_rx(void *xrdata) 362258880b0dSSepherosa Ziehau { 362358880b0dSSepherosa Ziehau struct jme_rxdata *rdata = xrdata; 362458880b0dSSepherosa Ziehau struct jme_softc *sc = rdata->jme_sc; 362558880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 362658880b0dSSepherosa Ziehau uint32_t status; 362758880b0dSSepherosa Ziehau 362858880b0dSSepherosa Ziehau ASSERT_SERIALIZED(&rdata->jme_rx_serialize); 362958880b0dSSepherosa Ziehau 3630875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_CLR, 3631875547c0SSepherosa Ziehau (rdata->jme_rx_coal | rdata->jme_rx_empty)); 3632875547c0SSepherosa Ziehau 363358880b0dSSepherosa Ziehau status = CSR_READ_4(sc, JME_INTR_STATUS); 363458880b0dSSepherosa Ziehau status &= (rdata->jme_rx_coal | rdata->jme_rx_empty); 363558880b0dSSepherosa Ziehau 3636875547c0SSepherosa Ziehau if (status & rdata->jme_rx_coal) 363758880b0dSSepherosa Ziehau status |= (rdata->jme_rx_coal | rdata->jme_rx_comp); 363858880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_STATUS, status); 363958880b0dSSepherosa Ziehau 364058880b0dSSepherosa Ziehau if (ifp->if_flags & IFF_RUNNING) { 3641eda7db08SSepherosa Ziehau if (status & rdata->jme_rx_coal) 3642dea2452aSSepherosa Ziehau jme_rxeof(rdata, -1); 364358880b0dSSepherosa Ziehau 364458880b0dSSepherosa Ziehau if (status & rdata->jme_rx_empty) { 364558880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_RXCSR, sc->jme_rxcsr | 364658880b0dSSepherosa Ziehau RXCSR_RX_ENB | RXCSR_RXQ_START); 364758880b0dSSepherosa Ziehau } 364858880b0dSSepherosa Ziehau } 3649875547c0SSepherosa Ziehau 3650875547c0SSepherosa Ziehau CSR_WRITE_4(sc, JME_INTR_MASK_SET, 3651875547c0SSepherosa Ziehau (rdata->jme_rx_coal | rdata->jme_rx_empty)); 365258880b0dSSepherosa Ziehau } 365358880b0dSSepherosa Ziehau 365458880b0dSSepherosa Ziehau static void 365558880b0dSSepherosa Ziehau jme_set_msinum(struct jme_softc *sc) 365658880b0dSSepherosa Ziehau { 365758880b0dSSepherosa Ziehau int i; 365858880b0dSSepherosa Ziehau 365958880b0dSSepherosa Ziehau for (i = 0; i < JME_MSINUM_CNT; ++i) 366058880b0dSSepherosa Ziehau CSR_WRITE_4(sc, JME_MSINUM(i), sc->jme_msinum[i]); 366158880b0dSSepherosa Ziehau } 366258880b0dSSepherosa Ziehau 366358880b0dSSepherosa Ziehau static int 366458880b0dSSepherosa Ziehau jme_intr_setup(device_t dev) 366558880b0dSSepherosa Ziehau { 366658880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 366758880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 366858880b0dSSepherosa Ziehau int error; 366958880b0dSSepherosa Ziehau 367058880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX) 367158880b0dSSepherosa Ziehau return jme_msix_setup(dev); 367258880b0dSSepherosa Ziehau 367358880b0dSSepherosa Ziehau error = bus_setup_intr(dev, sc->jme_irq_res, INTR_MPSAFE, 367458880b0dSSepherosa Ziehau jme_intr, sc, &sc->jme_irq_handle, &sc->jme_serialize); 367558880b0dSSepherosa Ziehau if (error) { 367658880b0dSSepherosa Ziehau device_printf(dev, "could not set up interrupt handler.\n"); 367758880b0dSSepherosa Ziehau return error; 367858880b0dSSepherosa Ziehau } 367958880b0dSSepherosa Ziehau 368058880b0dSSepherosa Ziehau ifp->if_cpuid = rman_get_cpuid(sc->jme_irq_res); 368158880b0dSSepherosa Ziehau KKASSERT(ifp->if_cpuid >= 0 && ifp->if_cpuid < ncpus); 368258880b0dSSepherosa Ziehau return 0; 368358880b0dSSepherosa Ziehau } 368458880b0dSSepherosa Ziehau 368558880b0dSSepherosa Ziehau static void 368658880b0dSSepherosa Ziehau jme_intr_teardown(device_t dev) 368758880b0dSSepherosa Ziehau { 368858880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 368958880b0dSSepherosa Ziehau 369058880b0dSSepherosa Ziehau if (sc->jme_irq_type == PCI_INTR_TYPE_MSIX) 369158880b0dSSepherosa Ziehau jme_msix_teardown(dev, sc->jme_msix_cnt); 369258880b0dSSepherosa Ziehau else 369358880b0dSSepherosa Ziehau bus_teardown_intr(dev, sc->jme_irq_res, sc->jme_irq_handle); 369458880b0dSSepherosa Ziehau } 369558880b0dSSepherosa Ziehau 369658880b0dSSepherosa Ziehau static int 369758880b0dSSepherosa Ziehau jme_msix_setup(device_t dev) 369858880b0dSSepherosa Ziehau { 369958880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 370058880b0dSSepherosa Ziehau struct ifnet *ifp = &sc->arpcom.ac_if; 370158880b0dSSepherosa Ziehau int x; 370258880b0dSSepherosa Ziehau 370358880b0dSSepherosa Ziehau for (x = 0; x < sc->jme_msix_cnt; ++x) { 370458880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[x]; 370558880b0dSSepherosa Ziehau int error; 370658880b0dSSepherosa Ziehau 370758880b0dSSepherosa Ziehau error = bus_setup_intr_descr(dev, msix->jme_msix_res, 370858880b0dSSepherosa Ziehau INTR_MPSAFE, msix->jme_msix_func, msix->jme_msix_arg, 370958880b0dSSepherosa Ziehau &msix->jme_msix_handle, msix->jme_msix_serialize, 371058880b0dSSepherosa Ziehau msix->jme_msix_desc); 371158880b0dSSepherosa Ziehau if (error) { 371258880b0dSSepherosa Ziehau device_printf(dev, "could not set up %s " 371358880b0dSSepherosa Ziehau "interrupt handler.\n", msix->jme_msix_desc); 371458880b0dSSepherosa Ziehau jme_msix_teardown(dev, x); 371558880b0dSSepherosa Ziehau return error; 371658880b0dSSepherosa Ziehau } 371758880b0dSSepherosa Ziehau } 371858880b0dSSepherosa Ziehau ifp->if_cpuid = 0; /* XXX */ 371958880b0dSSepherosa Ziehau return 0; 372058880b0dSSepherosa Ziehau } 372158880b0dSSepherosa Ziehau 372258880b0dSSepherosa Ziehau static void 372358880b0dSSepherosa Ziehau jme_msix_teardown(device_t dev, int msix_count) 372458880b0dSSepherosa Ziehau { 372558880b0dSSepherosa Ziehau struct jme_softc *sc = device_get_softc(dev); 372658880b0dSSepherosa Ziehau int x; 372758880b0dSSepherosa Ziehau 372858880b0dSSepherosa Ziehau for (x = 0; x < msix_count; ++x) { 372958880b0dSSepherosa Ziehau struct jme_msix_data *msix = &sc->jme_msix[x]; 373058880b0dSSepherosa Ziehau 373158880b0dSSepherosa Ziehau bus_teardown_intr(dev, msix->jme_msix_res, 373258880b0dSSepherosa Ziehau msix->jme_msix_handle); 373358880b0dSSepherosa Ziehau } 373458880b0dSSepherosa Ziehau } 3735*cccc3955SSepherosa Ziehau 3736*cccc3955SSepherosa Ziehau static void 3737*cccc3955SSepherosa Ziehau jme_serialize_skipmain(struct jme_softc *sc) 3738*cccc3955SSepherosa Ziehau { 3739*cccc3955SSepherosa Ziehau lwkt_serialize_array_enter(sc->jme_serialize_arr, 3740*cccc3955SSepherosa Ziehau sc->jme_serialize_cnt, 1); 3741*cccc3955SSepherosa Ziehau } 3742*cccc3955SSepherosa Ziehau 3743*cccc3955SSepherosa Ziehau static void 3744*cccc3955SSepherosa Ziehau jme_deserialize_skipmain(struct jme_softc *sc) 3745*cccc3955SSepherosa Ziehau { 3746*cccc3955SSepherosa Ziehau lwkt_serialize_array_exit(sc->jme_serialize_arr, 3747*cccc3955SSepherosa Ziehau sc->jme_serialize_cnt, 1); 3748*cccc3955SSepherosa Ziehau } 3749