1 /* $NetBSD: if_emac.c,v 1.33 2008/07/08 17:32:56 kiyohara Exp $ */ 2 3 /* 4 * Copyright 2001, 2002 Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Simon Burge and Jason Thorpe for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38 #include <sys/cdefs.h> 39 __KERNEL_RCSID(0, "$NetBSD: if_emac.c,v 1.33 2008/07/08 17:32:56 kiyohara Exp $"); 40 41 #include "bpfilter.h" 42 43 #include <sys/param.h> 44 #include <sys/systm.h> 45 #include <sys/mbuf.h> 46 #include <sys/kernel.h> 47 #include <sys/socket.h> 48 #include <sys/ioctl.h> 49 50 #include <uvm/uvm_extern.h> /* for PAGE_SIZE */ 51 52 #include <net/if.h> 53 #include <net/if_dl.h> 54 #include <net/if_media.h> 55 #include <net/if_ether.h> 56 57 #if NBPFILTER > 0 58 #include <net/bpf.h> 59 #endif 60 61 #include <powerpc/ibm4xx/dev/opbvar.h> 62 63 #include <powerpc/ibm4xx/ibm405gp.h> 64 #include <powerpc/ibm4xx/mal405gp.h> 65 #include <powerpc/ibm4xx/dcr405gp.h> 66 #include <powerpc/ibm4xx/dev/emacreg.h> 67 #include <powerpc/ibm4xx/dev/if_emacreg.h> 68 69 #include <dev/mii/miivar.h> 70 71 /* 72 * Transmit descriptor list size. There are two Tx channels, each with 73 * up to 256 hardware descriptors available. We currently use one Tx 74 * channel. We tell the upper layers that they can queue a lot of 75 * packets, and we go ahead and manage up to 64 of them at a time. We 76 * allow up to 16 DMA segments per packet. 77 */ 78 #define EMAC_NTXSEGS 16 79 #define EMAC_TXQUEUELEN 64 80 #define EMAC_TXQUEUELEN_MASK (EMAC_TXQUEUELEN - 1) 81 #define EMAC_TXQUEUE_GC (EMAC_TXQUEUELEN / 4) 82 #define EMAC_NTXDESC 256 83 #define EMAC_NTXDESC_MASK (EMAC_NTXDESC - 1) 84 #define EMAC_NEXTTX(x) (((x) + 1) & EMAC_NTXDESC_MASK) 85 #define EMAC_NEXTTXS(x) (((x) + 1) & EMAC_TXQUEUELEN_MASK) 86 87 /* 88 * Receive descriptor list size. There is one Rx channel with up to 256 89 * hardware descriptors available. We allocate 64 receive descriptors, 90 * each with a 2k buffer (MCLBYTES). 91 */ 92 #define EMAC_NRXDESC 64 93 #define EMAC_NRXDESC_MASK (EMAC_NRXDESC - 1) 94 #define EMAC_NEXTRX(x) (((x) + 1) & EMAC_NRXDESC_MASK) 95 #define EMAC_PREVRX(x) (((x) - 1) & EMAC_NRXDESC_MASK) 96 97 /* 98 * Transmit/receive descriptors that are DMA'd to the EMAC. 99 */ 100 struct emac_control_data { 101 struct mal_descriptor ecd_txdesc[EMAC_NTXDESC]; 102 struct mal_descriptor ecd_rxdesc[EMAC_NRXDESC]; 103 }; 104 105 #define EMAC_CDOFF(x) offsetof(struct emac_control_data, x) 106 #define EMAC_CDTXOFF(x) EMAC_CDOFF(ecd_txdesc[(x)]) 107 #define EMAC_CDRXOFF(x) EMAC_CDOFF(ecd_rxdesc[(x)]) 108 109 /* 110 * Software state for transmit jobs. 111 */ 112 struct emac_txsoft { 113 struct mbuf *txs_mbuf; /* head of mbuf chain */ 114 bus_dmamap_t txs_dmamap; /* our DMA map */ 115 int txs_firstdesc; /* first descriptor in packet */ 116 int txs_lastdesc; /* last descriptor in packet */ 117 int txs_ndesc; /* # of descriptors used */ 118 }; 119 120 /* 121 * Software state for receive descriptors. 122 */ 123 struct emac_rxsoft { 124 struct mbuf *rxs_mbuf; /* head of mbuf chain */ 125 bus_dmamap_t rxs_dmamap; /* our DMA map */ 126 }; 127 128 /* 129 * Software state per device. 130 */ 131 struct emac_softc { 132 struct device sc_dev; /* generic device information */ 133 bus_space_tag_t sc_st; /* bus space tag */ 134 bus_space_handle_t sc_sh; /* bus space handle */ 135 bus_dma_tag_t sc_dmat; /* bus DMA tag */ 136 struct ethercom sc_ethercom; /* ethernet common data */ 137 void *sc_sdhook; /* shutdown hook */ 138 void *sc_powerhook; /* power management hook */ 139 140 struct mii_data sc_mii; /* MII/media information */ 141 struct callout sc_callout; /* tick callout */ 142 143 u_int32_t sc_mr1; /* copy of Mode Register 1 */ 144 145 bus_dmamap_t sc_cddmamap; /* control data dma map */ 146 #define sc_cddma sc_cddmamap->dm_segs[0].ds_addr 147 148 /* Software state for transmit/receive descriptors. */ 149 struct emac_txsoft sc_txsoft[EMAC_TXQUEUELEN]; 150 struct emac_rxsoft sc_rxsoft[EMAC_NRXDESC]; 151 152 /* Control data structures. */ 153 struct emac_control_data *sc_control_data; 154 #define sc_txdescs sc_control_data->ecd_txdesc 155 #define sc_rxdescs sc_control_data->ecd_rxdesc 156 157 #ifdef EMAC_EVENT_COUNTERS 158 struct evcnt sc_ev_rxintr; /* Rx interrupts */ 159 struct evcnt sc_ev_txintr; /* Tx interrupts */ 160 struct evcnt sc_ev_rxde; /* Rx descriptor interrupts */ 161 struct evcnt sc_ev_txde; /* Tx descriptor interrupts */ 162 struct evcnt sc_ev_wol; /* Wake-On-Lan interrupts */ 163 struct evcnt sc_ev_serr; /* MAL system error interrupts */ 164 struct evcnt sc_ev_intr; /* General EMAC interrupts */ 165 166 struct evcnt sc_ev_txreap; /* Calls to Tx descriptor reaper */ 167 struct evcnt sc_ev_txsstall; /* Tx stalled due to no txs */ 168 struct evcnt sc_ev_txdstall; /* Tx stalled due to no txd */ 169 struct evcnt sc_ev_txdrop; /* Tx packets dropped (too many segs) */ 170 struct evcnt sc_ev_tu; /* Tx underrun */ 171 #endif /* EMAC_EVENT_COUNTERS */ 172 173 int sc_txfree; /* number of free Tx descriptors */ 174 int sc_txnext; /* next ready Tx descriptor */ 175 176 int sc_txsfree; /* number of free Tx jobs */ 177 int sc_txsnext; /* next ready Tx job */ 178 int sc_txsdirty; /* dirty Tx jobs */ 179 180 int sc_rxptr; /* next ready RX descriptor/descsoft */ 181 }; 182 183 #ifdef EMAC_EVENT_COUNTERS 184 #define EMAC_EVCNT_INCR(ev) (ev)->ev_count++ 185 #else 186 #define EMAC_EVCNT_INCR(ev) /* nothing */ 187 #endif 188 189 #define EMAC_CDTXADDR(sc, x) ((sc)->sc_cddma + EMAC_CDTXOFF((x))) 190 #define EMAC_CDRXADDR(sc, x) ((sc)->sc_cddma + EMAC_CDRXOFF((x))) 191 192 #define EMAC_CDTXSYNC(sc, x, n, ops) \ 193 do { \ 194 int __x, __n; \ 195 \ 196 __x = (x); \ 197 __n = (n); \ 198 \ 199 /* If it will wrap around, sync to the end of the ring. */ \ 200 if ((__x + __n) > EMAC_NTXDESC) { \ 201 bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \ 202 EMAC_CDTXOFF(__x), sizeof(struct mal_descriptor) * \ 203 (EMAC_NTXDESC - __x), (ops)); \ 204 __n -= (EMAC_NTXDESC - __x); \ 205 __x = 0; \ 206 } \ 207 \ 208 /* Now sync whatever is left. */ \ 209 bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \ 210 EMAC_CDTXOFF(__x), sizeof(struct mal_descriptor) * __n, (ops)); \ 211 } while (/*CONSTCOND*/0) 212 213 #define EMAC_CDRXSYNC(sc, x, ops) \ 214 do { \ 215 bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \ 216 EMAC_CDRXOFF((x)), sizeof(struct mal_descriptor), (ops)); \ 217 } while (/*CONSTCOND*/0) 218 219 #define EMAC_INIT_RXDESC(sc, x) \ 220 do { \ 221 struct emac_rxsoft *__rxs = &(sc)->sc_rxsoft[(x)]; \ 222 struct mal_descriptor *__rxd = &(sc)->sc_rxdescs[(x)]; \ 223 struct mbuf *__m = __rxs->rxs_mbuf; \ 224 \ 225 /* \ 226 * Note: We scoot the packet forward 2 bytes in the buffer \ 227 * so that the payload after the Ethernet header is aligned \ 228 * to a 4-byte boundary. \ 229 */ \ 230 __m->m_data = __m->m_ext.ext_buf + 2; \ 231 \ 232 __rxd->md_data = __rxs->rxs_dmamap->dm_segs[0].ds_addr + 2; \ 233 __rxd->md_data_len = __m->m_ext.ext_size - 2; \ 234 __rxd->md_stat_ctrl = MAL_RX_EMPTY | MAL_RX_INTERRUPT | \ 235 /* Set wrap on last descriptor. */ \ 236 (((x) == EMAC_NRXDESC - 1) ? MAL_RX_WRAP : 0); \ 237 EMAC_CDRXSYNC((sc), (x), BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE); \ 238 } while (/*CONSTCOND*/0) 239 240 #define EMAC_WRITE(sc, reg, val) \ 241 bus_space_write_stream_4((sc)->sc_st, (sc)->sc_sh, (reg), (val)) 242 #define EMAC_READ(sc, reg) \ 243 bus_space_read_stream_4((sc)->sc_st, (sc)->sc_sh, (reg)) 244 245 #define EMAC_SET_FILTER(aht, category) \ 246 do { \ 247 (aht)[3 - ((category) >> 4)] |= 1 << ((category) & 0xf); \ 248 } while (/*CONSTCOND*/0) 249 250 static int emac_match(struct device *, struct cfdata *, void *); 251 static void emac_attach(struct device *, struct device *, void *); 252 253 static int emac_add_rxbuf(struct emac_softc *, int); 254 static int emac_init(struct ifnet *); 255 static int emac_ioctl(struct ifnet *, u_long, void *); 256 static void emac_reset(struct emac_softc *); 257 static void emac_rxdrain(struct emac_softc *); 258 static int emac_txreap(struct emac_softc *); 259 static void emac_shutdown(void *); 260 static void emac_start(struct ifnet *); 261 static void emac_stop(struct ifnet *, int); 262 static void emac_watchdog(struct ifnet *); 263 static int emac_set_filter(struct emac_softc *); 264 265 static int emac_wol_intr(void *); 266 static int emac_serr_intr(void *); 267 static int emac_txeob_intr(void *); 268 static int emac_rxeob_intr(void *); 269 static int emac_txde_intr(void *); 270 static int emac_rxde_intr(void *); 271 static int emac_intr(void *); 272 273 static int emac_mii_readreg(struct device *, int, int); 274 static void emac_mii_statchg(struct device *); 275 static void emac_mii_tick(void *); 276 static uint32_t emac_mii_wait(struct emac_softc *); 277 static void emac_mii_writereg(struct device *, int, int, int); 278 279 int emac_copy_small = 0; 280 281 CFATTACH_DECL(emac, sizeof(struct emac_softc), 282 emac_match, emac_attach, NULL, NULL); 283 284 static int 285 emac_match(struct device *parent, struct cfdata *cf, void *aux) 286 { 287 struct opb_attach_args *oaa = aux; 288 289 /* match only on-chip ethernet devices */ 290 if (strcmp(oaa->opb_name, cf->cf_name) == 0) 291 return (1); 292 293 return (0); 294 } 295 296 static void 297 emac_attach(struct device *parent, struct device *self, void *aux) 298 { 299 struct opb_attach_args *oaa = aux; 300 struct emac_softc *sc = (struct emac_softc *)self; 301 struct ifnet *ifp = &sc->sc_ethercom.ec_if; 302 struct mii_data *mii = &sc->sc_mii; 303 bus_dma_segment_t seg; 304 int error, i, nseg; 305 const uint8_t *enaddr; 306 prop_data_t ea; 307 308 bus_space_map(oaa->opb_bt, oaa->opb_addr, EMAC_NREG, 0, &sc->sc_sh); 309 sc->sc_st = oaa->opb_bt; 310 sc->sc_dmat = oaa->opb_dmat; 311 312 printf(": 405GP EMAC\n"); 313 314 callout_init(&sc->sc_callout, 0); 315 316 /* 317 * Set up Mode Register 1 - set receive and transmit FIFOs to maximum 318 * size, allow transmit of multiple packets (only channel 0 is used). 319 * 320 * XXX: Allow pause packets?? 321 */ 322 sc->sc_mr1 = MR1_RFS_4KB | MR1_TFS_2KB | MR1_TR0_MULTIPLE; 323 324 intr_establish(oaa->opb_irq , IST_LEVEL, IPL_NET, emac_wol_intr, sc); 325 intr_establish(oaa->opb_irq + 1, IST_LEVEL, IPL_NET, emac_serr_intr, sc); 326 intr_establish(oaa->opb_irq + 2, IST_LEVEL, IPL_NET, emac_txeob_intr, sc); 327 intr_establish(oaa->opb_irq + 3, IST_LEVEL, IPL_NET, emac_rxeob_intr, sc); 328 intr_establish(oaa->opb_irq + 4, IST_LEVEL, IPL_NET, emac_txde_intr, sc); 329 intr_establish(oaa->opb_irq + 5, IST_LEVEL, IPL_NET, emac_rxde_intr, sc); 330 intr_establish(oaa->opb_irq + 6, IST_LEVEL, IPL_NET, emac_intr, sc); 331 printf("%s: interrupting at irqs %d .. %d\n", sc->sc_dev.dv_xname, 332 oaa->opb_irq, oaa->opb_irq + 6); 333 334 /* 335 * Allocate the control data structures, and create and load the 336 * DMA map for it. 337 */ 338 if ((error = bus_dmamem_alloc(sc->sc_dmat, 339 sizeof(struct emac_control_data), 0, 0, &seg, 1, &nseg, 0)) != 0) { 340 printf("%s: unable to allocate control data, error = %d\n", 341 sc->sc_dev.dv_xname, error); 342 goto fail_0; 343 } 344 345 if ((error = bus_dmamem_map(sc->sc_dmat, &seg, nseg, 346 sizeof(struct emac_control_data), (void **)&sc->sc_control_data, 347 BUS_DMA_COHERENT)) != 0) { 348 printf("%s: unable to map control data, error = %d\n", 349 sc->sc_dev.dv_xname, error); 350 goto fail_1; 351 } 352 353 if ((error = bus_dmamap_create(sc->sc_dmat, 354 sizeof(struct emac_control_data), 1, 355 sizeof(struct emac_control_data), 0, 0, &sc->sc_cddmamap)) != 0) { 356 printf("%s: unable to create control data DMA map, " 357 "error = %d\n", sc->sc_dev.dv_xname, error); 358 goto fail_2; 359 } 360 361 if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap, 362 sc->sc_control_data, sizeof(struct emac_control_data), NULL, 363 0)) != 0) { 364 printf("%s: unable to load control data DMA map, error = %d\n", 365 sc->sc_dev.dv_xname, error); 366 goto fail_3; 367 } 368 369 /* 370 * Create the transmit buffer DMA maps. 371 */ 372 for (i = 0; i < EMAC_TXQUEUELEN; i++) { 373 if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 374 EMAC_NTXSEGS, MCLBYTES, 0, 0, 375 &sc->sc_txsoft[i].txs_dmamap)) != 0) { 376 printf("%s: unable to create tx DMA map %d, " 377 "error = %d\n", sc->sc_dev.dv_xname, i, error); 378 goto fail_4; 379 } 380 } 381 382 /* 383 * Create the receive buffer DMA maps. 384 */ 385 for (i = 0; i < EMAC_NRXDESC; i++) { 386 if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1, 387 MCLBYTES, 0, 0, &sc->sc_rxsoft[i].rxs_dmamap)) != 0) { 388 printf("%s: unable to create rx DMA map %d, " 389 "error = %d\n", sc->sc_dev.dv_xname, i, error); 390 goto fail_5; 391 } 392 sc->sc_rxsoft[i].rxs_mbuf = NULL; 393 } 394 395 /* 396 * Reset the chip to a known state. 397 */ 398 emac_reset(sc); 399 400 /* Fetch the Ethernet address. */ 401 ea = prop_dictionary_get(device_properties(&sc->sc_dev), "mac-addr"); 402 if (ea == NULL) { 403 printf("%s: unable to get mac-addr property\n", 404 sc->sc_dev.dv_xname); 405 return; 406 } 407 KASSERT(prop_object_type(ea) == PROP_TYPE_DATA); 408 KASSERT(prop_data_size(ea) == ETHER_ADDR_LEN); 409 enaddr = prop_data_data_nocopy(ea); 410 411 printf("%s: Ethernet address %s\n", sc->sc_dev.dv_xname, 412 ether_sprintf(enaddr)); 413 414 /* 415 * Initialise the media structures. 416 */ 417 mii->mii_ifp = ifp; 418 mii->mii_readreg = emac_mii_readreg; 419 mii->mii_writereg = emac_mii_writereg; 420 mii->mii_statchg = emac_mii_statchg; 421 422 sc->sc_ethercom.ec_mii = mii; 423 ifmedia_init(&mii->mii_media, 0, ether_mediachange, ether_mediastatus); 424 mii_attach(&sc->sc_dev, mii, 0xffffffff, 425 MII_PHY_ANY, MII_OFFSET_ANY, 0); 426 if (LIST_FIRST(&mii->mii_phys) == NULL) { 427 ifmedia_add(&mii->mii_media, IFM_ETHER|IFM_NONE, 0, NULL); 428 ifmedia_set(&mii->mii_media, IFM_ETHER|IFM_NONE); 429 } else 430 ifmedia_set(&mii->mii_media, IFM_ETHER|IFM_AUTO); 431 432 ifp = &sc->sc_ethercom.ec_if; 433 strcpy(ifp->if_xname, sc->sc_dev.dv_xname); 434 ifp->if_softc = sc; 435 ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST; 436 ifp->if_ioctl = emac_ioctl; 437 ifp->if_start = emac_start; 438 ifp->if_watchdog = emac_watchdog; 439 ifp->if_init = emac_init; 440 ifp->if_stop = emac_stop; 441 IFQ_SET_READY(&ifp->if_snd); 442 443 /* 444 * We can support 802.1Q VLAN-sized frames. 445 */ 446 sc->sc_ethercom.ec_capabilities |= ETHERCAP_VLAN_MTU; 447 448 /* 449 * Attach the interface. 450 */ 451 if_attach(ifp); 452 ether_ifattach(ifp, enaddr); 453 454 #ifdef EMAC_EVENT_COUNTERS 455 /* 456 * Attach the event counters. 457 */ 458 evcnt_attach_dynamic(&sc->sc_ev_rxintr, EVCNT_TYPE_INTR, 459 NULL, sc->sc_dev.dv_xname, "rxintr"); 460 evcnt_attach_dynamic(&sc->sc_ev_txintr, EVCNT_TYPE_INTR, 461 NULL, sc->sc_dev.dv_xname, "txintr"); 462 evcnt_attach_dynamic(&sc->sc_ev_rxde, EVCNT_TYPE_INTR, 463 NULL, sc->sc_dev.dv_xname, "rxde"); 464 evcnt_attach_dynamic(&sc->sc_ev_txde, EVCNT_TYPE_INTR, 465 NULL, sc->sc_dev.dv_xname, "txde"); 466 evcnt_attach_dynamic(&sc->sc_ev_wol, EVCNT_TYPE_INTR, 467 NULL, sc->sc_dev.dv_xname, "wol"); 468 evcnt_attach_dynamic(&sc->sc_ev_serr, EVCNT_TYPE_INTR, 469 NULL, sc->sc_dev.dv_xname, "serr"); 470 evcnt_attach_dynamic(&sc->sc_ev_intr, EVCNT_TYPE_INTR, 471 NULL, sc->sc_dev.dv_xname, "intr"); 472 473 evcnt_attach_dynamic(&sc->sc_ev_txreap, EVCNT_TYPE_MISC, 474 NULL, sc->sc_dev.dv_xname, "txreap"); 475 evcnt_attach_dynamic(&sc->sc_ev_txsstall, EVCNT_TYPE_MISC, 476 NULL, sc->sc_dev.dv_xname, "txsstall"); 477 evcnt_attach_dynamic(&sc->sc_ev_txdstall, EVCNT_TYPE_MISC, 478 NULL, sc->sc_dev.dv_xname, "txdstall"); 479 evcnt_attach_dynamic(&sc->sc_ev_txdrop, EVCNT_TYPE_MISC, 480 NULL, sc->sc_dev.dv_xname, "txdrop"); 481 evcnt_attach_dynamic(&sc->sc_ev_tu, EVCNT_TYPE_MISC, 482 NULL, sc->sc_dev.dv_xname, "tu"); 483 #endif /* EMAC_EVENT_COUNTERS */ 484 485 /* 486 * Make sure the interface is shutdown during reboot. 487 */ 488 sc->sc_sdhook = shutdownhook_establish(emac_shutdown, sc); 489 if (sc->sc_sdhook == NULL) 490 printf("%s: WARNING: unable to establish shutdown hook\n", 491 sc->sc_dev.dv_xname); 492 493 return; 494 495 /* 496 * Free any resources we've allocated during the failed attach 497 * attempt. Do this in reverse order and fall through. 498 */ 499 fail_5: 500 for (i = 0; i < EMAC_NRXDESC; i++) { 501 if (sc->sc_rxsoft[i].rxs_dmamap != NULL) 502 bus_dmamap_destroy(sc->sc_dmat, 503 sc->sc_rxsoft[i].rxs_dmamap); 504 } 505 fail_4: 506 for (i = 0; i < EMAC_TXQUEUELEN; i++) { 507 if (sc->sc_txsoft[i].txs_dmamap != NULL) 508 bus_dmamap_destroy(sc->sc_dmat, 509 sc->sc_txsoft[i].txs_dmamap); 510 } 511 bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap); 512 fail_3: 513 bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap); 514 fail_2: 515 bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_control_data, 516 sizeof(struct emac_control_data)); 517 fail_1: 518 bus_dmamem_free(sc->sc_dmat, &seg, nseg); 519 fail_0: 520 return; 521 } 522 523 /* 524 * Device shutdown routine. 525 */ 526 static void 527 emac_shutdown(void *arg) 528 { 529 struct emac_softc *sc = arg; 530 531 emac_stop(&sc->sc_ethercom.ec_if, 0); 532 } 533 534 /* ifnet interface function */ 535 static void 536 emac_start(struct ifnet *ifp) 537 { 538 struct emac_softc *sc = ifp->if_softc; 539 struct mbuf *m0; 540 struct emac_txsoft *txs; 541 bus_dmamap_t dmamap; 542 int error, firsttx, nexttx, lasttx, ofree, seg; 543 544 lasttx = 0; /* XXX gcc */ 545 546 if ((ifp->if_flags & (IFF_RUNNING|IFF_OACTIVE)) != IFF_RUNNING) 547 return; 548 549 /* 550 * Remember the previous number of free descriptors. 551 */ 552 ofree = sc->sc_txfree; 553 554 /* 555 * Loop through the send queue, setting up transmit descriptors 556 * until we drain the queue, or use up all available transmit 557 * descriptors. 558 */ 559 for (;;) { 560 /* Grab a packet off the queue. */ 561 IFQ_POLL(&ifp->if_snd, m0); 562 if (m0 == NULL) 563 break; 564 565 /* 566 * Get a work queue entry. Reclaim used Tx descriptors if 567 * we are running low. 568 */ 569 if (sc->sc_txsfree < EMAC_TXQUEUE_GC) { 570 emac_txreap(sc); 571 if (sc->sc_txsfree == 0) { 572 EMAC_EVCNT_INCR(&sc->sc_ev_txsstall); 573 break; 574 } 575 } 576 577 txs = &sc->sc_txsoft[sc->sc_txsnext]; 578 dmamap = txs->txs_dmamap; 579 580 /* 581 * Load the DMA map. If this fails, the packet either 582 * didn't fit in the alloted number of segments, or we 583 * were short on resources. In this case, we'll copy 584 * and try again. 585 */ 586 error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0, 587 BUS_DMA_WRITE|BUS_DMA_NOWAIT); 588 if (error) { 589 if (error == EFBIG) { 590 EMAC_EVCNT_INCR(&sc->sc_ev_txdrop); 591 printf("%s: Tx packet consumes too many " 592 "DMA segments, dropping...\n", 593 sc->sc_dev.dv_xname); 594 IFQ_DEQUEUE(&ifp->if_snd, m0); 595 m_freem(m0); 596 continue; 597 } 598 /* Short on resources, just stop for now. */ 599 break; 600 } 601 602 /* 603 * Ensure we have enough descriptors free to describe 604 * the packet. 605 */ 606 if (dmamap->dm_nsegs > sc->sc_txfree) { 607 /* 608 * Not enough free descriptors to transmit this 609 * packet. We haven't committed anything yet, 610 * so just unload the DMA map, put the packet 611 * back on the queue, and punt. Notify the upper 612 * layer that there are not more slots left. 613 * 614 */ 615 ifp->if_flags |= IFF_OACTIVE; 616 bus_dmamap_unload(sc->sc_dmat, dmamap); 617 EMAC_EVCNT_INCR(&sc->sc_ev_txdstall); 618 break; 619 } 620 621 IFQ_DEQUEUE(&ifp->if_snd, m0); 622 623 /* 624 * WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET. 625 */ 626 627 /* Sync the DMA map. */ 628 bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize, 629 BUS_DMASYNC_PREWRITE); 630 631 /* 632 * Store a pointer to the packet so that we can free it 633 * later. 634 */ 635 txs->txs_mbuf = m0; 636 txs->txs_firstdesc = sc->sc_txnext; 637 txs->txs_ndesc = dmamap->dm_nsegs; 638 639 /* 640 * Initialize the transmit descriptor. 641 */ 642 firsttx = sc->sc_txnext; 643 for (nexttx = sc->sc_txnext, seg = 0; 644 seg < dmamap->dm_nsegs; 645 seg++, nexttx = EMAC_NEXTTX(nexttx)) { 646 /* 647 * If this is the first descriptor we're 648 * enqueueing, don't set the TX_READY bit just 649 * yet. That could cause a race condition. 650 * We'll do it below. 651 */ 652 sc->sc_txdescs[nexttx].md_data = 653 dmamap->dm_segs[seg].ds_addr; 654 sc->sc_txdescs[nexttx].md_data_len = 655 dmamap->dm_segs[seg].ds_len; 656 sc->sc_txdescs[nexttx].md_stat_ctrl = 657 (sc->sc_txdescs[nexttx].md_stat_ctrl & MAL_TX_WRAP) | 658 (nexttx == firsttx ? 0 : MAL_TX_READY) | 659 EMAC_TXC_GFCS | EMAC_TXC_GPAD; 660 lasttx = nexttx; 661 } 662 663 /* Set the LAST bit on the last segment. */ 664 sc->sc_txdescs[lasttx].md_stat_ctrl |= MAL_TX_LAST; 665 666 /* 667 * Set up last segment descriptor to send an interrupt after 668 * that descriptor is transmitted, and bypass existing Tx 669 * descriptor reaping method (for now...). 670 */ 671 sc->sc_txdescs[lasttx].md_stat_ctrl |= MAL_TX_INTERRUPT; 672 673 674 txs->txs_lastdesc = lasttx; 675 676 /* Sync the descriptors we're using. */ 677 EMAC_CDTXSYNC(sc, sc->sc_txnext, dmamap->dm_nsegs, 678 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 679 680 /* 681 * The entire packet chain is set up. Give the 682 * first descriptor to the chip now. 683 */ 684 sc->sc_txdescs[firsttx].md_stat_ctrl |= MAL_TX_READY; 685 EMAC_CDTXSYNC(sc, firsttx, 1, 686 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 687 /* 688 * Tell the EMAC that a new packet is available. 689 */ 690 EMAC_WRITE(sc, EMAC_TMR0, TMR0_GNP0); 691 692 /* Advance the tx pointer. */ 693 sc->sc_txfree -= txs->txs_ndesc; 694 sc->sc_txnext = nexttx; 695 696 sc->sc_txsfree--; 697 sc->sc_txsnext = EMAC_NEXTTXS(sc->sc_txsnext); 698 699 #if NBPFILTER > 0 700 /* 701 * Pass the packet to any BPF listeners. 702 */ 703 if (ifp->if_bpf) 704 bpf_mtap(ifp->if_bpf, m0); 705 #endif /* NBPFILTER > 0 */ 706 } 707 708 if (sc->sc_txfree == 0) { 709 /* No more slots left; notify upper layer. */ 710 ifp->if_flags |= IFF_OACTIVE; 711 } 712 713 if (sc->sc_txfree != ofree) { 714 /* Set a watchdog timer in case the chip flakes out. */ 715 ifp->if_timer = 5; 716 } 717 } 718 719 static int 720 emac_init(struct ifnet *ifp) 721 { 722 struct emac_softc *sc = ifp->if_softc; 723 struct emac_rxsoft *rxs; 724 const uint8_t *enaddr = CLLADDR(ifp->if_sadl); 725 int error, i; 726 727 error = 0; 728 729 /* Cancel any pending I/O. */ 730 emac_stop(ifp, 0); 731 732 /* Reset the chip to a known state. */ 733 emac_reset(sc); 734 735 /* 736 * Initialise the transmit descriptor ring. 737 */ 738 memset(sc->sc_txdescs, 0, sizeof(sc->sc_txdescs)); 739 /* set wrap on last descriptor */ 740 sc->sc_txdescs[EMAC_NTXDESC - 1].md_stat_ctrl |= MAL_TX_WRAP; 741 EMAC_CDTXSYNC(sc, 0, EMAC_NTXDESC, 742 BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE); 743 sc->sc_txfree = EMAC_NTXDESC; 744 sc->sc_txnext = 0; 745 746 /* 747 * Initialise the transmit job descriptors. 748 */ 749 for (i = 0; i < EMAC_TXQUEUELEN; i++) 750 sc->sc_txsoft[i].txs_mbuf = NULL; 751 sc->sc_txsfree = EMAC_TXQUEUELEN; 752 sc->sc_txsnext = 0; 753 sc->sc_txsdirty = 0; 754 755 /* 756 * Initialise the receiver descriptor and receive job 757 * descriptor rings. 758 */ 759 for (i = 0; i < EMAC_NRXDESC; i++) { 760 rxs = &sc->sc_rxsoft[i]; 761 if (rxs->rxs_mbuf == NULL) { 762 if ((error = emac_add_rxbuf(sc, i)) != 0) { 763 printf("%s: unable to allocate or map rx " 764 "buffer %d, error = %d\n", 765 sc->sc_dev.dv_xname, i, error); 766 /* 767 * XXX Should attempt to run with fewer receive 768 * XXX buffers instead of just failing. 769 */ 770 emac_rxdrain(sc); 771 goto out; 772 } 773 } else 774 EMAC_INIT_RXDESC(sc, i); 775 } 776 sc->sc_rxptr = 0; 777 778 /* 779 * Set the current media. 780 */ 781 if ((error = ether_mediachange(ifp)) != 0) 782 goto out; 783 784 /* 785 * Give the transmit and receive rings to the MAL. 786 */ 787 mtdcr(DCR_MAL0_TXCTP0R, EMAC_CDTXADDR(sc, 0)); 788 mtdcr(DCR_MAL0_RXCTP0R, EMAC_CDRXADDR(sc, 0)); 789 790 /* 791 * Load the MAC address. 792 */ 793 EMAC_WRITE(sc, EMAC_IAHR, enaddr[0] << 8 | enaddr[1]); 794 EMAC_WRITE(sc, EMAC_IALR, 795 enaddr[2] << 24 | enaddr[3] << 16 | enaddr[4] << 8 | enaddr[5]); 796 797 /* 798 * Set the receive channel buffer size (in units of 16 bytes). 799 */ 800 #if MCLBYTES > (4096 - 16) /* XXX! */ 801 # error MCLBYTES > max rx channel buffer size 802 #endif 803 mtdcr(DCR_MAL0_RCBS0, MCLBYTES / 16); 804 805 /* Set fifos, media modes. */ 806 EMAC_WRITE(sc, EMAC_MR1, sc->sc_mr1); 807 808 /* 809 * Enable Individual and (possibly) Broadcast Address modes, 810 * runt packets, and strip padding. 811 */ 812 EMAC_WRITE(sc, EMAC_RMR, RMR_IAE | RMR_RRP | RMR_SP | 813 (ifp->if_flags & IFF_PROMISC ? RMR_PME : 0) | 814 (ifp->if_flags & IFF_BROADCAST ? RMR_BAE : 0)); 815 816 /* 817 * Set multicast filter. 818 */ 819 emac_set_filter(sc); 820 821 /* 822 * Set low- and urgent-priority request thresholds. 823 */ 824 EMAC_WRITE(sc, EMAC_TMR1, 825 ((7 << TMR1_TLR_SHIFT) & TMR1_TLR_MASK) | /* 16 word burst */ 826 ((15 << TMR1_TUR_SHIFT) & TMR1_TUR_MASK)); 827 /* 828 * Set Transmit Request Threshold Register. 829 */ 830 EMAC_WRITE(sc, EMAC_TRTR, TRTR_256); 831 832 /* 833 * Set high and low receive watermarks. 834 */ 835 EMAC_WRITE(sc, EMAC_RWMR, 836 30 << RWMR_RLWM_SHIFT | 64 << RWMR_RLWM_SHIFT); 837 838 /* 839 * Set frame gap. 840 */ 841 EMAC_WRITE(sc, EMAC_IPGVR, 8); 842 843 /* 844 * Set interrupt status enable bits for EMAC and MAL. 845 */ 846 EMAC_WRITE(sc, EMAC_ISER, 847 ISR_BP | ISR_SE | ISR_ALE | ISR_BFCS | ISR_PTLE | ISR_ORE | ISR_IRE); 848 mtdcr(DCR_MAL0_IER, MAL0_IER_DE | MAL0_IER_NWE | MAL0_IER_TO | 849 MAL0_IER_OPB | MAL0_IER_PLB); 850 851 /* 852 * Enable the transmit and receive channel on the MAL. 853 */ 854 mtdcr(DCR_MAL0_RXCASR, MAL0_RXCASR_CHAN0); 855 mtdcr(DCR_MAL0_TXCASR, MAL0_TXCASR_CHAN0); 856 857 /* 858 * Enable the transmit and receive channel on the EMAC. 859 */ 860 EMAC_WRITE(sc, EMAC_MR0, MR0_TXE | MR0_RXE); 861 862 /* 863 * Start the one second MII clock. 864 */ 865 callout_reset(&sc->sc_callout, hz, emac_mii_tick, sc); 866 867 /* 868 * ... all done! 869 */ 870 ifp->if_flags |= IFF_RUNNING; 871 ifp->if_flags &= ~IFF_OACTIVE; 872 873 out: 874 if (error) { 875 ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE); 876 ifp->if_timer = 0; 877 printf("%s: interface not running\n", sc->sc_dev.dv_xname); 878 } 879 return (error); 880 } 881 882 static int 883 emac_add_rxbuf(struct emac_softc *sc, int idx) 884 { 885 struct emac_rxsoft *rxs = &sc->sc_rxsoft[idx]; 886 struct mbuf *m; 887 int error; 888 889 MGETHDR(m, M_DONTWAIT, MT_DATA); 890 if (m == NULL) 891 return (ENOBUFS); 892 893 MCLGET(m, M_DONTWAIT); 894 if ((m->m_flags & M_EXT) == 0) { 895 m_freem(m); 896 return (ENOBUFS); 897 } 898 899 if (rxs->rxs_mbuf != NULL) 900 bus_dmamap_unload(sc->sc_dmat, rxs->rxs_dmamap); 901 902 rxs->rxs_mbuf = m; 903 904 error = bus_dmamap_load(sc->sc_dmat, rxs->rxs_dmamap, 905 m->m_ext.ext_buf, m->m_ext.ext_size, NULL, BUS_DMA_NOWAIT); 906 if (error) { 907 printf("%s: can't load rx DMA map %d, error = %d\n", 908 sc->sc_dev.dv_xname, idx, error); 909 panic("emac_add_rxbuf"); /* XXX */ 910 } 911 912 bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0, 913 rxs->rxs_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD); 914 915 EMAC_INIT_RXDESC(sc, idx); 916 917 return (0); 918 } 919 920 /* ifnet interface function */ 921 static void 922 emac_watchdog(struct ifnet *ifp) 923 { 924 struct emac_softc *sc = ifp->if_softc; 925 926 /* 927 * Since we're not interrupting every packet, sweep 928 * up before we report an error. 929 */ 930 emac_txreap(sc); 931 932 if (sc->sc_txfree != EMAC_NTXDESC) { 933 printf("%s: device timeout (txfree %d txsfree %d txnext %d)\n", 934 sc->sc_dev.dv_xname, sc->sc_txfree, sc->sc_txsfree, 935 sc->sc_txnext); 936 ifp->if_oerrors++; 937 938 /* Reset the interface. */ 939 (void)emac_init(ifp); 940 } else if (ifp->if_flags & IFF_DEBUG) 941 printf("%s: recovered from device timeout\n", 942 sc->sc_dev.dv_xname); 943 944 /* try to get more packets going */ 945 emac_start(ifp); 946 } 947 948 static void 949 emac_rxdrain(struct emac_softc *sc) 950 { 951 struct emac_rxsoft *rxs; 952 int i; 953 954 for (i = 0; i < EMAC_NRXDESC; i++) { 955 rxs = &sc->sc_rxsoft[i]; 956 if (rxs->rxs_mbuf != NULL) { 957 bus_dmamap_unload(sc->sc_dmat, rxs->rxs_dmamap); 958 m_freem(rxs->rxs_mbuf); 959 rxs->rxs_mbuf = NULL; 960 } 961 } 962 } 963 964 /* ifnet interface function */ 965 static void 966 emac_stop(struct ifnet *ifp, int disable) 967 { 968 struct emac_softc *sc = ifp->if_softc; 969 struct emac_txsoft *txs; 970 int i; 971 972 /* Stop the one second clock. */ 973 callout_stop(&sc->sc_callout); 974 975 /* Down the MII */ 976 mii_down(&sc->sc_mii); 977 978 /* Disable interrupts. */ 979 #if 0 /* Can't disable MAL interrupts without a reset... */ 980 EMAC_WRITE(sc, EMAC_ISER, 0); 981 #endif 982 mtdcr(DCR_MAL0_IER, 0); 983 984 /* Disable the receive and transmit channels. */ 985 mtdcr(DCR_MAL0_RXCARR, MAL0_RXCARR_CHAN0); 986 mtdcr(DCR_MAL0_TXCARR, MAL0_TXCARR_CHAN0 | MAL0_TXCARR_CHAN1); 987 988 /* Disable the transmit enable and receive MACs. */ 989 EMAC_WRITE(sc, EMAC_MR0, 990 EMAC_READ(sc, EMAC_MR0) & ~(MR0_TXE | MR0_RXE)); 991 992 /* Release any queued transmit buffers. */ 993 for (i = 0; i < EMAC_TXQUEUELEN; i++) { 994 txs = &sc->sc_txsoft[i]; 995 if (txs->txs_mbuf != NULL) { 996 bus_dmamap_unload(sc->sc_dmat, txs->txs_dmamap); 997 m_freem(txs->txs_mbuf); 998 txs->txs_mbuf = NULL; 999 } 1000 } 1001 1002 if (disable) 1003 emac_rxdrain(sc); 1004 1005 /* 1006 * Mark the interface down and cancel the watchdog timer. 1007 */ 1008 ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE); 1009 ifp->if_timer = 0; 1010 } 1011 1012 /* ifnet interface function */ 1013 static int 1014 emac_ioctl(struct ifnet *ifp, u_long cmd, void *data) 1015 { 1016 struct emac_softc *sc = ifp->if_softc; 1017 int s, error; 1018 1019 s = splnet(); 1020 1021 error = ether_ioctl(ifp, cmd, data); 1022 if (error == ENETRESET) { 1023 /* 1024 * Multicast list has changed; set the hardware filter 1025 * accordingly. 1026 */ 1027 if (ifp->if_flags & IFF_RUNNING) 1028 error = emac_set_filter(sc); 1029 else 1030 error = 0; 1031 } 1032 1033 /* try to get more packets going */ 1034 emac_start(ifp); 1035 1036 splx(s); 1037 return (error); 1038 } 1039 1040 static void 1041 emac_reset(struct emac_softc *sc) 1042 { 1043 1044 /* reset the MAL */ 1045 mtdcr(DCR_MAL0_CFG, MAL0_CFG_SR); 1046 1047 EMAC_WRITE(sc, EMAC_MR0, MR0_SRST); 1048 delay(5); 1049 1050 /* XXX: check if MR0_SRST is clear until a timeout instead? */ 1051 EMAC_WRITE(sc, EMAC_MR0, EMAC_READ(sc, EMAC_MR0) & ~MR0_SRST); 1052 1053 /* XXX clear interrupts in EMAC_ISR just to be sure?? */ 1054 1055 /* set the MAL config register */ 1056 mtdcr(DCR_MAL0_CFG, MAL0_CFG_PLBB | MAL0_CFG_OPBBL | MAL0_CFG_LEA | 1057 MAL0_CFG_SD | MAL0_CFG_PLBLT); 1058 } 1059 1060 static int 1061 emac_set_filter(struct emac_softc *sc) 1062 { 1063 struct ether_multistep step; 1064 struct ether_multi *enm; 1065 struct ifnet *ifp = &sc->sc_ethercom.ec_if; 1066 uint32_t rmr, crc, gaht[4] = {0, 0, 0, 0}; 1067 int category, cnt = 0; 1068 1069 rmr = EMAC_READ(sc, EMAC_RMR); 1070 rmr &= ~(RMR_PMME | RMR_MAE); 1071 ifp->if_flags &= ~IFF_ALLMULTI; 1072 1073 ETHER_FIRST_MULTI(step, &sc->sc_ethercom, enm); 1074 while (enm != NULL) { 1075 if (memcmp(enm->enm_addrlo, 1076 enm->enm_addrhi, ETHER_ADDR_LEN) != 0) { 1077 /* 1078 * We must listen to a range of multicast addresses. 1079 * For now, just accept all multicasts, rather than 1080 * trying to set only those filter bits needed to match 1081 * the range. (At this time, the only use of address 1082 * ranges is for IP multicast routing, for which the 1083 * range is big enough to require all bits set.) 1084 */ 1085 gaht[0] = gaht[1] = gaht[2] = gaht[3] = 0xffff; 1086 break; 1087 } 1088 1089 crc = ether_crc32_be(enm->enm_addrlo, ETHER_ADDR_LEN); 1090 1091 /* Just want the 6 most significant bits. */ 1092 category = crc >> 26; 1093 EMAC_SET_FILTER(gaht, category); 1094 1095 ETHER_NEXT_MULTI(step, enm); 1096 cnt++; 1097 } 1098 1099 if ((gaht[0] & gaht[1] & gaht[2] & gaht[3]) == 0xffff) { 1100 /* All categories are true. */ 1101 ifp->if_flags |= IFF_ALLMULTI; 1102 rmr |= RMR_PMME; 1103 } else if (cnt != 0) { 1104 /* Some categories are true. */ 1105 EMAC_WRITE(sc, EMAC_GAHT1, gaht[0]); 1106 EMAC_WRITE(sc, EMAC_GAHT2, gaht[1]); 1107 EMAC_WRITE(sc, EMAC_GAHT3, gaht[2]); 1108 EMAC_WRITE(sc, EMAC_GAHT4, gaht[3]); 1109 1110 rmr |= RMR_MAE; 1111 } 1112 EMAC_WRITE(sc, EMAC_RMR, rmr); 1113 1114 return 0; 1115 } 1116 1117 /* 1118 * EMAC General interrupt handler 1119 */ 1120 static int 1121 emac_intr(void *arg) 1122 { 1123 struct emac_softc *sc = arg; 1124 uint32_t status; 1125 1126 EMAC_EVCNT_INCR(&sc->sc_ev_intr); 1127 status = EMAC_READ(sc, EMAC_ISR); 1128 1129 /* Clear the interrupt status bits. */ 1130 EMAC_WRITE(sc, EMAC_ISR, status); 1131 1132 return (0); 1133 } 1134 1135 /* 1136 * EMAC Wake-On-LAN interrupt handler 1137 */ 1138 static int 1139 emac_wol_intr(void *arg) 1140 { 1141 struct emac_softc *sc = arg; 1142 1143 EMAC_EVCNT_INCR(&sc->sc_ev_wol); 1144 printf("%s: emac_wol_intr\n", sc->sc_dev.dv_xname); 1145 return (0); 1146 } 1147 1148 /* 1149 * MAL System ERRor interrupt handler 1150 */ 1151 static int 1152 emac_serr_intr(void *arg) 1153 { 1154 #ifdef EMAC_EVENT_COUNTERS 1155 struct emac_softc *sc = arg; 1156 #endif 1157 u_int32_t esr; 1158 1159 EMAC_EVCNT_INCR(&sc->sc_ev_serr); 1160 esr = mfdcr(DCR_MAL0_ESR); 1161 1162 /* Clear the interrupt status bits. */ 1163 mtdcr(DCR_MAL0_ESR, esr); 1164 return (0); 1165 } 1166 1167 /* 1168 * MAL Transmit End-Of-Buffer interrupt handler. 1169 * NOTE: This shouldn't be called! 1170 */ 1171 static int 1172 emac_txeob_intr(void *arg) 1173 { 1174 struct emac_softc *sc = arg; 1175 struct ifnet *ifp = &sc->sc_ethercom.ec_if; 1176 int handled; 1177 1178 EMAC_EVCNT_INCR(&sc->sc_ev_txintr); 1179 handled = emac_txreap(arg); 1180 1181 /* try to get more packets going */ 1182 emac_start(ifp); 1183 1184 return (handled); 1185 1186 } 1187 1188 /* 1189 * Reap completed Tx descriptors. 1190 */ 1191 static int 1192 emac_txreap(struct emac_softc *sc) 1193 { 1194 struct ifnet *ifp = &sc->sc_ethercom.ec_if; 1195 struct emac_txsoft *txs; 1196 int handled, i; 1197 u_int32_t txstat; 1198 1199 EMAC_EVCNT_INCR(&sc->sc_ev_txreap); 1200 handled = 0; 1201 1202 /* Clear the interrupt */ 1203 mtdcr(DCR_MAL0_TXEOBISR, mfdcr(DCR_MAL0_TXEOBISR)); 1204 1205 ifp->if_flags &= ~IFF_OACTIVE; 1206 1207 /* 1208 * Go through our Tx list and free mbufs for those 1209 * frames that have been transmitted. 1210 */ 1211 for (i = sc->sc_txsdirty; sc->sc_txsfree != EMAC_TXQUEUELEN; 1212 i = EMAC_NEXTTXS(i), sc->sc_txsfree++) { 1213 txs = &sc->sc_txsoft[i]; 1214 1215 EMAC_CDTXSYNC(sc, txs->txs_lastdesc, 1216 txs->txs_dmamap->dm_nsegs, 1217 BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE); 1218 1219 txstat = sc->sc_txdescs[txs->txs_lastdesc].md_stat_ctrl; 1220 if (txstat & MAL_TX_READY) 1221 break; 1222 1223 handled = 1; 1224 1225 /* 1226 * Check for errors and collisions. 1227 */ 1228 if (txstat & (EMAC_TXS_UR | EMAC_TXS_ED)) 1229 ifp->if_oerrors++; 1230 1231 #ifdef EMAC_EVENT_COUNTERS 1232 if (txstat & EMAC_TXS_UR) 1233 EMAC_EVCNT_INCR(&sc->sc_ev_tu); 1234 #endif /* EMAC_EVENT_COUNTERS */ 1235 1236 if (txstat & (EMAC_TXS_EC | EMAC_TXS_MC | EMAC_TXS_SC | EMAC_TXS_LC)) { 1237 if (txstat & EMAC_TXS_EC) 1238 ifp->if_collisions += 16; 1239 else if (txstat & EMAC_TXS_MC) 1240 ifp->if_collisions += 2; /* XXX? */ 1241 else if (txstat & EMAC_TXS_SC) 1242 ifp->if_collisions++; 1243 if (txstat & EMAC_TXS_LC) 1244 ifp->if_collisions++; 1245 } else 1246 ifp->if_opackets++; 1247 1248 if (ifp->if_flags & IFF_DEBUG) { 1249 if (txstat & EMAC_TXS_ED) 1250 printf("%s: excessive deferral\n", 1251 sc->sc_dev.dv_xname); 1252 if (txstat & EMAC_TXS_EC) 1253 printf("%s: excessive collisions\n", 1254 sc->sc_dev.dv_xname); 1255 } 1256 1257 sc->sc_txfree += txs->txs_ndesc; 1258 bus_dmamap_sync(sc->sc_dmat, txs->txs_dmamap, 1259 0, txs->txs_dmamap->dm_mapsize, BUS_DMASYNC_POSTWRITE); 1260 bus_dmamap_unload(sc->sc_dmat, txs->txs_dmamap); 1261 m_freem(txs->txs_mbuf); 1262 txs->txs_mbuf = NULL; 1263 } 1264 1265 /* Update the dirty transmit buffer pointer. */ 1266 sc->sc_txsdirty = i; 1267 1268 /* 1269 * If there are no more pending transmissions, cancel the watchdog 1270 * timer. 1271 */ 1272 if (sc->sc_txsfree == EMAC_TXQUEUELEN) 1273 ifp->if_timer = 0; 1274 1275 return (handled); 1276 } 1277 1278 /* 1279 * MAL Receive End-Of-Buffer interrupt handler 1280 */ 1281 static int 1282 emac_rxeob_intr(void *arg) 1283 { 1284 struct emac_softc *sc = arg; 1285 struct ifnet *ifp = &sc->sc_ethercom.ec_if; 1286 struct emac_rxsoft *rxs; 1287 struct mbuf *m; 1288 u_int32_t rxstat; 1289 int i, len; 1290 1291 EMAC_EVCNT_INCR(&sc->sc_ev_rxintr); 1292 1293 /* Clear the interrupt */ 1294 mtdcr(DCR_MAL0_RXEOBISR, mfdcr(DCR_MAL0_RXEOBISR)); 1295 1296 for (i = sc->sc_rxptr;; i = EMAC_NEXTRX(i)) { 1297 rxs = &sc->sc_rxsoft[i]; 1298 1299 EMAC_CDRXSYNC(sc, i, 1300 BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE); 1301 1302 rxstat = sc->sc_rxdescs[i].md_stat_ctrl; 1303 1304 if (rxstat & MAL_RX_EMPTY) 1305 /* 1306 * We have processed all of the receive buffers. 1307 */ 1308 break; 1309 1310 /* 1311 * If an error occurred, update stats, clear the status 1312 * word, and leave the packet buffer in place. It will 1313 * simply be reused the next time the ring comes around. 1314 */ 1315 if (rxstat & (EMAC_RXS_OE | EMAC_RXS_BP | EMAC_RXS_SE | 1316 EMAC_RXS_AE | EMAC_RXS_BFCS | EMAC_RXS_PTL | EMAC_RXS_ORE | 1317 EMAC_RXS_IRE)) { 1318 #define PRINTERR(bit, str) \ 1319 if (rxstat & (bit)) \ 1320 printf("%s: receive error: %s\n", \ 1321 sc->sc_dev.dv_xname, str) 1322 ifp->if_ierrors++; 1323 PRINTERR(EMAC_RXS_OE, "overrun error"); 1324 PRINTERR(EMAC_RXS_BP, "bad packet"); 1325 PRINTERR(EMAC_RXS_RP, "runt packet"); 1326 PRINTERR(EMAC_RXS_SE, "short event"); 1327 PRINTERR(EMAC_RXS_AE, "alignment error"); 1328 PRINTERR(EMAC_RXS_BFCS, "bad FCS"); 1329 PRINTERR(EMAC_RXS_PTL, "packet too long"); 1330 PRINTERR(EMAC_RXS_ORE, "out of range error"); 1331 PRINTERR(EMAC_RXS_IRE, "in range error"); 1332 #undef PRINTERR 1333 EMAC_INIT_RXDESC(sc, i); 1334 continue; 1335 } 1336 1337 bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0, 1338 rxs->rxs_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD); 1339 1340 /* 1341 * No errors; receive the packet. Note, the 405GP emac 1342 * includes the CRC with every packet. 1343 */ 1344 len = sc->sc_rxdescs[i].md_data_len - ETHER_CRC_LEN; 1345 1346 /* 1347 * If the packet is small enough to fit in a 1348 * single header mbuf, allocate one and copy 1349 * the data into it. This greatly reduces 1350 * memory consumption when we receive lots 1351 * of small packets. 1352 * 1353 * Otherwise, we add a new buffer to the receive 1354 * chain. If this fails, we drop the packet and 1355 * recycle the old buffer. 1356 */ 1357 if (emac_copy_small != 0 && len <= MHLEN) { 1358 MGETHDR(m, M_DONTWAIT, MT_DATA); 1359 if (m == NULL) 1360 goto dropit; 1361 memcpy(mtod(m, void *), 1362 mtod(rxs->rxs_mbuf, void *), len); 1363 EMAC_INIT_RXDESC(sc, i); 1364 bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0, 1365 rxs->rxs_dmamap->dm_mapsize, 1366 BUS_DMASYNC_PREREAD); 1367 } else { 1368 m = rxs->rxs_mbuf; 1369 if (emac_add_rxbuf(sc, i) != 0) { 1370 dropit: 1371 ifp->if_ierrors++; 1372 EMAC_INIT_RXDESC(sc, i); 1373 bus_dmamap_sync(sc->sc_dmat, 1374 rxs->rxs_dmamap, 0, 1375 rxs->rxs_dmamap->dm_mapsize, 1376 BUS_DMASYNC_PREREAD); 1377 continue; 1378 } 1379 } 1380 1381 ifp->if_ipackets++; 1382 m->m_pkthdr.rcvif = ifp; 1383 m->m_pkthdr.len = m->m_len = len; 1384 1385 #if NBPFILTER > 0 1386 /* 1387 * Pass this up to any BPF listeners, but only 1388 * pass if up the stack if it's for us. 1389 */ 1390 if (ifp->if_bpf) 1391 bpf_mtap(ifp->if_bpf, m); 1392 #endif /* NBPFILTER > 0 */ 1393 1394 /* Pass it on. */ 1395 (*ifp->if_input)(ifp, m); 1396 } 1397 1398 /* Update the receive pointer. */ 1399 sc->sc_rxptr = i; 1400 1401 return (0); 1402 } 1403 1404 /* 1405 * MAL Transmit Descriptor Error interrupt handler 1406 */ 1407 static int 1408 emac_txde_intr(void *arg) 1409 { 1410 struct emac_softc *sc = arg; 1411 1412 EMAC_EVCNT_INCR(&sc->sc_ev_txde); 1413 printf("%s: emac_txde_intr\n", sc->sc_dev.dv_xname); 1414 return (0); 1415 } 1416 1417 /* 1418 * MAL Receive Descriptor Error interrupt handler 1419 */ 1420 static int 1421 emac_rxde_intr(void *arg) 1422 { 1423 int i; 1424 struct emac_softc *sc = arg; 1425 1426 EMAC_EVCNT_INCR(&sc->sc_ev_rxde); 1427 printf("%s: emac_rxde_intr\n", sc->sc_dev.dv_xname); 1428 /* 1429 * XXX! 1430 * This is a bit drastic; we just drop all descriptors that aren't 1431 * "clean". We should probably send any that are up the stack. 1432 */ 1433 for (i = 0; i < EMAC_NRXDESC; i++) { 1434 EMAC_CDRXSYNC(sc, i, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE); 1435 1436 if (sc->sc_rxdescs[i].md_data_len != MCLBYTES) { 1437 EMAC_INIT_RXDESC(sc, i); 1438 } 1439 1440 } 1441 1442 /* Reenable the receive channel */ 1443 mtdcr(DCR_MAL0_RXCASR, MAL0_RXCASR_CHAN0); 1444 1445 /* Clear the interrupt */ 1446 mtdcr(DCR_MAL0_RXDEIR, mfdcr(DCR_MAL0_RXDEIR)); 1447 1448 return (0); 1449 } 1450 1451 static uint32_t 1452 emac_mii_wait(struct emac_softc *sc) 1453 { 1454 int i; 1455 uint32_t reg; 1456 1457 /* wait for PHY data transfer to complete */ 1458 i = 0; 1459 while ((reg = EMAC_READ(sc, EMAC_STACR) & STACR_OC) == 0) { 1460 delay(7); 1461 if (i++ > 5) { 1462 printf("%s: MII timed out\n", sc->sc_dev.dv_xname); 1463 return (0); 1464 } 1465 } 1466 return (reg); 1467 } 1468 1469 static int 1470 emac_mii_readreg(struct device *self, int phy, int reg) 1471 { 1472 struct emac_softc *sc = (struct emac_softc *)self; 1473 uint32_t sta_reg; 1474 1475 /* wait for PHY data transfer to complete */ 1476 if (emac_mii_wait(sc) == 0) 1477 return (0); 1478 1479 sta_reg = reg << STACR_PRASHIFT; 1480 sta_reg |= STACR_READ; 1481 sta_reg |= phy << STACR_PCDASHIFT; 1482 1483 sta_reg &= ~STACR_OPBC_MASK; 1484 sta_reg |= STACR_OPBC_50MHZ; 1485 1486 1487 EMAC_WRITE(sc, EMAC_STACR, sta_reg); 1488 1489 if ((sta_reg = emac_mii_wait(sc)) == 0) 1490 return (0); 1491 sta_reg = EMAC_READ(sc, EMAC_STACR); 1492 if ((sta_reg & STACR_PHYE) != 0) 1493 return (0); 1494 return (sta_reg >> STACR_PHYDSHIFT); 1495 } 1496 1497 static void 1498 emac_mii_writereg(struct device *self, int phy, int reg, int val) 1499 { 1500 struct emac_softc *sc = (struct emac_softc *)self; 1501 uint32_t sta_reg; 1502 1503 /* wait for PHY data transfer to complete */ 1504 if (emac_mii_wait(sc) == 0) 1505 return; 1506 1507 sta_reg = reg << STACR_PRASHIFT; 1508 sta_reg |= STACR_WRITE; 1509 sta_reg |= phy << STACR_PCDASHIFT; 1510 1511 sta_reg &= ~STACR_OPBC_MASK; 1512 sta_reg |= STACR_OPBC_50MHZ; 1513 1514 sta_reg |= val << STACR_PHYDSHIFT; 1515 1516 EMAC_WRITE(sc, EMAC_STACR, sta_reg); 1517 1518 if ((sta_reg = emac_mii_wait(sc)) == 0) 1519 return; 1520 if ((sta_reg & STACR_PHYE) != 0) 1521 /* error */ 1522 return; 1523 } 1524 1525 static void 1526 emac_mii_statchg(struct device *self) 1527 { 1528 struct emac_softc *sc = (void *)self; 1529 1530 if (sc->sc_mii.mii_media_active & IFM_FDX) 1531 sc->sc_mr1 |= MR1_FDE; 1532 else 1533 sc->sc_mr1 &= ~(MR1_FDE | MR1_EIFC); 1534 1535 /* XXX 802.1x flow-control? */ 1536 1537 /* 1538 * MR1 can only be written immediately after a reset... 1539 */ 1540 emac_reset(sc); 1541 } 1542 1543 static void 1544 emac_mii_tick(void *arg) 1545 { 1546 struct emac_softc *sc = arg; 1547 int s; 1548 1549 if (!device_is_active(&sc->sc_dev)) 1550 return; 1551 1552 s = splnet(); 1553 mii_tick(&sc->sc_mii); 1554 splx(s); 1555 1556 callout_reset(&sc->sc_callout, hz, emac_mii_tick, sc); 1557 } 1558