xref: /dflybsd-src/sys/dev/netif/vr/if_vr.c (revision b5b0912b1891e95ccc48cad83f09239ccb7ffc16)
1 /*
2  * Copyright (c) 1997, 1998
3  *	Bill Paul <wpaul@ctr.columbia.edu>.  All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  * 3. All advertising materials mentioning features or use of this software
14  *    must display the following acknowledgement:
15  *	This product includes software developed by Bill Paul.
16  * 4. Neither the name of the author nor the names of any co-contributors
17  *    may be used to endorse or promote products derived from this software
18  *    without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30  * THE POSSIBILITY OF SUCH DAMAGE.
31  *
32  * $FreeBSD: src/sys/pci/if_vr.c,v 1.26.2.13 2003/02/06 04:46:20 silby Exp $
33  * $DragonFly: src/sys/dev/netif/vr/if_vr.c,v 1.25 2005/06/06 23:12:07 okumoto Exp $
34  */
35 
36 /*
37  * VIA Rhine fast ethernet PCI NIC driver
38  *
39  * Supports various network adapters based on the VIA Rhine
40  * and Rhine II PCI controllers, including the D-Link DFE530TX.
41  * Datasheets are available at http://www.via.com.tw.
42  *
43  * Written by Bill Paul <wpaul@ctr.columbia.edu>
44  * Electrical Engineering Department
45  * Columbia University, New York City
46  */
47 
48 /*
49  * The VIA Rhine controllers are similar in some respects to the
50  * the DEC tulip chips, except less complicated. The controller
51  * uses an MII bus and an external physical layer interface. The
52  * receiver has a one entry perfect filter and a 64-bit hash table
53  * multicast filter. Transmit and receive descriptors are similar
54  * to the tulip.
55  *
56  * The Rhine has a serious flaw in its transmit DMA mechanism:
57  * transmit buffers must be longword aligned. Unfortunately,
58  * FreeBSD doesn't guarantee that mbufs will be filled in starting
59  * at longword boundaries, so we have to do a buffer copy before
60  * transmission.
61  */
62 
63 #include <sys/param.h>
64 #include <sys/systm.h>
65 #include <sys/sockio.h>
66 #include <sys/mbuf.h>
67 #include <sys/malloc.h>
68 #include <sys/kernel.h>
69 #include <sys/socket.h>
70 #include <sys/thread2.h>
71 
72 #include <net/if.h>
73 #include <net/ifq_var.h>
74 #include <net/if_arp.h>
75 #include <net/ethernet.h>
76 #include <net/if_dl.h>
77 #include <net/if_media.h>
78 
79 #include <net/bpf.h>
80 
81 #include <vm/vm.h>              /* for vtophys */
82 #include <vm/pmap.h>            /* for vtophys */
83 #include <machine/bus_pio.h>
84 #include <machine/bus_memio.h>
85 #include <machine/bus.h>
86 #include <machine/resource.h>
87 #include <sys/bus.h>
88 #include <sys/rman.h>
89 
90 #include <dev/netif/mii_layer/mii.h>
91 #include <dev/netif/mii_layer/miivar.h>
92 
93 #include <bus/pci/pcireg.h>
94 #include <bus/pci/pcivar.h>
95 
96 #define VR_USEIOSPACE
97 
98 #include <dev/netif/vr/if_vrreg.h>
99 
100 /* "controller miibus0" required.  See GENERIC if you get errors here. */
101 #include "miibus_if.h"
102 
103 #undef VR_USESWSHIFT
104 
105 /*
106  * Various supported device vendors/types and their names.
107  */
108 static struct vr_type vr_devs[] = {
109 	{ VIA_VENDORID, VIA_DEVICEID_RHINE,
110 		"VIA VT3043 Rhine I 10/100BaseTX" },
111 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_II,
112 		"VIA VT86C100A Rhine II 10/100BaseTX" },
113 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_II_2,
114 		"VIA VT6102 Rhine II 10/100BaseTX" },
115 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_III,
116 		"VIA VT6105 Rhine III 10/100BaseTX" },
117 	{ VIA_VENDORID, VIA_DEVICEID_RHINE_III_M,
118 		"VIA VT6105M Rhine III 10/100BaseTX" },
119 	{ DELTA_VENDORID, DELTA_DEVICEID_RHINE_II,
120 		"Delta Electronics Rhine II 10/100BaseTX" },
121 	{ ADDTRON_VENDORID, ADDTRON_DEVICEID_RHINE_II,
122 		"Addtron Technology Rhine II 10/100BaseTX" },
123 	{ 0, 0, NULL }
124 };
125 
126 static int	vr_probe(device_t);
127 static int	vr_attach(device_t);
128 static int	vr_detach(device_t);
129 
130 static int	vr_newbuf(struct vr_softc *, struct vr_chain_onefrag *,
131 			  struct mbuf *);
132 static int	vr_encap(struct vr_softc *, struct vr_chain *, struct mbuf * );
133 
134 static void	vr_rxeof(struct vr_softc *);
135 static void	vr_rxeoc(struct vr_softc *);
136 static void	vr_txeof(struct vr_softc *);
137 static void	vr_txeoc(struct vr_softc *);
138 static void	vr_tick(void *);
139 static void	vr_intr(void *);
140 static void	vr_start(struct ifnet *);
141 static int	vr_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *);
142 static void	vr_init(void *);
143 static void	vr_stop(struct vr_softc *);
144 static void	vr_watchdog(struct ifnet *);
145 static void	vr_shutdown(device_t);
146 static int	vr_ifmedia_upd(struct ifnet *);
147 static void	vr_ifmedia_sts(struct ifnet *, struct ifmediareq *);
148 
149 #ifdef VR_USESWSHIFT
150 static void	vr_mii_sync(struct vr_softc *);
151 static void	vr_mii_send(struct vr_softc *, uint32_t, int);
152 #endif
153 static int	vr_mii_readreg(struct vr_softc *, struct vr_mii_frame *);
154 static int	vr_mii_writereg(struct vr_softc *, struct vr_mii_frame *);
155 static int	vr_miibus_readreg(device_t, int, int);
156 static int	vr_miibus_writereg(device_t, int, int, int);
157 static void	vr_miibus_statchg(device_t);
158 
159 static void	vr_setcfg(struct vr_softc *, int);
160 static uint8_t	vr_calchash(uint8_t *);
161 static void	vr_setmulti(struct vr_softc *);
162 static void	vr_reset(struct vr_softc *);
163 static int	vr_list_rx_init(struct vr_softc *);
164 static int	vr_list_tx_init(struct vr_softc *);
165 #ifdef DEVICE_POLLING
166 static void	vr_poll(struct ifnet *ifp, enum poll_cmd cmd, int count);
167 #endif
168 
169 #ifdef VR_USEIOSPACE
170 #define VR_RES			SYS_RES_IOPORT
171 #define VR_RID			VR_PCI_LOIO
172 #else
173 #define VR_RES			SYS_RES_MEMORY
174 #define VR_RID			VR_PCI_LOMEM
175 #endif
176 
177 static device_method_t vr_methods[] = {
178 	/* Device interface */
179 	DEVMETHOD(device_probe,		vr_probe),
180 	DEVMETHOD(device_attach,	vr_attach),
181 	DEVMETHOD(device_detach, 	vr_detach),
182 	DEVMETHOD(device_shutdown,	vr_shutdown),
183 
184 	/* bus interface */
185 	DEVMETHOD(bus_print_child,	bus_generic_print_child),
186 	DEVMETHOD(bus_driver_added,	bus_generic_driver_added),
187 
188 	/* MII interface */
189 	DEVMETHOD(miibus_readreg,	vr_miibus_readreg),
190 	DEVMETHOD(miibus_writereg,	vr_miibus_writereg),
191 	DEVMETHOD(miibus_statchg,	vr_miibus_statchg),
192 
193 	{ 0, 0 }
194 };
195 
196 static driver_t vr_driver = {
197 	"vr",
198 	vr_methods,
199 	sizeof(struct vr_softc)
200 };
201 
202 static devclass_t vr_devclass;
203 
204 DECLARE_DUMMY_MODULE(if_vr);
205 DRIVER_MODULE(if_vr, pci, vr_driver, vr_devclass, 0, 0);
206 DRIVER_MODULE(miibus, vr, miibus_driver, miibus_devclass, 0, 0);
207 
208 #define VR_SETBIT(sc, reg, x)				\
209 	CSR_WRITE_1(sc, reg,				\
210 		CSR_READ_1(sc, reg) | (x))
211 
212 #define VR_CLRBIT(sc, reg, x)				\
213 	CSR_WRITE_1(sc, reg,				\
214 		CSR_READ_1(sc, reg) & ~(x))
215 
216 #define VR_SETBIT16(sc, reg, x)				\
217 	CSR_WRITE_2(sc, reg,				\
218 		CSR_READ_2(sc, reg) | (x))
219 
220 #define VR_CLRBIT16(sc, reg, x)				\
221 	CSR_WRITE_2(sc, reg,				\
222 		CSR_READ_2(sc, reg) & ~(x))
223 
224 #define VR_SETBIT32(sc, reg, x)				\
225 	CSR_WRITE_4(sc, reg,				\
226 		CSR_READ_4(sc, reg) | (x))
227 
228 #define VR_CLRBIT32(sc, reg, x)				\
229 	CSR_WRITE_4(sc, reg,				\
230 		CSR_READ_4(sc, reg) & ~(x))
231 
232 #define SIO_SET(x)					\
233 	CSR_WRITE_1(sc, VR_MIICMD,			\
234 		CSR_READ_1(sc, VR_MIICMD) | (x))
235 
236 #define SIO_CLR(x)					\
237 	CSR_WRITE_1(sc, VR_MIICMD,			\
238 		CSR_READ_1(sc, VR_MIICMD) & ~(x))
239 
240 #ifdef VR_USESWSHIFT
241 /*
242  * Sync the PHYs by setting data bit and strobing the clock 32 times.
243  */
244 static void
245 vr_mii_sync(struct vr_softc *sc)
246 {
247 	int i;
248 
249 	SIO_SET(VR_MIICMD_DIR|VR_MIICMD_DATAIN);
250 
251 	for (i = 0; i < 32; i++) {
252 		SIO_SET(VR_MIICMD_CLK);
253 		DELAY(1);
254 		SIO_CLR(VR_MIICMD_CLK);
255 		DELAY(1);
256 	}
257 }
258 
259 /*
260  * Clock a series of bits through the MII.
261  */
262 static void
263 vr_mii_send(struct vr_softc *sc, uint32_t bits, int cnt)
264 {
265 	int i;
266 
267 	SIO_CLR(VR_MIICMD_CLK);
268 
269 	for (i = (0x1 << (cnt - 1)); i; i >>= 1) {
270                 if (bits & i)
271 			SIO_SET(VR_MIICMD_DATAIN);
272                 else
273 			SIO_CLR(VR_MIICMD_DATAIN);
274 		DELAY(1);
275 		SIO_CLR(VR_MIICMD_CLK);
276 		DELAY(1);
277 		SIO_SET(VR_MIICMD_CLK);
278 	}
279 }
280 #endif
281 
282 /*
283  * Read an PHY register through the MII.
284  */
285 static int
286 vr_mii_readreg(struct vr_softc *sc, struct vr_mii_frame *frame)
287 #ifdef VR_USESWSHIFT
288 {
289 	int i, ack;
290 
291 	crit_enter();
292 
293 	/* Set up frame for RX. */
294 	frame->mii_stdelim = VR_MII_STARTDELIM;
295 	frame->mii_opcode = VR_MII_READOP;
296 	frame->mii_turnaround = 0;
297 	frame->mii_data = 0;
298 
299 	CSR_WRITE_1(sc, VR_MIICMD, 0);
300 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_DIRECTPGM);
301 
302 	/* Turn on data xmit. */
303 	SIO_SET(VR_MIICMD_DIR);
304 
305 	vr_mii_sync(sc);
306 
307 	/* Send command/address info. */
308 	vr_mii_send(sc, frame->mii_stdelim, 2);
309 	vr_mii_send(sc, frame->mii_opcode, 2);
310 	vr_mii_send(sc, frame->mii_phyaddr, 5);
311 	vr_mii_send(sc, frame->mii_regaddr, 5);
312 
313 	/* Idle bit. */
314 	SIO_CLR((VR_MIICMD_CLK|VR_MIICMD_DATAIN));
315 	DELAY(1);
316 	SIO_SET(VR_MIICMD_CLK);
317 	DELAY(1);
318 
319 	/* Turn off xmit. */
320 	SIO_CLR(VR_MIICMD_DIR);
321 
322 	/* Check for ack */
323 	SIO_CLR(VR_MIICMD_CLK);
324 	DELAY(1);
325 	ack = CSR_READ_4(sc, VR_MIICMD) & VR_MIICMD_DATAOUT;
326 	SIO_SET(VR_MIICMD_CLK);
327 	DELAY(1);
328 
329 	/*
330 	 * Now try reading data bits. If the ack failed, we still
331 	 * need to clock through 16 cycles to keep the PHY(s) in sync.
332 	 */
333 	if (ack) {
334 		for(i = 0; i < 16; i++) {
335 			SIO_CLR(VR_MIICMD_CLK);
336 			DELAY(1);
337 			SIO_SET(VR_MIICMD_CLK);
338 			DELAY(1);
339 		}
340 		goto fail;
341 	}
342 
343 	for (i = 0x8000; i; i >>= 1) {
344 		SIO_CLR(VR_MIICMD_CLK);
345 		DELAY(1);
346 		if (!ack) {
347 			if (CSR_READ_4(sc, VR_MIICMD) & VR_MIICMD_DATAOUT)
348 				frame->mii_data |= i;
349 			DELAY(1);
350 		}
351 		SIO_SET(VR_MIICMD_CLK);
352 		DELAY(1);
353 	}
354 
355 fail:
356 	SIO_CLR(VR_MIICMD_CLK);
357 	DELAY(1);
358 	SIO_SET(VR_MIICMD_CLK);
359 	DELAY(1);
360 
361 	crit_exit();
362 
363 	if (ack)
364 		return(1);
365 	return(0);
366 }
367 #else
368 {
369 	int i;
370 
371 	crit_enter();
372 
373   	/* Set the PHY address. */
374 	CSR_WRITE_1(sc, VR_PHYADDR, (CSR_READ_1(sc, VR_PHYADDR)& 0xe0)|
375 	    frame->mii_phyaddr);
376 
377 	/* Set the register address. */
378 	CSR_WRITE_1(sc, VR_MIIADDR, frame->mii_regaddr);
379 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_READ_ENB);
380 
381 	for (i = 0; i < 10000; i++) {
382 		if ((CSR_READ_1(sc, VR_MIICMD) & VR_MIICMD_READ_ENB) == 0)
383 			break;
384 		DELAY(1);
385 	}
386 	frame->mii_data = CSR_READ_2(sc, VR_MIIDATA);
387 
388 	crit_exit();
389 
390 	return(0);
391 }
392 #endif
393 
394 
395 /*
396  * Write to a PHY register through the MII.
397  */
398 static int
399 vr_mii_writereg(struct vr_softc *sc, struct vr_mii_frame *frame)
400 #ifdef VR_USESWSHIFT
401 {
402 
403 	crit_enter();
404 
405 	CSR_WRITE_1(sc, VR_MIICMD, 0);
406 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_DIRECTPGM);
407 
408 	/* Set up frame for TX. */
409 	frame->mii_stdelim = VR_MII_STARTDELIM;
410 	frame->mii_opcode = VR_MII_WRITEOP;
411 	frame->mii_turnaround = VR_MII_TURNAROUND;
412 
413 	/* Turn on data output. */
414 	SIO_SET(VR_MIICMD_DIR);
415 
416 	vr_mii_sync(sc);
417 
418 	vr_mii_send(sc, frame->mii_stdelim, 2);
419 	vr_mii_send(sc, frame->mii_opcode, 2);
420 	vr_mii_send(sc, frame->mii_phyaddr, 5);
421 	vr_mii_send(sc, frame->mii_regaddr, 5);
422 	vr_mii_send(sc, frame->mii_turnaround, 2);
423 	vr_mii_send(sc, frame->mii_data, 16);
424 
425 	/* Idle bit. */
426 	SIO_SET(VR_MIICMD_CLK);
427 	DELAY(1);
428 	SIO_CLR(VR_MIICMD_CLK);
429 	DELAY(1);
430 
431 	/* Turn off xmit. */
432 	SIO_CLR(VR_MIICMD_DIR);
433 
434 	crit_exit();
435 
436 	return(0);
437 }
438 #else
439 {
440 	int i;
441 
442 	crit_enter();
443 
444   	/* Set the PHY-adress */
445 	CSR_WRITE_1(sc, VR_PHYADDR, (CSR_READ_1(sc, VR_PHYADDR)& 0xe0)|
446 		    frame->mii_phyaddr);
447 
448 	/* Set the register address and data to write. */
449 	CSR_WRITE_1(sc, VR_MIIADDR, frame->mii_regaddr);
450 	CSR_WRITE_2(sc, VR_MIIDATA, frame->mii_data);
451 
452 	VR_SETBIT(sc, VR_MIICMD, VR_MIICMD_WRITE_ENB);
453 
454 	for (i = 0; i < 10000; i++) {
455 		if ((CSR_READ_1(sc, VR_MIICMD) & VR_MIICMD_WRITE_ENB) == 0)
456 			break;
457 		DELAY(1);
458 	}
459 
460 	crit_exit();
461 
462 	return(0);
463 }
464 #endif
465 
466 static int
467 vr_miibus_readreg(device_t dev, int phy, int reg)
468 {
469 	struct vr_mii_frame frame;
470 	struct vr_softc *sc;
471 
472 	sc = device_get_softc(dev);
473 
474 	switch (sc->vr_revid) {
475 	case REV_ID_VT6102_APOLLO:
476 		if (phy != 1)
477 			return(0);
478 		break;
479 	default:
480 		break;
481 	}
482 
483 	bzero(&frame, sizeof(frame));
484 
485 	frame.mii_phyaddr = phy;
486 	frame.mii_regaddr = reg;
487 	vr_mii_readreg(sc, &frame);
488 
489 	return(frame.mii_data);
490 }
491 
492 static int
493 vr_miibus_writereg(device_t dev, int phy, int reg, int data)
494 {
495 	struct vr_mii_frame frame;
496 	struct vr_softc *sc;
497 
498 	sc = device_get_softc(dev);
499 
500 	switch (sc->vr_revid) {
501 	case REV_ID_VT6102_APOLLO:
502 		if (phy != 1)
503 			return 0;
504 		break;
505 	default:
506 		break;
507 	}
508 
509 	bzero(&frame, sizeof(frame));
510 
511 	frame.mii_phyaddr = phy;
512 	frame.mii_regaddr = reg;
513 	frame.mii_data = data;
514 
515 	vr_mii_writereg(sc, &frame);
516 
517 	return(0);
518 }
519 
520 static void
521 vr_miibus_statchg(device_t dev)
522 {
523 	struct mii_data *mii;
524 	struct vr_softc *sc;
525 
526 	sc = device_get_softc(dev);
527 	mii = device_get_softc(sc->vr_miibus);
528 	vr_setcfg(sc, mii->mii_media_active);
529 }
530 
531 /*
532  * Calculate CRC of a multicast group address, return the lower 6 bits.
533  */
534 static uint8_t
535 vr_calchash(uint8_t *addr)
536 {
537 	uint32_t crc, carry;
538 	int i, j;
539 	uint8_t c;
540 
541 	/* Compute CRC for the address value. */
542 	crc = 0xFFFFFFFF; /* initial value */
543 
544 	for (i = 0; i < 6; i++) {
545 		c = *(addr + i);
546 		for (j = 0; j < 8; j++) {
547 			carry = ((crc & 0x80000000) ? 1 : 0) ^ (c & 0x01);
548 			crc <<= 1;
549 			c >>= 1;
550 			if (carry)
551 				crc = (crc ^ 0x04c11db6) | carry;
552 		}
553 	}
554 
555 	/* return the filter bit position */
556 	return((crc >> 26) & 0x0000003F);
557 }
558 
559 /*
560  * Program the 64-bit multicast hash filter.
561  */
562 static void
563 vr_setmulti(struct vr_softc *sc)
564 {
565 	struct ifnet *ifp;
566 	int h = 0;
567 	uint32_t hashes[2] = { 0, 0 };
568 	struct ifmultiaddr *ifma;
569 	uint8_t rxfilt;
570 	int mcnt = 0;
571 
572 	ifp = &sc->arpcom.ac_if;
573 
574 	rxfilt = CSR_READ_1(sc, VR_RXCFG);
575 
576 	if (ifp->if_flags & IFF_ALLMULTI || ifp->if_flags & IFF_PROMISC) {
577 		rxfilt |= VR_RXCFG_RX_MULTI;
578 		CSR_WRITE_1(sc, VR_RXCFG, rxfilt);
579 		CSR_WRITE_4(sc, VR_MAR0, 0xFFFFFFFF);
580 		CSR_WRITE_4(sc, VR_MAR1, 0xFFFFFFFF);
581 		return;
582 	}
583 
584 	/* First, zero out all the existing hash bits. */
585 	CSR_WRITE_4(sc, VR_MAR0, 0);
586 	CSR_WRITE_4(sc, VR_MAR1, 0);
587 
588 	/* Now program new ones. */
589 	for (ifma = ifp->if_multiaddrs.lh_first; ifma != NULL;
590 				ifma = ifma->ifma_link.le_next) {
591 		if (ifma->ifma_addr->sa_family != AF_LINK)
592 			continue;
593 		h = vr_calchash(LLADDR((struct sockaddr_dl *)ifma->ifma_addr));
594 		if (h < 32)
595 			hashes[0] |= (1 << h);
596 		else
597 			hashes[1] |= (1 << (h - 32));
598 		mcnt++;
599 	}
600 
601 	if (mcnt)
602 		rxfilt |= VR_RXCFG_RX_MULTI;
603 	else
604 		rxfilt &= ~VR_RXCFG_RX_MULTI;
605 
606 	CSR_WRITE_4(sc, VR_MAR0, hashes[0]);
607 	CSR_WRITE_4(sc, VR_MAR1, hashes[1]);
608 	CSR_WRITE_1(sc, VR_RXCFG, rxfilt);
609 }
610 
611 /*
612  * In order to fiddle with the
613  * 'full-duplex' and '100Mbps' bits in the netconfig register, we
614  * first have to put the transmit and/or receive logic in the idle state.
615  */
616 static void
617 vr_setcfg(struct vr_softc *sc, int media)
618 {
619 	int restart = 0;
620 
621 	if (CSR_READ_2(sc, VR_COMMAND) & (VR_CMD_TX_ON|VR_CMD_RX_ON)) {
622 		restart = 1;
623 		VR_CLRBIT16(sc, VR_COMMAND, (VR_CMD_TX_ON|VR_CMD_RX_ON));
624 	}
625 
626 	if ((media & IFM_GMASK) == IFM_FDX)
627 		VR_SETBIT16(sc, VR_COMMAND, VR_CMD_FULLDUPLEX);
628 	else
629 		VR_CLRBIT16(sc, VR_COMMAND, VR_CMD_FULLDUPLEX);
630 
631 	if (restart)
632 		VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_ON|VR_CMD_RX_ON);
633 }
634 
635 static void
636 vr_reset(struct vr_softc *sc)
637 {
638 	int i;
639 
640 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RESET);
641 
642 	for (i = 0; i < VR_TIMEOUT; i++) {
643 		DELAY(10);
644 		if (!(CSR_READ_2(sc, VR_COMMAND) & VR_CMD_RESET))
645 			break;
646 	}
647 	if (i == VR_TIMEOUT) {
648 		struct ifnet *ifp = &sc->arpcom.ac_if;
649 
650 		if (sc->vr_revid < REV_ID_VT3065_A) {
651 			if_printf(ifp, "reset never completed!\n");
652 		} else {
653 			/* Use newer force reset command */
654 			if_printf(ifp, "Using force reset command.\n");
655 			VR_SETBIT(sc, VR_MISC_CR1, VR_MISCCR1_FORSRST);
656 		}
657 	}
658 
659 	/* Wait a little while for the chip to get its brains in order. */
660 	DELAY(1000);
661 }
662 
663 /*
664  * Probe for a VIA Rhine chip. Check the PCI vendor and device
665  * IDs against our list and return a device name if we find a match.
666  */
667 static int
668 vr_probe(device_t dev)
669 {
670 	struct vr_type *t;
671 
672 	t = vr_devs;
673 
674 	while(t->vr_name != NULL) {
675 		if ((pci_get_vendor(dev) == t->vr_vid) &&
676 		    (pci_get_device(dev) == t->vr_did)) {
677 			device_set_desc(dev, t->vr_name);
678 			return(0);
679 		}
680 		t++;
681 	}
682 
683 	return(ENXIO);
684 }
685 
686 /*
687  * Attach the interface. Allocate softc structures, do ifmedia
688  * setup and ethernet/BPF attach.
689  */
690 static int
691 vr_attach(device_t dev)
692 {
693 	int i;
694 	uint8_t eaddr[ETHER_ADDR_LEN];
695 	uint32_t command;
696 	struct vr_softc *sc;
697 	struct ifnet *ifp;
698 	int error = 0, rid;
699 
700 	crit_enter();
701 
702 	sc = device_get_softc(dev);
703 	callout_init(&sc->vr_stat_timer);
704 
705 	/*
706 	 * Handle power management nonsense.
707 	 */
708 
709 	command = pci_read_config(dev, VR_PCI_CAPID, 4) & 0x000000FF;
710 	if (command == 0x01) {
711 		command = pci_read_config(dev, VR_PCI_PWRMGMTCTRL, 4);
712 		if (command & VR_PSTATE_MASK) {
713 			uint32_t iobase, membase, irq;
714 
715 			/* Save important PCI config data. */
716 			iobase = pci_read_config(dev, VR_PCI_LOIO, 4);
717 			membase = pci_read_config(dev, VR_PCI_LOMEM, 4);
718 			irq = pci_read_config(dev, VR_PCI_INTLINE, 4);
719 
720 			/* Reset the power state. */
721 			device_printf(dev, "chip is in D%d power mode "
722 			"-- setting to D0\n", command & VR_PSTATE_MASK);
723 			command &= 0xFFFFFFFC;
724 			pci_write_config(dev, VR_PCI_PWRMGMTCTRL, command, 4);
725 
726 			/* Restore PCI config data. */
727 			pci_write_config(dev, VR_PCI_LOIO, iobase, 4);
728 			pci_write_config(dev, VR_PCI_LOMEM, membase, 4);
729 			pci_write_config(dev, VR_PCI_INTLINE, irq, 4);
730 		}
731 	}
732 
733 	/*
734 	 * Map control/status registers.
735 	 */
736 	command = pci_read_config(dev, PCIR_COMMAND, 4);
737 	command |= (PCIM_CMD_PORTEN|PCIM_CMD_MEMEN|PCIM_CMD_BUSMASTEREN);
738 	pci_write_config(dev, PCIR_COMMAND, command, 4);
739 	command = pci_read_config(dev, PCIR_COMMAND, 4);
740 	sc->vr_revid = pci_read_config(dev, VR_PCI_REVID, 4) & 0x000000FF;
741 
742 #ifdef VR_USEIOSPACE
743 	if (!(command & PCIM_CMD_PORTEN)) {
744 		device_printf(dev, "failed to enable I/O ports!\n");
745 		free(sc, M_DEVBUF);
746 		goto fail;
747 	}
748 #else
749 	if (!(command & PCIM_CMD_MEMEN)) {
750 		device_printf(dev, "failed to enable memory mapping!\n");
751 		goto fail;
752 	}
753 #endif
754 
755 	rid = VR_RID;
756 	sc->vr_res = bus_alloc_resource_any(dev, VR_RES, &rid, RF_ACTIVE);
757 
758 	if (sc->vr_res == NULL) {
759 		device_printf(dev, "couldn't map ports/memory\n");
760 		error = ENXIO;
761 		goto fail;
762 	}
763 
764 	sc->vr_btag = rman_get_bustag(sc->vr_res);
765 	sc->vr_bhandle = rman_get_bushandle(sc->vr_res);
766 
767 	/* Allocate interrupt */
768 	rid = 0;
769 	sc->vr_irq = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid,
770 					    RF_SHAREABLE | RF_ACTIVE);
771 
772 	if (sc->vr_irq == NULL) {
773 		device_printf(dev, "couldn't map interrupt\n");
774 		bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
775 		error = ENXIO;
776 		goto fail;
777 	}
778 
779 	error = bus_setup_intr(dev, sc->vr_irq, INTR_TYPE_NET,
780 			       vr_intr, sc, &sc->vr_intrhand, NULL);
781 
782 	if (error) {
783 		bus_release_resource(dev, SYS_RES_IRQ, 0, sc->vr_irq);
784 		bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
785 		device_printf(dev, "couldn't set up irq\n");
786 		goto fail;
787 	}
788 
789 	/*
790 	 * Windows may put the chip in suspend mode when it
791 	 * shuts down. Be sure to kick it in the head to wake it
792 	 * up again.
793 	 */
794 	VR_CLRBIT(sc, VR_STICKHW, (VR_STICKHW_DS0|VR_STICKHW_DS1));
795 
796 	/* Reset the adapter. */
797 	vr_reset(sc);
798 
799         /*
800 	 * Turn on bit2 (MIION) in PCI configuration register 0x53 during
801 	 * initialization and disable AUTOPOLL.
802 	 */
803         pci_write_config(dev, VR_PCI_MODE,
804 	    pci_read_config(dev, VR_PCI_MODE, 4) | (VR_MODE3_MIION << 24), 4);
805 	VR_CLRBIT(sc, VR_MIICMD, VR_MIICMD_AUTOPOLL);
806 
807 	ifp = &sc->arpcom.ac_if;
808 	if_initname(ifp, device_get_name(dev), device_get_unit(dev));
809 
810 	/*
811 	 * Get station address. The way the Rhine chips work,
812 	 * you're not allowed to directly access the EEPROM once
813 	 * they've been programmed a special way. Consequently,
814 	 * we need to read the node address from the PAR0 and PAR1
815 	 * registers.
816 	 */
817 	VR_SETBIT(sc, VR_EECSR, VR_EECSR_LOAD);
818 	DELAY(200);
819 	for (i = 0; i < ETHER_ADDR_LEN; i++)
820 		eaddr[i] = CSR_READ_1(sc, VR_PAR0 + i);
821 
822 	sc->vr_ldata = contigmalloc(sizeof(struct vr_list_data), M_DEVBUF,
823 	    M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0);
824 
825 	if (sc->vr_ldata == NULL) {
826 		device_printf(dev, "no memory for list buffers!\n");
827 		bus_teardown_intr(dev, sc->vr_irq, sc->vr_intrhand);
828 		bus_release_resource(dev, SYS_RES_IRQ, 0, sc->vr_irq);
829 		bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
830 		error = ENXIO;
831 		goto fail;
832 	}
833 
834 	bzero(sc->vr_ldata, sizeof(struct vr_list_data));
835 
836 	ifp->if_softc = sc;
837 	ifp->if_mtu = ETHERMTU;
838 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
839 	ifp->if_ioctl = vr_ioctl;
840 	ifp->if_start = vr_start;
841 #ifdef DEVICE_POLLING
842 	ifp->if_poll = vr_poll;
843 #endif
844 	ifp->if_watchdog = vr_watchdog;
845 	ifp->if_init = vr_init;
846 	ifp->if_baudrate = 10000000;
847 	ifq_set_maxlen(&ifp->if_snd, VR_TX_LIST_CNT - 1);
848 	ifq_set_ready(&ifp->if_snd);
849 
850 	/*
851 	 * Do MII setup.
852 	 */
853 	if (mii_phy_probe(dev, &sc->vr_miibus,
854 	    vr_ifmedia_upd, vr_ifmedia_sts)) {
855 		if_printf(ifp, "MII without any phy!\n");
856 		bus_teardown_intr(dev, sc->vr_irq, sc->vr_intrhand);
857 		bus_release_resource(dev, SYS_RES_IRQ, 0, sc->vr_irq);
858 		bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
859 		contigfree(sc->vr_ldata,
860 		    sizeof(struct vr_list_data), M_DEVBUF);
861 		error = ENXIO;
862 		goto fail;
863 	}
864 
865 	/* Call MI attach routine. */
866 	ether_ifattach(ifp, eaddr);
867 
868 fail:
869 	crit_exit();
870 	return(error);
871 }
872 
873 static int
874 vr_detach(device_t dev)
875 {
876 	struct vr_softc *sc;
877 	struct ifnet *ifp;
878 
879 	crit_enter();
880 
881 	sc = device_get_softc(dev);
882 	ifp = &sc->arpcom.ac_if;
883 
884 	vr_stop(sc);
885 	ether_ifdetach(ifp);
886 
887 	bus_generic_detach(dev);
888 	device_delete_child(dev, sc->vr_miibus);
889 
890 	bus_teardown_intr(dev, sc->vr_irq, sc->vr_intrhand);
891 	bus_release_resource(dev, SYS_RES_IRQ, 0, sc->vr_irq);
892 	bus_release_resource(dev, VR_RES, VR_RID, sc->vr_res);
893 
894 	contigfree(sc->vr_ldata, sizeof(struct vr_list_data), M_DEVBUF);
895 
896 	crit_exit();
897 
898 	return(0);
899 }
900 
901 /*
902  * Initialize the transmit descriptors.
903  */
904 static int
905 vr_list_tx_init(struct vr_softc *sc)
906 {
907 	struct vr_chain_data *cd;
908 	struct vr_list_data *ld;
909 	int i, nexti;
910 
911 	cd = &sc->vr_cdata;
912 	ld = sc->vr_ldata;
913 	for (i = 0; i < VR_TX_LIST_CNT; i++) {
914 		cd->vr_tx_chain[i].vr_ptr = &ld->vr_tx_list[i];
915 		if (i == (VR_TX_LIST_CNT - 1))
916 			nexti = 0;
917 		else
918 			nexti = i + 1;
919 		cd->vr_tx_chain[i].vr_nextdesc = &cd->vr_tx_chain[nexti];
920 	}
921 
922 	cd->vr_tx_free = &cd->vr_tx_chain[0];
923 	cd->vr_tx_tail = cd->vr_tx_head = NULL;
924 
925 	return(0);
926 }
927 
928 
929 /*
930  * Initialize the RX descriptors and allocate mbufs for them. Note that
931  * we arrange the descriptors in a closed ring, so that the last descriptor
932  * points back to the first.
933  */
934 static int
935 vr_list_rx_init(struct vr_softc *sc)
936 {
937 	struct vr_chain_data *cd;
938 	struct vr_list_data *ld;
939 	int i, nexti;
940 
941 	cd = &sc->vr_cdata;
942 	ld = sc->vr_ldata;
943 
944 	for (i = 0; i < VR_RX_LIST_CNT; i++) {
945 		cd->vr_rx_chain[i].vr_ptr = (struct vr_desc *)&ld->vr_rx_list[i];
946 		if (vr_newbuf(sc, &cd->vr_rx_chain[i], NULL) == ENOBUFS)
947 			return(ENOBUFS);
948 		if (i == (VR_RX_LIST_CNT - 1))
949 			nexti = 0;
950 		else
951 			nexti = i + 1;
952 		cd->vr_rx_chain[i].vr_nextdesc = &cd->vr_rx_chain[nexti];
953 		ld->vr_rx_list[i].vr_next = vtophys(&ld->vr_rx_list[nexti]);
954 	}
955 
956 	cd->vr_rx_head = &cd->vr_rx_chain[0];
957 
958 	return(0);
959 }
960 
961 /*
962  * Initialize an RX descriptor and attach an MBUF cluster.
963  * Note: the length fields are only 11 bits wide, which means the
964  * largest size we can specify is 2047. This is important because
965  * MCLBYTES is 2048, so we have to subtract one otherwise we'll
966  * overflow the field and make a mess.
967  */
968 static int
969 vr_newbuf(struct vr_softc *sc, struct vr_chain_onefrag *c, struct mbuf *m)
970 {
971 	struct mbuf *m_new = NULL;
972 
973 	if (m == NULL) {
974 		MGETHDR(m_new, MB_DONTWAIT, MT_DATA);
975 		if (m_new == NULL)
976 			return(ENOBUFS);
977 
978 		MCLGET(m_new, MB_DONTWAIT);
979 		if (!(m_new->m_flags & M_EXT)) {
980 			m_freem(m_new);
981 			return(ENOBUFS);
982 		}
983 		m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
984 	} else {
985 		m_new = m;
986 		m_new->m_len = m_new->m_pkthdr.len = MCLBYTES;
987 		m_new->m_data = m_new->m_ext.ext_buf;
988 	}
989 
990 	m_adj(m_new, sizeof(uint64_t));
991 
992 	c->vr_mbuf = m_new;
993 	c->vr_ptr->vr_status = VR_RXSTAT;
994 	c->vr_ptr->vr_data = vtophys(mtod(m_new, caddr_t));
995 	c->vr_ptr->vr_ctl = VR_RXCTL | VR_RXLEN;
996 
997 	return(0);
998 }
999 
1000 /*
1001  * A frame has been uploaded: pass the resulting mbuf chain up to
1002  * the higher level protocols.
1003  */
1004 static void
1005 vr_rxeof(struct vr_softc *sc)
1006 {
1007         struct mbuf *m;
1008         struct ifnet *ifp;
1009 	struct vr_chain_onefrag *cur_rx;
1010 	int total_len = 0;
1011 	uint32_t rxstat;
1012 
1013 	ifp = &sc->arpcom.ac_if;
1014 
1015 	while(!((rxstat = sc->vr_cdata.vr_rx_head->vr_ptr->vr_status) &
1016 							VR_RXSTAT_OWN)) {
1017 		struct mbuf *m0 = NULL;
1018 
1019 		cur_rx = sc->vr_cdata.vr_rx_head;
1020 		sc->vr_cdata.vr_rx_head = cur_rx->vr_nextdesc;
1021 		m = cur_rx->vr_mbuf;
1022 
1023 		/*
1024 		 * If an error occurs, update stats, clear the
1025 		 * status word and leave the mbuf cluster in place:
1026 		 * it should simply get re-used next time this descriptor
1027 	 	 * comes up in the ring.
1028 		 */
1029 		if (rxstat & VR_RXSTAT_RXERR) {
1030 			ifp->if_ierrors++;
1031 			if_printf(ifp, "rx error (%02x):", rxstat & 0x000000ff);
1032 			if (rxstat & VR_RXSTAT_CRCERR)
1033 				printf(" crc error");
1034 			if (rxstat & VR_RXSTAT_FRAMEALIGNERR)
1035 				printf(" frame alignment error\n");
1036 			if (rxstat & VR_RXSTAT_FIFOOFLOW)
1037 				printf(" FIFO overflow");
1038 			if (rxstat & VR_RXSTAT_GIANT)
1039 				printf(" received giant packet");
1040 			if (rxstat & VR_RXSTAT_RUNT)
1041 				printf(" received runt packet");
1042 			if (rxstat & VR_RXSTAT_BUSERR)
1043 				printf(" system bus error");
1044 			if (rxstat & VR_RXSTAT_BUFFERR)
1045 				printf("rx buffer error");
1046 			printf("\n");
1047 			vr_newbuf(sc, cur_rx, m);
1048 			continue;
1049 		}
1050 
1051 		/* No errors; receive the packet. */
1052 		total_len = VR_RXBYTES(cur_rx->vr_ptr->vr_status);
1053 
1054 		/*
1055 		 * XXX The VIA Rhine chip includes the CRC with every
1056 		 * received frame, and there's no way to turn this
1057 		 * behavior off (at least, I can't find anything in
1058 	 	 * the manual that explains how to do it) so we have
1059 		 * to trim off the CRC manually.
1060 		 */
1061 		total_len -= ETHER_CRC_LEN;
1062 
1063 		m0 = m_devget(mtod(m, char *) - ETHER_ALIGN,
1064 		    total_len + ETHER_ALIGN, 0, ifp, NULL);
1065 		vr_newbuf(sc, cur_rx, m);
1066 		if (m0 == NULL) {
1067 			ifp->if_ierrors++;
1068 			continue;
1069 		}
1070 		m_adj(m0, ETHER_ALIGN);
1071 		m = m0;
1072 
1073 		ifp->if_ipackets++;
1074 		(*ifp->if_input)(ifp, m);
1075 	}
1076 }
1077 
1078 static void
1079 vr_rxeoc(struct vr_softc *sc)
1080 {
1081 	struct ifnet *ifp;
1082 	int i;
1083 
1084 	ifp = &sc->arpcom.ac_if;
1085 
1086 	ifp->if_ierrors++;
1087 
1088 	VR_CLRBIT16(sc, VR_COMMAND, VR_CMD_RX_ON);
1089         DELAY(10000);
1090 
1091 	/* Wait for receiver to stop */
1092 	for (i = 0x400;
1093 	     i && (CSR_READ_2(sc, VR_COMMAND) & VR_CMD_RX_ON);
1094 	     i--)
1095 		;	/* Wait for receiver to stop */
1096 
1097 	if (i == 0) {
1098 		if_printf(ifp, "rx shutdown error!\n");
1099 		sc->vr_flags |= VR_F_RESTART;
1100 		return;
1101 	}
1102 
1103 	vr_rxeof(sc);
1104 
1105 	CSR_WRITE_4(sc, VR_RXADDR, vtophys(sc->vr_cdata.vr_rx_head->vr_ptr));
1106 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RX_ON);
1107 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_RX_GO);
1108 }
1109 
1110 /*
1111  * A frame was downloaded to the chip. It's safe for us to clean up
1112  * the list buffers.
1113  */
1114 static void
1115 vr_txeof(struct vr_softc *sc)
1116 {
1117 	struct vr_chain *cur_tx;
1118 	struct ifnet *ifp;
1119 
1120 	ifp = &sc->arpcom.ac_if;
1121 
1122 	/* Reset the timeout timer; if_txeoc will clear it. */
1123 	ifp->if_timer = 5;
1124 
1125 	/* Sanity check. */
1126 	if (sc->vr_cdata.vr_tx_head == NULL)
1127 		return;
1128 
1129 	/*
1130 	 * Go through our tx list and free mbufs for those
1131 	 * frames that have been transmitted.
1132 	 */
1133 	while(sc->vr_cdata.vr_tx_head->vr_mbuf != NULL) {
1134 		uint32_t txstat;
1135 		int i;
1136 
1137 		cur_tx = sc->vr_cdata.vr_tx_head;
1138 		txstat = cur_tx->vr_ptr->vr_status;
1139 
1140 		if ((txstat & VR_TXSTAT_ABRT) ||
1141 		    (txstat & VR_TXSTAT_UDF)) {
1142 			for (i = 0x400;
1143 			     i && (CSR_READ_2(sc, VR_COMMAND) & VR_CMD_TX_ON);
1144 			     i--)
1145 				;	/* Wait for chip to shutdown */
1146 			if (i == 0) {
1147 				if_printf(ifp, "tx shutdown timeout\n");
1148 				sc->vr_flags |= VR_F_RESTART;
1149 				break;
1150 			}
1151 			VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1152 			CSR_WRITE_4(sc, VR_TXADDR, vtophys(cur_tx->vr_ptr));
1153 			break;
1154 		}
1155 
1156 		if (txstat & VR_TXSTAT_OWN)
1157 			break;
1158 
1159 		if (txstat & VR_TXSTAT_ERRSUM) {
1160 			ifp->if_oerrors++;
1161 			if (txstat & VR_TXSTAT_DEFER)
1162 				ifp->if_collisions++;
1163 			if (txstat & VR_TXSTAT_LATECOLL)
1164 				ifp->if_collisions++;
1165 		}
1166 
1167 		ifp->if_collisions +=(txstat & VR_TXSTAT_COLLCNT) >> 3;
1168 
1169 		ifp->if_opackets++;
1170 		if (cur_tx->vr_mbuf != NULL) {
1171 			m_freem(cur_tx->vr_mbuf);
1172 			cur_tx->vr_mbuf = NULL;
1173 		}
1174 
1175 		if (sc->vr_cdata.vr_tx_head == sc->vr_cdata.vr_tx_tail) {
1176 			sc->vr_cdata.vr_tx_head = NULL;
1177 			sc->vr_cdata.vr_tx_tail = NULL;
1178 			break;
1179 		}
1180 
1181 		sc->vr_cdata.vr_tx_head = cur_tx->vr_nextdesc;
1182 	}
1183 }
1184 
1185 /*
1186  * TX 'end of channel' interrupt handler.
1187  */
1188 static void
1189 vr_txeoc(struct vr_softc *sc)
1190 {
1191 	struct ifnet *ifp;
1192 
1193 	ifp = &sc->arpcom.ac_if;
1194 
1195 	if (sc->vr_cdata.vr_tx_head == NULL) {
1196 		ifp->if_flags &= ~IFF_OACTIVE;
1197 		sc->vr_cdata.vr_tx_tail = NULL;
1198 		ifp->if_timer = 0;
1199 	}
1200 }
1201 
1202 static void
1203 vr_tick(void *xsc)
1204 {
1205 	struct vr_softc *sc;
1206 	struct mii_data *mii;
1207 
1208 	crit_enter();
1209 
1210 	sc = xsc;
1211 	if (sc->vr_flags & VR_F_RESTART) {
1212 		if_printf(&sc->arpcom.ac_if, "restarting\n");
1213 		vr_stop(sc);
1214 		vr_reset(sc);
1215 		vr_init(sc);
1216 		sc->vr_flags &= ~VR_F_RESTART;
1217 	}
1218 
1219 	mii = device_get_softc(sc->vr_miibus);
1220 	mii_tick(mii);
1221 
1222 	callout_reset(&sc->vr_stat_timer, hz, vr_tick, sc);
1223 
1224 	crit_exit();
1225 }
1226 
1227 static void
1228 vr_intr(void *arg)
1229 {
1230 	struct vr_softc *sc;
1231 	struct ifnet *ifp;
1232 	uint16_t status;
1233 
1234 	sc = arg;
1235 	ifp = &sc->arpcom.ac_if;
1236 
1237 	/* Supress unwanted interrupts. */
1238 	if (!(ifp->if_flags & IFF_UP)) {
1239 		vr_stop(sc);
1240 		return;
1241 	}
1242 
1243 	/* Disable interrupts. */
1244 	if ((ifp->if_flags & IFF_POLLING) == 0)
1245 		CSR_WRITE_2(sc, VR_IMR, 0x0000);
1246 
1247 	for (;;) {
1248 		status = CSR_READ_2(sc, VR_ISR);
1249 		if (status)
1250 			CSR_WRITE_2(sc, VR_ISR, status);
1251 
1252 		if ((status & VR_INTRS) == 0)
1253 			break;
1254 
1255 		if (status & VR_ISR_RX_OK)
1256 			vr_rxeof(sc);
1257 
1258 		if (status & VR_ISR_RX_DROPPED) {
1259 			if_printf(ifp, "rx packet lost\n");
1260 			ifp->if_ierrors++;
1261 			}
1262 
1263 		if ((status & VR_ISR_RX_ERR) || (status & VR_ISR_RX_NOBUF) ||
1264 		    (status & VR_ISR_RX_NOBUF) || (status & VR_ISR_RX_OFLOW)) {
1265 			if_printf(ifp, "receive error (%04x)", status);
1266 			if (status & VR_ISR_RX_NOBUF)
1267 				printf(" no buffers");
1268 			if (status & VR_ISR_RX_OFLOW)
1269 				printf(" overflow");
1270 			if (status & VR_ISR_RX_DROPPED)
1271 				printf(" packet lost");
1272 			printf("\n");
1273 			vr_rxeoc(sc);
1274 		}
1275 
1276 		if ((status & VR_ISR_BUSERR) || (status & VR_ISR_TX_UNDERRUN)) {
1277 			vr_reset(sc);
1278 			vr_init(sc);
1279 			break;
1280 		}
1281 
1282 		if ((status & VR_ISR_TX_OK) || (status & VR_ISR_TX_ABRT) ||
1283 		    (status & VR_ISR_TX_ABRT2) || (status & VR_ISR_UDFI)) {
1284 			vr_txeof(sc);
1285 			if ((status & VR_ISR_UDFI) ||
1286 			    (status & VR_ISR_TX_ABRT2) ||
1287 			    (status & VR_ISR_TX_ABRT)) {
1288 				ifp->if_oerrors++;
1289 				if (sc->vr_cdata.vr_tx_head != NULL) {
1290 					VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_ON);
1291 					VR_SETBIT16(sc, VR_COMMAND, VR_CMD_TX_GO);
1292 				}
1293 			} else {
1294 				vr_txeoc(sc);
1295 			}
1296 		}
1297 
1298 	}
1299 
1300 	/* Re-enable interrupts. */
1301 	if ((ifp->if_flags & IFF_POLLING) == 0)
1302 		CSR_WRITE_2(sc, VR_IMR, VR_INTRS);
1303 
1304 	if (!ifq_is_empty(&ifp->if_snd))
1305 		vr_start(ifp);
1306 }
1307 
1308 /*
1309  * Encapsulate an mbuf chain in a descriptor by coupling the mbuf data
1310  * pointers to the fragment pointers.
1311  */
1312 static int
1313 vr_encap(struct vr_softc *sc, struct vr_chain *c, struct mbuf *m_head)
1314 {
1315 	int frag = 0;
1316 	struct vr_desc *f = NULL;
1317 	int total_len;
1318 	struct mbuf *m_new;
1319 
1320 	total_len = 0;
1321 
1322 	/*
1323 	 * The VIA Rhine wants packet buffers to be longword
1324 	 * aligned, but very often our mbufs aren't. Rather than
1325 	 * waste time trying to decide when to copy and when not
1326 	 * to copy, just do it all the time.
1327 	 */
1328 	MGETHDR(m_new, MB_DONTWAIT, MT_DATA);
1329 	if (m_new == NULL) {
1330 		if_printf(&sc->arpcom.ac_if, "no memory for tx list\n");
1331 		return(1);
1332 	}
1333 	if (m_head->m_pkthdr.len > MHLEN) {
1334 		MCLGET(m_new, MB_DONTWAIT);
1335 		if (!(m_new->m_flags & M_EXT)) {
1336 			m_freem(m_new);
1337 			if_printf(&sc->arpcom.ac_if,
1338 				  "no memory for tx list\n");
1339 			return(1);
1340 		}
1341 	}
1342 	m_copydata(m_head, 0, m_head->m_pkthdr.len,
1343 				mtod(m_new, caddr_t));
1344 	m_new->m_pkthdr.len = m_new->m_len = m_head->m_pkthdr.len;
1345 	/*
1346 	 * The Rhine chip doesn't auto-pad, so we have to make
1347 	 * sure to pad short frames out to the minimum frame length
1348 	 * ourselves.
1349 	 */
1350 	if (m_new->m_len < VR_MIN_FRAMELEN) {
1351 		m_new->m_pkthdr.len += VR_MIN_FRAMELEN - m_new->m_len;
1352 		m_new->m_len = m_new->m_pkthdr.len;
1353 	}
1354 	f = c->vr_ptr;
1355 	f->vr_data = vtophys(mtod(m_new, caddr_t));
1356 	f->vr_ctl = total_len = m_new->m_len;
1357 	f->vr_ctl |= VR_TXCTL_TLINK|VR_TXCTL_FIRSTFRAG;
1358 	f->vr_status = 0;
1359 	frag = 1;
1360 
1361 	c->vr_mbuf = m_new;
1362 	c->vr_ptr->vr_ctl |= VR_TXCTL_LASTFRAG|VR_TXCTL_FINT;
1363 	c->vr_ptr->vr_next = vtophys(c->vr_nextdesc->vr_ptr);
1364 
1365 	return(0);
1366 }
1367 
1368 /*
1369  * Main transmit routine. To avoid having to do mbuf copies, we put pointers
1370  * to the mbuf data regions directly in the transmit lists. We also save a
1371  * copy of the pointers since the transmit list fragment pointers are
1372  * physical addresses.
1373  */
1374 static void
1375 vr_start(struct ifnet *ifp)
1376 {
1377 	struct vr_softc *sc;
1378 	struct mbuf *m_head = NULL;
1379 	struct vr_chain *cur_tx = NULL, *start_tx;
1380 
1381 	sc = ifp->if_softc;
1382 
1383 	if (ifp->if_flags & IFF_OACTIVE)
1384 		return;
1385 
1386 	/* Check for an available queue slot. If there are none, punt. */
1387 	if (sc->vr_cdata.vr_tx_free->vr_mbuf != NULL) {
1388 		ifp->if_flags |= IFF_OACTIVE;
1389 		return;
1390 	}
1391 
1392 	start_tx = sc->vr_cdata.vr_tx_free;
1393 
1394 	while(sc->vr_cdata.vr_tx_free->vr_mbuf == NULL) {
1395 		m_head = ifq_poll(&ifp->if_snd);
1396 		if (m_head == NULL)
1397 			break;
1398 
1399 		/* Pick a descriptor off the free list. */
1400 		cur_tx = sc->vr_cdata.vr_tx_free;
1401 		sc->vr_cdata.vr_tx_free = cur_tx->vr_nextdesc;
1402 
1403 		/* Pack the data into the descriptor. */
1404 		if (vr_encap(sc, cur_tx, m_head)) {
1405 			ifp->if_flags |= IFF_OACTIVE;
1406 			cur_tx = NULL;
1407 			break;
1408 		}
1409 
1410 		m_head = ifq_dequeue(&ifp->if_snd);
1411 		if (cur_tx != start_tx)
1412 			VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1413 
1414 		BPF_MTAP(ifp, m_head);
1415 		m_freem(m_head);
1416 
1417 		VR_TXOWN(cur_tx) = VR_TXSTAT_OWN;
1418 		VR_SETBIT16(sc, VR_COMMAND, /*VR_CMD_TX_ON|*/VR_CMD_TX_GO);
1419 	}
1420 
1421 	/* If there are no frames queued, bail. */
1422 	if (cur_tx == NULL)
1423 		return;
1424 
1425 	sc->vr_cdata.vr_tx_tail = cur_tx;
1426 
1427 	if (sc->vr_cdata.vr_tx_head == NULL)
1428 		sc->vr_cdata.vr_tx_head = start_tx;
1429 
1430 	/*
1431 	 * Set a timeout in case the chip goes out to lunch.
1432 	 */
1433 	ifp->if_timer = 5;
1434 }
1435 
1436 static void
1437 vr_init(void *xsc)
1438 {
1439 	struct vr_softc *sc = xsc;
1440 	struct ifnet *ifp = &sc->arpcom.ac_if;
1441 	struct mii_data *mii;
1442 	int i;
1443 
1444 	crit_enter();
1445 
1446 	mii = device_get_softc(sc->vr_miibus);
1447 
1448 	/* Cancel pending I/O and free all RX/TX buffers. */
1449 	vr_stop(sc);
1450 	vr_reset(sc);
1451 
1452 	/* Set our station address. */
1453 	for (i = 0; i < ETHER_ADDR_LEN; i++)
1454 		CSR_WRITE_1(sc, VR_PAR0 + i, sc->arpcom.ac_enaddr[i]);
1455 
1456 	/* Set DMA size. */
1457 	VR_CLRBIT(sc, VR_BCR0, VR_BCR0_DMA_LENGTH);
1458 	VR_SETBIT(sc, VR_BCR0, VR_BCR0_DMA_STORENFWD);
1459 
1460 	/*
1461 	 * BCR0 and BCR1 can override the RXCFG and TXCFG registers,
1462 	 * so we must set both.
1463 	 */
1464 	VR_CLRBIT(sc, VR_BCR0, VR_BCR0_RX_THRESH);
1465 	VR_SETBIT(sc, VR_BCR0, VR_BCR0_RXTHRESH128BYTES);
1466 
1467 	VR_CLRBIT(sc, VR_BCR1, VR_BCR1_TX_THRESH);
1468 	VR_SETBIT(sc, VR_BCR1, VR_BCR1_TXTHRESHSTORENFWD);
1469 
1470 	VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_THRESH);
1471 	VR_SETBIT(sc, VR_RXCFG, VR_RXTHRESH_128BYTES);
1472 
1473 	VR_CLRBIT(sc, VR_TXCFG, VR_TXCFG_TX_THRESH);
1474 	VR_SETBIT(sc, VR_TXCFG, VR_TXTHRESH_STORENFWD);
1475 
1476 	/* Init circular RX list. */
1477 	if (vr_list_rx_init(sc) == ENOBUFS) {
1478 		if_printf(ifp, "initialization failed: no memory for rx buffers\n");
1479 		vr_stop(sc);
1480 		crit_exit();
1481 		return;
1482 	}
1483 
1484 	/* Init tx descriptors. */
1485 	vr_list_tx_init(sc);
1486 
1487 	/* If we want promiscuous mode, set the allframes bit. */
1488 	if (ifp->if_flags & IFF_PROMISC)
1489 		VR_SETBIT(sc, VR_RXCFG, VR_RXCFG_RX_PROMISC);
1490 	else
1491 		VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_PROMISC);
1492 
1493 	/* Set capture broadcast bit to capture broadcast frames. */
1494 	if (ifp->if_flags & IFF_BROADCAST)
1495 		VR_SETBIT(sc, VR_RXCFG, VR_RXCFG_RX_BROAD);
1496 	else
1497 		VR_CLRBIT(sc, VR_RXCFG, VR_RXCFG_RX_BROAD);
1498 
1499 	/*
1500 	 * Program the multicast filter, if necessary.
1501 	 */
1502 	vr_setmulti(sc);
1503 
1504 	/*
1505 	 * Load the address of the RX list.
1506 	 */
1507 	CSR_WRITE_4(sc, VR_RXADDR, vtophys(sc->vr_cdata.vr_rx_head->vr_ptr));
1508 
1509 	/* Enable receiver and transmitter. */
1510 	CSR_WRITE_2(sc, VR_COMMAND, VR_CMD_TX_NOPOLL|VR_CMD_START|
1511 				    VR_CMD_TX_ON|VR_CMD_RX_ON|
1512 				    VR_CMD_RX_GO);
1513 
1514 	CSR_WRITE_4(sc, VR_TXADDR, vtophys(&sc->vr_ldata->vr_tx_list[0]));
1515 
1516 	/*
1517 	 * Enable interrupts, unless we are polling.
1518 	 */
1519 	CSR_WRITE_2(sc, VR_ISR, 0xFFFF);
1520 	if ((ifp->if_flags & IFF_POLLING) == 0)
1521 		CSR_WRITE_2(sc, VR_IMR, VR_INTRS);
1522 
1523 	mii_mediachg(mii);
1524 
1525 	ifp->if_flags |= IFF_RUNNING;
1526 	ifp->if_flags &= ~IFF_OACTIVE;
1527 
1528 	crit_exit();
1529 
1530 	callout_reset(&sc->vr_stat_timer, hz, vr_tick, sc);
1531 }
1532 
1533 /*
1534  * Set media options.
1535  */
1536 static int
1537 vr_ifmedia_upd(struct ifnet *ifp)
1538 {
1539 	struct vr_softc *sc;
1540 
1541 	sc = ifp->if_softc;
1542 
1543 	if (ifp->if_flags & IFF_UP)
1544 		vr_init(sc);
1545 
1546 	return(0);
1547 }
1548 
1549 /*
1550  * Report current media status.
1551  */
1552 static void
1553 vr_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr)
1554 {
1555 	struct vr_softc *sc;
1556 	struct mii_data *mii;
1557 
1558 	sc = ifp->if_softc;
1559 	mii = device_get_softc(sc->vr_miibus);
1560 	mii_pollstat(mii);
1561 	ifmr->ifm_active = mii->mii_media_active;
1562 	ifmr->ifm_status = mii->mii_media_status;
1563 }
1564 
1565 static int
1566 vr_ioctl(struct ifnet *ifp, u_long command, caddr_t data, struct ucred *cr)
1567 {
1568 	struct vr_softc *sc = ifp->if_softc;
1569 	struct ifreq *ifr = (struct ifreq *) data;
1570 	struct mii_data *mii;
1571 	int error = 0;
1572 
1573 	crit_enter();
1574 
1575 	switch(command) {
1576 	case SIOCSIFFLAGS:
1577 		if (ifp->if_flags & IFF_UP) {
1578 			vr_init(sc);
1579 		} else {
1580 			if (ifp->if_flags & IFF_RUNNING)
1581 				vr_stop(sc);
1582 		}
1583 		error = 0;
1584 		break;
1585 	case SIOCADDMULTI:
1586 	case SIOCDELMULTI:
1587 		vr_setmulti(sc);
1588 		error = 0;
1589 		break;
1590 	case SIOCGIFMEDIA:
1591 	case SIOCSIFMEDIA:
1592 		mii = device_get_softc(sc->vr_miibus);
1593 		error = ifmedia_ioctl(ifp, ifr, &mii->mii_media, command);
1594 		break;
1595 	default:
1596 		error = ether_ioctl(ifp, command, data);
1597 		break;
1598 	}
1599 
1600 	crit_exit();
1601 
1602 	return(error);
1603 }
1604 
1605 #ifdef DEVICE_POLLING
1606 
1607 static void
1608 vr_poll(struct ifnet *ifp, enum poll_cmd cmd, int count)
1609 {
1610 	struct vr_softc *sc = ifp->if_softc;
1611 
1612 	switch(cmd) {
1613 	case POLL_REGISTER:
1614 		/* disable interrupts */
1615 		CSR_WRITE_2(sc, VR_IMR, 0x0000);
1616 		break;
1617 	case POLL_DEREGISTER:
1618 		/* enable interrupts */
1619 		CSR_WRITE_2(sc, VR_IMR, VR_INTRS);
1620 		break;
1621 	default:
1622 		vr_intr(sc);
1623 		break;
1624 	}
1625 }
1626 #endif
1627 
1628 static void
1629 vr_watchdog(struct ifnet *ifp)
1630 {
1631 	struct vr_softc *sc;
1632 
1633 	sc = ifp->if_softc;
1634 
1635 	ifp->if_oerrors++;
1636 	if_printf(ifp, "watchdog timeout\n");
1637 
1638 #ifdef DEVICE_POLLING
1639 	if (++sc->vr_wdogerrors == 1 && (ifp->if_flags & IFF_POLLING) == 0) {
1640 		if_printf(ifp, "ints don't seem to be working, "
1641 			"emergency switch to polling\n");
1642 		emergency_poll_enable("if_vr");
1643 		ether_poll_register(ifp);	/* XXX illegal */
1644 	} else
1645 #endif
1646 	{
1647 		vr_stop(sc);
1648 		vr_reset(sc);
1649 		vr_init(sc);
1650 	}
1651 
1652 	if (!ifq_is_empty(&ifp->if_snd))
1653 		vr_start(ifp);
1654 }
1655 
1656 /*
1657  * Stop the adapter and free any mbufs allocated to the
1658  * RX and TX lists.
1659  */
1660 static void
1661 vr_stop(struct vr_softc *sc)
1662 {
1663 	int i;
1664 	struct ifnet *ifp;
1665 
1666 	ifp = &sc->arpcom.ac_if;
1667 	ifp->if_timer = 0;
1668 
1669 	callout_stop(&sc->vr_stat_timer);
1670 
1671 	VR_SETBIT16(sc, VR_COMMAND, VR_CMD_STOP);
1672 	VR_CLRBIT16(sc, VR_COMMAND, (VR_CMD_RX_ON|VR_CMD_TX_ON));
1673 	CSR_WRITE_2(sc, VR_IMR, 0x0000);
1674 	CSR_WRITE_4(sc, VR_TXADDR, 0x00000000);
1675 	CSR_WRITE_4(sc, VR_RXADDR, 0x00000000);
1676 
1677 	/*
1678 	 * Free data in the RX lists.
1679 	 */
1680 	for (i = 0; i < VR_RX_LIST_CNT; i++) {
1681 		if (sc->vr_cdata.vr_rx_chain[i].vr_mbuf != NULL) {
1682 			m_freem(sc->vr_cdata.vr_rx_chain[i].vr_mbuf);
1683 			sc->vr_cdata.vr_rx_chain[i].vr_mbuf = NULL;
1684 		}
1685 	}
1686 	bzero((char *)&sc->vr_ldata->vr_rx_list,
1687 		sizeof(sc->vr_ldata->vr_rx_list));
1688 
1689 	/*
1690 	 * Free the TX list buffers.
1691 	 */
1692 	for (i = 0; i < VR_TX_LIST_CNT; i++) {
1693 		if (sc->vr_cdata.vr_tx_chain[i].vr_mbuf != NULL) {
1694 			m_freem(sc->vr_cdata.vr_tx_chain[i].vr_mbuf);
1695 			sc->vr_cdata.vr_tx_chain[i].vr_mbuf = NULL;
1696 		}
1697 	}
1698 
1699 	bzero((char *)&sc->vr_ldata->vr_tx_list,
1700 		sizeof(sc->vr_ldata->vr_tx_list));
1701 
1702 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
1703 }
1704 
1705 /*
1706  * Stop all chip I/O so that the kernel's probe routines don't
1707  * get confused by errant DMAs when rebooting.
1708  */
1709 static void
1710 vr_shutdown(device_t dev)
1711 {
1712 	struct vr_softc *sc;
1713 
1714 	sc = device_get_softc(dev);
1715 
1716 	vr_stop(sc);
1717 }
1718