xref: /netbsd-src/sys/dev/pci/if_txp.c (revision 7f21db1c0118155e0dd40b75182e30c589d9f63e)
1 /* $NetBSD: if_txp.c,v 1.36 2010/01/19 22:07:02 pooka Exp $ */
2 
3 /*
4  * Copyright (c) 2001
5  *	Jason L. Wright <jason@thought.net>, Theo de Raadt, and
6  *	Aaron Campbell <aaron@monkey.org>.  All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
18  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR THE VOICES IN THEIR HEADS
21  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
27  * THE POSSIBILITY OF SUCH DAMAGE.
28  */
29 
30 /*
31  * Driver for 3c990 (Typhoon) Ethernet ASIC
32  */
33 
34 #include <sys/cdefs.h>
35 __KERNEL_RCSID(0, "$NetBSD: if_txp.c,v 1.36 2010/01/19 22:07:02 pooka Exp $");
36 
37 #include "opt_inet.h"
38 
39 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/sockio.h>
42 #include <sys/mbuf.h>
43 #include <sys/malloc.h>
44 #include <sys/kernel.h>
45 #include <sys/socket.h>
46 #include <sys/device.h>
47 #include <sys/callout.h>
48 
49 #include <net/if.h>
50 #include <net/if_dl.h>
51 #include <net/if_types.h>
52 #include <net/if_ether.h>
53 #include <net/if_arp.h>
54 
55 #ifdef INET
56 #include <netinet/in.h>
57 #include <netinet/in_systm.h>
58 #include <netinet/in_var.h>
59 #include <netinet/ip.h>
60 #include <netinet/if_inarp.h>
61 #endif
62 
63 #include <net/if_media.h>
64 
65 #include <net/bpf.h>
66 
67 #include <uvm/uvm_extern.h>              /* for PAGE_SIZE */
68 #include <sys/bus.h>
69 
70 #include <dev/mii/mii.h>
71 #include <dev/mii/miivar.h>
72 #include <dev/pci/pcireg.h>
73 #include <dev/pci/pcivar.h>
74 #include <dev/pci/pcidevs.h>
75 
76 #include <dev/pci/if_txpreg.h>
77 
78 #include <dev/microcode/typhoon/3c990img.h>
79 
80 /*
81  * These currently break the 3c990 firmware, hopefully will be resolved
82  * at some point.
83  */
84 #undef	TRY_TX_UDP_CSUM
85 #undef	TRY_TX_TCP_CSUM
86 
87 int txp_probe(device_t, cfdata_t, void *);
88 void txp_attach(device_t, device_t, void *);
89 int txp_intr(void *);
90 void txp_tick(void *);
91 bool txp_shutdown(device_t, int);
92 int txp_ioctl(struct ifnet *, u_long, void *);
93 void txp_start(struct ifnet *);
94 void txp_stop(struct txp_softc *);
95 void txp_init(struct txp_softc *);
96 void txp_watchdog(struct ifnet *);
97 
98 int txp_chip_init(struct txp_softc *);
99 int txp_reset_adapter(struct txp_softc *);
100 int txp_download_fw(struct txp_softc *);
101 int txp_download_fw_wait(struct txp_softc *);
102 int txp_download_fw_section(struct txp_softc *,
103     const struct txp_fw_section_header *, int);
104 int txp_alloc_rings(struct txp_softc *);
105 void txp_dma_free(struct txp_softc *, struct txp_dma_alloc *);
106 int txp_dma_malloc(struct txp_softc *, bus_size_t, struct txp_dma_alloc *, int);
107 void txp_set_filter(struct txp_softc *);
108 
109 int txp_cmd_desc_numfree(struct txp_softc *);
110 int txp_command(struct txp_softc *, u_int16_t, u_int16_t, u_int32_t,
111     u_int32_t, u_int16_t *, u_int32_t *, u_int32_t *, int);
112 int txp_command2(struct txp_softc *, u_int16_t, u_int16_t,
113     u_int32_t, u_int32_t, struct txp_ext_desc *, u_int8_t,
114     struct txp_rsp_desc **, int);
115 int txp_response(struct txp_softc *, u_int32_t, u_int16_t, u_int16_t,
116     struct txp_rsp_desc **);
117 void txp_rsp_fixup(struct txp_softc *, struct txp_rsp_desc *,
118     struct txp_rsp_desc *);
119 void txp_capabilities(struct txp_softc *);
120 
121 void txp_ifmedia_sts(struct ifnet *, struct ifmediareq *);
122 int txp_ifmedia_upd(struct ifnet *);
123 void txp_show_descriptor(void *);
124 void txp_tx_reclaim(struct txp_softc *, struct txp_tx_ring *,
125     struct txp_dma_alloc *);
126 void txp_rxbuf_reclaim(struct txp_softc *);
127 void txp_rx_reclaim(struct txp_softc *, struct txp_rx_ring *,
128     struct txp_dma_alloc *);
129 
130 CFATTACH_DECL(txp, sizeof(struct txp_softc), txp_probe, txp_attach,
131 	      NULL, NULL);
132 
133 const struct txp_pci_match {
134 	int vid, did, flags;
135 } txp_devices[] = {
136 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990, 0 },
137 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990TX95, 0 },
138 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990TX97, 0 },
139 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990SVR95, TXP_SERVERVERSION },
140 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990SVR97, TXP_SERVERVERSION },
141 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3C990B, TXP_USESUBSYSTEM },
142 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3C990BSVR, TXP_SERVERVERSION },
143 	{ PCI_VENDOR_3COM, PCI_PRODUCT_3COM_3CR990FX, TXP_USESUBSYSTEM },
144 };
145 
146 static const struct txp_pci_match *txp_pcilookup(pcireg_t);
147 
148 static const struct {
149 	u_int16_t mask, value;
150 	int flags;
151 } txp_subsysinfo[] = {
152 	{0xf000, 0x2000, TXP_SERVERVERSION},
153 	{0x0100, 0x0100, TXP_FIBER},
154 #if 0 /* information from 3com header, unused */
155 	{0x0010, 0x0010, /* secured firmware */},
156 	{0x0003, 0x0000, /* variable DES */},
157 	{0x0003, 0x0001, /* single DES - "95" */},
158 	{0x0003, 0x0002, /* triple DES - "97" */},
159 #endif
160 };
161 
162 static const struct txp_pci_match *
163 txp_pcilookup(pcireg_t id)
164 {
165 	int i;
166 
167 	for (i = 0; i < __arraycount(txp_devices); i++)
168 		if (PCI_VENDOR(id) == txp_devices[i].vid &&
169 		    PCI_PRODUCT(id) == txp_devices[i].did)
170 			return &txp_devices[i];
171 	return (0);
172 }
173 
174 int
175 txp_probe(device_t parent, cfdata_t match, void *aux)
176 {
177 	struct pci_attach_args *pa = aux;
178 
179 	if (txp_pcilookup(pa->pa_id))
180 			return (1);
181 	return (0);
182 }
183 
184 void
185 txp_attach(device_t parent, device_t self, void *aux)
186 {
187 	struct txp_softc *sc = device_private(self);
188 	struct pci_attach_args *pa = aux;
189 	pci_chipset_tag_t pc = pa->pa_pc;
190 	pci_intr_handle_t ih;
191 	const char *intrstr = NULL;
192 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
193 	u_int32_t command;
194 	u_int16_t p1;
195 	u_int32_t p2;
196 	u_char enaddr[6];
197 	const struct txp_pci_match *match;
198 	u_int16_t subsys;
199 	int i, flags;
200 	char devinfo[256];
201 
202 	sc->sc_cold = 1;
203 
204 	match = txp_pcilookup(pa->pa_id);
205 	flags = match->flags;
206 	if (match->flags & TXP_USESUBSYSTEM) {
207 		subsys = PCI_PRODUCT(pci_conf_read(pc, pa->pa_tag,
208 						   PCI_SUBSYS_ID_REG));
209 		for (i = 0;
210 		     i < sizeof(txp_subsysinfo)/sizeof(txp_subsysinfo[0]);
211 		     i++)
212 			if ((subsys & txp_subsysinfo[i].mask) ==
213 			    txp_subsysinfo[i].value)
214 				flags |= txp_subsysinfo[i].flags;
215 	}
216 	sc->sc_flags = flags;
217 
218 	pci_devinfo(pa->pa_id, 0, 0, devinfo, sizeof(devinfo));
219 #define TXP_EXTRAINFO ((flags & (TXP_USESUBSYSTEM|TXP_SERVERVERSION)) == \
220   (TXP_USESUBSYSTEM|TXP_SERVERVERSION) ? " (SVR)" : "")
221 	printf(": %s%s\n%s", devinfo, TXP_EXTRAINFO, device_xname(&sc->sc_dev));
222 
223 	command = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_COMMAND_STATUS_REG);
224 
225 	if (!(command & PCI_COMMAND_MASTER_ENABLE)) {
226 		printf(": failed to enable bus mastering\n");
227 		return;
228 	}
229 
230 	if (!(command & PCI_COMMAND_MEM_ENABLE)) {
231 		printf(": failed to enable memory mapping\n");
232 		return;
233 	}
234 	if (pci_mapreg_map(pa, TXP_PCI_LOMEM, PCI_MAPREG_TYPE_MEM, 0,
235 	    &sc->sc_bt, &sc->sc_bh, NULL, NULL)) {
236 		printf(": can't map mem space %d\n", 0);
237 		return;
238 	}
239 
240 	sc->sc_dmat = pa->pa_dmat;
241 
242 	/*
243 	 * Allocate our interrupt.
244 	 */
245 	if (pci_intr_map(pa, &ih)) {
246 		printf(": couldn't map interrupt\n");
247 		return;
248 	}
249 
250 	intrstr = pci_intr_string(pc, ih);
251 	sc->sc_ih = pci_intr_establish(pc, ih, IPL_NET, txp_intr, sc);
252 	if (sc->sc_ih == NULL) {
253 		printf(": couldn't establish interrupt");
254 		if (intrstr != NULL)
255 			printf(" at %s", intrstr);
256 		printf("\n");
257 		return;
258 	}
259 	printf(": interrupting at %s\n", intrstr);
260 
261 	if (txp_chip_init(sc))
262 		goto cleanupintr;
263 
264 	if (txp_download_fw(sc))
265 		goto cleanupintr;
266 
267 	if (txp_alloc_rings(sc))
268 		goto cleanupintr;
269 
270 	if (txp_command(sc, TXP_CMD_MAX_PKT_SIZE_WRITE, TXP_MAX_PKTLEN, 0, 0,
271 	    NULL, NULL, NULL, 1))
272 		goto cleanupintr;
273 
274 	if (txp_command(sc, TXP_CMD_STATION_ADDRESS_READ, 0, 0, 0,
275 	    &p1, &p2, NULL, 1))
276 		goto cleanupintr;
277 
278 	txp_set_filter(sc);
279 
280 	p1 = htole16(p1);
281 	enaddr[0] = ((u_int8_t *)&p1)[1];
282 	enaddr[1] = ((u_int8_t *)&p1)[0];
283 	p2 = htole32(p2);
284 	enaddr[2] = ((u_int8_t *)&p2)[3];
285 	enaddr[3] = ((u_int8_t *)&p2)[2];
286 	enaddr[4] = ((u_int8_t *)&p2)[1];
287 	enaddr[5] = ((u_int8_t *)&p2)[0];
288 
289 	printf("%s: Ethernet address %s\n", device_xname(&sc->sc_dev),
290 	       ether_sprintf(enaddr));
291 	sc->sc_cold = 0;
292 
293 	ifmedia_init(&sc->sc_ifmedia, 0, txp_ifmedia_upd, txp_ifmedia_sts);
294 	if (flags & TXP_FIBER) {
295 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_FX,
296 			    0, NULL);
297 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_FX|IFM_HDX,
298 			    0, NULL);
299 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_FX|IFM_FDX,
300 			    0, NULL);
301 	} else {
302 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_10_T,
303 			    0, NULL);
304 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_10_T|IFM_HDX,
305 			    0, NULL);
306 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_10_T|IFM_FDX,
307 			    0, NULL);
308 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_TX,
309 			    0, NULL);
310 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_TX|IFM_HDX,
311 			    0, NULL);
312 		ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_100_TX|IFM_FDX,
313 			    0, NULL);
314 	}
315 	ifmedia_add(&sc->sc_ifmedia, IFM_ETHER|IFM_AUTO, 0, NULL);
316 
317 	sc->sc_xcvr = TXP_XCVR_AUTO;
318 	txp_command(sc, TXP_CMD_XCVR_SELECT, TXP_XCVR_AUTO, 0, 0,
319 	    NULL, NULL, NULL, 0);
320 	ifmedia_set(&sc->sc_ifmedia, IFM_ETHER|IFM_AUTO);
321 
322 	ifp->if_softc = sc;
323 	ifp->if_mtu = ETHERMTU;
324 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
325 	ifp->if_ioctl = txp_ioctl;
326 	ifp->if_start = txp_start;
327 	ifp->if_watchdog = txp_watchdog;
328 	ifp->if_baudrate = 10000000;
329 	IFQ_SET_MAXLEN(&ifp->if_snd, TX_ENTRIES);
330 	IFQ_SET_READY(&ifp->if_snd);
331 	ifp->if_capabilities = 0;
332 	strlcpy(ifp->if_xname, device_xname(&sc->sc_dev), IFNAMSIZ);
333 
334 	txp_capabilities(sc);
335 
336 	callout_init(&sc->sc_tick, 0);
337 	callout_setfunc(&sc->sc_tick, txp_tick, sc);
338 
339 	/*
340 	 * Attach us everywhere
341 	 */
342 	if_attach(ifp);
343 	ether_ifattach(ifp, enaddr);
344 
345 	if (pmf_device_register1(self, NULL, NULL, txp_shutdown))
346 		pmf_class_network_register(self, ifp);
347 	else
348 		aprint_error_dev(self, "couldn't establish power handler\n");
349 
350 	return;
351 
352 cleanupintr:
353 	pci_intr_disestablish(pc,sc->sc_ih);
354 
355 	return;
356 
357 }
358 
359 int
360 txp_chip_init(struct txp_softc *sc)
361 {
362 	/* disable interrupts */
363 	WRITE_REG(sc, TXP_IER, 0);
364 	WRITE_REG(sc, TXP_IMR,
365 	    TXP_INT_SELF | TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |
366 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
367 	    TXP_INT_LATCH);
368 
369 	/* ack all interrupts */
370 	WRITE_REG(sc, TXP_ISR, TXP_INT_RESERVED | TXP_INT_LATCH |
371 	    TXP_INT_A2H_7 | TXP_INT_A2H_6 | TXP_INT_A2H_5 | TXP_INT_A2H_4 |
372 	    TXP_INT_SELF | TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |
373 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
374 	    TXP_INT_A2H_3 | TXP_INT_A2H_2 | TXP_INT_A2H_1 | TXP_INT_A2H_0);
375 
376 	if (txp_reset_adapter(sc))
377 		return (-1);
378 
379 	/* disable interrupts */
380 	WRITE_REG(sc, TXP_IER, 0);
381 	WRITE_REG(sc, TXP_IMR,
382 	    TXP_INT_SELF | TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |
383 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
384 	    TXP_INT_LATCH);
385 
386 	/* ack all interrupts */
387 	WRITE_REG(sc, TXP_ISR, TXP_INT_RESERVED | TXP_INT_LATCH |
388 	    TXP_INT_A2H_7 | TXP_INT_A2H_6 | TXP_INT_A2H_5 | TXP_INT_A2H_4 |
389 	    TXP_INT_SELF | TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |
390 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
391 	    TXP_INT_A2H_3 | TXP_INT_A2H_2 | TXP_INT_A2H_1 | TXP_INT_A2H_0);
392 
393 	return (0);
394 }
395 
396 int
397 txp_reset_adapter(struct txp_softc *sc)
398 {
399 	u_int32_t r;
400 	int i;
401 
402 	WRITE_REG(sc, TXP_SRR, TXP_SRR_ALL);
403 	DELAY(1000);
404 	WRITE_REG(sc, TXP_SRR, 0);
405 
406 	/* Should wait max 6 seconds */
407 	for (i = 0; i < 6000; i++) {
408 		r = READ_REG(sc, TXP_A2H_0);
409 		if (r == STAT_WAITING_FOR_HOST_REQUEST)
410 			break;
411 		DELAY(1000);
412 	}
413 
414 	if (r != STAT_WAITING_FOR_HOST_REQUEST) {
415 		printf("%s: reset hung\n", TXP_DEVNAME(sc));
416 		return (-1);
417 	}
418 
419 	return (0);
420 }
421 
422 int
423 txp_download_fw(struct txp_softc *sc)
424 {
425 	const struct txp_fw_file_header *fileheader;
426 	const struct txp_fw_section_header *secthead;
427 	int sect;
428 	u_int32_t r, i, ier, imr;
429 
430 	ier = READ_REG(sc, TXP_IER);
431 	WRITE_REG(sc, TXP_IER, ier | TXP_INT_A2H_0);
432 
433 	imr = READ_REG(sc, TXP_IMR);
434 	WRITE_REG(sc, TXP_IMR, imr | TXP_INT_A2H_0);
435 
436 	for (i = 0; i < 10000; i++) {
437 		r = READ_REG(sc, TXP_A2H_0);
438 		if (r == STAT_WAITING_FOR_HOST_REQUEST)
439 			break;
440 		DELAY(50);
441 	}
442 	if (r != STAT_WAITING_FOR_HOST_REQUEST) {
443 		printf(": not waiting for host request\n");
444 		return (-1);
445 	}
446 
447 	/* Ack the status */
448 	WRITE_REG(sc, TXP_ISR, TXP_INT_A2H_0);
449 
450 	fileheader = (const struct txp_fw_file_header *)tc990image;
451 	if (memcmp("TYPHOON", fileheader->magicid, sizeof(fileheader->magicid))) {
452 		printf(": fw invalid magic\n");
453 		return (-1);
454 	}
455 
456 	/* Tell boot firmware to get ready for image */
457 	WRITE_REG(sc, TXP_H2A_1, le32toh(fileheader->addr));
458 	WRITE_REG(sc, TXP_H2A_0, TXP_BOOTCMD_RUNTIME_IMAGE);
459 
460 	if (txp_download_fw_wait(sc)) {
461 		printf("%s: fw wait failed, initial\n", device_xname(&sc->sc_dev));
462 		return (-1);
463 	}
464 
465 	secthead = (const struct txp_fw_section_header *)
466 		(((const u_int8_t *)tc990image) +
467 		 sizeof(struct txp_fw_file_header));
468 
469 	for (sect = 0; sect < le32toh(fileheader->nsections); sect++) {
470 		if (txp_download_fw_section(sc, secthead, sect))
471 			return (-1);
472 		secthead = (const struct txp_fw_section_header *)
473 		    (((const u_int8_t *)secthead) + le32toh(secthead->nbytes) +
474 			sizeof(*secthead));
475 	}
476 
477 	WRITE_REG(sc, TXP_H2A_0, TXP_BOOTCMD_DOWNLOAD_COMPLETE);
478 
479 	for (i = 0; i < 10000; i++) {
480 		r = READ_REG(sc, TXP_A2H_0);
481 		if (r == STAT_WAITING_FOR_BOOT)
482 			break;
483 		DELAY(50);
484 	}
485 	if (r != STAT_WAITING_FOR_BOOT) {
486 		printf(": not waiting for boot\n");
487 		return (-1);
488 	}
489 
490 	WRITE_REG(sc, TXP_IER, ier);
491 	WRITE_REG(sc, TXP_IMR, imr);
492 
493 	return (0);
494 }
495 
496 int
497 txp_download_fw_wait(struct txp_softc *sc)
498 {
499 	u_int32_t i, r;
500 
501 	for (i = 0; i < 10000; i++) {
502 		r = READ_REG(sc, TXP_ISR);
503 		if (r & TXP_INT_A2H_0)
504 			break;
505 		DELAY(50);
506 	}
507 
508 	if (!(r & TXP_INT_A2H_0)) {
509 		printf(": fw wait failed comm0\n");
510 		return (-1);
511 	}
512 
513 	WRITE_REG(sc, TXP_ISR, TXP_INT_A2H_0);
514 
515 	r = READ_REG(sc, TXP_A2H_0);
516 	if (r != STAT_WAITING_FOR_SEGMENT) {
517 		printf(": fw not waiting for segment\n");
518 		return (-1);
519 	}
520 	return (0);
521 }
522 
523 int
524 txp_download_fw_section(struct txp_softc *sc, const struct txp_fw_section_header *sect, int sectnum)
525 {
526 	struct txp_dma_alloc dma;
527 	int rseg, err = 0;
528 	struct mbuf m;
529 #ifdef INET
530 	u_int16_t csum;
531 #endif
532 
533 	/* Skip zero length sections */
534 	if (sect->nbytes == 0)
535 		return (0);
536 
537 	/* Make sure we aren't past the end of the image */
538 	rseg = ((const u_int8_t *)sect) - ((const u_int8_t *)tc990image);
539 	if (rseg >= sizeof(tc990image)) {
540 		printf(": fw invalid section address, section %d\n", sectnum);
541 		return (-1);
542 	}
543 
544 	/* Make sure this section doesn't go past the end */
545 	rseg += le32toh(sect->nbytes);
546 	if (rseg >= sizeof(tc990image)) {
547 		printf(": fw truncated section %d\n", sectnum);
548 		return (-1);
549 	}
550 
551 	/* map a buffer, copy segment to it, get physaddr */
552 	if (txp_dma_malloc(sc, le32toh(sect->nbytes), &dma, 0)) {
553 		printf(": fw dma malloc failed, section %d\n", sectnum);
554 		return (-1);
555 	}
556 
557 	memcpy(dma.dma_vaddr, ((const u_int8_t *)sect) + sizeof(*sect),
558 	    le32toh(sect->nbytes));
559 
560 	/*
561 	 * dummy up mbuf and verify section checksum
562 	 */
563 	m.m_type = MT_DATA;
564 	m.m_next = m.m_nextpkt = NULL;
565 	m.m_len = le32toh(sect->nbytes);
566 	m.m_data = dma.dma_vaddr;
567 	m.m_flags = 0;
568 #ifdef INET
569 	csum = in_cksum(&m, le32toh(sect->nbytes));
570 	if (csum != sect->cksum) {
571 		printf(": fw section %d, bad cksum (expected 0x%x got 0x%x)\n",
572 		    sectnum, sect->cksum, csum);
573 		txp_dma_free(sc, &dma);
574 		return -1;
575 	}
576 #endif
577 
578 	bus_dmamap_sync(sc->sc_dmat, dma.dma_map, 0,
579 	    dma.dma_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
580 
581 	WRITE_REG(sc, TXP_H2A_1, le32toh(sect->nbytes));
582 	WRITE_REG(sc, TXP_H2A_2, le32toh(sect->cksum));
583 	WRITE_REG(sc, TXP_H2A_3, le32toh(sect->addr));
584 	WRITE_REG(sc, TXP_H2A_4, dma.dma_paddr >> 32);
585 	WRITE_REG(sc, TXP_H2A_5, dma.dma_paddr & 0xffffffff);
586 	WRITE_REG(sc, TXP_H2A_0, TXP_BOOTCMD_SEGMENT_AVAILABLE);
587 
588 	if (txp_download_fw_wait(sc)) {
589 		printf("%s: fw wait failed, section %d\n",
590 		    device_xname(&sc->sc_dev), sectnum);
591 		err = -1;
592 	}
593 
594 	bus_dmamap_sync(sc->sc_dmat, dma.dma_map, 0,
595 	    dma.dma_map->dm_mapsize, BUS_DMASYNC_POSTWRITE);
596 
597 	txp_dma_free(sc, &dma);
598 	return (err);
599 }
600 
601 int
602 txp_intr(void *vsc)
603 {
604 	struct txp_softc *sc = vsc;
605 	struct txp_hostvar *hv = sc->sc_hostvar;
606 	u_int32_t isr;
607 	int claimed = 0;
608 
609 	/* mask all interrupts */
610 	WRITE_REG(sc, TXP_IMR, TXP_INT_RESERVED | TXP_INT_SELF |
611 	    TXP_INT_A2H_7 | TXP_INT_A2H_6 | TXP_INT_A2H_5 | TXP_INT_A2H_4 |
612 	    TXP_INT_A2H_2 | TXP_INT_A2H_1 | TXP_INT_A2H_0 |
613 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
614 	    TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |  TXP_INT_LATCH);
615 
616 	bus_dmamap_sync(sc->sc_dmat, sc->sc_host_dma.dma_map, 0,
617 	    sizeof(struct txp_hostvar), BUS_DMASYNC_POSTWRITE|BUS_DMASYNC_POSTREAD);
618 
619 	isr = READ_REG(sc, TXP_ISR);
620 	while (isr) {
621 		claimed = 1;
622 		WRITE_REG(sc, TXP_ISR, isr);
623 
624 		if ((*sc->sc_rxhir.r_roff) != (*sc->sc_rxhir.r_woff))
625 			txp_rx_reclaim(sc, &sc->sc_rxhir, &sc->sc_rxhiring_dma);
626 		if ((*sc->sc_rxlor.r_roff) != (*sc->sc_rxlor.r_woff))
627 			txp_rx_reclaim(sc, &sc->sc_rxlor, &sc->sc_rxloring_dma);
628 
629 		if (hv->hv_rx_buf_write_idx == hv->hv_rx_buf_read_idx)
630 			txp_rxbuf_reclaim(sc);
631 
632 		if (sc->sc_txhir.r_cnt && (sc->sc_txhir.r_cons !=
633 		    TXP_OFFSET2IDX(le32toh(*(sc->sc_txhir.r_off)))))
634 			txp_tx_reclaim(sc, &sc->sc_txhir, &sc->sc_txhiring_dma);
635 
636 		if (sc->sc_txlor.r_cnt && (sc->sc_txlor.r_cons !=
637 		    TXP_OFFSET2IDX(le32toh(*(sc->sc_txlor.r_off)))))
638 			txp_tx_reclaim(sc, &sc->sc_txlor, &sc->sc_txloring_dma);
639 
640 		isr = READ_REG(sc, TXP_ISR);
641 	}
642 
643 	bus_dmamap_sync(sc->sc_dmat, sc->sc_host_dma.dma_map, 0,
644 	    sizeof(struct txp_hostvar), BUS_DMASYNC_POSTWRITE|BUS_DMASYNC_POSTREAD);
645 
646 	/* unmask all interrupts */
647 	WRITE_REG(sc, TXP_IMR, TXP_INT_A2H_3);
648 
649 	txp_start(&sc->sc_arpcom.ec_if);
650 
651 	return (claimed);
652 }
653 
654 void
655 txp_rx_reclaim(struct txp_softc *sc, struct txp_rx_ring *r, struct txp_dma_alloc *dma)
656 {
657 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
658 	struct txp_rx_desc *rxd;
659 	struct mbuf *m;
660 	struct txp_swdesc *sd;
661 	u_int32_t roff, woff;
662 	int sumflags = 0;
663 	int idx;
664 
665 	roff = le32toh(*r->r_roff);
666 	woff = le32toh(*r->r_woff);
667 	idx = roff / sizeof(struct txp_rx_desc);
668 	rxd = r->r_desc + idx;
669 
670 	while (roff != woff) {
671 
672 		bus_dmamap_sync(sc->sc_dmat, dma->dma_map,
673 		    idx * sizeof(struct txp_rx_desc), sizeof(struct txp_rx_desc),
674 		    BUS_DMASYNC_POSTREAD);
675 
676 		if (rxd->rx_flags & RX_FLAGS_ERROR) {
677 			printf("%s: error 0x%x\n", device_xname(&sc->sc_dev),
678 			    le32toh(rxd->rx_stat));
679 			ifp->if_ierrors++;
680 			goto next;
681 		}
682 
683 		/* retrieve stashed pointer */
684 		memcpy(&sd, __UNVOLATILE(&rxd->rx_vaddrlo), sizeof(sd));
685 
686 		bus_dmamap_sync(sc->sc_dmat, sd->sd_map, 0,
687 		    sd->sd_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
688 		bus_dmamap_unload(sc->sc_dmat, sd->sd_map);
689 		bus_dmamap_destroy(sc->sc_dmat, sd->sd_map);
690 		m = sd->sd_mbuf;
691 		free(sd, M_DEVBUF);
692 		m->m_pkthdr.len = m->m_len = le16toh(rxd->rx_len);
693 
694 #ifdef __STRICT_ALIGNMENT
695 		{
696 			/*
697 			 * XXX Nice chip, except it won't accept "off by 2"
698 			 * buffers, so we're force to copy.  Supposedly
699 			 * this will be fixed in a newer firmware rev
700 			 * and this will be temporary.
701 			 */
702 			struct mbuf *mnew;
703 
704 			MGETHDR(mnew, M_DONTWAIT, MT_DATA);
705 			if (mnew == NULL) {
706 				m_freem(m);
707 				goto next;
708 			}
709 			if (m->m_len > (MHLEN - 2)) {
710 				MCLGET(mnew, M_DONTWAIT);
711 				if (!(mnew->m_flags & M_EXT)) {
712 					m_freem(mnew);
713 					m_freem(m);
714 					goto next;
715 				}
716 			}
717 			mnew->m_pkthdr.rcvif = ifp;
718 			mnew->m_pkthdr.len = mnew->m_len = m->m_len;
719 			mnew->m_data += 2;
720 			memcpy(mnew->m_data, m->m_data, m->m_len);
721 			m_freem(m);
722 			m = mnew;
723 		}
724 #endif
725 
726 		/*
727 		 * Handle BPF listeners. Let the BPF user see the packet.
728 		 */
729 		if (ifp->if_bpf)
730 			bpf_ops->bpf_mtap(ifp->if_bpf, m);
731 
732 		if (rxd->rx_stat & htole32(RX_STAT_IPCKSUMBAD))
733 			sumflags |= (M_CSUM_IPv4|M_CSUM_IPv4_BAD);
734 		else if (rxd->rx_stat & htole32(RX_STAT_IPCKSUMGOOD))
735 			sumflags |= M_CSUM_IPv4;
736 
737 		if (rxd->rx_stat & htole32(RX_STAT_TCPCKSUMBAD))
738 			sumflags |= (M_CSUM_TCPv4|M_CSUM_TCP_UDP_BAD);
739 		else if (rxd->rx_stat & htole32(RX_STAT_TCPCKSUMGOOD))
740 			sumflags |= M_CSUM_TCPv4;
741 
742 		if (rxd->rx_stat & htole32(RX_STAT_UDPCKSUMBAD))
743 			sumflags |= (M_CSUM_UDPv4|M_CSUM_TCP_UDP_BAD);
744 		else if (rxd->rx_stat & htole32(RX_STAT_UDPCKSUMGOOD))
745 			sumflags |= M_CSUM_UDPv4;
746 
747 		m->m_pkthdr.csum_flags = sumflags;
748 
749 		if (rxd->rx_stat & htole32(RX_STAT_VLAN)) {
750 			VLAN_INPUT_TAG(ifp, m, htons(rxd->rx_vlan >> 16),
751 			    continue);
752 		}
753 
754 		(*ifp->if_input)(ifp, m);
755 
756 next:
757 		bus_dmamap_sync(sc->sc_dmat, dma->dma_map,
758 		    idx * sizeof(struct txp_rx_desc), sizeof(struct txp_rx_desc),
759 		    BUS_DMASYNC_PREREAD);
760 
761 		roff += sizeof(struct txp_rx_desc);
762 		if (roff == (RX_ENTRIES * sizeof(struct txp_rx_desc))) {
763 			idx = 0;
764 			roff = 0;
765 			rxd = r->r_desc;
766 		} else {
767 			idx++;
768 			rxd++;
769 		}
770 		woff = le32toh(*r->r_woff);
771 	}
772 
773 	*r->r_roff = htole32(woff);
774 }
775 
776 void
777 txp_rxbuf_reclaim(struct txp_softc *sc)
778 {
779 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
780 	struct txp_hostvar *hv = sc->sc_hostvar;
781 	struct txp_rxbuf_desc *rbd;
782 	struct txp_swdesc *sd;
783 	u_int32_t i, end;
784 
785 	end = TXP_OFFSET2IDX(le32toh(hv->hv_rx_buf_read_idx));
786 	i = TXP_OFFSET2IDX(le32toh(hv->hv_rx_buf_write_idx));
787 
788 	if (++i == RXBUF_ENTRIES)
789 		i = 0;
790 
791 	rbd = sc->sc_rxbufs + i;
792 
793 	while (i != end) {
794 		sd = (struct txp_swdesc *)malloc(sizeof(struct txp_swdesc),
795 		    M_DEVBUF, M_NOWAIT);
796 		if (sd == NULL)
797 			break;
798 
799 		MGETHDR(sd->sd_mbuf, M_DONTWAIT, MT_DATA);
800 		if (sd->sd_mbuf == NULL)
801 			goto err_sd;
802 
803 		MCLGET(sd->sd_mbuf, M_DONTWAIT);
804 		if ((sd->sd_mbuf->m_flags & M_EXT) == 0)
805 			goto err_mbuf;
806 		sd->sd_mbuf->m_pkthdr.rcvif = ifp;
807 		sd->sd_mbuf->m_pkthdr.len = sd->sd_mbuf->m_len = MCLBYTES;
808 		if (bus_dmamap_create(sc->sc_dmat, TXP_MAX_PKTLEN, 1,
809 		    TXP_MAX_PKTLEN, 0, BUS_DMA_NOWAIT, &sd->sd_map))
810 			goto err_mbuf;
811 		if (bus_dmamap_load_mbuf(sc->sc_dmat, sd->sd_map, sd->sd_mbuf,
812 		    BUS_DMA_NOWAIT)) {
813 			bus_dmamap_destroy(sc->sc_dmat, sd->sd_map);
814 			goto err_mbuf;
815 		}
816 
817 		bus_dmamap_sync(sc->sc_dmat, sc->sc_rxbufring_dma.dma_map,
818 		    i * sizeof(struct txp_rxbuf_desc),
819 		    sizeof(struct txp_rxbuf_desc), BUS_DMASYNC_POSTWRITE);
820 
821 		/* stash away pointer */
822 		memcpy(__UNVOLATILE(&rbd->rb_vaddrlo), &sd, sizeof(sd));
823 
824 		rbd->rb_paddrlo = ((u_int64_t)sd->sd_map->dm_segs[0].ds_addr)
825 		    & 0xffffffff;
826 		rbd->rb_paddrhi = ((u_int64_t)sd->sd_map->dm_segs[0].ds_addr)
827 		    >> 32;
828 
829 		bus_dmamap_sync(sc->sc_dmat, sd->sd_map, 0,
830 		    sd->sd_map->dm_mapsize, BUS_DMASYNC_PREREAD);
831 
832 		bus_dmamap_sync(sc->sc_dmat, sc->sc_rxbufring_dma.dma_map,
833 		    i * sizeof(struct txp_rxbuf_desc),
834 		    sizeof(struct txp_rxbuf_desc), BUS_DMASYNC_PREWRITE);
835 
836 		hv->hv_rx_buf_write_idx = htole32(TXP_IDX2OFFSET(i));
837 
838 		if (++i == RXBUF_ENTRIES) {
839 			i = 0;
840 			rbd = sc->sc_rxbufs;
841 		} else
842 			rbd++;
843 	}
844 	return;
845 
846 err_mbuf:
847 	m_freem(sd->sd_mbuf);
848 err_sd:
849 	free(sd, M_DEVBUF);
850 }
851 
852 /*
853  * Reclaim mbufs and entries from a transmit ring.
854  */
855 void
856 txp_tx_reclaim(struct txp_softc *sc, struct txp_tx_ring *r, struct txp_dma_alloc *dma)
857 {
858 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
859 	u_int32_t idx = TXP_OFFSET2IDX(le32toh(*(r->r_off)));
860 	u_int32_t cons = r->r_cons, cnt = r->r_cnt;
861 	struct txp_tx_desc *txd = r->r_desc + cons;
862 	struct txp_swdesc *sd = sc->sc_txd + cons;
863 	struct mbuf *m;
864 
865 	while (cons != idx) {
866 		if (cnt == 0)
867 			break;
868 
869 		bus_dmamap_sync(sc->sc_dmat, dma->dma_map,
870 		    cons * sizeof(struct txp_tx_desc),
871 		    sizeof(struct txp_tx_desc),
872 		    BUS_DMASYNC_POSTWRITE);
873 
874 		if ((txd->tx_flags & TX_FLAGS_TYPE_M) ==
875 		    TX_FLAGS_TYPE_DATA) {
876 			bus_dmamap_sync(sc->sc_dmat, sd->sd_map, 0,
877 			    sd->sd_map->dm_mapsize, BUS_DMASYNC_POSTWRITE);
878 			bus_dmamap_unload(sc->sc_dmat, sd->sd_map);
879 			m = sd->sd_mbuf;
880 			if (m != NULL) {
881 				m_freem(m);
882 				txd->tx_addrlo = 0;
883 				txd->tx_addrhi = 0;
884 				ifp->if_opackets++;
885 			}
886 		}
887 		ifp->if_flags &= ~IFF_OACTIVE;
888 
889 		if (++cons == TX_ENTRIES) {
890 			txd = r->r_desc;
891 			cons = 0;
892 			sd = sc->sc_txd;
893 		} else {
894 			txd++;
895 			sd++;
896 		}
897 
898 		cnt--;
899 	}
900 
901 	r->r_cons = cons;
902 	r->r_cnt = cnt;
903 	if (cnt == 0)
904 		ifp->if_timer = 0;
905 }
906 
907 bool
908 txp_shutdown(device_t self, int howto)
909 {
910 	struct txp_softc *sc;
911 
912 	sc = device_private(self);
913 
914 	/* mask all interrupts */
915 	WRITE_REG(sc, TXP_IMR,
916 	    TXP_INT_SELF | TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |
917 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
918 	    TXP_INT_LATCH);
919 
920 	txp_command(sc, TXP_CMD_TX_DISABLE, 0, 0, 0, NULL, NULL, NULL, 0);
921 	txp_command(sc, TXP_CMD_RX_DISABLE, 0, 0, 0, NULL, NULL, NULL, 0);
922 	txp_command(sc, TXP_CMD_HALT, 0, 0, 0, NULL, NULL, NULL, 0);
923 
924 	return true;
925 }
926 
927 int
928 txp_alloc_rings(struct txp_softc *sc)
929 {
930 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
931 	struct txp_boot_record *boot;
932 	struct txp_swdesc *sd;
933 	u_int32_t r;
934 	int i, j, nb;
935 
936 	/* boot record */
937 	if (txp_dma_malloc(sc, sizeof(struct txp_boot_record), &sc->sc_boot_dma,
938 	    BUS_DMA_COHERENT)) {
939 		printf(": can't allocate boot record\n");
940 		return (-1);
941 	}
942 	boot = (struct txp_boot_record *)sc->sc_boot_dma.dma_vaddr;
943 	memset(boot, 0, sizeof(*boot));
944 	sc->sc_boot = boot;
945 
946 	/* host variables */
947 	if (txp_dma_malloc(sc, sizeof(struct txp_hostvar), &sc->sc_host_dma,
948 	    BUS_DMA_COHERENT)) {
949 		printf(": can't allocate host ring\n");
950 		goto bail_boot;
951 	}
952 	memset(sc->sc_host_dma.dma_vaddr, 0, sizeof(struct txp_hostvar));
953 	boot->br_hostvar_lo = htole32(sc->sc_host_dma.dma_paddr & 0xffffffff);
954 	boot->br_hostvar_hi = htole32(sc->sc_host_dma.dma_paddr >> 32);
955 	sc->sc_hostvar = (struct txp_hostvar *)sc->sc_host_dma.dma_vaddr;
956 
957 	/* high priority tx ring */
958 	if (txp_dma_malloc(sc, sizeof(struct txp_tx_desc) * TX_ENTRIES,
959 	    &sc->sc_txhiring_dma, BUS_DMA_COHERENT)) {
960 		printf(": can't allocate high tx ring\n");
961 		goto bail_host;
962 	}
963 	memset(sc->sc_txhiring_dma.dma_vaddr, 0, sizeof(struct txp_tx_desc) * TX_ENTRIES);
964 	boot->br_txhipri_lo = htole32(sc->sc_txhiring_dma.dma_paddr & 0xffffffff);
965 	boot->br_txhipri_hi = htole32(sc->sc_txhiring_dma.dma_paddr >> 32);
966 	boot->br_txhipri_siz = htole32(TX_ENTRIES * sizeof(struct txp_tx_desc));
967 	sc->sc_txhir.r_reg = TXP_H2A_1;
968 	sc->sc_txhir.r_desc = (struct txp_tx_desc *)sc->sc_txhiring_dma.dma_vaddr;
969 	sc->sc_txhir.r_cons = sc->sc_txhir.r_prod = sc->sc_txhir.r_cnt = 0;
970 	sc->sc_txhir.r_off = &sc->sc_hostvar->hv_tx_hi_desc_read_idx;
971 	for (i = 0; i < TX_ENTRIES; i++) {
972 		if (bus_dmamap_create(sc->sc_dmat, TXP_MAX_PKTLEN,
973 		    TX_ENTRIES - 4, TXP_MAX_SEGLEN, 0,
974 		    BUS_DMA_NOWAIT, &sc->sc_txd[i].sd_map) != 0) {
975 			for (j = 0; j < i; j++) {
976 				bus_dmamap_destroy(sc->sc_dmat,
977 				    sc->sc_txd[j].sd_map);
978 				sc->sc_txd[j].sd_map = NULL;
979 			}
980 			goto bail_txhiring;
981 		}
982 	}
983 
984 	/* low priority tx ring */
985 	if (txp_dma_malloc(sc, sizeof(struct txp_tx_desc) * TX_ENTRIES,
986 	    &sc->sc_txloring_dma, BUS_DMA_COHERENT)) {
987 		printf(": can't allocate low tx ring\n");
988 		goto bail_txhiring;
989 	}
990 	memset(sc->sc_txloring_dma.dma_vaddr, 0, sizeof(struct txp_tx_desc) * TX_ENTRIES);
991 	boot->br_txlopri_lo = htole32(sc->sc_txloring_dma.dma_paddr & 0xffffffff);
992 	boot->br_txlopri_hi = htole32(sc->sc_txloring_dma.dma_paddr >> 32);
993 	boot->br_txlopri_siz = htole32(TX_ENTRIES * sizeof(struct txp_tx_desc));
994 	sc->sc_txlor.r_reg = TXP_H2A_3;
995 	sc->sc_txlor.r_desc = (struct txp_tx_desc *)sc->sc_txloring_dma.dma_vaddr;
996 	sc->sc_txlor.r_cons = sc->sc_txlor.r_prod = sc->sc_txlor.r_cnt = 0;
997 	sc->sc_txlor.r_off = &sc->sc_hostvar->hv_tx_lo_desc_read_idx;
998 
999 	/* high priority rx ring */
1000 	if (txp_dma_malloc(sc, sizeof(struct txp_rx_desc) * RX_ENTRIES,
1001 	    &sc->sc_rxhiring_dma, BUS_DMA_COHERENT)) {
1002 		printf(": can't allocate high rx ring\n");
1003 		goto bail_txloring;
1004 	}
1005 	memset(sc->sc_rxhiring_dma.dma_vaddr, 0, sizeof(struct txp_rx_desc) * RX_ENTRIES);
1006 	boot->br_rxhipri_lo = htole32(sc->sc_rxhiring_dma.dma_paddr & 0xffffffff);
1007 	boot->br_rxhipri_hi = htole32(sc->sc_rxhiring_dma.dma_paddr >> 32);
1008 	boot->br_rxhipri_siz = htole32(RX_ENTRIES * sizeof(struct txp_rx_desc));
1009 	sc->sc_rxhir.r_desc =
1010 	    (struct txp_rx_desc *)sc->sc_rxhiring_dma.dma_vaddr;
1011 	sc->sc_rxhir.r_roff = &sc->sc_hostvar->hv_rx_hi_read_idx;
1012 	sc->sc_rxhir.r_woff = &sc->sc_hostvar->hv_rx_hi_write_idx;
1013 	bus_dmamap_sync(sc->sc_dmat, sc->sc_rxhiring_dma.dma_map,
1014 	    0, sc->sc_rxhiring_dma.dma_map->dm_mapsize, BUS_DMASYNC_PREREAD);
1015 
1016 	/* low priority ring */
1017 	if (txp_dma_malloc(sc, sizeof(struct txp_rx_desc) * RX_ENTRIES,
1018 	    &sc->sc_rxloring_dma, BUS_DMA_COHERENT)) {
1019 		printf(": can't allocate low rx ring\n");
1020 		goto bail_rxhiring;
1021 	}
1022 	memset(sc->sc_rxloring_dma.dma_vaddr, 0, sizeof(struct txp_rx_desc) * RX_ENTRIES);
1023 	boot->br_rxlopri_lo = htole32(sc->sc_rxloring_dma.dma_paddr & 0xffffffff);
1024 	boot->br_rxlopri_hi = htole32(sc->sc_rxloring_dma.dma_paddr >> 32);
1025 	boot->br_rxlopri_siz = htole32(RX_ENTRIES * sizeof(struct txp_rx_desc));
1026 	sc->sc_rxlor.r_desc =
1027 	    (struct txp_rx_desc *)sc->sc_rxloring_dma.dma_vaddr;
1028 	sc->sc_rxlor.r_roff = &sc->sc_hostvar->hv_rx_lo_read_idx;
1029 	sc->sc_rxlor.r_woff = &sc->sc_hostvar->hv_rx_lo_write_idx;
1030 	bus_dmamap_sync(sc->sc_dmat, sc->sc_rxloring_dma.dma_map,
1031 	    0, sc->sc_rxloring_dma.dma_map->dm_mapsize, BUS_DMASYNC_PREREAD);
1032 
1033 	/* command ring */
1034 	if (txp_dma_malloc(sc, sizeof(struct txp_cmd_desc) * CMD_ENTRIES,
1035 	    &sc->sc_cmdring_dma, BUS_DMA_COHERENT)) {
1036 		printf(": can't allocate command ring\n");
1037 		goto bail_rxloring;
1038 	}
1039 	memset(sc->sc_cmdring_dma.dma_vaddr, 0, sizeof(struct txp_cmd_desc) * CMD_ENTRIES);
1040 	boot->br_cmd_lo = htole32(sc->sc_cmdring_dma.dma_paddr & 0xffffffff);
1041 	boot->br_cmd_hi = htole32(sc->sc_cmdring_dma.dma_paddr >> 32);
1042 	boot->br_cmd_siz = htole32(CMD_ENTRIES * sizeof(struct txp_cmd_desc));
1043 	sc->sc_cmdring.base = (struct txp_cmd_desc *)sc->sc_cmdring_dma.dma_vaddr;
1044 	sc->sc_cmdring.size = CMD_ENTRIES * sizeof(struct txp_cmd_desc);
1045 	sc->sc_cmdring.lastwrite = 0;
1046 
1047 	/* response ring */
1048 	if (txp_dma_malloc(sc, sizeof(struct txp_rsp_desc) * RSP_ENTRIES,
1049 	    &sc->sc_rspring_dma, BUS_DMA_COHERENT)) {
1050 		printf(": can't allocate response ring\n");
1051 		goto bail_cmdring;
1052 	}
1053 	memset(sc->sc_rspring_dma.dma_vaddr, 0, sizeof(struct txp_rsp_desc) * RSP_ENTRIES);
1054 	boot->br_resp_lo = htole32(sc->sc_rspring_dma.dma_paddr & 0xffffffff);
1055 	boot->br_resp_hi = htole32(sc->sc_rspring_dma.dma_paddr >> 32);
1056 	boot->br_resp_siz = htole32(CMD_ENTRIES * sizeof(struct txp_rsp_desc));
1057 	sc->sc_rspring.base = (struct txp_rsp_desc *)sc->sc_rspring_dma.dma_vaddr;
1058 	sc->sc_rspring.size = RSP_ENTRIES * sizeof(struct txp_rsp_desc);
1059 	sc->sc_rspring.lastwrite = 0;
1060 
1061 	/* receive buffer ring */
1062 	if (txp_dma_malloc(sc, sizeof(struct txp_rxbuf_desc) * RXBUF_ENTRIES,
1063 	    &sc->sc_rxbufring_dma, BUS_DMA_COHERENT)) {
1064 		printf(": can't allocate rx buffer ring\n");
1065 		goto bail_rspring;
1066 	}
1067 	memset(sc->sc_rxbufring_dma.dma_vaddr, 0, sizeof(struct txp_rxbuf_desc) * RXBUF_ENTRIES);
1068 	boot->br_rxbuf_lo = htole32(sc->sc_rxbufring_dma.dma_paddr & 0xffffffff);
1069 	boot->br_rxbuf_hi = htole32(sc->sc_rxbufring_dma.dma_paddr >> 32);
1070 	boot->br_rxbuf_siz = htole32(RXBUF_ENTRIES * sizeof(struct txp_rxbuf_desc));
1071 	sc->sc_rxbufs = (struct txp_rxbuf_desc *)sc->sc_rxbufring_dma.dma_vaddr;
1072 	for (nb = 0; nb < RXBUF_ENTRIES; nb++) {
1073 		sd = (struct txp_swdesc *)malloc(sizeof(struct txp_swdesc),
1074 		    M_DEVBUF, M_NOWAIT);
1075 		/* stash away pointer */
1076 		memcpy(__UNVOLATILE(&sc->sc_rxbufs[nb].rb_vaddrlo), &sd, sizeof(sd));
1077 		if (sd == NULL)
1078 			break;
1079 
1080 		MGETHDR(sd->sd_mbuf, M_DONTWAIT, MT_DATA);
1081 		if (sd->sd_mbuf == NULL) {
1082 			goto bail_rxbufring;
1083 		}
1084 
1085 		MCLGET(sd->sd_mbuf, M_DONTWAIT);
1086 		if ((sd->sd_mbuf->m_flags & M_EXT) == 0) {
1087 			goto bail_rxbufring;
1088 		}
1089 		sd->sd_mbuf->m_pkthdr.len = sd->sd_mbuf->m_len = MCLBYTES;
1090 		sd->sd_mbuf->m_pkthdr.rcvif = ifp;
1091 		if (bus_dmamap_create(sc->sc_dmat, TXP_MAX_PKTLEN, 1,
1092 		    TXP_MAX_PKTLEN, 0, BUS_DMA_NOWAIT, &sd->sd_map)) {
1093 			goto bail_rxbufring;
1094 		}
1095 		if (bus_dmamap_load_mbuf(sc->sc_dmat, sd->sd_map, sd->sd_mbuf,
1096 		    BUS_DMA_NOWAIT)) {
1097 			bus_dmamap_destroy(sc->sc_dmat, sd->sd_map);
1098 			goto bail_rxbufring;
1099 		}
1100 		bus_dmamap_sync(sc->sc_dmat, sd->sd_map, 0,
1101 		    sd->sd_map->dm_mapsize, BUS_DMASYNC_PREREAD);
1102 
1103 
1104 		sc->sc_rxbufs[nb].rb_paddrlo =
1105 		    ((u_int64_t)sd->sd_map->dm_segs[0].ds_addr) & 0xffffffff;
1106 		sc->sc_rxbufs[nb].rb_paddrhi =
1107 		    ((u_int64_t)sd->sd_map->dm_segs[0].ds_addr) >> 32;
1108 	}
1109 	bus_dmamap_sync(sc->sc_dmat, sc->sc_rxbufring_dma.dma_map,
1110 	    0, sc->sc_rxbufring_dma.dma_map->dm_mapsize,
1111 	    BUS_DMASYNC_PREWRITE);
1112 	sc->sc_hostvar->hv_rx_buf_write_idx = htole32((RXBUF_ENTRIES - 1) *
1113 	    sizeof(struct txp_rxbuf_desc));
1114 
1115 	/* zero dma */
1116 	if (txp_dma_malloc(sc, sizeof(u_int32_t), &sc->sc_zero_dma,
1117 	    BUS_DMA_COHERENT)) {
1118 		printf(": can't allocate response ring\n");
1119 		goto bail_rxbufring;
1120 	}
1121 	memset(sc->sc_zero_dma.dma_vaddr, 0, sizeof(u_int32_t));
1122 	boot->br_zero_lo = htole32(sc->sc_zero_dma.dma_paddr & 0xffffffff);
1123 	boot->br_zero_hi = htole32(sc->sc_zero_dma.dma_paddr >> 32);
1124 
1125 	/* See if it's waiting for boot, and try to boot it */
1126 	for (i = 0; i < 10000; i++) {
1127 		r = READ_REG(sc, TXP_A2H_0);
1128 		if (r == STAT_WAITING_FOR_BOOT)
1129 			break;
1130 		DELAY(50);
1131 	}
1132 	if (r != STAT_WAITING_FOR_BOOT) {
1133 		printf(": not waiting for boot\n");
1134 		goto bail;
1135 	}
1136 	WRITE_REG(sc, TXP_H2A_2, sc->sc_boot_dma.dma_paddr >> 32);
1137 	WRITE_REG(sc, TXP_H2A_1, sc->sc_boot_dma.dma_paddr & 0xffffffff);
1138 	WRITE_REG(sc, TXP_H2A_0, TXP_BOOTCMD_REGISTER_BOOT_RECORD);
1139 
1140 	/* See if it booted */
1141 	for (i = 0; i < 10000; i++) {
1142 		r = READ_REG(sc, TXP_A2H_0);
1143 		if (r == STAT_RUNNING)
1144 			break;
1145 		DELAY(50);
1146 	}
1147 	if (r != STAT_RUNNING) {
1148 		printf(": fw not running\n");
1149 		goto bail;
1150 	}
1151 
1152 	/* Clear TX and CMD ring write registers */
1153 	WRITE_REG(sc, TXP_H2A_1, TXP_BOOTCMD_NULL);
1154 	WRITE_REG(sc, TXP_H2A_2, TXP_BOOTCMD_NULL);
1155 	WRITE_REG(sc, TXP_H2A_3, TXP_BOOTCMD_NULL);
1156 	WRITE_REG(sc, TXP_H2A_0, TXP_BOOTCMD_NULL);
1157 
1158 	return (0);
1159 
1160 bail:
1161 	txp_dma_free(sc, &sc->sc_zero_dma);
1162 bail_rxbufring:
1163 	if (nb == RXBUF_ENTRIES)
1164 		nb--;
1165 	for (i = 0; i <= nb; i++) {
1166 		memcpy(&sd, __UNVOLATILE(&sc->sc_rxbufs[i].rb_vaddrlo),
1167 		    sizeof(sd));
1168 		if (sd)
1169 			free(sd, M_DEVBUF);
1170 	}
1171 	txp_dma_free(sc, &sc->sc_rxbufring_dma);
1172 bail_rspring:
1173 	txp_dma_free(sc, &sc->sc_rspring_dma);
1174 bail_cmdring:
1175 	txp_dma_free(sc, &sc->sc_cmdring_dma);
1176 bail_rxloring:
1177 	txp_dma_free(sc, &sc->sc_rxloring_dma);
1178 bail_rxhiring:
1179 	txp_dma_free(sc, &sc->sc_rxhiring_dma);
1180 bail_txloring:
1181 	txp_dma_free(sc, &sc->sc_txloring_dma);
1182 bail_txhiring:
1183 	txp_dma_free(sc, &sc->sc_txhiring_dma);
1184 bail_host:
1185 	txp_dma_free(sc, &sc->sc_host_dma);
1186 bail_boot:
1187 	txp_dma_free(sc, &sc->sc_boot_dma);
1188 	return (-1);
1189 }
1190 
1191 int
1192 txp_dma_malloc(struct txp_softc *sc, bus_size_t size, struct txp_dma_alloc *dma, int mapflags)
1193 {
1194 	int r;
1195 
1196 	if ((r = bus_dmamem_alloc(sc->sc_dmat, size, PAGE_SIZE, 0,
1197 	    &dma->dma_seg, 1, &dma->dma_nseg, 0)) != 0)
1198 		goto fail_0;
1199 
1200 	if ((r = bus_dmamem_map(sc->sc_dmat, &dma->dma_seg, dma->dma_nseg,
1201 	    size, &dma->dma_vaddr, mapflags | BUS_DMA_NOWAIT)) != 0)
1202 		goto fail_1;
1203 
1204 	if ((r = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0,
1205 	    BUS_DMA_NOWAIT, &dma->dma_map)) != 0)
1206 		goto fail_2;
1207 
1208 	if ((r = bus_dmamap_load(sc->sc_dmat, dma->dma_map, dma->dma_vaddr,
1209 	    size, NULL, BUS_DMA_NOWAIT)) != 0)
1210 		goto fail_3;
1211 
1212 	dma->dma_paddr = dma->dma_map->dm_segs[0].ds_addr;
1213 	return (0);
1214 
1215 fail_3:
1216 	bus_dmamap_destroy(sc->sc_dmat, dma->dma_map);
1217 fail_2:
1218 	bus_dmamem_unmap(sc->sc_dmat, dma->dma_vaddr, size);
1219 fail_1:
1220 	bus_dmamem_free(sc->sc_dmat, &dma->dma_seg, dma->dma_nseg);
1221 fail_0:
1222 	return (r);
1223 }
1224 
1225 void
1226 txp_dma_free(struct txp_softc *sc, struct txp_dma_alloc *dma)
1227 {
1228 	bus_dmamap_unload(sc->sc_dmat, dma->dma_map);
1229 	bus_dmamem_unmap(sc->sc_dmat, dma->dma_vaddr, dma->dma_map->dm_mapsize);
1230 	bus_dmamem_free(sc->sc_dmat, &dma->dma_seg, dma->dma_nseg);
1231 	bus_dmamap_destroy(sc->sc_dmat, dma->dma_map);
1232 }
1233 
1234 int
1235 txp_ioctl(struct ifnet *ifp, u_long command, void *data)
1236 {
1237 	struct txp_softc *sc = ifp->if_softc;
1238 	struct ifreq *ifr = (struct ifreq *)data;
1239 	struct ifaddr *ifa = (struct ifaddr *)data;
1240 	int s, error = 0;
1241 
1242 	s = splnet();
1243 
1244 #if 0
1245 	if ((error = ether_ioctl(ifp, &sc->sc_arpcom, command, data)) > 0) {
1246 		splx(s);
1247 		return error;
1248 	}
1249 #endif
1250 
1251 	switch(command) {
1252 	case SIOCINITIFADDR:
1253 		ifp->if_flags |= IFF_UP;
1254 		txp_init(sc);
1255 		switch (ifa->ifa_addr->sa_family) {
1256 #ifdef INET
1257 		case AF_INET:
1258 			arp_ifinit(ifp, ifa);
1259 			break;
1260 #endif /* INET */
1261 		default:
1262 			break;
1263 		}
1264 		break;
1265 	case SIOCSIFFLAGS:
1266 		if ((error = ifioctl_common(ifp, command, data)) != 0)
1267 			break;
1268 		if (ifp->if_flags & IFF_UP) {
1269 			txp_init(sc);
1270 		} else {
1271 			if (ifp->if_flags & IFF_RUNNING)
1272 				txp_stop(sc);
1273 		}
1274 		break;
1275 	case SIOCADDMULTI:
1276 	case SIOCDELMULTI:
1277 		if ((error = ether_ioctl(ifp, command, data)) != ENETRESET)
1278 			break;
1279 
1280 		error = 0;
1281 
1282 		if (command != SIOCADDMULTI && command != SIOCDELMULTI)
1283 			;
1284 		else if (ifp->if_flags & IFF_RUNNING) {
1285 			/*
1286 			 * Multicast list has changed; set the hardware
1287 			 * filter accordingly.
1288 			 */
1289 			txp_set_filter(sc);
1290 		}
1291 		break;
1292 	case SIOCGIFMEDIA:
1293 	case SIOCSIFMEDIA:
1294 		error = ifmedia_ioctl(ifp, ifr, &sc->sc_ifmedia, command);
1295 		break;
1296 	default:
1297 		error = ether_ioctl(ifp, command, data);
1298 		break;
1299 	}
1300 
1301 	splx(s);
1302 
1303 	return(error);
1304 }
1305 
1306 void
1307 txp_init(struct txp_softc *sc)
1308 {
1309 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
1310 	int s;
1311 
1312 	txp_stop(sc);
1313 
1314 	s = splnet();
1315 
1316 	txp_set_filter(sc);
1317 
1318 	txp_command(sc, TXP_CMD_TX_ENABLE, 0, 0, 0, NULL, NULL, NULL, 1);
1319 	txp_command(sc, TXP_CMD_RX_ENABLE, 0, 0, 0, NULL, NULL, NULL, 1);
1320 
1321 	WRITE_REG(sc, TXP_IER, TXP_INT_RESERVED | TXP_INT_SELF |
1322 	    TXP_INT_A2H_7 | TXP_INT_A2H_6 | TXP_INT_A2H_5 | TXP_INT_A2H_4 |
1323 	    TXP_INT_A2H_2 | TXP_INT_A2H_1 | TXP_INT_A2H_0 |
1324 	    TXP_INT_DMA3 | TXP_INT_DMA2 | TXP_INT_DMA1 | TXP_INT_DMA0 |
1325 	    TXP_INT_PCI_TABORT | TXP_INT_PCI_MABORT |  TXP_INT_LATCH);
1326 	WRITE_REG(sc, TXP_IMR, TXP_INT_A2H_3);
1327 
1328 	ifp->if_flags |= IFF_RUNNING;
1329 	ifp->if_flags &= ~IFF_OACTIVE;
1330 	ifp->if_timer = 0;
1331 
1332 	if (!callout_pending(&sc->sc_tick))
1333 		callout_schedule(&sc->sc_tick, hz);
1334 
1335 	splx(s);
1336 }
1337 
1338 void
1339 txp_tick(void *vsc)
1340 {
1341 	struct txp_softc *sc = vsc;
1342 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
1343 	struct txp_rsp_desc *rsp = NULL;
1344 	struct txp_ext_desc *ext;
1345 	int s;
1346 
1347 	s = splnet();
1348 	txp_rxbuf_reclaim(sc);
1349 
1350 	if (txp_command2(sc, TXP_CMD_READ_STATISTICS, 0, 0, 0, NULL, 0,
1351 	    &rsp, 1))
1352 		goto out;
1353 	if (rsp->rsp_numdesc != 6)
1354 		goto out;
1355 	if (txp_command(sc, TXP_CMD_CLEAR_STATISTICS, 0, 0, 0,
1356 	    NULL, NULL, NULL, 1))
1357 		goto out;
1358 	ext = (struct txp_ext_desc *)(rsp + 1);
1359 
1360 	ifp->if_ierrors += ext[3].ext_2 + ext[3].ext_3 + ext[3].ext_4 +
1361 	    ext[4].ext_1 + ext[4].ext_4;
1362 	ifp->if_oerrors += ext[0].ext_1 + ext[1].ext_1 + ext[1].ext_4 +
1363 	    ext[2].ext_1;
1364 	ifp->if_collisions += ext[0].ext_2 + ext[0].ext_3 + ext[1].ext_2 +
1365 	    ext[1].ext_3;
1366 	ifp->if_opackets += rsp->rsp_par2;
1367 	ifp->if_ipackets += ext[2].ext_3;
1368 
1369 out:
1370 	if (rsp != NULL)
1371 		free(rsp, M_DEVBUF);
1372 
1373 	splx(s);
1374 	callout_schedule(&sc->sc_tick, hz);
1375 }
1376 
1377 void
1378 txp_start(struct ifnet *ifp)
1379 {
1380 	struct txp_softc *sc = ifp->if_softc;
1381 	struct txp_tx_ring *r = &sc->sc_txhir;
1382 	struct txp_tx_desc *txd;
1383 	int txdidx;
1384 	struct txp_frag_desc *fxd;
1385 	struct mbuf *m, *mnew;
1386 	struct txp_swdesc *sd;
1387 	u_int32_t firstprod, firstcnt, prod, cnt, i;
1388 	struct m_tag *mtag;
1389 
1390 	if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING)
1391 		return;
1392 
1393 	prod = r->r_prod;
1394 	cnt = r->r_cnt;
1395 
1396 	while (1) {
1397 		IFQ_POLL(&ifp->if_snd, m);
1398 		if (m == NULL)
1399 			break;
1400 		mnew = NULL;
1401 
1402 		firstprod = prod;
1403 		firstcnt = cnt;
1404 
1405 		sd = sc->sc_txd + prod;
1406 		sd->sd_mbuf = m;
1407 
1408 		if (bus_dmamap_load_mbuf(sc->sc_dmat, sd->sd_map, m,
1409 		    BUS_DMA_NOWAIT)) {
1410 			MGETHDR(mnew, M_DONTWAIT, MT_DATA);
1411 			if (mnew == NULL)
1412 				goto oactive1;
1413 			if (m->m_pkthdr.len > MHLEN) {
1414 				MCLGET(mnew, M_DONTWAIT);
1415 				if ((mnew->m_flags & M_EXT) == 0) {
1416 					m_freem(mnew);
1417 					goto oactive1;
1418 				}
1419 			}
1420 			m_copydata(m, 0, m->m_pkthdr.len, mtod(mnew, void *));
1421 			mnew->m_pkthdr.len = mnew->m_len = m->m_pkthdr.len;
1422 			IFQ_DEQUEUE(&ifp->if_snd, m);
1423 			m_freem(m);
1424 			m = mnew;
1425 			if (bus_dmamap_load_mbuf(sc->sc_dmat, sd->sd_map, m,
1426 			    BUS_DMA_NOWAIT))
1427 				goto oactive1;
1428 		}
1429 
1430 		if ((TX_ENTRIES - cnt) < 4)
1431 			goto oactive;
1432 
1433 		txd = r->r_desc + prod;
1434 		txdidx = prod;
1435 		txd->tx_flags = TX_FLAGS_TYPE_DATA;
1436 		txd->tx_numdesc = 0;
1437 		txd->tx_addrlo = 0;
1438 		txd->tx_addrhi = 0;
1439 		txd->tx_totlen = m->m_pkthdr.len;
1440 		txd->tx_pflags = 0;
1441 		txd->tx_numdesc = sd->sd_map->dm_nsegs;
1442 
1443 		if (++prod == TX_ENTRIES)
1444 			prod = 0;
1445 
1446 		if (++cnt >= (TX_ENTRIES - 4))
1447 			goto oactive;
1448 
1449 		if ((mtag = VLAN_OUTPUT_TAG(&sc->sc_arpcom, m)))
1450 			txd->tx_pflags = TX_PFLAGS_VLAN |
1451 			  (htons(VLAN_TAG_VALUE(mtag)) << TX_PFLAGS_VLANTAG_S);
1452 
1453 		if (m->m_pkthdr.csum_flags & M_CSUM_IPv4)
1454 			txd->tx_pflags |= TX_PFLAGS_IPCKSUM;
1455 #ifdef TRY_TX_TCP_CSUM
1456 		if (m->m_pkthdr.csum_flags & M_CSUM_TCPv4)
1457 			txd->tx_pflags |= TX_PFLAGS_TCPCKSUM;
1458 #endif
1459 #ifdef TRY_TX_UDP_CSUM
1460 		if (m->m_pkthdr.csum_flags & M_CSUM_UDPv4)
1461 			txd->tx_pflags |= TX_PFLAGS_UDPCKSUM;
1462 #endif
1463 
1464 		bus_dmamap_sync(sc->sc_dmat, sd->sd_map, 0,
1465 		    sd->sd_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
1466 
1467 		fxd = (struct txp_frag_desc *)(r->r_desc + prod);
1468 		for (i = 0; i < sd->sd_map->dm_nsegs; i++) {
1469 			if (++cnt >= (TX_ENTRIES - 4)) {
1470 				bus_dmamap_sync(sc->sc_dmat, sd->sd_map,
1471 				    0, sd->sd_map->dm_mapsize,
1472 				    BUS_DMASYNC_POSTWRITE);
1473 				goto oactive;
1474 			}
1475 
1476 			fxd->frag_flags = FRAG_FLAGS_TYPE_FRAG |
1477 			    FRAG_FLAGS_VALID;
1478 			fxd->frag_rsvd1 = 0;
1479 			fxd->frag_len = sd->sd_map->dm_segs[i].ds_len;
1480 			fxd->frag_addrlo =
1481 			    ((u_int64_t)sd->sd_map->dm_segs[i].ds_addr) &
1482 			    0xffffffff;
1483 			fxd->frag_addrhi =
1484 			    ((u_int64_t)sd->sd_map->dm_segs[i].ds_addr) >>
1485 			    32;
1486 			fxd->frag_rsvd2 = 0;
1487 
1488 			bus_dmamap_sync(sc->sc_dmat,
1489 			    sc->sc_txhiring_dma.dma_map,
1490 			    prod * sizeof(struct txp_frag_desc),
1491 			    sizeof(struct txp_frag_desc), BUS_DMASYNC_PREWRITE);
1492 
1493 			if (++prod == TX_ENTRIES) {
1494 				fxd = (struct txp_frag_desc *)r->r_desc;
1495 				prod = 0;
1496 			} else
1497 				fxd++;
1498 
1499 		}
1500 
1501 		/*
1502 		 * if mnew isn't NULL, we already dequeued and copied
1503 		 * the packet.
1504 		 */
1505 		if (mnew == NULL)
1506 			IFQ_DEQUEUE(&ifp->if_snd, m);
1507 
1508 		ifp->if_timer = 5;
1509 
1510 		if (ifp->if_bpf)
1511 			bpf_ops->bpf_mtap(ifp->if_bpf, m);
1512 
1513 		txd->tx_flags |= TX_FLAGS_VALID;
1514 		bus_dmamap_sync(sc->sc_dmat, sc->sc_txhiring_dma.dma_map,
1515 		    txdidx * sizeof(struct txp_tx_desc),
1516 		    sizeof(struct txp_tx_desc), BUS_DMASYNC_PREWRITE);
1517 
1518 #if 0
1519 		{
1520 			struct mbuf *mx;
1521 			int i;
1522 
1523 			printf("txd: flags 0x%x ndesc %d totlen %d pflags 0x%x\n",
1524 			    txd->tx_flags, txd->tx_numdesc, txd->tx_totlen,
1525 			    txd->tx_pflags);
1526 			for (mx = m; mx != NULL; mx = mx->m_next) {
1527 				for (i = 0; i < mx->m_len; i++) {
1528 					printf(":%02x",
1529 					    (u_int8_t)m->m_data[i]);
1530 				}
1531 			}
1532 			printf("\n");
1533 		}
1534 #endif
1535 
1536 		WRITE_REG(sc, r->r_reg, TXP_IDX2OFFSET(prod));
1537 	}
1538 
1539 	r->r_prod = prod;
1540 	r->r_cnt = cnt;
1541 	return;
1542 
1543 oactive:
1544 	bus_dmamap_unload(sc->sc_dmat, sd->sd_map);
1545 oactive1:
1546 	ifp->if_flags |= IFF_OACTIVE;
1547 	r->r_prod = firstprod;
1548 	r->r_cnt = firstcnt;
1549 }
1550 
1551 /*
1552  * Handle simple commands sent to the typhoon
1553  */
1554 int
1555 txp_command(struct txp_softc *sc, u_int16_t id, u_int16_t in1, u_int32_t in2, u_int32_t in3, u_int16_t *out1, u_int32_t *out2, u_int32_t *out3, int wait)
1556 {
1557 	struct txp_rsp_desc *rsp = NULL;
1558 
1559 	if (txp_command2(sc, id, in1, in2, in3, NULL, 0, &rsp, wait))
1560 		return (-1);
1561 
1562 	if (!wait)
1563 		return (0);
1564 
1565 	if (out1 != NULL)
1566 		*out1 = le16toh(rsp->rsp_par1);
1567 	if (out2 != NULL)
1568 		*out2 = le32toh(rsp->rsp_par2);
1569 	if (out3 != NULL)
1570 		*out3 = le32toh(rsp->rsp_par3);
1571 	free(rsp, M_DEVBUF);
1572 	return (0);
1573 }
1574 
1575 int
1576 txp_command2(struct txp_softc *sc, u_int16_t id, u_int16_t in1, u_int32_t in2, u_int32_t in3, struct txp_ext_desc *in_extp, u_int8_t in_extn, struct txp_rsp_desc **rspp, int wait)
1577 {
1578 	struct txp_hostvar *hv = sc->sc_hostvar;
1579 	struct txp_cmd_desc *cmd;
1580 	struct txp_ext_desc *ext;
1581 	u_int32_t idx, i;
1582 	u_int16_t seq;
1583 
1584 	if (txp_cmd_desc_numfree(sc) < (in_extn + 1)) {
1585 		printf("%s: no free cmd descriptors\n", TXP_DEVNAME(sc));
1586 		return (-1);
1587 	}
1588 
1589 	idx = sc->sc_cmdring.lastwrite;
1590 	cmd = (struct txp_cmd_desc *)(((u_int8_t *)sc->sc_cmdring.base) + idx);
1591 	memset(cmd, 0, sizeof(*cmd));
1592 
1593 	cmd->cmd_numdesc = in_extn;
1594 	seq = sc->sc_seq++;
1595 	cmd->cmd_seq = htole16(seq);
1596 	cmd->cmd_id = htole16(id);
1597 	cmd->cmd_par1 = htole16(in1);
1598 	cmd->cmd_par2 = htole32(in2);
1599 	cmd->cmd_par3 = htole32(in3);
1600 	cmd->cmd_flags = CMD_FLAGS_TYPE_CMD |
1601 	    (wait ? CMD_FLAGS_RESP : 0) | CMD_FLAGS_VALID;
1602 
1603 	idx += sizeof(struct txp_cmd_desc);
1604 	if (idx == sc->sc_cmdring.size)
1605 		idx = 0;
1606 
1607 	for (i = 0; i < in_extn; i++) {
1608 		ext = (struct txp_ext_desc *)(((u_int8_t *)sc->sc_cmdring.base) + idx);
1609 		memcpy(ext, in_extp, sizeof(struct txp_ext_desc));
1610 		in_extp++;
1611 		idx += sizeof(struct txp_cmd_desc);
1612 		if (idx == sc->sc_cmdring.size)
1613 			idx = 0;
1614 	}
1615 
1616 	sc->sc_cmdring.lastwrite = idx;
1617 
1618 	WRITE_REG(sc, TXP_H2A_2, sc->sc_cmdring.lastwrite);
1619 	bus_dmamap_sync(sc->sc_dmat, sc->sc_host_dma.dma_map, 0,
1620 	    sizeof(struct txp_hostvar), BUS_DMASYNC_PREREAD);
1621 
1622 	if (!wait)
1623 		return (0);
1624 
1625 	for (i = 0; i < 10000; i++) {
1626 		bus_dmamap_sync(sc->sc_dmat, sc->sc_host_dma.dma_map, 0,
1627 		    sizeof(struct txp_hostvar), BUS_DMASYNC_POSTREAD);
1628 		idx = le32toh(hv->hv_resp_read_idx);
1629 		if (idx != le32toh(hv->hv_resp_write_idx)) {
1630 			*rspp = NULL;
1631 			if (txp_response(sc, idx, id, seq, rspp))
1632 				return (-1);
1633 			if (*rspp != NULL)
1634 				break;
1635 		}
1636 		bus_dmamap_sync(sc->sc_dmat, sc->sc_host_dma.dma_map, 0,
1637 		    sizeof(struct txp_hostvar), BUS_DMASYNC_PREREAD);
1638 		DELAY(50);
1639 	}
1640 	if (i == 1000 || (*rspp) == NULL) {
1641 		printf("%s: 0x%x command failed\n", TXP_DEVNAME(sc), id);
1642 		return (-1);
1643 	}
1644 
1645 	return (0);
1646 }
1647 
1648 int
1649 txp_response(struct txp_softc *sc, u_int32_t ridx, u_int16_t id, u_int16_t seq, struct txp_rsp_desc **rspp)
1650 {
1651 	struct txp_hostvar *hv = sc->sc_hostvar;
1652 	struct txp_rsp_desc *rsp;
1653 
1654 	while (ridx != le32toh(hv->hv_resp_write_idx)) {
1655 		rsp = (struct txp_rsp_desc *)(((u_int8_t *)sc->sc_rspring.base) + ridx);
1656 
1657 		if (id == le16toh(rsp->rsp_id) && le16toh(rsp->rsp_seq) == seq) {
1658 			*rspp = (struct txp_rsp_desc *)malloc(
1659 			    sizeof(struct txp_rsp_desc) * (rsp->rsp_numdesc + 1),
1660 			    M_DEVBUF, M_NOWAIT);
1661 			if ((*rspp) == NULL)
1662 				return (-1);
1663 			txp_rsp_fixup(sc, rsp, *rspp);
1664 			return (0);
1665 		}
1666 
1667 		if (rsp->rsp_flags & RSP_FLAGS_ERROR) {
1668 			printf("%s: response error: id 0x%x\n",
1669 			    TXP_DEVNAME(sc), le16toh(rsp->rsp_id));
1670 			txp_rsp_fixup(sc, rsp, NULL);
1671 			ridx = le32toh(hv->hv_resp_read_idx);
1672 			continue;
1673 		}
1674 
1675 		switch (le16toh(rsp->rsp_id)) {
1676 		case TXP_CMD_CYCLE_STATISTICS:
1677 		case TXP_CMD_MEDIA_STATUS_READ:
1678 			break;
1679 		case TXP_CMD_HELLO_RESPONSE:
1680 			printf("%s: hello\n", TXP_DEVNAME(sc));
1681 			break;
1682 		default:
1683 			printf("%s: unknown id(0x%x)\n", TXP_DEVNAME(sc),
1684 			    le16toh(rsp->rsp_id));
1685 		}
1686 
1687 		txp_rsp_fixup(sc, rsp, NULL);
1688 		ridx = le32toh(hv->hv_resp_read_idx);
1689 		hv->hv_resp_read_idx = le32toh(ridx);
1690 	}
1691 
1692 	return (0);
1693 }
1694 
1695 void
1696 txp_rsp_fixup(struct txp_softc *sc, struct txp_rsp_desc *rsp, struct txp_rsp_desc *dst)
1697 {
1698 	struct txp_rsp_desc *src = rsp;
1699 	struct txp_hostvar *hv = sc->sc_hostvar;
1700 	u_int32_t i, ridx;
1701 
1702 	ridx = le32toh(hv->hv_resp_read_idx);
1703 
1704 	for (i = 0; i < rsp->rsp_numdesc + 1; i++) {
1705 		if (dst != NULL)
1706 			memcpy(dst++, src, sizeof(struct txp_rsp_desc));
1707 		ridx += sizeof(struct txp_rsp_desc);
1708 		if (ridx == sc->sc_rspring.size) {
1709 			src = sc->sc_rspring.base;
1710 			ridx = 0;
1711 		} else
1712 			src++;
1713 		sc->sc_rspring.lastwrite = ridx;
1714 		hv->hv_resp_read_idx = htole32(ridx);
1715 	}
1716 
1717 	hv->hv_resp_read_idx = htole32(ridx);
1718 }
1719 
1720 int
1721 txp_cmd_desc_numfree(struct txp_softc *sc)
1722 {
1723 	struct txp_hostvar *hv = sc->sc_hostvar;
1724 	struct txp_boot_record *br = sc->sc_boot;
1725 	u_int32_t widx, ridx, nfree;
1726 
1727 	widx = sc->sc_cmdring.lastwrite;
1728 	ridx = le32toh(hv->hv_cmd_read_idx);
1729 
1730 	if (widx == ridx) {
1731 		/* Ring is completely free */
1732 		nfree = le32toh(br->br_cmd_siz) - sizeof(struct txp_cmd_desc);
1733 	} else {
1734 		if (widx > ridx)
1735 			nfree = le32toh(br->br_cmd_siz) -
1736 			    (widx - ridx + sizeof(struct txp_cmd_desc));
1737 		else
1738 			nfree = ridx - widx - sizeof(struct txp_cmd_desc);
1739 	}
1740 
1741 	return (nfree / sizeof(struct txp_cmd_desc));
1742 }
1743 
1744 void
1745 txp_stop(struct txp_softc *sc)
1746 {
1747 	txp_command(sc, TXP_CMD_TX_DISABLE, 0, 0, 0, NULL, NULL, NULL, 1);
1748 	txp_command(sc, TXP_CMD_RX_DISABLE, 0, 0, 0, NULL, NULL, NULL, 1);
1749 
1750 	if (callout_pending(&sc->sc_tick))
1751 		callout_stop(&sc->sc_tick);
1752 }
1753 
1754 void
1755 txp_watchdog(struct ifnet *ifp)
1756 {
1757 }
1758 
1759 int
1760 txp_ifmedia_upd(struct ifnet *ifp)
1761 {
1762 	struct txp_softc *sc = ifp->if_softc;
1763 	struct ifmedia *ifm = &sc->sc_ifmedia;
1764 	u_int16_t new_xcvr;
1765 
1766 	if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER)
1767 		return (EINVAL);
1768 
1769 	if (IFM_SUBTYPE(ifm->ifm_media) == IFM_10_T) {
1770 		if ((ifm->ifm_media & IFM_GMASK) == IFM_FDX)
1771 			new_xcvr = TXP_XCVR_10_FDX;
1772 		else
1773 			new_xcvr = TXP_XCVR_10_HDX;
1774 	} else if ((IFM_SUBTYPE(ifm->ifm_media) == IFM_100_TX) ||
1775 		   (IFM_SUBTYPE(ifm->ifm_media) == IFM_100_FX)) {
1776 		if ((ifm->ifm_media & IFM_GMASK) == IFM_FDX)
1777 			new_xcvr = TXP_XCVR_100_FDX;
1778 		else
1779 			new_xcvr = TXP_XCVR_100_HDX;
1780 	} else if (IFM_SUBTYPE(ifm->ifm_media) == IFM_AUTO) {
1781 		new_xcvr = TXP_XCVR_AUTO;
1782 	} else
1783 		return (EINVAL);
1784 
1785 	/* nothing to do */
1786 	if (sc->sc_xcvr == new_xcvr)
1787 		return (0);
1788 
1789 	txp_command(sc, TXP_CMD_XCVR_SELECT, new_xcvr, 0, 0,
1790 	    NULL, NULL, NULL, 0);
1791 	sc->sc_xcvr = new_xcvr;
1792 
1793 	return (0);
1794 }
1795 
1796 void
1797 txp_ifmedia_sts(struct ifnet *ifp, struct ifmediareq *ifmr)
1798 {
1799 	struct txp_softc *sc = ifp->if_softc;
1800 	struct ifmedia *ifm = &sc->sc_ifmedia;
1801 	u_int16_t bmsr, bmcr, anlpar;
1802 
1803 	ifmr->ifm_status = IFM_AVALID;
1804 	ifmr->ifm_active = IFM_ETHER;
1805 
1806 	if (txp_command(sc, TXP_CMD_PHY_MGMT_READ, 0, MII_BMSR, 0,
1807 	    &bmsr, NULL, NULL, 1))
1808 		goto bail;
1809 	if (txp_command(sc, TXP_CMD_PHY_MGMT_READ, 0, MII_BMSR, 0,
1810 	    &bmsr, NULL, NULL, 1))
1811 		goto bail;
1812 
1813 	if (txp_command(sc, TXP_CMD_PHY_MGMT_READ, 0, MII_BMCR, 0,
1814 	    &bmcr, NULL, NULL, 1))
1815 		goto bail;
1816 
1817 	if (txp_command(sc, TXP_CMD_PHY_MGMT_READ, 0, MII_ANLPAR, 0,
1818 	    &anlpar, NULL, NULL, 1))
1819 		goto bail;
1820 
1821 	if (bmsr & BMSR_LINK)
1822 		ifmr->ifm_status |= IFM_ACTIVE;
1823 
1824 	if (bmcr & BMCR_ISO) {
1825 		ifmr->ifm_active |= IFM_NONE;
1826 		ifmr->ifm_status = 0;
1827 		return;
1828 	}
1829 
1830 	if (bmcr & BMCR_LOOP)
1831 		ifmr->ifm_active |= IFM_LOOP;
1832 
1833 	if (!(sc->sc_flags & TXP_FIBER) && (bmcr & BMCR_AUTOEN)) {
1834 		if ((bmsr & BMSR_ACOMP) == 0) {
1835 			ifmr->ifm_active |= IFM_NONE;
1836 			return;
1837 		}
1838 
1839 		if (anlpar & ANLPAR_TX_FD)
1840 			ifmr->ifm_active |= IFM_100_TX|IFM_FDX;
1841 		else if (anlpar & ANLPAR_T4)
1842 			ifmr->ifm_active |= IFM_100_T4;
1843 		else if (anlpar & ANLPAR_TX)
1844 			ifmr->ifm_active |= IFM_100_TX;
1845 		else if (anlpar & ANLPAR_10_FD)
1846 			ifmr->ifm_active |= IFM_10_T|IFM_FDX;
1847 		else if (anlpar & ANLPAR_10)
1848 			ifmr->ifm_active |= IFM_10_T;
1849 		else
1850 			ifmr->ifm_active |= IFM_NONE;
1851 	} else
1852 		ifmr->ifm_active = ifm->ifm_cur->ifm_media;
1853 	return;
1854 
1855 bail:
1856 	ifmr->ifm_active |= IFM_NONE;
1857 	ifmr->ifm_status &= ~IFM_AVALID;
1858 }
1859 
1860 void
1861 txp_show_descriptor(void *d)
1862 {
1863 	struct txp_cmd_desc *cmd = d;
1864 	struct txp_rsp_desc *rsp = d;
1865 	struct txp_tx_desc *txd = d;
1866 	struct txp_frag_desc *frgd = d;
1867 
1868 	switch (cmd->cmd_flags & CMD_FLAGS_TYPE_M) {
1869 	case CMD_FLAGS_TYPE_CMD:
1870 		/* command descriptor */
1871 		printf("[cmd flags 0x%x num %d id %d seq %d par1 0x%x par2 0x%x par3 0x%x]\n",
1872 		    cmd->cmd_flags, cmd->cmd_numdesc, le16toh(cmd->cmd_id),
1873 		    le16toh(cmd->cmd_seq), le16toh(cmd->cmd_par1),
1874 		    le32toh(cmd->cmd_par2), le32toh(cmd->cmd_par3));
1875 		break;
1876 	case CMD_FLAGS_TYPE_RESP:
1877 		/* response descriptor */
1878 		printf("[rsp flags 0x%x num %d id %d seq %d par1 0x%x par2 0x%x par3 0x%x]\n",
1879 		    rsp->rsp_flags, rsp->rsp_numdesc, le16toh(rsp->rsp_id),
1880 		    le16toh(rsp->rsp_seq), le16toh(rsp->rsp_par1),
1881 		    le32toh(rsp->rsp_par2), le32toh(rsp->rsp_par3));
1882 		break;
1883 	case CMD_FLAGS_TYPE_DATA:
1884 		/* data header (assuming tx for now) */
1885 		printf("[data flags 0x%x num %d totlen %d addr 0x%x/0x%x pflags 0x%x]",
1886 		    txd->tx_flags, txd->tx_numdesc, txd->tx_totlen,
1887 		    txd->tx_addrlo, txd->tx_addrhi, txd->tx_pflags);
1888 		break;
1889 	case CMD_FLAGS_TYPE_FRAG:
1890 		/* fragment descriptor */
1891 		printf("[frag flags 0x%x rsvd1 0x%x len %d addr 0x%x/0x%x rsvd2 0x%x]",
1892 		    frgd->frag_flags, frgd->frag_rsvd1, frgd->frag_len,
1893 		    frgd->frag_addrlo, frgd->frag_addrhi, frgd->frag_rsvd2);
1894 		break;
1895 	default:
1896 		printf("[unknown(%x) flags 0x%x num %d id %d seq %d par1 0x%x par2 0x%x par3 0x%x]\n",
1897 		    cmd->cmd_flags & CMD_FLAGS_TYPE_M,
1898 		    cmd->cmd_flags, cmd->cmd_numdesc, le16toh(cmd->cmd_id),
1899 		    le16toh(cmd->cmd_seq), le16toh(cmd->cmd_par1),
1900 		    le32toh(cmd->cmd_par2), le32toh(cmd->cmd_par3));
1901 		break;
1902 	}
1903 }
1904 
1905 void
1906 txp_set_filter(struct txp_softc *sc)
1907 {
1908 	struct ethercom *ac = &sc->sc_arpcom;
1909 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
1910 	u_int32_t crc, carry, hashbit, hash[2];
1911 	u_int16_t filter;
1912 	u_int8_t octet;
1913 	int i, j, mcnt = 0;
1914 	struct ether_multi *enm;
1915 	struct ether_multistep step;
1916 
1917 	if (ifp->if_flags & IFF_PROMISC) {
1918 		filter = TXP_RXFILT_PROMISC;
1919 		goto setit;
1920 	}
1921 
1922 again:
1923 	filter = TXP_RXFILT_DIRECT;
1924 
1925 	if (ifp->if_flags & IFF_BROADCAST)
1926 		filter |= TXP_RXFILT_BROADCAST;
1927 
1928 	if (ifp->if_flags & IFF_ALLMULTI)
1929 		filter |= TXP_RXFILT_ALLMULTI;
1930 	else {
1931 		hash[0] = hash[1] = 0;
1932 
1933 		ETHER_FIRST_MULTI(step, ac, enm);
1934 		while (enm != NULL) {
1935 			if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
1936 				/*
1937 				 * We must listen to a range of multicast
1938 				 * addresses.  For now, just accept all
1939 				 * multicasts, rather than trying to set only
1940 				 * those filter bits needed to match the range.
1941 				 * (At this time, the only use of address
1942 				 * ranges is for IP multicast routing, for
1943 				 * which the range is big enough to require
1944 				 * all bits set.)
1945 				 */
1946 				ifp->if_flags |= IFF_ALLMULTI;
1947 				goto again;
1948 			}
1949 
1950 			mcnt++;
1951 			crc = 0xffffffff;
1952 
1953 			for (i = 0; i < ETHER_ADDR_LEN; i++) {
1954 				octet = enm->enm_addrlo[i];
1955 				for (j = 0; j < 8; j++) {
1956 					carry = ((crc & 0x80000000) ? 1 : 0) ^
1957 					    (octet & 1);
1958 					crc <<= 1;
1959 					octet >>= 1;
1960 					if (carry)
1961 						crc = (crc ^ TXP_POLYNOMIAL) |
1962 						    carry;
1963 				}
1964 			}
1965 			hashbit = (u_int16_t)(crc & (64 - 1));
1966 			hash[hashbit / 32] |= (1 << hashbit % 32);
1967 			ETHER_NEXT_MULTI(step, enm);
1968 		}
1969 
1970 		if (mcnt > 0) {
1971 			filter |= TXP_RXFILT_HASHMULTI;
1972 			txp_command(sc, TXP_CMD_MCAST_HASH_MASK_WRITE,
1973 			    2, hash[0], hash[1], NULL, NULL, NULL, 0);
1974 		}
1975 	}
1976 
1977 setit:
1978 	txp_command(sc, TXP_CMD_RX_FILTER_WRITE, filter, 0, 0,
1979 	    NULL, NULL, NULL, 1);
1980 }
1981 
1982 void
1983 txp_capabilities(struct txp_softc *sc)
1984 {
1985 	struct ifnet *ifp = &sc->sc_arpcom.ec_if;
1986 	struct txp_rsp_desc *rsp = NULL;
1987 	struct txp_ext_desc *ext;
1988 
1989 	if (txp_command2(sc, TXP_CMD_OFFLOAD_READ, 0, 0, 0, NULL, 0, &rsp, 1))
1990 		goto out;
1991 
1992 	if (rsp->rsp_numdesc != 1)
1993 		goto out;
1994 	ext = (struct txp_ext_desc *)(rsp + 1);
1995 
1996 	sc->sc_tx_capability = ext->ext_1 & OFFLOAD_MASK;
1997 	sc->sc_rx_capability = ext->ext_2 & OFFLOAD_MASK;
1998 
1999 	sc->sc_arpcom.ec_capabilities |= ETHERCAP_VLAN_MTU;
2000 	if (rsp->rsp_par2 & rsp->rsp_par3 & OFFLOAD_VLAN) {
2001 		sc->sc_tx_capability |= OFFLOAD_VLAN;
2002 		sc->sc_rx_capability |= OFFLOAD_VLAN;
2003 		sc->sc_arpcom.ec_capabilities |= ETHERCAP_VLAN_HWTAGGING;
2004 	}
2005 
2006 #if 0
2007 	/* not ready yet */
2008 	if (rsp->rsp_par2 & rsp->rsp_par3 & OFFLOAD_IPSEC) {
2009 		sc->sc_tx_capability |= OFFLOAD_IPSEC;
2010 		sc->sc_rx_capability |= OFFLOAD_IPSEC;
2011 		ifp->if_capabilities |= IFCAP_IPSEC;
2012 	}
2013 #endif
2014 
2015 	if (rsp->rsp_par2 & rsp->rsp_par3 & OFFLOAD_IPCKSUM) {
2016 		sc->sc_tx_capability |= OFFLOAD_IPCKSUM;
2017 		sc->sc_rx_capability |= OFFLOAD_IPCKSUM;
2018 		ifp->if_capabilities |= IFCAP_CSUM_IPv4_Tx | IFCAP_CSUM_IPv4_Rx;
2019 	}
2020 
2021 	if (rsp->rsp_par2 & rsp->rsp_par3 & OFFLOAD_TCPCKSUM) {
2022 		sc->sc_rx_capability |= OFFLOAD_TCPCKSUM;
2023 #ifdef TRY_TX_TCP_CSUM
2024 		sc->sc_tx_capability |= OFFLOAD_TCPCKSUM;
2025 		ifp->if_capabilities |=
2026 		    IFCAP_CSUM_TCPv4_Tx | IFCAP_CSUM_TCPv4_Rx;
2027 #endif
2028 	}
2029 
2030 	if (rsp->rsp_par2 & rsp->rsp_par3 & OFFLOAD_UDPCKSUM) {
2031 		sc->sc_rx_capability |= OFFLOAD_UDPCKSUM;
2032 #ifdef TRY_TX_UDP_CSUM
2033 		sc->sc_tx_capability |= OFFLOAD_UDPCKSUM;
2034 		ifp->if_capabilities |=
2035 		    IFCAP_CSUM_UDPv4_Tx | IFCAP_CSUM_UDPv4_Rx;
2036 #endif
2037 	}
2038 
2039 	if (txp_command(sc, TXP_CMD_OFFLOAD_WRITE, 0,
2040 	    sc->sc_tx_capability, sc->sc_rx_capability, NULL, NULL, NULL, 1))
2041 		goto out;
2042 
2043 out:
2044 	if (rsp != NULL)
2045 		free(rsp, M_DEVBUF);
2046 }
2047