xref: /netbsd-src/sys/arch/x86/pci/pci_machdep.c (revision 8b0f9554ff8762542c4defc4f70e1eb76fb508fa)
1 /*	$NetBSD: pci_machdep.c,v 1.28 2007/10/17 19:58:15 garbled Exp $	*/
2 
3 /*-
4  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * This code is derived from software contributed to The NetBSD Foundation
8  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9  * NASA Ames Research Center.
10  *
11  * Redistribution and use in source and binary forms, with or without
12  * modification, are permitted provided that the following conditions
13  * are met:
14  * 1. Redistributions of source code must retain the above copyright
15  *    notice, this list of conditions and the following disclaimer.
16  * 2. Redistributions in binary form must reproduce the above copyright
17  *    notice, this list of conditions and the following disclaimer in the
18  *    documentation and/or other materials provided with the distribution.
19  * 3. All advertising materials mentioning features or use of this software
20  *    must display the following acknowledgement:
21  *	This product includes software developed by the NetBSD
22  *	Foundation, Inc. and its contributors.
23  * 4. Neither the name of The NetBSD Foundation nor the names of its
24  *    contributors may be used to endorse or promote products derived
25  *    from this software without specific prior written permission.
26  *
27  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37  * POSSIBILITY OF SUCH DAMAGE.
38  */
39 
40 /*
41  * Copyright (c) 1996 Christopher G. Demetriou.  All rights reserved.
42  * Copyright (c) 1994 Charles M. Hannum.  All rights reserved.
43  *
44  * Redistribution and use in source and binary forms, with or without
45  * modification, are permitted provided that the following conditions
46  * are met:
47  * 1. Redistributions of source code must retain the above copyright
48  *    notice, this list of conditions and the following disclaimer.
49  * 2. Redistributions in binary form must reproduce the above copyright
50  *    notice, this list of conditions and the following disclaimer in the
51  *    documentation and/or other materials provided with the distribution.
52  * 3. All advertising materials mentioning features or use of this software
53  *    must display the following acknowledgement:
54  *	This product includes software developed by Charles M. Hannum.
55  * 4. The name of the author may not be used to endorse or promote products
56  *    derived from this software without specific prior written permission.
57  *
58  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
59  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
60  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
61  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
62  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
63  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
64  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
65  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
66  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
67  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
68  */
69 
70 /*
71  * Machine-specific functions for PCI autoconfiguration.
72  *
73  * On PCs, there are two methods of generating PCI configuration cycles.
74  * We try to detect the appropriate mechanism for this machine and set
75  * up a few function pointers to access the correct method directly.
76  *
77  * The configuration method can be hard-coded in the config file by
78  * using `options PCI_CONF_MODE=N', where `N' is the configuration mode
79  * as defined section 3.6.4.1, `Generating Configuration Cycles'.
80  */
81 
82 #include <sys/cdefs.h>
83 __KERNEL_RCSID(0, "$NetBSD: pci_machdep.c,v 1.28 2007/10/17 19:58:15 garbled Exp $");
84 
85 #include <sys/types.h>
86 #include <sys/param.h>
87 #include <sys/time.h>
88 #include <sys/systm.h>
89 #include <sys/errno.h>
90 #include <sys/device.h>
91 #include <sys/lock.h>
92 
93 #include <uvm/uvm_extern.h>
94 
95 #include <machine/bus.h>
96 #include <machine/bus_private.h>
97 
98 #include <machine/pio.h>
99 
100 #include <dev/isa/isareg.h>
101 #include <dev/isa/isavar.h>
102 #include <dev/pci/pcivar.h>
103 #include <dev/pci/pcireg.h>
104 #include <dev/pci/pcidevs.h>
105 
106 #include "acpi.h"
107 #include "opt_mpbios.h"
108 #include "opt_acpi.h"
109 
110 #ifdef MPBIOS
111 #include <machine/mpbiosvar.h>
112 #endif
113 
114 #if NACPI > 0
115 #include <machine/mpacpi.h>
116 #endif
117 
118 #include <machine/mpconfig.h>
119 
120 #include "opt_pci_conf_mode.h"
121 
122 #ifdef __i386__
123 #include "opt_xbox.h"
124 #ifdef XBOX
125 #include <machine/xbox.h>
126 #endif
127 #endif
128 
129 int pci_mode = -1;
130 
131 static void pci_bridge_hook(pci_chipset_tag_t, pcitag_t, void *);
132 struct pci_bridge_hook_arg {
133 	void (*func)(pci_chipset_tag_t, pcitag_t, void *);
134 	void *arg;
135 };
136 
137 
138 __cpu_simple_lock_t pci_conf_lock = __SIMPLELOCK_UNLOCKED;
139 
140 #define	PCI_CONF_LOCK(s)						\
141 do {									\
142 	(s) = splhigh();						\
143 	__cpu_simple_lock(&pci_conf_lock);				\
144 } while (0)
145 
146 #define	PCI_CONF_UNLOCK(s)						\
147 do {									\
148 	__cpu_simple_unlock(&pci_conf_lock);				\
149 	splx((s));							\
150 } while (0)
151 
152 #define	PCI_MODE1_ENABLE	0x80000000UL
153 #define	PCI_MODE1_ADDRESS_REG	0x0cf8
154 #define	PCI_MODE1_DATA_REG	0x0cfc
155 
156 #define	PCI_MODE2_ENABLE_REG	0x0cf8
157 #define	PCI_MODE2_FORWARD_REG	0x0cfa
158 
159 #define _m1tag(b, d, f) \
160 	(PCI_MODE1_ENABLE | ((b) << 16) | ((d) << 11) | ((f) << 8))
161 #define _qe(bus, dev, fcn, vend, prod) \
162 	{_m1tag(bus, dev, fcn), PCI_ID_CODE(vend, prod)}
163 struct {
164 	u_int32_t tag;
165 	pcireg_t id;
166 } pcim1_quirk_tbl[] = {
167 	_qe(0, 0, 0, PCI_VENDOR_COMPAQ, PCI_PRODUCT_COMPAQ_TRIFLEX1),
168 	/* XXX Triflex2 not tested */
169 	_qe(0, 0, 0, PCI_VENDOR_COMPAQ, PCI_PRODUCT_COMPAQ_TRIFLEX2),
170 	_qe(0, 0, 0, PCI_VENDOR_COMPAQ, PCI_PRODUCT_COMPAQ_TRIFLEX4),
171 	/* Triton needed for Connectix Virtual PC */
172 	_qe(0, 0, 0, PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82437FX),
173 	/* Connectix Virtual PC 5 has a 440BX */
174 	_qe(0, 0, 0, PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82443BX_NOAGP),
175 	/* Parallels Desktop for Mac */
176 	_qe(0, 2, 0, PCI_VENDOR_PARALLELS, PCI_PRODUCT_PARALLELS_VIDEO),
177 	_qe(0, 3, 0, PCI_VENDOR_PARALLELS, PCI_PRODUCT_PARALLELS_TOOLS),
178 	/* SIS 741 */
179 	_qe(0, 0, 0, PCI_VENDOR_SIS, PCI_PRODUCT_SIS_741),
180 	{0, 0xffffffff} /* patchable */
181 };
182 #undef _m1tag
183 #undef _id
184 #undef _qe
185 
186 /*
187  * PCI doesn't have any special needs; just use the generic versions
188  * of these functions.
189  */
190 struct x86_bus_dma_tag pci_bus_dma_tag = {
191 	0,				/* tag_needs_free */
192 #if defined(_LP64) || defined(PAE)
193 	PCI32_DMA_BOUNCE_THRESHOLD,	/* bounce_thresh */
194 	ISA_DMA_BOUNCE_THRESHOLD,	/* bounce_alloclo */
195 	PCI32_DMA_BOUNCE_THRESHOLD,	/* bounce_allochi */
196 #else
197 	0,
198 	0,
199 	0,
200 #endif
201 	NULL,			/* _may_bounce */
202 	_bus_dmamap_create,
203 	_bus_dmamap_destroy,
204 	_bus_dmamap_load,
205 	_bus_dmamap_load_mbuf,
206 	_bus_dmamap_load_uio,
207 	_bus_dmamap_load_raw,
208 	_bus_dmamap_unload,
209 	_bus_dmamap_sync,
210 	_bus_dmamem_alloc,
211 	_bus_dmamem_free,
212 	_bus_dmamem_map,
213 	_bus_dmamem_unmap,
214 	_bus_dmamem_mmap,
215 	_bus_dmatag_subregion,
216 	_bus_dmatag_destroy,
217 };
218 
219 #ifdef _LP64
220 struct x86_bus_dma_tag pci_bus_dma64_tag = {
221 	0,				/* tag_needs_free */
222 	0,
223 	0,
224 	0,
225 	NULL,			/* _may_bounce */
226 	_bus_dmamap_create,
227 	_bus_dmamap_destroy,
228 	_bus_dmamap_load,
229 	_bus_dmamap_load_mbuf,
230 	_bus_dmamap_load_uio,
231 	_bus_dmamap_load_raw,
232 	_bus_dmamap_unload,
233 	NULL,
234 	_bus_dmamem_alloc,
235 	_bus_dmamem_free,
236 	_bus_dmamem_map,
237 	_bus_dmamem_unmap,
238 	_bus_dmamem_mmap,
239 	_bus_dmatag_subregion,
240 	_bus_dmatag_destroy,
241 };
242 #endif
243 
244 void
245 pci_attach_hook(struct device *parent, struct device *self,
246     struct pcibus_attach_args *pba)
247 {
248 
249 	if (pba->pba_bus == 0)
250 		aprint_normal(": configuration mode %d", pci_mode);
251 #ifdef MPBIOS
252 	mpbios_pci_attach_hook(parent, self, pba);
253 #endif
254 #if NACPI > 0
255 	mpacpi_pci_attach_hook(parent, self, pba);
256 #endif
257 }
258 
259 int
260 pci_bus_maxdevs(pci_chipset_tag_t pc, int busno)
261 {
262 
263 #if defined(__i386__) && defined(XBOX)
264 	/*
265 	 * Scanning above the first device is fatal on the Microsoft Xbox.
266 	 * If busno=1, only allow for one device.
267 	 */
268 	if (arch_i386_is_xbox) {
269 		if (busno == 1)
270 			return 1;
271 		else if (busno > 1)
272 			return 0;
273 	}
274 #endif
275 
276 	/*
277 	 * Bus number is irrelevant.  If Configuration Mechanism 2 is in
278 	 * use, can only have devices 0-15 on any bus.  If Configuration
279 	 * Mechanism 1 is in use, can have devices 0-32 (i.e. the `normal'
280 	 * range).
281 	 */
282 	if (pci_mode == 2)
283 		return (16);
284 	else
285 		return (32);
286 }
287 
288 pcitag_t
289 pci_make_tag(pci_chipset_tag_t pc, int bus, int device, int function)
290 {
291 	pcitag_t tag;
292 
293 #ifndef PCI_CONF_MODE
294 	switch (pci_mode) {
295 	case 1:
296 		goto mode1;
297 	case 2:
298 		goto mode2;
299 	default:
300 		panic("pci_make_tag: mode not configured");
301 	}
302 #endif
303 
304 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 1)
305 #ifndef PCI_CONF_MODE
306 mode1:
307 #endif
308 	if (bus >= 256 || device >= 32 || function >= 8)
309 		panic("pci_make_tag: bad request");
310 
311 	tag.mode1 = PCI_MODE1_ENABLE |
312 		    (bus << 16) | (device << 11) | (function << 8);
313 	return tag;
314 #endif
315 
316 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 2)
317 #ifndef PCI_CONF_MODE
318 mode2:
319 #endif
320 	if (bus >= 256 || device >= 16 || function >= 8)
321 		panic("pci_make_tag: bad request");
322 
323 	tag.mode2.port = 0xc000 | (device << 8);
324 	tag.mode2.enable = 0xf0 | (function << 1);
325 	tag.mode2.forward = bus;
326 	return tag;
327 #endif
328 }
329 
330 void
331 pci_decompose_tag(pci_chipset_tag_t pc, pcitag_t tag,
332     int *bp, int *dp, int *fp)
333 {
334 
335 #ifndef PCI_CONF_MODE
336 	switch (pci_mode) {
337 	case 1:
338 		goto mode1;
339 	case 2:
340 		goto mode2;
341 	default:
342 		panic("pci_decompose_tag: mode not configured");
343 	}
344 #endif
345 
346 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 1)
347 #ifndef PCI_CONF_MODE
348 mode1:
349 #endif
350 	if (bp != NULL)
351 		*bp = (tag.mode1 >> 16) & 0xff;
352 	if (dp != NULL)
353 		*dp = (tag.mode1 >> 11) & 0x1f;
354 	if (fp != NULL)
355 		*fp = (tag.mode1 >> 8) & 0x7;
356 	return;
357 #endif
358 
359 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 2)
360 #ifndef PCI_CONF_MODE
361 mode2:
362 #endif
363 	if (bp != NULL)
364 		*bp = tag.mode2.forward & 0xff;
365 	if (dp != NULL)
366 		*dp = (tag.mode2.port >> 8) & 0xf;
367 	if (fp != NULL)
368 		*fp = (tag.mode2.enable >> 1) & 0x7;
369 #endif
370 }
371 
372 pcireg_t
373 pci_conf_read( pci_chipset_tag_t pc, pcitag_t tag,
374     int reg)
375 {
376 	pcireg_t data;
377 	int s;
378 
379 #if defined(__i386__) && defined(XBOX)
380 	if (arch_i386_is_xbox) {
381 		int bus, dev, fn;
382 		pci_decompose_tag(pc, tag, &bus, &dev, &fn);
383 		if (bus == 0 && dev == 0 && (fn == 1 || fn == 2))
384 			return (pcireg_t)-1;
385 	}
386 #endif
387 
388 #ifndef PCI_CONF_MODE
389 	switch (pci_mode) {
390 	case 1:
391 		goto mode1;
392 	case 2:
393 		goto mode2;
394 	default:
395 		panic("pci_conf_read: mode not configured");
396 	}
397 #endif
398 
399 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 1)
400 #ifndef PCI_CONF_MODE
401 mode1:
402 #endif
403 	PCI_CONF_LOCK(s);
404 	outl(PCI_MODE1_ADDRESS_REG, tag.mode1 | reg);
405 	data = inl(PCI_MODE1_DATA_REG);
406 	outl(PCI_MODE1_ADDRESS_REG, 0);
407 	PCI_CONF_UNLOCK(s);
408 	return data;
409 #endif
410 
411 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 2)
412 #ifndef PCI_CONF_MODE
413 mode2:
414 #endif
415 	PCI_CONF_LOCK(s);
416 	outb(PCI_MODE2_ENABLE_REG, tag.mode2.enable);
417 	outb(PCI_MODE2_FORWARD_REG, tag.mode2.forward);
418 	data = inl(tag.mode2.port | reg);
419 	outb(PCI_MODE2_ENABLE_REG, 0);
420 	PCI_CONF_UNLOCK(s);
421 	return data;
422 #endif
423 }
424 
425 void
426 pci_conf_write(pci_chipset_tag_t pc, pcitag_t tag, int reg,
427     pcireg_t data)
428 {
429 	int s;
430 
431 #if defined(__i386__) && defined(XBOX)
432 	if (arch_i386_is_xbox) {
433 		int bus, dev, fn;
434 		pci_decompose_tag(pc, tag, &bus, &dev, &fn);
435 		if (bus == 0 && dev == 0 && (fn == 1 || fn == 2))
436 			return;
437 	}
438 #endif
439 
440 #ifndef PCI_CONF_MODE
441 	switch (pci_mode) {
442 	case 1:
443 		goto mode1;
444 	case 2:
445 		goto mode2;
446 	default:
447 		panic("pci_conf_write: mode not configured");
448 	}
449 #endif
450 
451 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 1)
452 #ifndef PCI_CONF_MODE
453 mode1:
454 #endif
455 	PCI_CONF_LOCK(s);
456 	outl(PCI_MODE1_ADDRESS_REG, tag.mode1 | reg);
457 	outl(PCI_MODE1_DATA_REG, data);
458 	outl(PCI_MODE1_ADDRESS_REG, 0);
459 	PCI_CONF_UNLOCK(s);
460 	return;
461 #endif
462 
463 #if !defined(PCI_CONF_MODE) || (PCI_CONF_MODE == 2)
464 #ifndef PCI_CONF_MODE
465 mode2:
466 #endif
467 	PCI_CONF_LOCK(s);
468 	outb(PCI_MODE2_ENABLE_REG, tag.mode2.enable);
469 	outb(PCI_MODE2_FORWARD_REG, tag.mode2.forward);
470 	outl(tag.mode2.port | reg, data);
471 	outb(PCI_MODE2_ENABLE_REG, 0);
472 	PCI_CONF_UNLOCK(s);
473 #endif
474 }
475 
476 int
477 pci_mode_detect()
478 {
479 
480 #ifdef PCI_CONF_MODE
481 #if (PCI_CONF_MODE == 1) || (PCI_CONF_MODE == 2)
482 	return (pci_mode = PCI_CONF_MODE);
483 #else
484 #error Invalid PCI configuration mode.
485 #endif
486 #else
487 	u_int32_t sav, val;
488 	int i;
489 	pcireg_t idreg;
490 
491 	if (pci_mode != -1)
492 		return pci_mode;
493 
494 	/*
495 	 * We try to divine which configuration mode the host bridge wants.
496 	 */
497 
498 	sav = inl(PCI_MODE1_ADDRESS_REG);
499 
500 	pci_mode = 1; /* assume this for now */
501 	/*
502 	 * catch some known buggy implementations of mode 1
503 	 */
504 	for (i = 0; i < __arraycount(pcim1_quirk_tbl); i++) {
505 		pcitag_t t;
506 
507 		if (!pcim1_quirk_tbl[i].tag)
508 			break;
509 		t.mode1 = pcim1_quirk_tbl[i].tag;
510 		idreg = pci_conf_read(0, t, PCI_ID_REG); /* needs "pci_mode" */
511 		if (idreg == pcim1_quirk_tbl[i].id) {
512 #ifdef DEBUG
513 			printf("known mode 1 PCI chipset (%08x)\n",
514 			       idreg);
515 #endif
516 			return (pci_mode);
517 		}
518 	}
519 
520 	/*
521 	 * Strong check for standard compliant mode 1:
522 	 * 1. bit 31 ("enable") can be set
523 	 * 2. byte/word access does not affect register
524 	 */
525 	outl(PCI_MODE1_ADDRESS_REG, PCI_MODE1_ENABLE);
526 	outb(PCI_MODE1_ADDRESS_REG + 3, 0);
527 	outw(PCI_MODE1_ADDRESS_REG + 2, 0);
528 	val = inl(PCI_MODE1_ADDRESS_REG);
529 	if ((val & 0x80fffffc) != PCI_MODE1_ENABLE) {
530 #ifdef DEBUG
531 		printf("pci_mode_detect: mode 1 enable failed (%x)\n",
532 		       val);
533 #endif
534 		goto not1;
535 	}
536 	outl(PCI_MODE1_ADDRESS_REG, 0);
537 	val = inl(PCI_MODE1_ADDRESS_REG);
538 	if ((val & 0x80fffffc) != 0)
539 		goto not1;
540 	return (pci_mode);
541 not1:
542 	outl(PCI_MODE1_ADDRESS_REG, sav);
543 
544 	/*
545 	 * This mode 2 check is quite weak (and known to give false
546 	 * positives on some Compaq machines).
547 	 * However, this doesn't matter, because this is the
548 	 * last test, and simply no PCI devices will be found if
549 	 * this happens.
550 	 */
551 	outb(PCI_MODE2_ENABLE_REG, 0);
552 	outb(PCI_MODE2_FORWARD_REG, 0);
553 	if (inb(PCI_MODE2_ENABLE_REG) != 0 ||
554 	    inb(PCI_MODE2_FORWARD_REG) != 0)
555 		goto not2;
556 	return (pci_mode = 2);
557 not2:
558 
559 	return (pci_mode = 0);
560 #endif
561 }
562 
563 /*
564  * Determine which flags should be passed to the primary PCI bus's
565  * autoconfiguration node.  We use this to detect broken chipsets
566  * which cannot safely use memory-mapped device access.
567  */
568 int
569 pci_bus_flags()
570 {
571 	int rval = PCI_FLAGS_IO_ENABLED | PCI_FLAGS_MEM_ENABLED |
572 	    PCI_FLAGS_MRL_OKAY | PCI_FLAGS_MRM_OKAY | PCI_FLAGS_MWI_OKAY;
573 	int device, maxndevs;
574 	pcitag_t tag;
575 	pcireg_t id;
576 
577 	maxndevs = pci_bus_maxdevs(NULL, 0);
578 
579 	for (device = 0; device < maxndevs; device++) {
580 		tag = pci_make_tag(NULL, 0, device, 0);
581 		id = pci_conf_read(NULL, tag, PCI_ID_REG);
582 
583 		/* Invalid vendor ID value? */
584 		if (PCI_VENDOR(id) == PCI_VENDOR_INVALID)
585 			continue;
586 		/* XXX Not invalid, but we've done this ~forever. */
587 		if (PCI_VENDOR(id) == 0)
588 			continue;
589 
590 		switch (PCI_VENDOR(id)) {
591 		case PCI_VENDOR_SIS:
592 			switch (PCI_PRODUCT(id)) {
593 			case PCI_PRODUCT_SIS_85C496:
594 				goto disable_mem;
595 			}
596 			break;
597 		}
598 	}
599 
600 	return (rval);
601 
602  disable_mem:
603 	printf("Warning: broken PCI-Host bridge detected; "
604 	    "disabling memory-mapped access\n");
605 	rval &= ~(PCI_FLAGS_MEM_ENABLED|PCI_FLAGS_MRL_OKAY|PCI_FLAGS_MRM_OKAY|
606 	    PCI_FLAGS_MWI_OKAY);
607 	return (rval);
608 }
609 
610 void
611 pci_device_foreach(pci_chipset_tag_t pc, int maxbus,
612 	void (*func)(pci_chipset_tag_t, pcitag_t, void *), void *context)
613 {
614 	pci_device_foreach_min(pc, 0, maxbus, func, context);
615 }
616 
617 void
618 pci_device_foreach_min(pci_chipset_tag_t pc, int minbus, int maxbus,
619 	void (*func)(pci_chipset_tag_t, pcitag_t, void *), void *context)
620 {
621 	const struct pci_quirkdata *qd;
622 	int bus, device, function, maxdevs, nfuncs;
623 	pcireg_t id, bhlcr;
624 	pcitag_t tag;
625 
626 	for (bus = minbus; bus <= maxbus; bus++) {
627 		maxdevs = pci_bus_maxdevs(pc, bus);
628 		for (device = 0; device < maxdevs; device++) {
629 			tag = pci_make_tag(pc, bus, device, 0);
630 			id = pci_conf_read(pc, tag, PCI_ID_REG);
631 
632 			/* Invalid vendor ID value? */
633 			if (PCI_VENDOR(id) == PCI_VENDOR_INVALID)
634 				continue;
635 			/* XXX Not invalid, but we've done this ~forever. */
636 			if (PCI_VENDOR(id) == 0)
637 				continue;
638 
639 			qd = pci_lookup_quirkdata(PCI_VENDOR(id),
640 				PCI_PRODUCT(id));
641 
642 			bhlcr = pci_conf_read(pc, tag, PCI_BHLC_REG);
643 			if (PCI_HDRTYPE_MULTIFN(bhlcr) ||
644 			     (qd != NULL &&
645 		  	     (qd->quirks & PCI_QUIRK_MULTIFUNCTION) != 0))
646 				nfuncs = 8;
647 			else
648 				nfuncs = 1;
649 
650 			for (function = 0; function < nfuncs; function++) {
651 				tag = pci_make_tag(pc, bus, device, function);
652 				id = pci_conf_read(pc, tag, PCI_ID_REG);
653 
654 				/* Invalid vendor ID value? */
655 				if (PCI_VENDOR(id) == PCI_VENDOR_INVALID)
656 					continue;
657 				/*
658 				 * XXX Not invalid, but we've done this
659 				 * ~forever.
660 				 */
661 				if (PCI_VENDOR(id) == 0)
662 					continue;
663 				(*func)(pc, tag, context);
664 			}
665 		}
666 	}
667 }
668 
669 void
670 pci_bridge_foreach(pci_chipset_tag_t pc, int minbus, int maxbus,
671 	void (*func)(pci_chipset_tag_t, pcitag_t, void *), void *ctx)
672 {
673 	struct pci_bridge_hook_arg bridge_hook;
674 
675 	bridge_hook.func = func;
676 	bridge_hook.arg = ctx;
677 
678 	pci_device_foreach_min(pc, minbus, maxbus, pci_bridge_hook,
679 		&bridge_hook);
680 }
681 
682 static void
683 pci_bridge_hook(pci_chipset_tag_t pc, pcitag_t tag, void *ctx)
684 {
685 	struct pci_bridge_hook_arg *bridge_hook = (void *)ctx;
686 	pcireg_t reg;
687 
688 	reg = pci_conf_read(pc, tag, PCI_CLASS_REG);
689 	if (PCI_CLASS(reg) == PCI_CLASS_BRIDGE &&
690  	     (PCI_SUBCLASS(reg) == PCI_SUBCLASS_BRIDGE_PCI ||
691 		PCI_SUBCLASS(reg) == PCI_SUBCLASS_BRIDGE_CARDBUS)) {
692 		(*bridge_hook->func)(pc, tag, bridge_hook->arg);
693 	}
694 }
695