1 /* $NetBSD: rmixl_pcix.c,v 1.13 2015/10/02 05:22:51 msaitoh Exp $ */ 2 3 /* 4 * Copyright (c) 2001 Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Jason R. Thorpe for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38 /* 39 * PCI configuration support for RMI XLR SoC 40 */ 41 42 #include <sys/cdefs.h> 43 __KERNEL_RCSID(0, "$NetBSD: rmixl_pcix.c,v 1.13 2015/10/02 05:22:51 msaitoh Exp $"); 44 45 #include "opt_pci.h" 46 #include "pci.h" 47 48 #include <sys/cdefs.h> 49 50 #include <sys/param.h> 51 #include <sys/bus.h> 52 #include <sys/cpu.h> 53 #include <sys/device.h> 54 #include <sys/extent.h> 55 #include <sys/intr.h> 56 #include <sys/malloc.h> 57 #include <sys/kernel.h> /* for 'hz' */ 58 #include <sys/systm.h> 59 60 #include <uvm/uvm_extern.h> 61 62 #include <mips/rmi/rmixlreg.h> 63 #include <mips/rmi/rmixlvar.h> 64 #include <mips/rmi/rmixl_intr.h> 65 #include <mips/rmi/rmixl_pcixvar.h> 66 67 #include <mips/rmi/rmixl_obiovar.h> 68 69 #include <dev/pci/pcivar.h> 70 #include <dev/pci/pcidevs.h> 71 #include <dev/pci/pciconf.h> 72 73 #ifdef PCI_NETBSD_CONFIGURE 74 #include <mips/cache.h> 75 #endif 76 77 #ifdef PCI_DEBUG 78 int rmixl_pcix_debug = PCI_DEBUG; 79 # define DPRINTF(x) do { if (rmixl_pcix_debug) printf x ; } while (0) 80 #else 81 # define DPRINTF(x) 82 #endif 83 84 #ifndef DDB 85 # define STATIC static 86 #else 87 # define STATIC 88 #endif 89 90 91 /* 92 * XLR PCI-X Extended Configuration Registers 93 * Note: 94 * - MSI-related regs are omitted 95 * - Device mode regs are omitted 96 */ 97 #define RMIXL_PCIX_ECFG_HOST_BAR0_ADDR 0x100 /* Host BAR0 Address */ 98 #define RMIXL_PCIX_ECFG_HOST_BAR1_ADDR 0x104 /* Host BAR1 Address */ 99 #define RMIXL_PCIX_ECFG_HOST_BAR2_ADDR 0x108 /* Host BAR2 Address */ 100 #define RMIXL_PCIX_ECFG_HOST_BAR3_ADDR 0x10c /* Host BAR3 Address */ 101 #define RMIXL_PCIX_ECFG_HOST_BAR4_ADDR 0x110 /* Host BAR4 Address */ 102 #define RMIXL_PCIX_ECFG_HOST_BAR5_ADDR 0x114 /* Host BAR5 Address */ 103 #define RMIXL_PCIX_ECFG_HOST_BAR0_SIZE 0x118 /* Host BAR0 Size */ 104 #define RMIXL_PCIX_ECFG_HOST_BAR1_SIZE 0x11c /* Host BAR1 Size */ 105 #define RMIXL_PCIX_ECFG_HOST_BAR2_SIZE 0x120 /* Host BAR2 Size */ 106 #define RMIXL_PCIX_ECFG_HOST_BAR3_SIZE 0x124 /* Host BAR3 Size */ 107 #define RMIXL_PCIX_ECFG_HOST_BAR4_SIZE 0x128 /* Host BAR4 Size */ 108 #define RMIXL_PCIX_ECFG_HOST_BAR5_SIZE 0x12c /* Host BAR5 Size */ 109 #define RMIXL_PCIX_ECFG_MATCH_BIT_ADDR 0x130 /* Match Bit Address BAR */ 110 #define RMIXL_PCIX_ECFG_MATCH_BIT_SIZE 0x134 /* Match Bit Size BAR */ 111 #define RMIXL_PCIX_ECFG_XLR_CONTROL 0x138 /* XLR Control reg */ 112 #define RMIXL_PCIX_ECFG_INTR_CONTROL 0x13c /* Interrupt Control reg */ 113 #define RMIXL_PCIX_ECFG_INTR_STATUS 0x140 /* Interrupt Status reg */ 114 #define RMIXL_PCIX_ECFG_INTR_ERR_STATUS 0x144 /* Interrupt Error Status reg */ 115 #define RMIXL_PCIX_ECFG_HOST_MODE_STS 0x178 /* Host Mode Status */ 116 #define RMIXL_PCIX_ECFG_XLR_MBLE 0x17c /* XLR Match Byte Lane Enable */ 117 #define RMIXL_PCIX_ECFG_HOST_XROM_ADDR 0x180 /* Host Expansion ROM Address */ 118 #define RMIXL_PCIX_ECFG_HOST_XROM_SIZE 0x184 /* Host Expansion ROM Size */ 119 #define RMIXL_PCIX_ECFG_HOST_MODE_CTL 0x18c /* Host Mode Control */ 120 #define RMIXL_PCIX_ECFG_TXCAL_CTL 0x1a0 /* TX Calibration Preset Control */ 121 #define RMIXL_PCIX_ECFG_TXCAL_COUNT 0x1a4 /* TX Calibration Preset Count */ 122 123 /* 124 * RMIXL_PCIX_ECFG_INTR_CONTROL bit defines 125 */ 126 #define PCIX_INTR_CONTROL_RESV __BITS(31,8) 127 #define PCIX_INTR_CONTROL_MSI1_MASK __BIT(7) 128 #define PCIX_INTR_CONTROL_MSI0_MASK __BIT(6) 129 #define PCIX_INTR_CONTROL_INTD_MASK __BIT(5) 130 #define PCIX_INTR_CONTROL_INTC_MASK __BIT(4) 131 #define PCIX_INTR_CONTROL_INTB_MASK __BIT(3) 132 #define PCIX_INTR_CONTROL_INTA_MASK __BIT(2) 133 #define PCIX_INTR_CONTROL_TMSI __BIT(1) /* Trigger MSI Interrupt */ 134 #define PCIX_INTR_CONTROL_DIA __BIT(0) /* Device Interrupt through INTA Pin */ 135 #define PCIX_INTR_CONTROL_MASK_ALL \ 136 (PCIX_INTR_CONTROL_MSI1_MASK|PCIX_INTR_CONTROL_MSI0_MASK \ 137 |PCIX_INTR_CONTROL_INTD_MASK|PCIX_INTR_CONTROL_INTC_MASK \ 138 |PCIX_INTR_CONTROL_INTB_MASK|PCIX_INTR_CONTROL_INTA_MASK) 139 140 /* 141 * RMIXL_PCIX_ECFG_INTR_STATUS bit defines 142 */ 143 #define PCIX_INTR_STATUS_RESV __BITS(31,6) 144 #define PCIX_INTR_STATUS_MSI1 __BIT(5) 145 #define PCIX_INTR_STATUS_MSI0 __BIT(4) 146 #define PCIX_INTR_STATUS_INTD __BIT(3) 147 #define PCIX_INTR_STATUS_INTC __BIT(2) 148 #define PCIX_INTR_STATUS_INTB __BIT(1) 149 #define PCIX_INTR_STATUS_INTA __BIT(0) 150 151 /* 152 * RMIXL_PCIX_ECFG_INTR_ERR_STATUS bit defines 153 */ 154 #define PCIX_INTR_ERR_STATUS_RESa __BITS(31,5) 155 #define PCIX_INTR_ERR_STATUS_SERR __BIT(4) /* System Error */ 156 #define PCIX_INTR_ERR_STATUS_RESb __BIT(3) 157 #define PCIX_INTR_ERR_STATUS_TE __BIT(2) /* Target Error */ 158 #define PCIX_INTR_ERR_STATUS_IE __BIT(1) /* Initiator Error */ 159 #define PCIX_INTR_ERR_STATUS_RCE __BIT(0) /* Retry Count Expired */ 160 #define PCIX_INTR_ERR_STATUS_RESV \ 161 (PCIX_INTR_ERR_STATUS_RESa|PCIX_INTR_ERR_STATUS_RESb) 162 163 /* 164 * RMIXL_PCIX_ECFG_HOST_MODE_CTL bit defines 165 */ 166 #define PCIX_HOST_MODE_CTL_HDMSTAT __BIT(1) /* Host/Dev Mode status 167 * read-only 168 * 1 = host 169 * 0 = device 170 */ 171 #define PCIX_HOST_MODE_CTL_HOSTSWRST __BIT(0) /* Host soft reset 172 * set to 1 to reset 173 * set to 0 to un-reset 174 */ 175 176 177 #if BYTE_ORDER == BIG_ENDIAN 178 # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EB 179 #else 180 # define RMIXL_PCIXREG_BASE RMIXL_IO_DEV_PCIX_EL 181 #endif 182 183 #define RMIXL_PCIXREG_VADDR(o) \ 184 (volatile uint32_t *)MIPS_PHYS_TO_KSEG1( \ 185 rmixl_configuration.rc_io_pbase \ 186 + RMIXL_PCIXREG_BASE + (o)) 187 188 #define RMIXL_PCIXREG_READ(o) (*RMIXL_PCIXREG_VADDR(o)) 189 #define RMIXL_PCIXREG_WRITE(o,v) *RMIXL_PCIXREG_VADDR(o) = (v) 190 191 192 #define RMIXL_PCIX_CONCAT3(a,b,c) a ## b ## c 193 #define RMIXL_PCIX_BAR_INIT(reg, bar, size, align) { \ 194 struct extent *ext = rmixl_configuration.rc_phys_ex; \ 195 u_long region_start; \ 196 uint64_t ba; \ 197 int err; \ 198 \ 199 err = extent_alloc(ext, (size), (align), 0UL, EX_NOWAIT, \ 200 ®ion_start); \ 201 if (err != 0) \ 202 panic("%s: extent_alloc(%p, %#lx, %#lx, %#lx, %#x, %p)",\ 203 __func__, ext, size, align, 0UL, EX_NOWAIT, \ 204 ®ion_start); \ 205 ba = (uint64_t)region_start; \ 206 ba *= (1024 * 1024); \ 207 bar = RMIXL_PCIX_CONCAT3(RMIXL_PCIX_,reg,_BAR)(ba, 1); \ 208 DPRINTF(("PCIX %s BAR was not enabled by firmware\n" \ 209 "enabling %s at phys %#" PRIxBUSADDR ", size %lu MB\n", \ 210 __STRING(reg), __STRING(reg), ba, size)); \ 211 RMIXL_IOREG_WRITE(RMIXL_IO_DEV_BRIDGE + \ 212 RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR), bar); \ 213 bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + \ 214 RMIXL_PCIX_CONCAT3(RMIXLR_SBC_PCIX_,reg,_BAR)); \ 215 DPRINTF(("%s: %s BAR %#x\n", __func__, __STRING(reg), bar)); \ 216 } 217 218 219 #define RMIXL_PCIX_EVCNT(sc, intrpin, cpu) \ 220 &(sc)->sc_evcnts[(intrpin) * (ncpu) + (cpu)] 221 222 223 static int rmixl_pcix_match(device_t, cfdata_t, void *); 224 static void rmixl_pcix_attach(device_t, device_t, void *); 225 static void rmixl_pcix_init(rmixl_pcix_softc_t *); 226 static void rmixl_pcix_init_errors(rmixl_pcix_softc_t *); 227 static void rmixl_pcix_attach_hook(device_t, device_t, 228 struct pcibus_attach_args *); 229 static void rmixl_pcix_intcfg(rmixl_pcix_softc_t *); 230 static void rmixl_pcix_errata(rmixl_pcix_softc_t *); 231 static void rmixl_conf_interrupt(void *, int, int, int, int, int *); 232 static int rmixl_pcix_bus_maxdevs(void *, int); 233 static pcitag_t rmixl_pcix_make_tag(void *, int, int, int); 234 static void rmixl_pcix_decompose_tag(void *, pcitag_t, int *, int *, int *); 235 void rmixl_pcix_tag_print(const char *restrict, void *, pcitag_t, int, vaddr_t, u_long); 236 static int rmixl_pcix_conf_setup(rmixl_pcix_softc_t *, 237 pcitag_t, int *, bus_space_tag_t *, 238 bus_space_handle_t *); 239 static pcireg_t rmixl_pcix_conf_read(void *, pcitag_t, int); 240 static void rmixl_pcix_conf_write(void *, pcitag_t, int, pcireg_t); 241 242 static int rmixl_pcix_intr_map(const struct pci_attach_args *, 243 pci_intr_handle_t *); 244 static const char * 245 rmixl_pcix_intr_string(void *, pci_intr_handle_t, 246 char *, size_t); 247 static const struct evcnt * 248 rmixl_pcix_intr_evcnt(void *, pci_intr_handle_t); 249 static pci_intr_handle_t 250 rmixl_pcix_make_pih(u_int, u_int); 251 static void rmixl_pcix_decompose_pih(pci_intr_handle_t, u_int *, u_int *); 252 static void rmixl_pcix_intr_disestablish(void *, void *); 253 static void *rmixl_pcix_intr_establish(void *, pci_intr_handle_t, 254 int, int (*)(void *), void *); 255 static rmixl_pcix_intr_t * 256 rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *, int, int); 257 static void rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *); 258 static void rmixl_pcix_pip_free(void *); 259 static int rmixl_pcix_intr(void *); 260 static int rmixl_pcix_error_intr(void *); 261 262 263 CFATTACH_DECL_NEW(rmixl_pcix, sizeof(rmixl_pcix_softc_t), 264 rmixl_pcix_match, rmixl_pcix_attach, NULL, NULL); 265 266 267 static int rmixl_pcix_found; 268 269 270 static int 271 rmixl_pcix_match(device_t parent, cfdata_t cf, void *aux) 272 { 273 uint32_t r; 274 275 /* 276 * PCI-X interface exists on XLR chips only 277 */ 278 if (! cpu_rmixlr(mips_options.mips_cpu)) 279 return 0; 280 281 /* XXX 282 * for now there is only one PCI-X Interface on chip 283 * and only one chip in the system 284 * this could change with furture RMI XL family designs 285 * or when we have multi-chip systems. 286 */ 287 if (rmixl_pcix_found) 288 return 0; 289 290 /* read Host Mode Control register */ 291 r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_MODE_CTL); 292 r &= PCIX_HOST_MODE_CTL_HDMSTAT; 293 if (r == 0) 294 return 0; /* strapped for Device Mode */ 295 296 return 1; 297 } 298 299 static void 300 rmixl_pcix_attach(device_t parent, device_t self, void *aux) 301 { 302 rmixl_pcix_softc_t *sc = device_private(self); 303 struct obio_attach_args *obio = aux; 304 struct rmixl_config *rcp = &rmixl_configuration; 305 struct pcibus_attach_args pba; 306 uint32_t bar; 307 308 rmixl_pcix_found = 1; 309 sc->sc_dev = self; 310 sc->sc_29bit_dmat = obio->obio_29bit_dmat; 311 sc->sc_32bit_dmat = obio->obio_32bit_dmat; 312 sc->sc_64bit_dmat = obio->obio_64bit_dmat; 313 sc->sc_tmsk = obio->obio_tmsk; 314 315 aprint_normal(": RMI XLR PCI-X Interface\n"); 316 317 mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_HIGH); 318 319 rmixl_pcix_intcfg(sc); 320 321 rmixl_pcix_errata(sc); 322 323 /* 324 * check XLR Control Register 325 */ 326 DPRINTF(("%s: XLR_CONTROL=%#x\n", __func__, 327 RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_CONTROL))); 328 329 /* 330 * HBAR[0] if a 32 bit BAR, or 331 * HBAR[0,1] if a 64 bit BAR pair 332 * must cover all RAM 333 */ 334 extern u_quad_t mem_cluster_maxaddr; 335 uint64_t hbar_addr; 336 uint64_t hbar_size; 337 uint32_t hbar_size_lo, hbar_size_hi; 338 uint32_t hbar_addr_lo, hbar_addr_hi; 339 340 hbar_addr_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_ADDR); 341 hbar_addr_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_ADDR); 342 hbar_size_lo = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR0_SIZE); 343 hbar_size_hi = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_HOST_BAR1_SIZE); 344 345 hbar_addr = (u_quad_t)(hbar_addr_lo & PCI_MAPREG_MEM_ADDR_MASK); 346 hbar_size = hbar_size_lo; 347 if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0) { 348 hbar_addr |= (uint64_t)hbar_addr_hi << 32; 349 hbar_size |= (uint64_t)hbar_size_hi << 32; 350 } 351 if ((hbar_addr != 0) || (hbar_size < mem_cluster_maxaddr)) { 352 int error; 353 354 aprint_error_dev(self, "HostBAR0 addr %#x, size %#x\n", 355 hbar_addr_lo, hbar_size_lo); 356 if ((hbar_size_lo & PCI_MAPREG_MEM_TYPE_64BIT) != 0) 357 aprint_error_dev(self, "HostBAR1 addr %#x, size %#x\n", 358 hbar_addr_hi, hbar_size_hi); 359 aprint_error_dev(self, "WARNING: firmware PCI-X setup error: " 360 "RAM %#"PRIx64"..%#"PRIx64" not accessible by Host BAR, " 361 "enabling DMA bounce buffers\n", 362 hbar_size, mem_cluster_maxaddr-1); 363 364 /* 365 * force use of bouce buffers for inaccessible RAM addrs 366 */ 367 if (hbar_size < ((uint64_t)1 << 32)) { 368 error = bus_dmatag_subregion(sc->sc_32bit_dmat, 369 0, (bus_addr_t)hbar_size, &sc->sc_32bit_dmat, 370 BUS_DMA_NOWAIT); 371 if (error) 372 panic("%s: failed to subregion 32-bit dma tag:" 373 " error %d", __func__, error); 374 sc->sc_64bit_dmat = NULL; 375 } else { 376 error = bus_dmatag_subregion(sc->sc_64bit_dmat, 377 0, (bus_addr_t)hbar_size, &sc->sc_64bit_dmat, 378 BUS_DMA_NOWAIT); 379 if (error) 380 panic("%s: failed to subregion 64-bit dma tag:" 381 " error %d", __func__, error); 382 } 383 } 384 385 /* 386 * check PCI-X interface byteswap setup 387 * ensure 'Match Byte Lane' is disabled 388 */ 389 uint32_t mble; 390 mble = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_XLR_MBLE); 391 #ifdef PCI_DEBUG 392 uint32_t mba, mbs; 393 mba = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_ADDR); 394 mbs = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_MATCH_BIT_SIZE); 395 DPRINTF(("%s: MBLE=%#x, MBA=%#x, MBS=%#x\n", __func__, mble, mba, mbs)); 396 #endif 397 if ((mble & __BIT(40)) != 0) 398 RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_XLR_MBLE, 0); 399 400 /* 401 * get PCI config space base addr from SBC PCIe CFG BAR 402 * initialize it if necessary 403 */ 404 bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_CFG_BAR); 405 DPRINTF(("%s: PCIX_CFG_BAR %#x\n", __func__, bar)); 406 if ((bar & RMIXL_PCIX_CFG_BAR_ENB) == 0) { 407 u_long n = RMIXL_PCIX_CFG_SIZE / (1024 * 1024); 408 RMIXL_PCIX_BAR_INIT(CFG, bar, n, n); 409 } 410 rcp->rc_pci_cfg_pbase = (bus_addr_t)RMIXL_PCIX_CFG_BAR_TO_BA(bar); 411 rcp->rc_pci_cfg_size = (bus_size_t)RMIXL_PCIX_CFG_SIZE; 412 413 /* 414 * get PCI MEM space base [addr, size] from SBC PCIe MEM BAR 415 * initialize it if necessary 416 */ 417 bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR); 418 DPRINTF(("%s: PCIX_MEM_BAR %#x\n", __func__, bar)); 419 if ((bar & RMIXL_PCIX_MEM_BAR_ENB) == 0) { 420 u_long n = 256; /* 256 MB */ 421 RMIXL_PCIX_BAR_INIT(MEM, bar, n, n); 422 } 423 rcp->rc_pci_mem_pbase = (bus_addr_t)RMIXL_PCIX_MEM_BAR_TO_BA(bar); 424 rcp->rc_pci_mem_size = (bus_size_t)RMIXL_PCIX_MEM_BAR_TO_SIZE(bar); 425 426 /* 427 * get PCI IO space base [addr, size] from SBC PCIe IO BAR 428 * initialize it if necessary 429 */ 430 bar = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR); 431 DPRINTF(("%s: PCIX_IO_BAR %#x\n", __func__, bar)); 432 if ((bar & RMIXL_PCIX_IO_BAR_ENB) == 0) { 433 u_long n = 32; /* 32 MB */ 434 RMIXL_PCIX_BAR_INIT(IO, bar, n, n); 435 } 436 rcp->rc_pci_io_pbase = (bus_addr_t)RMIXL_PCIX_IO_BAR_TO_BA(bar); 437 rcp->rc_pci_io_size = (bus_size_t)RMIXL_PCIX_IO_BAR_TO_SIZE(bar); 438 439 /* 440 * initialize the PCI CFG bus space tag 441 */ 442 rmixl_pci_cfg_bus_mem_init(&rcp->rc_pci_cfg_memt, rcp); 443 sc->sc_pci_cfg_memt = &rcp->rc_pci_cfg_memt; 444 445 /* 446 * initialize the PCI MEM and IO bus space tags 447 */ 448 rmixl_pci_bus_mem_init(&rcp->rc_pci_memt, rcp); 449 rmixl_pci_bus_io_init(&rcp->rc_pci_iot, rcp); 450 451 /* 452 * initialize the extended configuration regs 453 */ 454 rmixl_pcix_init_errors(sc); 455 456 /* 457 * initialize the PCI chipset tag 458 */ 459 rmixl_pcix_init(sc); 460 461 /* 462 * attach the PCI bus 463 */ 464 memset(&pba, 0, sizeof(pba)); 465 pba.pba_memt = &rcp->rc_pci_memt; 466 pba.pba_iot = &rcp->rc_pci_iot; 467 pba.pba_dmat = sc->sc_32bit_dmat; 468 pba.pba_dmat64 = sc->sc_64bit_dmat; 469 pba.pba_pc = &sc->sc_pci_chipset; 470 pba.pba_bus = 0; 471 pba.pba_bridgetag = NULL; 472 pba.pba_intrswiz = 0; 473 pba.pba_intrtag = 0; 474 pba.pba_flags = PCI_FLAGS_IO_OKAY | PCI_FLAGS_MEM_OKAY | 475 PCI_FLAGS_MRL_OKAY | PCI_FLAGS_MRM_OKAY | PCI_FLAGS_MWI_OKAY; 476 477 (void) config_found_ia(self, "pcibus", &pba, pcibusprint); 478 } 479 480 /* 481 * rmixl_pcix_intcfg - init PCI-X interrupt control 482 */ 483 static void 484 rmixl_pcix_intcfg(rmixl_pcix_softc_t *sc) 485 { 486 size_t size; 487 rmixl_pcix_evcnt_t *ev; 488 489 DPRINTF(("%s\n", __func__)); 490 491 /* mask all interrupts until they are established */ 492 RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, 493 PCIX_INTR_CONTROL_MASK_ALL); 494 495 /* 496 * read-to-clear any pre-existing interrupts 497 * XXX MSI bits in STATUS are also documented as write 1 to clear in PRM 498 */ 499 (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS); 500 (void)RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS); 501 502 /* initialize the (non-error interrupt) dispatch handles */ 503 sc->sc_intr = NULL; 504 505 /* 506 * allocate per-cpu, per-pin interrupt event counters 507 */ 508 size = ncpu * PCI_INTERRUPT_PIN_MAX * sizeof(rmixl_pcix_evcnt_t); 509 ev = malloc(size, M_DEVBUF, M_NOWAIT); 510 if (ev == NULL) 511 panic("%s: cannot malloc evcnts\n", __func__); 512 sc->sc_evcnts = ev; 513 for (int pin=PCI_INTERRUPT_PIN_A; pin <= PCI_INTERRUPT_PIN_MAX; pin++) { 514 for (int cpu=0; cpu < ncpu; cpu++) { 515 ev = RMIXL_PCIX_EVCNT(sc, pin - 1, cpu); 516 snprintf(ev->name, sizeof(ev->name), 517 "cpu%d, pin %d", cpu, pin); 518 evcnt_attach_dynamic(&ev->evcnt, EVCNT_TYPE_INTR, 519 NULL, "rmixl_pcix", ev->name); 520 } 521 } 522 523 /* 524 * establish PCIX error interrupt handler 525 */ 526 sc->sc_fatal_ih = rmixl_intr_establish(24, sc->sc_tmsk, 527 IPL_VM, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH, 528 rmixl_pcix_error_intr, sc, false); 529 if (sc->sc_fatal_ih == NULL) 530 panic("%s: cannot establish irq %d", __func__, 24); 531 } 532 533 static void 534 rmixl_pcix_errata(rmixl_pcix_softc_t *sc) 535 { 536 /* nothing */ 537 } 538 539 static void 540 rmixl_pcix_init(rmixl_pcix_softc_t *sc) 541 { 542 pci_chipset_tag_t pc = &sc->sc_pci_chipset; 543 #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE) 544 struct extent *ioext, *memext; 545 #endif 546 547 pc->pc_conf_v = (void *)sc; 548 pc->pc_attach_hook = rmixl_pcix_attach_hook; 549 pc->pc_bus_maxdevs = rmixl_pcix_bus_maxdevs; 550 pc->pc_make_tag = rmixl_pcix_make_tag; 551 pc->pc_decompose_tag = rmixl_pcix_decompose_tag; 552 pc->pc_conf_read = rmixl_pcix_conf_read; 553 pc->pc_conf_write = rmixl_pcix_conf_write; 554 555 pc->pc_intr_v = (void *)sc; 556 pc->pc_intr_map = rmixl_pcix_intr_map; 557 pc->pc_intr_string = rmixl_pcix_intr_string; 558 pc->pc_intr_evcnt = rmixl_pcix_intr_evcnt; 559 pc->pc_intr_establish = rmixl_pcix_intr_establish; 560 pc->pc_intr_disestablish = rmixl_pcix_intr_disestablish; 561 pc->pc_conf_interrupt = rmixl_conf_interrupt; 562 563 #if NPCI > 0 && defined(PCI_NETBSD_CONFIGURE) 564 /* 565 * Configure the PCI bus. 566 */ 567 struct rmixl_config *rcp = &rmixl_configuration; 568 569 aprint_normal_dev(sc->sc_dev, "%s: configuring PCI bus\n"); 570 571 ioext = extent_create("pciio", 572 rcp->rc_pci_io_pbase, 573 rcp->rc_pci_io_pbase + rcp->rc_pci_io_size - 1, 574 M_DEVBUF, NULL, 0, EX_NOWAIT); 575 576 memext = extent_create("pcimem", 577 rcp->rc_pci_mem_pbase, 578 rcp->rc_pci_mem_pbase + rcp->rc_pci_mem_size - 1, 579 M_DEVBUF, NULL, 0, EX_NOWAIT); 580 581 pci_configure_bus(pc, ioext, memext, NULL, 0, 582 mips_cache_info.mci_dcache_align); 583 584 extent_destroy(ioext); 585 extent_destroy(memext); 586 #endif 587 } 588 589 static void 590 rmixl_pcix_init_errors(rmixl_pcix_softc_t *sc) 591 { 592 /* nothing */ 593 } 594 595 void 596 rmixl_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz, int *iline) 597 { 598 DPRINTF(("%s: %p, %d, %d, %d, %d, %p\n", 599 __func__, v, bus, dev, ipin, swiz, iline)); 600 } 601 602 void 603 rmixl_pcix_attach_hook(device_t parent, device_t self, 604 struct pcibus_attach_args *pba) 605 { 606 DPRINTF(("%s: pba_bus %d, pba_bridgetag %p, pc_conf_v %p\n", 607 __func__, pba->pba_bus, pba->pba_bridgetag, 608 pba->pba_pc->pc_conf_v)); 609 } 610 611 int 612 rmixl_pcix_bus_maxdevs(void *v, int busno) 613 { 614 return (32); /* XXX depends on the family of XLS SoC */ 615 } 616 617 /* 618 * XLS pci tag is a 40 bit address composed thusly: 619 * 39:25 (reserved) 620 * 24 Swap (0=little, 1=big endian) 621 * 23:16 Bus number 622 * 15:11 Device number 623 * 10:8 Function number 624 * 7:0 Register number 625 * 626 * Note: this is the "native" composition for addressing CFG space, but not for ECFG space. 627 */ 628 pcitag_t 629 rmixl_pcix_make_tag(void *v, int bus, int dev, int fun) 630 { 631 return ((bus << 16) | (dev << 11) | (fun << 8)); 632 } 633 634 void 635 rmixl_pcix_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp) 636 { 637 if (bp != NULL) 638 *bp = (tag >> 16) & 0xff; 639 if (dp != NULL) 640 *dp = (tag >> 11) & 0x1f; 641 if (fp != NULL) 642 *fp = (tag >> 8) & 0x7; 643 } 644 645 void 646 rmixl_pcix_tag_print(const char *restrict s, void *v, pcitag_t tag, int offset, 647 vaddr_t va, u_long r) 648 { 649 int bus, dev, fun; 650 651 rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun); 652 printf("%s: %d/%d/%d/%d - %#" PRIxVADDR ":%#lx\n", 653 s, bus, dev, fun, offset, va, r); 654 } 655 656 static int 657 rmixl_pcix_conf_setup(rmixl_pcix_softc_t *sc, 658 pcitag_t tag, int *offp, bus_space_tag_t *bstp, 659 bus_space_handle_t *bshp) 660 { 661 struct rmixl_config *rcp = &rmixl_configuration; 662 bus_space_tag_t bst; 663 bus_space_handle_t bsh; 664 bus_size_t size; 665 pcitag_t mask; 666 bus_addr_t ba; 667 int err; 668 static bus_space_handle_t cfg_bsh; 669 static bus_addr_t cfg_oba = -1; 670 671 /* 672 * bus space depends on offset 673 */ 674 if ((*offp >= 0) && (*offp < 0x100)) { 675 mask = __BITS(15,0); 676 bst = sc->sc_pci_cfg_memt; 677 ba = rcp->rc_pci_cfg_pbase; 678 ba += (tag & ~mask); 679 *offp += (tag & mask); 680 if (ba != cfg_oba) { 681 size = (bus_size_t)(mask + 1); 682 if (cfg_oba != -1) 683 bus_space_unmap(bst, cfg_bsh, size); 684 err = bus_space_map(bst, ba, size, 0, &cfg_bsh); 685 if (err != 0) { 686 #ifdef DEBUG 687 panic("%s: bus_space_map err %d, CFG space", 688 __func__, err); /* XXX */ 689 #endif 690 return -1; 691 } 692 cfg_oba = ba; 693 } 694 bsh = cfg_bsh; 695 } else { 696 return -1; 697 } 698 699 *bstp = bst; 700 *bshp = bsh; 701 702 return 0; 703 } 704 705 pcireg_t 706 rmixl_pcix_conf_read(void *v, pcitag_t tag, int offset) 707 { 708 rmixl_pcix_softc_t *sc = v; 709 static bus_space_handle_t bsh; 710 bus_space_tag_t bst; 711 pcireg_t rv; 712 uint64_t cfg0; 713 714 mutex_enter(&sc->sc_mutex); 715 716 if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) { 717 cfg0 = rmixl_cache_err_dis(); 718 rv = bus_space_read_4(bst, bsh, (bus_size_t)offset); 719 if (rmixl_cache_err_check() != 0) { 720 #ifdef DIAGNOSTIC 721 int bus, dev, fun; 722 723 rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun); 724 printf("%s: %d/%d/%d, offset %#x: bad address\n", 725 __func__, bus, dev, fun, offset); 726 #endif 727 rv = (pcireg_t) -1; 728 } 729 rmixl_cache_err_restore(cfg0); 730 } else { 731 rv = -1; 732 } 733 734 mutex_exit(&sc->sc_mutex); 735 736 return rv; 737 } 738 739 void 740 rmixl_pcix_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val) 741 { 742 rmixl_pcix_softc_t *sc = v; 743 static bus_space_handle_t bsh; 744 bus_space_tag_t bst; 745 uint64_t cfg0; 746 747 mutex_enter(&sc->sc_mutex); 748 749 if (rmixl_pcix_conf_setup(sc, tag, &offset, &bst, &bsh) == 0) { 750 cfg0 = rmixl_cache_err_dis(); 751 bus_space_write_4(bst, bsh, (bus_size_t)offset, val); 752 if (rmixl_cache_err_check() != 0) { 753 #ifdef DIAGNOSTIC 754 int bus, dev, fun; 755 756 rmixl_pcix_decompose_tag(v, tag, &bus, &dev, &fun); 757 printf("%s: %d/%d/%d, offset %#x: bad address\n", 758 __func__, bus, dev, fun, offset); 759 #endif 760 } 761 rmixl_cache_err_restore(cfg0); 762 } 763 764 mutex_exit(&sc->sc_mutex); 765 } 766 767 int 768 rmixl_pcix_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *pih) 769 { 770 const u_int irq = 16; /* PCIX index in IRT */ 771 772 #ifdef DEBUG 773 DPRINTF(("%s: ps_bus %d, pa_intrswiz %#x, pa_intrtag %#lx," 774 " pa_intrpin %d, pa_intrline %d, pa_rawintrpin %d\n", 775 __func__, pa->pa_bus, pa->pa_intrswiz, pa->pa_intrtag, 776 pa->pa_intrpin, pa->pa_intrline, pa->pa_rawintrpin)); 777 #endif 778 779 if (pa->pa_intrpin != PCI_INTERRUPT_PIN_NONE) 780 *pih = rmixl_pcix_make_pih(pa->pa_intrpin - 1, irq); 781 else 782 *pih = ~0; 783 784 return 0; 785 } 786 787 const char * 788 rmixl_pcix_intr_string(void *v, pci_intr_handle_t pih, char *buf, size_t len) 789 { 790 u_int bitno, irq; 791 792 rmixl_pcix_decompose_pih(pih, &bitno, &irq); 793 794 if (! cpu_rmixlr(mips_options.mips_cpu)) 795 panic("%s: cpu %#x not supported\n", 796 __func__, mips_options.mips_cpu_id); 797 798 strlcpy(buf, rmixl_intr_string(RMIXL_IRT_VECTOR(irq)), len); 799 return buf; 800 } 801 802 const struct evcnt * 803 rmixl_pcix_intr_evcnt(void *v, pci_intr_handle_t pih) 804 { 805 return NULL; 806 } 807 808 static pci_intr_handle_t 809 rmixl_pcix_make_pih(u_int bitno, u_int irq) 810 { 811 pci_intr_handle_t pih; 812 813 KASSERT(bitno < 64); 814 KASSERT(irq < 32); 815 816 pih = (irq << 6); 817 pih |= bitno; 818 819 return pih; 820 } 821 822 static void 823 rmixl_pcix_decompose_pih(pci_intr_handle_t pih, u_int *bitno, u_int *irq) 824 { 825 *bitno = (u_int)(pih & 0x3f); 826 *irq = (u_int)(pih >> 6); 827 828 KASSERT(*bitno < 64); 829 KASSERT(*irq < 31); 830 } 831 832 static void 833 rmixl_pcix_intr_disestablish(void *v, void *ih) 834 { 835 rmixl_pcix_softc_t *sc = v; 836 rmixl_pcix_dispatch_t *dip = ih; 837 rmixl_pcix_intr_t *pip = sc->sc_intr; 838 bool busy; 839 840 DPRINTF(("%s: pin=%d irq=%d\n", 841 __func__, dip->bitno + 1, dip->irq)); 842 KASSERT(dip->bitno < RMIXL_PCIX_NINTR); 843 844 mutex_enter(&sc->sc_mutex); 845 846 dip->func = NULL; /* prevent further dispatch */ 847 848 /* 849 * if no other dispatch handle is using this interrupt, 850 * we can disable it 851 */ 852 busy = false; 853 for (int i=0; i < pip->dispatch_count; i++) { 854 rmixl_pcix_dispatch_t *d = &pip->dispatch_data[i]; 855 if (d == dip) 856 continue; 857 if (d->bitno == dip->bitno) { 858 busy = true; 859 break; 860 } 861 } 862 if (! busy) { 863 uint32_t bit = 1 << (dip->bitno + 2); 864 uint32_t r; 865 866 r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL); 867 r |= bit; /* set mask */ 868 RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r); 869 DPRINTF(("%s: disabled pin %d\n", __func__, dip->bitno + 1)); 870 871 pip->intenb &= ~(1 << dip->bitno); 872 873 if ((r & PCIX_INTR_CONTROL_MASK_ALL) == 0) { 874 /* tear down interrupt for this pcix */ 875 rmixl_intr_disestablish(pip->ih); 876 877 /* commit NULL interrupt set */ 878 sc->sc_intr = NULL; 879 880 /* schedule delayed free of the old interrupt set */ 881 rmixl_pcix_pip_free_callout(pip); 882 } 883 } 884 885 mutex_exit(&sc->sc_mutex); 886 } 887 888 static void * 889 rmixl_pcix_intr_establish(void *v, pci_intr_handle_t pih, int ipl, 890 int (*func)(void *), void *arg) 891 { 892 rmixl_pcix_softc_t *sc = v; 893 u_int bitno, irq; 894 rmixl_pcix_intr_t *pip; 895 rmixl_pcix_dispatch_t *dip = NULL; 896 897 if (pih == ~0) { 898 DPRINTF(("%s: bad pih=%#lx, implies PCI_INTERRUPT_PIN_NONE\n", 899 __func__, pih)); 900 return NULL; 901 } 902 903 rmixl_pcix_decompose_pih(pih, &bitno, &irq); 904 DPRINTF(("%s: pin=%d irq=%d\n", __func__, bitno + 1, irq)); 905 906 KASSERT(bitno < RMIXL_PCIX_NINTR); 907 908 /* 909 * all PCI-X device intrs get same ipl 910 */ 911 KASSERT(ipl == IPL_VM); 912 913 mutex_enter(&sc->sc_mutex); 914 915 pip = rmixl_pcix_pip_add_1(sc, irq, ipl); 916 if (pip == NULL) 917 return NULL; 918 919 /* 920 * initializae our new interrupt, the last element in dispatch_data[] 921 */ 922 dip = &pip->dispatch_data[pip->dispatch_count - 1]; 923 dip->bitno = bitno; 924 dip->irq = irq; 925 dip->func = func; 926 dip->arg = arg; 927 dip->counts = RMIXL_PCIX_EVCNT(sc, bitno, 0); 928 #if NEVER 929 snprintf(dip->count_name, sizeof(dip->count_name), 930 "pin %d", bitno + 1); 931 evcnt_attach_dynamic(&dip->count, EVCNT_TYPE_INTR, NULL, 932 "rmixl_pcix", dip->count_name); 933 #endif 934 935 /* commit the new interrupt set */ 936 sc->sc_intr = pip; 937 938 /* enable this interrupt in the PCIX controller, if necessary */ 939 if ((pip->intenb & (1 << bitno)) == 0) { 940 uint32_t bit = 1 << (bitno + 2); 941 uint32_t r; 942 943 r = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL); 944 r &= ~bit; /* clear mask */ 945 RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, r); 946 947 pip->sc = sc; 948 pip->ipl = ipl; 949 pip->intenb |= 1 << bitno; 950 DPRINTF(("%s: enabled pin %d\n", __func__, bitno + 1)); 951 } 952 953 mutex_exit(&sc->sc_mutex); 954 return dip; 955 } 956 957 rmixl_pcix_intr_t * 958 rmixl_pcix_pip_add_1(rmixl_pcix_softc_t *sc, int irq, int ipl) 959 { 960 rmixl_pcix_intr_t *pip_old = sc->sc_intr; 961 rmixl_pcix_intr_t *pip_new; 962 u_int dispatch_count; 963 size_t size; 964 965 dispatch_count = 1; 966 size = sizeof(rmixl_pcix_intr_t); 967 if (pip_old != NULL) { 968 /* 969 * count only those dispatch elements still in use 970 * unused ones will be pruned during copy 971 * i.e. we are "lazy" there is no rmixl_pcix_pip_sub_1 972 */ 973 for (int i=0; i < pip_old->dispatch_count; i++) { 974 if (pip_old->dispatch_data[i].func != NULL) { 975 dispatch_count++; 976 size += sizeof(rmixl_pcix_intr_t); 977 } 978 } 979 } 980 981 /* 982 * allocate and initialize softc intr struct 983 * with one or more dispatch handles 984 */ 985 pip_new = malloc(size, M_DEVBUF, M_NOWAIT|M_ZERO); 986 if (pip_new == NULL) { 987 #ifdef DIAGNOSTIC 988 printf("%s: cannot malloc\n", __func__); 989 #endif 990 return NULL; 991 } 992 993 if (pip_old == NULL) { 994 /* initialize the interrupt struct */ 995 pip_new->sc = sc; 996 pip_new->ipl = ipl; 997 pip_new->ih = rmixl_intr_establish(irq, sc->sc_tmsk, 998 ipl, RMIXL_TRIG_LEVEL, RMIXL_POLR_HIGH, 999 rmixl_pcix_intr, pip_new, false); 1000 if (pip_new->ih == NULL) 1001 panic("%s: cannot establish irq %d", __func__, irq); 1002 } else { 1003 /* 1004 * all intrs on a softc get same ipl and sc 1005 * first intr established sets the standard 1006 */ 1007 KASSERT(sc == pip_old->sc); 1008 if (sc != pip_old->sc) { 1009 printf("%s: sc %p mismatch\n", __func__, sc); 1010 free(pip_new, M_DEVBUF); 1011 return NULL; 1012 } 1013 KASSERT (ipl == pip_old->ipl); 1014 if (ipl != pip_old->ipl) { 1015 printf("%s: ipl %d mismatch\n", __func__, ipl); 1016 free(pip_new, M_DEVBUF); 1017 return NULL; 1018 } 1019 /* 1020 * copy pip_old to pip_new, skipping unused dispatch elemets 1021 */ 1022 memcpy(pip_new, pip_old, sizeof(rmixl_pcix_intr_t)); 1023 for (int j=0, i=0; i < pip_old->dispatch_count; i++) { 1024 if (pip_old->dispatch_data[i].func != NULL) { 1025 memcpy(&pip_new->dispatch_data[j], 1026 &pip_old->dispatch_data[i], 1027 sizeof(rmixl_pcix_dispatch_t)); 1028 j++; 1029 } 1030 } 1031 1032 /* 1033 * schedule delayed free of old interrupt set 1034 */ 1035 rmixl_pcix_pip_free_callout(pip_old); 1036 } 1037 pip_new->dispatch_count = dispatch_count; 1038 1039 return pip_new; 1040 } 1041 1042 /* 1043 * delay free of the old interrupt set 1044 * to allow anyone still using it to do so safely 1045 * XXX 2 seconds should be plenty? 1046 */ 1047 static void 1048 rmixl_pcix_pip_free_callout(rmixl_pcix_intr_t *pip) 1049 { 1050 callout_init(&pip->callout, 0); 1051 callout_reset(&pip->callout, 2 * hz, rmixl_pcix_pip_free, pip); 1052 } 1053 1054 static void 1055 rmixl_pcix_pip_free(void *arg) 1056 { 1057 rmixl_pcix_intr_t *pip = arg; 1058 1059 callout_destroy(&pip->callout); 1060 free(pip, M_DEVBUF); 1061 } 1062 1063 static int 1064 rmixl_pcix_intr(void *arg) 1065 { 1066 rmixl_pcix_intr_t *pip = arg; 1067 int rv = 0; 1068 1069 uint32_t status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS); 1070 DPRINTF(("%s: %#x\n", __func__, status)); 1071 1072 if (status != 0) { 1073 for (int i=0; i < pip->dispatch_count; i++) { 1074 rmixl_pcix_dispatch_t *dip = &pip->dispatch_data[i]; 1075 uint32_t bit = 1 << dip->bitno; 1076 int (*func)(void *) = dip->func; 1077 if ((func != NULL) && (status & bit) != 0) { 1078 (void)(*func)(dip->arg); 1079 dip->counts[cpu_index(curcpu())].evcnt.ev_count++; 1080 rv = 1; 1081 } 1082 } 1083 } 1084 return rv; 1085 } 1086 1087 static int 1088 rmixl_pcix_error_intr(void *arg) 1089 { 1090 rmixl_pcix_softc_t *sc = arg; 1091 uint32_t error_status; 1092 1093 error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS); 1094 1095 #ifdef DIAGNOSTIC 1096 printf("%s: error status %#x\n", __func__, error_status); 1097 #endif 1098 1099 #if DDB 1100 Debugger(); 1101 #endif 1102 1103 /* XXX reset and recover? */ 1104 1105 panic("%s: error %#x\n", device_xname(sc->sc_dev), error_status); 1106 } 1107 1108 /* 1109 * rmixl_physaddr_init_pcix: 1110 * called from rmixl_physaddr_init to get region addrs & sizes 1111 * from PCIX CFG, ECFG, IO, MEM BARs 1112 */ 1113 void 1114 rmixl_physaddr_init_pcix(struct extent *ext) 1115 { 1116 u_long base; 1117 u_long size; 1118 uint32_t r; 1119 1120 r = RMIXL_PCIXREG_READ(RMIXLR_SBC_PCIX_CFG_BAR); 1121 if ((r & RMIXL_PCIX_CFG_BAR_ENB) != 0) { 1122 base = (u_long)(RMIXL_PCIX_CFG_BAR_TO_BA((uint64_t)r) 1123 / (1024 * 1024)); 1124 size = (u_long)RMIXL_PCIX_CFG_SIZE / (1024 * 1024); 1125 DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__, 1126 __LINE__, "CFG", r, base * 1024 * 1024, size)); 1127 if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0) 1128 panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) " 1129 "failed", __func__, ext, base, size, EX_NOWAIT); 1130 } 1131 1132 r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_MEM_BAR); 1133 if ((r & RMIXL_PCIX_MEM_BAR_ENB) != 0) { 1134 base = (u_long)(RMIXL_PCIX_MEM_BAR_TO_BA((uint64_t)r) 1135 / (1024 * 1024)); 1136 size = (u_long)(RMIXL_PCIX_MEM_BAR_TO_SIZE((uint64_t)r) 1137 / (1024 * 1024)); 1138 DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__, 1139 __LINE__, "MEM", r, base * 1024 * 1024, size)); 1140 if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0) 1141 panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) " 1142 "failed", __func__, ext, base, size, EX_NOWAIT); 1143 } 1144 1145 r = RMIXL_IOREG_READ(RMIXL_IO_DEV_BRIDGE + RMIXLR_SBC_PCIX_IO_BAR); 1146 if ((r & RMIXL_PCIX_IO_BAR_ENB) != 0) { 1147 base = (u_long)(RMIXL_PCIX_IO_BAR_TO_BA((uint64_t)r) 1148 / (1024 * 1024)); 1149 size = (u_long)(RMIXL_PCIX_IO_BAR_TO_SIZE((uint64_t)r) 1150 / (1024 * 1024)); 1151 DPRINTF(("%s: %d: %s: 0x%08x -- 0x%010lx:%ld MB\n", __func__, 1152 __LINE__, "IO", r, base * 1024 * 1024, size)); 1153 if (extent_alloc_region(ext, base, size, EX_NOWAIT) != 0) 1154 panic("%s: extent_alloc_region(%p, %#lx, %#lx, %#x) " 1155 "failed", __func__, ext, base, size, EX_NOWAIT); 1156 } 1157 } 1158 1159 #ifdef DDB 1160 int rmixl_pcix_intr_chk(void); 1161 int 1162 rmixl_pcix_intr_chk(void) 1163 { 1164 uint32_t control, status, error_status; 1165 1166 control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL); 1167 status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS); 1168 error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS); 1169 1170 printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status); 1171 1172 control |= PCIX_INTR_CONTROL_DIA; 1173 RMIXL_PCIXREG_WRITE(RMIXL_PCIX_ECFG_INTR_CONTROL, control); 1174 1175 control = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_CONTROL); 1176 status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_STATUS); 1177 error_status = RMIXL_PCIXREG_READ(RMIXL_PCIX_ECFG_INTR_ERR_STATUS); 1178 1179 printf("%s: %#x, %#x, %#x\n", __func__, control, status, error_status); 1180 1181 return 0; 1182 } 1183 #endif 1184