1*12bd3c8bSSascha Wildner /*- 2*12bd3c8bSSascha Wildner * Copyright (c) 2010 Hans Petter Selasky. All rights reserved. 3*12bd3c8bSSascha Wildner * 4*12bd3c8bSSascha Wildner * Redistribution and use in source and binary forms, with or without 5*12bd3c8bSSascha Wildner * modification, are permitted provided that the following conditions 6*12bd3c8bSSascha Wildner * are met: 7*12bd3c8bSSascha Wildner * 1. Redistributions of source code must retain the above copyright 8*12bd3c8bSSascha Wildner * notice, this list of conditions and the following disclaimer. 9*12bd3c8bSSascha Wildner * 2. Redistributions in binary form must reproduce the above copyright 10*12bd3c8bSSascha Wildner * notice, this list of conditions and the following disclaimer in the 11*12bd3c8bSSascha Wildner * documentation and/or other materials provided with the distribution. 12*12bd3c8bSSascha Wildner * 13*12bd3c8bSSascha Wildner * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 14*12bd3c8bSSascha Wildner * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 15*12bd3c8bSSascha Wildner * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 16*12bd3c8bSSascha Wildner * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 17*12bd3c8bSSascha Wildner * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 18*12bd3c8bSSascha Wildner * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 19*12bd3c8bSSascha Wildner * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 20*12bd3c8bSSascha Wildner * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 21*12bd3c8bSSascha Wildner * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 22*12bd3c8bSSascha Wildner * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 23*12bd3c8bSSascha Wildner * SUCH DAMAGE. 24*12bd3c8bSSascha Wildner */ 25*12bd3c8bSSascha Wildner 26*12bd3c8bSSascha Wildner #include <sys/cdefs.h> 27*12bd3c8bSSascha Wildner __FBSDID("$FreeBSD$"); 28*12bd3c8bSSascha Wildner 29*12bd3c8bSSascha Wildner #include <sys/stdint.h> 30*12bd3c8bSSascha Wildner #include <sys/stddef.h> 31*12bd3c8bSSascha Wildner #include <sys/param.h> 32*12bd3c8bSSascha Wildner #include <sys/queue.h> 33*12bd3c8bSSascha Wildner #include <sys/types.h> 34*12bd3c8bSSascha Wildner #include <sys/systm.h> 35*12bd3c8bSSascha Wildner #include <sys/kernel.h> 36*12bd3c8bSSascha Wildner #include <sys/bus.h> 37*12bd3c8bSSascha Wildner #include <sys/module.h> 38*12bd3c8bSSascha Wildner #include <sys/lock.h> 39*12bd3c8bSSascha Wildner #include <sys/mutex.h> 40*12bd3c8bSSascha Wildner #include <sys/condvar.h> 41*12bd3c8bSSascha Wildner #include <sys/sysctl.h> 42*12bd3c8bSSascha Wildner #include <sys/sx.h> 43*12bd3c8bSSascha Wildner #include <sys/unistd.h> 44*12bd3c8bSSascha Wildner #include <sys/callout.h> 45*12bd3c8bSSascha Wildner #include <sys/malloc.h> 46*12bd3c8bSSascha Wildner #include <sys/priv.h> 47*12bd3c8bSSascha Wildner 48*12bd3c8bSSascha Wildner #include <dev/usb/usb.h> 49*12bd3c8bSSascha Wildner #include <dev/usb/usbdi.h> 50*12bd3c8bSSascha Wildner 51*12bd3c8bSSascha Wildner #include <dev/usb/usb_core.h> 52*12bd3c8bSSascha Wildner #include <dev/usb/usb_busdma.h> 53*12bd3c8bSSascha Wildner #include <dev/usb/usb_process.h> 54*12bd3c8bSSascha Wildner #include <dev/usb/usb_util.h> 55*12bd3c8bSSascha Wildner 56*12bd3c8bSSascha Wildner #include <dev/usb/usb_controller.h> 57*12bd3c8bSSascha Wildner #include <dev/usb/usb_bus.h> 58*12bd3c8bSSascha Wildner #include <dev/usb/usb_pci.h> 59*12bd3c8bSSascha Wildner #include <dev/usb/controller/xhci.h> 60*12bd3c8bSSascha Wildner #include <dev/usb/controller/xhcireg.h> 61*12bd3c8bSSascha Wildner #include "usb_if.h" 62*12bd3c8bSSascha Wildner 63*12bd3c8bSSascha Wildner static device_probe_t xhci_pci_probe; 64*12bd3c8bSSascha Wildner static device_attach_t xhci_pci_attach; 65*12bd3c8bSSascha Wildner static device_detach_t xhci_pci_detach; 66*12bd3c8bSSascha Wildner static usb_take_controller_t xhci_pci_take_controller; 67*12bd3c8bSSascha Wildner 68*12bd3c8bSSascha Wildner static device_method_t xhci_device_methods[] = { 69*12bd3c8bSSascha Wildner /* device interface */ 70*12bd3c8bSSascha Wildner DEVMETHOD(device_probe, xhci_pci_probe), 71*12bd3c8bSSascha Wildner DEVMETHOD(device_attach, xhci_pci_attach), 72*12bd3c8bSSascha Wildner DEVMETHOD(device_detach, xhci_pci_detach), 73*12bd3c8bSSascha Wildner DEVMETHOD(device_suspend, bus_generic_suspend), 74*12bd3c8bSSascha Wildner DEVMETHOD(device_resume, bus_generic_resume), 75*12bd3c8bSSascha Wildner DEVMETHOD(device_shutdown, bus_generic_shutdown), 76*12bd3c8bSSascha Wildner DEVMETHOD(usb_take_controller, xhci_pci_take_controller), 77*12bd3c8bSSascha Wildner 78*12bd3c8bSSascha Wildner DEVMETHOD_END 79*12bd3c8bSSascha Wildner }; 80*12bd3c8bSSascha Wildner 81*12bd3c8bSSascha Wildner static driver_t xhci_driver = { 82*12bd3c8bSSascha Wildner .name = "xhci", 83*12bd3c8bSSascha Wildner .methods = xhci_device_methods, 84*12bd3c8bSSascha Wildner .size = sizeof(struct xhci_softc), 85*12bd3c8bSSascha Wildner }; 86*12bd3c8bSSascha Wildner 87*12bd3c8bSSascha Wildner static devclass_t xhci_devclass; 88*12bd3c8bSSascha Wildner 89*12bd3c8bSSascha Wildner DRIVER_MODULE(xhci, pci, xhci_driver, xhci_devclass, 0, 0); 90*12bd3c8bSSascha Wildner MODULE_DEPEND(xhci, usb, 1, 1, 1); 91*12bd3c8bSSascha Wildner 92*12bd3c8bSSascha Wildner 93*12bd3c8bSSascha Wildner static const char * 94*12bd3c8bSSascha Wildner xhci_pci_match(device_t self) 95*12bd3c8bSSascha Wildner { 96*12bd3c8bSSascha Wildner if ((pci_get_class(self) == PCIC_SERIALBUS) 97*12bd3c8bSSascha Wildner && (pci_get_subclass(self) == PCIS_SERIALBUS_USB) 98*12bd3c8bSSascha Wildner && (pci_get_progif(self) == PCIP_SERIALBUS_USB_XHCI)) { 99*12bd3c8bSSascha Wildner return ("XHCI (generic) USB 3.0 controller"); 100*12bd3c8bSSascha Wildner } 101*12bd3c8bSSascha Wildner return (NULL); /* dunno */ 102*12bd3c8bSSascha Wildner } 103*12bd3c8bSSascha Wildner 104*12bd3c8bSSascha Wildner static int 105*12bd3c8bSSascha Wildner xhci_pci_probe(device_t self) 106*12bd3c8bSSascha Wildner { 107*12bd3c8bSSascha Wildner const char *desc = xhci_pci_match(self); 108*12bd3c8bSSascha Wildner 109*12bd3c8bSSascha Wildner if (desc) { 110*12bd3c8bSSascha Wildner device_set_desc(self, desc); 111*12bd3c8bSSascha Wildner return (0); 112*12bd3c8bSSascha Wildner } else { 113*12bd3c8bSSascha Wildner return (ENXIO); 114*12bd3c8bSSascha Wildner } 115*12bd3c8bSSascha Wildner } 116*12bd3c8bSSascha Wildner 117*12bd3c8bSSascha Wildner static int 118*12bd3c8bSSascha Wildner xhci_pci_attach(device_t self) 119*12bd3c8bSSascha Wildner { 120*12bd3c8bSSascha Wildner struct xhci_softc *sc = device_get_softc(self); 121*12bd3c8bSSascha Wildner int err; 122*12bd3c8bSSascha Wildner int rid; 123*12bd3c8bSSascha Wildner 124*12bd3c8bSSascha Wildner /* XXX check for 64-bit capability */ 125*12bd3c8bSSascha Wildner 126*12bd3c8bSSascha Wildner if (xhci_init(sc, self)) { 127*12bd3c8bSSascha Wildner device_printf(self, "Could not initialize softc\n"); 128*12bd3c8bSSascha Wildner goto error; 129*12bd3c8bSSascha Wildner } 130*12bd3c8bSSascha Wildner 131*12bd3c8bSSascha Wildner pci_enable_busmaster(self); 132*12bd3c8bSSascha Wildner 133*12bd3c8bSSascha Wildner rid = PCI_XHCI_CBMEM; 134*12bd3c8bSSascha Wildner sc->sc_io_res = bus_alloc_resource_any(self, SYS_RES_MEMORY, &rid, 135*12bd3c8bSSascha Wildner RF_ACTIVE); 136*12bd3c8bSSascha Wildner if (!sc->sc_io_res) { 137*12bd3c8bSSascha Wildner device_printf(self, "Could not map memory\n"); 138*12bd3c8bSSascha Wildner goto error; 139*12bd3c8bSSascha Wildner } 140*12bd3c8bSSascha Wildner sc->sc_io_tag = rman_get_bustag(sc->sc_io_res); 141*12bd3c8bSSascha Wildner sc->sc_io_hdl = rman_get_bushandle(sc->sc_io_res); 142*12bd3c8bSSascha Wildner sc->sc_io_size = rman_get_size(sc->sc_io_res); 143*12bd3c8bSSascha Wildner 144*12bd3c8bSSascha Wildner rid = 0; 145*12bd3c8bSSascha Wildner sc->sc_irq_res = bus_alloc_resource_any(self, SYS_RES_IRQ, &rid, 146*12bd3c8bSSascha Wildner RF_SHAREABLE | RF_ACTIVE); 147*12bd3c8bSSascha Wildner if (sc->sc_irq_res == NULL) { 148*12bd3c8bSSascha Wildner device_printf(self, "Could not allocate IRQ\n"); 149*12bd3c8bSSascha Wildner goto error; 150*12bd3c8bSSascha Wildner } 151*12bd3c8bSSascha Wildner sc->sc_bus.bdev = device_add_child(self, "usbus", -1); 152*12bd3c8bSSascha Wildner if (sc->sc_bus.bdev == NULL) { 153*12bd3c8bSSascha Wildner device_printf(self, "Could not add USB device\n"); 154*12bd3c8bSSascha Wildner goto error; 155*12bd3c8bSSascha Wildner } 156*12bd3c8bSSascha Wildner device_set_ivars(sc->sc_bus.bdev, &sc->sc_bus); 157*12bd3c8bSSascha Wildner 158*12bd3c8bSSascha Wildner sprintf(sc->sc_vendor, "0x%04x", pci_get_vendor(self)); 159*12bd3c8bSSascha Wildner 160*12bd3c8bSSascha Wildner #if (__FreeBSD_version >= 700031) 161*12bd3c8bSSascha Wildner err = bus_setup_intr(self, sc->sc_irq_res, INTR_TYPE_BIO | INTR_MPSAFE, 162*12bd3c8bSSascha Wildner NULL, (driver_intr_t *)xhci_interrupt, sc, &sc->sc_intr_hdl); 163*12bd3c8bSSascha Wildner #else 164*12bd3c8bSSascha Wildner err = bus_setup_intr(self, sc->sc_irq_res, INTR_TYPE_BIO | INTR_MPSAFE, 165*12bd3c8bSSascha Wildner (driver_intr_t *)xhci_interrupt, sc, &sc->sc_intr_hdl); 166*12bd3c8bSSascha Wildner #endif 167*12bd3c8bSSascha Wildner if (err) { 168*12bd3c8bSSascha Wildner device_printf(self, "Could not setup IRQ, err=%d\n", err); 169*12bd3c8bSSascha Wildner sc->sc_intr_hdl = NULL; 170*12bd3c8bSSascha Wildner goto error; 171*12bd3c8bSSascha Wildner } 172*12bd3c8bSSascha Wildner xhci_pci_take_controller(self); 173*12bd3c8bSSascha Wildner 174*12bd3c8bSSascha Wildner err = xhci_halt_controller(sc); 175*12bd3c8bSSascha Wildner 176*12bd3c8bSSascha Wildner if (err == 0) 177*12bd3c8bSSascha Wildner err = xhci_start_controller(sc); 178*12bd3c8bSSascha Wildner 179*12bd3c8bSSascha Wildner if (err == 0) 180*12bd3c8bSSascha Wildner err = device_probe_and_attach(sc->sc_bus.bdev); 181*12bd3c8bSSascha Wildner 182*12bd3c8bSSascha Wildner if (err) { 183*12bd3c8bSSascha Wildner device_printf(self, "XHCI halt/start/probe failed err=%d\n", err); 184*12bd3c8bSSascha Wildner goto error; 185*12bd3c8bSSascha Wildner } 186*12bd3c8bSSascha Wildner return (0); 187*12bd3c8bSSascha Wildner 188*12bd3c8bSSascha Wildner error: 189*12bd3c8bSSascha Wildner xhci_pci_detach(self); 190*12bd3c8bSSascha Wildner return (ENXIO); 191*12bd3c8bSSascha Wildner } 192*12bd3c8bSSascha Wildner 193*12bd3c8bSSascha Wildner static int 194*12bd3c8bSSascha Wildner xhci_pci_detach(device_t self) 195*12bd3c8bSSascha Wildner { 196*12bd3c8bSSascha Wildner struct xhci_softc *sc = device_get_softc(self); 197*12bd3c8bSSascha Wildner device_t bdev; 198*12bd3c8bSSascha Wildner 199*12bd3c8bSSascha Wildner if (sc->sc_bus.bdev != NULL) { 200*12bd3c8bSSascha Wildner bdev = sc->sc_bus.bdev; 201*12bd3c8bSSascha Wildner device_detach(bdev); 202*12bd3c8bSSascha Wildner device_delete_child(self, bdev); 203*12bd3c8bSSascha Wildner } 204*12bd3c8bSSascha Wildner /* during module unload there are lots of children leftover */ 205*12bd3c8bSSascha Wildner device_delete_children(self); 206*12bd3c8bSSascha Wildner 207*12bd3c8bSSascha Wildner pci_disable_busmaster(self); 208*12bd3c8bSSascha Wildner 209*12bd3c8bSSascha Wildner if (sc->sc_irq_res && sc->sc_intr_hdl) { 210*12bd3c8bSSascha Wildner 211*12bd3c8bSSascha Wildner xhci_halt_controller(sc); 212*12bd3c8bSSascha Wildner 213*12bd3c8bSSascha Wildner bus_teardown_intr(self, sc->sc_irq_res, sc->sc_intr_hdl); 214*12bd3c8bSSascha Wildner sc->sc_intr_hdl = NULL; 215*12bd3c8bSSascha Wildner } 216*12bd3c8bSSascha Wildner if (sc->sc_irq_res) { 217*12bd3c8bSSascha Wildner bus_release_resource(self, SYS_RES_IRQ, 0, sc->sc_irq_res); 218*12bd3c8bSSascha Wildner sc->sc_irq_res = NULL; 219*12bd3c8bSSascha Wildner } 220*12bd3c8bSSascha Wildner if (sc->sc_io_res) { 221*12bd3c8bSSascha Wildner bus_release_resource(self, SYS_RES_MEMORY, PCI_XHCI_CBMEM, 222*12bd3c8bSSascha Wildner sc->sc_io_res); 223*12bd3c8bSSascha Wildner sc->sc_io_res = NULL; 224*12bd3c8bSSascha Wildner } 225*12bd3c8bSSascha Wildner 226*12bd3c8bSSascha Wildner xhci_uninit(sc); 227*12bd3c8bSSascha Wildner 228*12bd3c8bSSascha Wildner return (0); 229*12bd3c8bSSascha Wildner } 230*12bd3c8bSSascha Wildner 231*12bd3c8bSSascha Wildner static int 232*12bd3c8bSSascha Wildner xhci_pci_take_controller(device_t self) 233*12bd3c8bSSascha Wildner { 234*12bd3c8bSSascha Wildner struct xhci_softc *sc = device_get_softc(self); 235*12bd3c8bSSascha Wildner uint32_t cparams; 236*12bd3c8bSSascha Wildner uint32_t eecp; 237*12bd3c8bSSascha Wildner uint32_t eec; 238*12bd3c8bSSascha Wildner uint16_t to; 239*12bd3c8bSSascha Wildner uint8_t bios_sem; 240*12bd3c8bSSascha Wildner 241*12bd3c8bSSascha Wildner cparams = XREAD4(sc, capa, XHCI_HCSPARAMS0); 242*12bd3c8bSSascha Wildner 243*12bd3c8bSSascha Wildner eec = -1; 244*12bd3c8bSSascha Wildner 245*12bd3c8bSSascha Wildner /* Synchronise with the BIOS if it owns the controller. */ 246*12bd3c8bSSascha Wildner for (eecp = XHCI_HCS0_XECP(cparams) << 2; eecp != 0 && XHCI_XECP_NEXT(eec); 247*12bd3c8bSSascha Wildner eecp += XHCI_XECP_NEXT(eec) << 2) { 248*12bd3c8bSSascha Wildner eec = XREAD4(sc, capa, eecp); 249*12bd3c8bSSascha Wildner 250*12bd3c8bSSascha Wildner if (XHCI_XECP_ID(eec) != XHCI_ID_USB_LEGACY) 251*12bd3c8bSSascha Wildner continue; 252*12bd3c8bSSascha Wildner bios_sem = XREAD1(sc, capa, eecp + 253*12bd3c8bSSascha Wildner XHCI_XECP_BIOS_SEM); 254*12bd3c8bSSascha Wildner if (bios_sem == 0) 255*12bd3c8bSSascha Wildner continue; 256*12bd3c8bSSascha Wildner device_printf(sc->sc_bus.bdev, "waiting for BIOS " 257*12bd3c8bSSascha Wildner "to give up control\n"); 258*12bd3c8bSSascha Wildner XWRITE1(sc, capa, eecp + 259*12bd3c8bSSascha Wildner XHCI_XECP_OS_SEM, 1); 260*12bd3c8bSSascha Wildner to = 500; 261*12bd3c8bSSascha Wildner while (1) { 262*12bd3c8bSSascha Wildner bios_sem = XREAD1(sc, capa, eecp + 263*12bd3c8bSSascha Wildner XHCI_XECP_BIOS_SEM); 264*12bd3c8bSSascha Wildner if (bios_sem == 0) 265*12bd3c8bSSascha Wildner break; 266*12bd3c8bSSascha Wildner 267*12bd3c8bSSascha Wildner if (--to == 0) { 268*12bd3c8bSSascha Wildner device_printf(sc->sc_bus.bdev, 269*12bd3c8bSSascha Wildner "timed out waiting for BIOS\n"); 270*12bd3c8bSSascha Wildner break; 271*12bd3c8bSSascha Wildner } 272*12bd3c8bSSascha Wildner usb_pause_mtx(NULL, hz / 100); /* wait 10ms */ 273*12bd3c8bSSascha Wildner } 274*12bd3c8bSSascha Wildner } 275*12bd3c8bSSascha Wildner return (0); 276*12bd3c8bSSascha Wildner } 277