1 /* NetBSD: intr.c,v 1.15 2004/04/10 14:49:55 kochi Exp */ 2 3 /* 4 * Copyright 2002 (c) Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Frank van der Linden for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38 /*- 39 * Copyright (c) 1991 The Regents of the University of California. 40 * All rights reserved. 41 * 42 * This code is derived from software contributed to Berkeley by 43 * William Jolitz. 44 * 45 * Redistribution and use in source and binary forms, with or without 46 * modification, are permitted provided that the following conditions 47 * are met: 48 * 1. Redistributions of source code must retain the above copyright 49 * notice, this list of conditions and the following disclaimer. 50 * 2. Redistributions in binary form must reproduce the above copyright 51 * notice, this list of conditions and the following disclaimer in the 52 * documentation and/or other materials provided with the distribution. 53 * 3. Neither the name of the University nor the names of its contributors 54 * may be used to endorse or promote products derived from this software 55 * without specific prior written permission. 56 * 57 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 58 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 59 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 60 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 61 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 62 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 63 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 64 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 65 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 66 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 67 * SUCH DAMAGE. 68 * 69 * @(#)isa.c 7.2 (Berkeley) 5/13/91 70 */ 71 /*- 72 * Copyright (c) 1993, 1994 Charles Hannum. 73 * 74 * Redistribution and use in source and binary forms, with or without 75 * modification, are permitted provided that the following conditions 76 * are met: 77 * 1. Redistributions of source code must retain the above copyright 78 * notice, this list of conditions and the following disclaimer. 79 * 2. Redistributions in binary form must reproduce the above copyright 80 * notice, this list of conditions and the following disclaimer in the 81 * documentation and/or other materials provided with the distribution. 82 * 3. All advertising materials mentioning features or use of this software 83 * must display the following acknowledgement: 84 * This product includes software developed by the University of 85 * California, Berkeley and its contributors. 86 * 4. Neither the name of the University nor the names of its contributors 87 * may be used to endorse or promote products derived from this software 88 * without specific prior written permission. 89 * 90 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 91 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 92 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 93 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 94 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 95 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 96 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 97 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 98 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 99 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 100 * SUCH DAMAGE. 101 * 102 * @(#)isa.c 7.2 (Berkeley) 5/13/91 103 */ 104 105 #include <sys/cdefs.h> 106 __KERNEL_RCSID(0, "$NetBSD: pintr.c,v 1.20 2020/08/01 12:39:40 jdolecek Exp $"); 107 108 #include "opt_multiprocessor.h" 109 #include "opt_xen.h" 110 #include "isa.h" 111 #include "pci.h" 112 #include "opt_pci.h" 113 114 #include <sys/param.h> 115 #include <sys/systm.h> 116 #include <sys/kernel.h> 117 #include <sys/syslog.h> 118 #include <sys/device.h> 119 #include <sys/proc.h> 120 #include <sys/errno.h> 121 #include <sys/cpu.h> 122 123 #include <uvm/uvm_extern.h> 124 125 #include <machine/i8259.h> 126 #include <machine/pio.h> 127 #include <xen/evtchn.h> 128 #include <xen/intr.h> 129 130 #include <dev/pci/pcivar.h> 131 132 #ifdef __HAVE_PCI_MSI_MSIX 133 #include <x86/pci/msipic.h> 134 #endif 135 136 #include "acpica.h" 137 #include "ioapic.h" 138 #include "opt_mpbios.h" 139 140 #if NIOAPIC > 0 141 /* XXX: todo - compat with lapic.c and XEN for x2apic */ 142 bool x2apic_mode __read_mostly = false; 143 /* for x86/i8259.c */ 144 struct intrstub legacy_stubs[NUM_LEGACY_IRQS] = {{0,0,0}}; 145 /* for x86/ioapic.c */ 146 struct intrstub ioapic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}}; 147 struct intrstub ioapic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}}; 148 struct intrstub x2apic_edge_stubs[MAX_INTR_SOURCES] = {{0,0,0}}; 149 struct intrstub x2apic_level_stubs[MAX_INTR_SOURCES] = {{0,0,0}}; 150 #include <machine/i82093var.h> 151 #endif /* NIOAPIC */ 152 153 // XXX NR_EVENT_CHANNELS is 2048, use some sparse structure? 154 short irq2port[NR_EVENT_CHANNELS] = {0}; /* actually port + 1, so that 0 is invaid */ 155 156 #if NACPICA > 0 157 #include <machine/mpconfig.h> 158 #include <machine/mpacpi.h> 159 #endif 160 #ifdef MPBIOS 161 #include <machine/mpbiosvar.h> 162 #endif 163 164 #if NPCI > 0 165 #include <dev/pci/ppbreg.h> 166 #endif 167 168 #if defined(DOM0OPS) || NPCI > 0 169 170 #ifdef __HAVE_PCI_MSI_MSIX 171 static int 172 xen_map_msi_pirq(struct pic *pic, int count, int *gsi) 173 { 174 struct physdev_map_pirq map_irq; 175 const struct msipic_pci_info *i = msipic_get_pci_info(pic); 176 int ret; 177 178 if (count == -1) 179 count = i->mp_veccnt; 180 KASSERT(count > 0); 181 182 memset(&map_irq, 0, sizeof(map_irq)); 183 map_irq.domid = DOMID_SELF; 184 map_irq.type = MAP_PIRQ_TYPE_MSI_SEG; 185 map_irq.index = -1; 186 map_irq.pirq = -1; 187 map_irq.bus = i->mp_bus; 188 map_irq.devfn = (i->mp_dev << 3) | i->mp_fun; 189 map_irq.entry_nr = count; 190 if (pic->pic_type == PIC_MSI && i->mp_veccnt > 1) { 191 map_irq.type = MAP_PIRQ_TYPE_MULTI_MSI; 192 } else if (pic->pic_type == PIC_MSIX) { 193 map_irq.table_base = i->mp_table_base; 194 } 195 196 ret = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq); 197 198 if (ret == 0) { 199 KASSERT(map_irq.entry_nr == count); 200 *gsi = map_irq.pirq; 201 } 202 203 return ret; 204 } 205 206 /* 207 * Check if we can map MSI interrupt. The Xen call fails if VT-d is not 208 * available or disabled. 209 */ 210 int 211 xen_pci_msi_probe(struct pic *pic, int count) 212 { 213 int pirq, ret; 214 215 ret = xen_map_msi_pirq(pic, count, &pirq); 216 217 if (ret == 0) { 218 struct physdev_unmap_pirq unmap_irq; 219 unmap_irq.domid = DOMID_SELF; 220 unmap_irq.pirq = pirq; 221 222 (void)HYPERVISOR_physdev_op(PHYSDEVOP_unmap_pirq, &unmap_irq); 223 } else { 224 aprint_debug("PHYSDEVOP_map_pirq() failed %d, MSI disabled\n", 225 ret); 226 } 227 228 return ret; 229 } 230 #endif /* __HAVE_PCI_MSI_MSIX */ 231 232 /* 233 * This function doesn't "allocate" anything. It merely translates our 234 * understanding of PIC to the XEN 'gsi' namespace. In the case of 235 * MSIs, pirq == irq. In the case of everything else, the hypervisor 236 * doesn't really care, so we just use the native conventions that 237 * have been setup during boot by mpbios.c/mpacpi.c 238 */ 239 int 240 xen_pic_to_gsi(struct pic *pic, int pin) 241 { 242 int ret; 243 int gsi; 244 245 KASSERT(pic != NULL); 246 247 /* 248 * We assume that mpbios/mpacpi have done the right thing. 249 * If so, legacy_irq should identity map correctly to gsi. 250 */ 251 gsi = pic->pic_vecbase + pin; 252 KASSERT(gsi < NR_EVENT_CHANNELS); 253 254 switch (pic->pic_type) { 255 case PIC_I8259: 256 KASSERT(gsi < 16); 257 /* FALLTHROUGH */ 258 case PIC_IOAPIC: 259 { 260 KASSERT(gsi < 255); 261 262 if (irq2port[gsi] != 0) { 263 /* Already mapped the shared interrupt */ 264 break; 265 } 266 267 struct physdev_irq irq_op; 268 memset(&irq_op, 0, sizeof(irq_op)); 269 irq_op.irq = gsi; 270 ret = HYPERVISOR_physdev_op(PHYSDEVOP_alloc_irq_vector, 271 &irq_op); 272 if (ret < 0) { 273 panic("physdev_op(PHYSDEVOP_alloc_irq_vector) %d" 274 " fail %d", gsi, ret); 275 } 276 KASSERT(irq_op.vector == gsi); 277 break; 278 } 279 case PIC_MSI: 280 case PIC_MSIX: 281 #ifdef __HAVE_PCI_MSI_MSIX 282 ret = xen_map_msi_pirq(pic, -1, &gsi); 283 if (ret != 0) 284 panic("physdev_op(PHYSDEVOP_map_pirq) MSI fail %d", 285 ret); 286 break; 287 #endif 288 default: 289 panic("unknown pic_type %d", pic->pic_type); 290 break; 291 } 292 293 return gsi; 294 } 295 296 297 #endif /* defined(DOM0OPS) || NPCI > 0 */ 298