xref: /netbsd-src/sys/arch/riscv/dev/plic.c (revision 8a04118d2b00064babc07918a0e2c9c33e9d8505)
1*8a04118dSskrll /* $NetBSD: plic.c,v 1.5 2024/03/24 08:34:20 skrll Exp $ */
275b842b8Sskrll 
375b842b8Sskrll /*-
475b842b8Sskrll  * Copyright (c) 2022 The NetBSD Foundation, Inc.
575b842b8Sskrll  * All rights reserved.
675b842b8Sskrll  *
775b842b8Sskrll  * Portions of this code is derived from software contributed to The NetBSD
875b842b8Sskrll  * Foundation by Simon Burge.
975b842b8Sskrll  *
1075b842b8Sskrll  * Redistribution and use in source and binary forms, with or without
1175b842b8Sskrll  * modification, are permitted provided that the following conditions
1275b842b8Sskrll  * are met:
1375b842b8Sskrll  * 1. Redistributions of source code must retain the above copyright
1475b842b8Sskrll  *    notice, this list of conditions and the following disclaimer.
1575b842b8Sskrll  * 2. Redistributions in binary form must reproduce the above copyright
1675b842b8Sskrll  *    notice, this list of conditions and the following disclaimer in the
1775b842b8Sskrll  *    documentation and/or other materials provided with the distribution.
1875b842b8Sskrll  *
1975b842b8Sskrll  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
2075b842b8Sskrll  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
2175b842b8Sskrll  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
2275b842b8Sskrll  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
2375b842b8Sskrll  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
2475b842b8Sskrll  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
2575b842b8Sskrll  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
2675b842b8Sskrll  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
2775b842b8Sskrll  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
2875b842b8Sskrll  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
2975b842b8Sskrll  * POSSIBILITY OF SUCH DAMAGE.
3075b842b8Sskrll  */
3175b842b8Sskrll 
3275b842b8Sskrll #include "opt_multiprocessor.h"
3375b842b8Sskrll 
3475b842b8Sskrll #include <sys/cdefs.h>
35*8a04118dSskrll __KERNEL_RCSID(0, "$NetBSD: plic.c,v 1.5 2024/03/24 08:34:20 skrll Exp $");
3675b842b8Sskrll 
3775b842b8Sskrll #include <sys/param.h>
3875b842b8Sskrll 
3975b842b8Sskrll #include <sys/bus.h>
4075b842b8Sskrll #include <sys/cpu.h>
4175b842b8Sskrll #include <sys/kmem.h>
4275b842b8Sskrll 
4375b842b8Sskrll #include <riscv/sysreg.h>
4475b842b8Sskrll #include <riscv/dev/plicreg.h>
4575b842b8Sskrll #include <riscv/dev/plicvar.h>
4675b842b8Sskrll 
4775b842b8Sskrll #define	PLIC_PRIORITY(irq)	(PLIC_PRIORITY_BASE + (irq) * 4)
4875b842b8Sskrll 
4971aa81fbSskrll #define	PLIC_ENABLE(sc, h, irq)	(PLIC_ENABLE_BASE +		 	       \
5071aa81fbSskrll 				 sc->sc_context[(h)] * PLIC_ENABLE_SIZE +      \
5175b842b8Sskrll 				 ((irq / 32) * sizeof(uint32_t)))
5275b842b8Sskrll 
5371aa81fbSskrll #define	PLIC_CONTEXT(sc, h)	(PLIC_CONTEXT_BASE +			\
5471aa81fbSskrll 				 sc->sc_context[(h)] * PLIC_CONTEXT_SIZE)
5571aa81fbSskrll #define	PLIC_CLAIM(sc, h)	(PLIC_CONTEXT(sc, h) + PLIC_CLAIM_COMPLETE_OFFS)
5671aa81fbSskrll #define	PLIC_COMPLETE(sc, h)	PLIC_CLAIM(sc, h)	/* same address */
5771aa81fbSskrll #define	PLIC_THRESHOLD(sc, h)	(PLIC_CONTEXT(sc, h) + PLIC_THRESHOLD_OFFS)
5875b842b8Sskrll 
5975b842b8Sskrll #define	PLIC_READ(sc, reg)						\
6075b842b8Sskrll 	bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
6175b842b8Sskrll #define	PLIC_WRITE(sc, reg, val)					\
6275b842b8Sskrll 	bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
6375b842b8Sskrll 
6475b842b8Sskrll 
6575b842b8Sskrll struct plic_softc *plic_sc;
6675b842b8Sskrll 
6775b842b8Sskrll 
6875b842b8Sskrll void *
plic_intr_establish_xname(u_int irq,int ipl,int flags,int (* func)(void *),void * arg,const char * xname)6975b842b8Sskrll plic_intr_establish_xname(u_int irq, int ipl, int flags,
7075b842b8Sskrll     int (*func)(void *), void *arg, const char *xname)
7175b842b8Sskrll {
7275b842b8Sskrll 	struct plic_softc * const sc = plic_sc;
7375b842b8Sskrll 	struct plic_intrhand *ih;
7475b842b8Sskrll 
7571aa81fbSskrll 	/*
76b1f7b8d5Sskrll 	 * Choose calling hart.
7771aa81fbSskrll 	 * XXX need a better hart selection method
7871aa81fbSskrll 	 */
79b1f7b8d5Sskrll 	u_int hartid = curcpu()->ci_cpuid;
8075b842b8Sskrll 
8175b842b8Sskrll 	evcnt_attach_dynamic(&sc->sc_intrevs[irq], EVCNT_TYPE_INTR, NULL,
8275b842b8Sskrll 	    "plic", xname);
8375b842b8Sskrll 
8475b842b8Sskrll 	ih = &sc->sc_intr[irq];
8575b842b8Sskrll 	KASSERTMSG(ih->ih_func == NULL,
8675b842b8Sskrll 	    "Oops, we need to chain PLIC interrupt handlers");
8775b842b8Sskrll 	if (ih->ih_func != NULL) {
8875b842b8Sskrll 		aprint_error_dev(sc->sc_dev, "irq slot %d already used\n", irq);
8975b842b8Sskrll 		return NULL;
9075b842b8Sskrll 	}
9175b842b8Sskrll 	ih->ih_mpsafe = (flags & IST_MPSAFE) != 0;
9275b842b8Sskrll 	ih->ih_func = func;
9375b842b8Sskrll 	ih->ih_arg = arg;
9475b842b8Sskrll 	ih->ih_irq = irq;
9571aa81fbSskrll 	ih->ih_hartid = hartid;
9675b842b8Sskrll 
9775b842b8Sskrll 	plic_set_priority(sc, irq, 1);
9871aa81fbSskrll 	plic_enable(sc, hartid, irq);
9975b842b8Sskrll 
10075b842b8Sskrll 	return ih;
10175b842b8Sskrll }
10275b842b8Sskrll 
10375b842b8Sskrll void
plic_intr_disestablish(void * cookie)10475b842b8Sskrll plic_intr_disestablish(void *cookie)
10575b842b8Sskrll {
10675b842b8Sskrll 	struct plic_softc * const sc = plic_sc;
10775b842b8Sskrll 	struct plic_intrhand * const ih = cookie;
10871aa81fbSskrll 	const u_int hartid = ih->ih_hartid;
10975b842b8Sskrll 	const u_int irq = ih->ih_irq;
11075b842b8Sskrll 
11171aa81fbSskrll 	plic_disable(sc, hartid, irq);
11275b842b8Sskrll 	plic_set_priority(sc, irq, 0);
11375b842b8Sskrll 
11475b842b8Sskrll 	memset(&sc->sc_intr[irq], 0, sizeof(*sc->sc_intr));
11575b842b8Sskrll }
11675b842b8Sskrll 
11775b842b8Sskrll int
plic_intr(void * arg)11875b842b8Sskrll plic_intr(void *arg)
11975b842b8Sskrll {
12075b842b8Sskrll 	struct plic_softc * const sc = arg;
12171aa81fbSskrll 	const cpuid_t hartid = cpu_number();
12271aa81fbSskrll 	const bus_addr_t claim_addr = PLIC_CLAIM(sc, hartid);
12371aa81fbSskrll 	const bus_addr_t complete_addr = PLIC_COMPLETE(sc, hartid);
12475b842b8Sskrll 	uint32_t pending;
12575b842b8Sskrll 	int rv = 0;
12675b842b8Sskrll 
12775b842b8Sskrll 	while ((pending = PLIC_READ(sc, claim_addr)) > 0) {
12875b842b8Sskrll 		struct plic_intrhand *ih = &sc->sc_intr[pending];
12975b842b8Sskrll 
13075b842b8Sskrll 		sc->sc_intrevs[pending].ev_count++;
13175b842b8Sskrll 
13275b842b8Sskrll 		KASSERT(ih->ih_func != NULL);
13375b842b8Sskrll #ifdef MULTIPROCESSOR
13475b842b8Sskrll 		if (!ih->ih_mpsafe) {
13575b842b8Sskrll 			KERNEL_LOCK(1, NULL);
13675b842b8Sskrll 			rv |= ih->ih_func(ih->ih_arg);
13775b842b8Sskrll 			KERNEL_UNLOCK_ONE(NULL);
13875b842b8Sskrll 		} else
13975b842b8Sskrll #endif
14075b842b8Sskrll 			rv |= ih->ih_func(ih->ih_arg);
14175b842b8Sskrll 
14275b842b8Sskrll 		PLIC_WRITE(sc, complete_addr, pending);
14375b842b8Sskrll 	}
14475b842b8Sskrll 
14575b842b8Sskrll 	return rv;
14675b842b8Sskrll }
14775b842b8Sskrll 
14875b842b8Sskrll void
plic_enable(struct plic_softc * sc,u_int hartid,u_int irq)14971aa81fbSskrll plic_enable(struct plic_softc *sc, u_int hartid, u_int irq)
15075b842b8Sskrll {
15175b842b8Sskrll 	KASSERT(irq < PLIC_NIRQ);
15271aa81fbSskrll 	const bus_addr_t addr = PLIC_ENABLE(sc, hartid, irq);
15375b842b8Sskrll 	const uint32_t mask = __BIT(irq % 32);
15475b842b8Sskrll 
15575b842b8Sskrll 	uint32_t reg = PLIC_READ(sc, addr);
15675b842b8Sskrll 	reg |= mask;
15771aa81fbSskrll 
15875b842b8Sskrll 	PLIC_WRITE(sc, addr, reg);
15975b842b8Sskrll }
16075b842b8Sskrll 
16175b842b8Sskrll void
plic_disable(struct plic_softc * sc,u_int hartid,u_int irq)16271aa81fbSskrll plic_disable(struct plic_softc *sc, u_int hartid, u_int irq)
16375b842b8Sskrll {
16475b842b8Sskrll 	KASSERT(irq < PLIC_NIRQ);
16571aa81fbSskrll 	const bus_addr_t addr = PLIC_ENABLE(sc, hartid, irq);
16675b842b8Sskrll 	const uint32_t mask = __BIT(irq % 32);
16775b842b8Sskrll 
16875b842b8Sskrll 	uint32_t reg = PLIC_READ(sc, addr);
16975b842b8Sskrll 	reg &= ~mask;
17075b842b8Sskrll 	PLIC_WRITE(sc, addr, reg);
17175b842b8Sskrll }
17275b842b8Sskrll 
17375b842b8Sskrll void
plic_set_priority(struct plic_softc * sc,u_int irq,uint32_t priority)17475b842b8Sskrll plic_set_priority(struct plic_softc *sc, u_int irq, uint32_t priority)
17575b842b8Sskrll {
17675b842b8Sskrll 	KASSERT(irq < PLIC_NIRQ);
17775b842b8Sskrll 	const bus_addr_t addr = PLIC_PRIORITY(irq);
17875b842b8Sskrll 
17975b842b8Sskrll 	PLIC_WRITE(sc, addr, priority);
18075b842b8Sskrll }
18175b842b8Sskrll 
18275b842b8Sskrll void
plic_set_threshold(struct plic_softc * sc,cpuid_t hartid,uint32_t threshold)18371aa81fbSskrll plic_set_threshold(struct plic_softc *sc, cpuid_t hartid, uint32_t threshold)
18475b842b8Sskrll {
18571aa81fbSskrll 	const bus_addr_t addr = PLIC_THRESHOLD(sc, hartid);
18675b842b8Sskrll 
18775b842b8Sskrll 	PLIC_WRITE(sc, addr, threshold);
18875b842b8Sskrll }
18975b842b8Sskrll 
19075b842b8Sskrll int
plic_attach_common(struct plic_softc * sc,bus_addr_t addr,bus_size_t size)19175b842b8Sskrll plic_attach_common(struct plic_softc *sc, bus_addr_t addr, bus_size_t size)
19275b842b8Sskrll {
193c7f83ce5Sskrll 	const size_t szintrs = sizeof(*sc->sc_intr) * sc->sc_ndev;
194c7f83ce5Sskrll 	const size_t szintrevs = sizeof(*sc->sc_intrevs) * sc->sc_ndev;
19575b842b8Sskrll 
196c7f83ce5Sskrll 	sc->sc_intr = kmem_zalloc(szintrs, KM_SLEEP);
197c7f83ce5Sskrll 	sc->sc_intrevs = kmem_zalloc(szintrevs, KM_SLEEP);
19875b842b8Sskrll 
19975b842b8Sskrll 	if (bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) {
200c7f83ce5Sskrll 		aprint_error_dev(sc->sc_dev, "couldn't map registers\n");
201c7f83ce5Sskrll 		kmem_free(sc->sc_intr, szintrs);
202c7f83ce5Sskrll 		kmem_free(sc->sc_intrevs, szintrevs);
20375b842b8Sskrll 		return -1;
20475b842b8Sskrll 	}
20575b842b8Sskrll 
20675b842b8Sskrll 	aprint_naive("\n");
207*8a04118dSskrll 	aprint_normal(": RISC-V PLIC (%u IRQs)\n", sc->sc_ndev);
20875b842b8Sskrll 
20975b842b8Sskrll 	plic_sc = sc;
21075b842b8Sskrll 
21175b842b8Sskrll 	/* Start with all interrupts disabled. */
212c7f83ce5Sskrll 	u_int irq;
21375b842b8Sskrll 	for (irq = PLIC_FIRST_IRQ; irq < sc->sc_ndev; irq++) {
21475b842b8Sskrll 		plic_set_priority(sc, irq, 0);
21575b842b8Sskrll 	}
21675b842b8Sskrll 
217c7f83ce5Sskrll 	struct cpu_info *ci;
218c7f83ce5Sskrll 	CPU_INFO_ITERATOR cii;
21975b842b8Sskrll 	/* Set priority thresholds for all interrupts to 0 (not masked). */
22075b842b8Sskrll 	for (CPU_INFO_FOREACH(cii, ci)) {
22175b842b8Sskrll 		plic_set_threshold(sc, ci->ci_cpuid, 0);
22275b842b8Sskrll 	}
22375b842b8Sskrll 
22475b842b8Sskrll 	return 0;
22575b842b8Sskrll }
226