xref: /netbsd-src/sys/kern/kern_ras.c (revision 9bb32e73c0336c6610d17791840666606ddf54dd)
1*9bb32e73Sriastradh /*	$NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $	*/
25bcbbd40Sgmcgarry 
35bcbbd40Sgmcgarry /*-
4f90f3a01Sad  * Copyright (c) 2002, 2006, 2007, 2008 The NetBSD Foundation, Inc.
55bcbbd40Sgmcgarry  * All rights reserved.
65bcbbd40Sgmcgarry  *
75bcbbd40Sgmcgarry  * This code is derived from software contributed to The NetBSD Foundation
8bccf777bSad  * by Gregory McGarry, and by Andrew Doran.
95bcbbd40Sgmcgarry  *
105bcbbd40Sgmcgarry  * Redistribution and use in source and binary forms, with or without
115bcbbd40Sgmcgarry  * modification, are permitted provided that the following conditions
125bcbbd40Sgmcgarry  * are met:
135bcbbd40Sgmcgarry  * 1. Redistributions of source code must retain the above copyright
145bcbbd40Sgmcgarry  *    notice, this list of conditions and the following disclaimer.
155bcbbd40Sgmcgarry  * 2. Redistributions in binary form must reproduce the above copyright
165bcbbd40Sgmcgarry  *    notice, this list of conditions and the following disclaimer in the
175bcbbd40Sgmcgarry  *    documentation and/or other materials provided with the distribution.
185bcbbd40Sgmcgarry  *
195bcbbd40Sgmcgarry  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
205bcbbd40Sgmcgarry  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
215bcbbd40Sgmcgarry  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
225bcbbd40Sgmcgarry  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
235bcbbd40Sgmcgarry  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
245bcbbd40Sgmcgarry  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
255bcbbd40Sgmcgarry  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
265bcbbd40Sgmcgarry  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
275bcbbd40Sgmcgarry  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
285bcbbd40Sgmcgarry  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
295bcbbd40Sgmcgarry  * POSSIBILITY OF SUCH DAMAGE.
305bcbbd40Sgmcgarry  */
315bcbbd40Sgmcgarry 
325bcbbd40Sgmcgarry #include <sys/cdefs.h>
33*9bb32e73Sriastradh __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $");
345bcbbd40Sgmcgarry 
355bcbbd40Sgmcgarry #include <sys/param.h>
365bcbbd40Sgmcgarry #include <sys/systm.h>
37bccf777bSad #include <sys/kernel.h>
38f90f3a01Sad #include <sys/kmem.h>
395bcbbd40Sgmcgarry #include <sys/proc.h>
405bcbbd40Sgmcgarry #include <sys/ras.h>
41bccf777bSad #include <sys/xcall.h>
425bcbbd40Sgmcgarry #include <sys/syscallargs.h>
435bcbbd40Sgmcgarry 
445bcbbd40Sgmcgarry #include <uvm/uvm_extern.h>
455bcbbd40Sgmcgarry 
465bcbbd40Sgmcgarry #define MAX_RAS_PER_PROC	16
475bcbbd40Sgmcgarry 
48ff114c4aSthorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
495bcbbd40Sgmcgarry 
505bcbbd40Sgmcgarry #ifdef DEBUG
515bcbbd40Sgmcgarry int ras_debug = 0;
525bcbbd40Sgmcgarry #define DPRINTF(x)	if (ras_debug) printf x
535bcbbd40Sgmcgarry #else
545bcbbd40Sgmcgarry #define DPRINTF(x)	/* nothing */
555bcbbd40Sgmcgarry #endif
565bcbbd40Sgmcgarry 
575bcbbd40Sgmcgarry /*
58bccf777bSad  * Force all CPUs through cpu_switchto(), waiting until complete.
59630552eaSad  * Context switching will drain the write buffer on the calling
60630552eaSad  * CPU.
61bccf777bSad  */
62bccf777bSad static void
ras_sync(void)63bccf777bSad ras_sync(void)
64bccf777bSad {
65bccf777bSad 
66bccf777bSad 	/* No need to sync if exiting or single threaded. */
67bccf777bSad 	if (curproc->p_nlwps > 1 && ncpu > 1) {
68edcef67eSuwe 		xc_barrier(0);
69bccf777bSad 	}
70bccf777bSad }
71bccf777bSad 
72bccf777bSad /*
735bcbbd40Sgmcgarry  * Check the specified address to see if it is within the
745bcbbd40Sgmcgarry  * sequence.  If it is found, we return the restart address,
755bcbbd40Sgmcgarry  * otherwise we return -1.  If we do perform a restart, we
765bcbbd40Sgmcgarry  * mark the sequence as hit.
77bccf777bSad  *
78bccf777bSad  * No locking required: we disable preemption and ras_sync()
79bccf777bSad  * guarantees that individual entries are valid while we still
80bccf777bSad  * have visibility of them.
815bcbbd40Sgmcgarry  */
8253524e44Schristos void *
ras_lookup(struct proc * p,void * addr)8353524e44Schristos ras_lookup(struct proc *p, void *addr)
845bcbbd40Sgmcgarry {
855bcbbd40Sgmcgarry 	struct ras *rp;
8653524e44Schristos 	void *startaddr;
874c7ba244Sad 	lwp_t *l;
88b07ec3fcSad 
8953524e44Schristos 	startaddr = (void *)-1;
904c7ba244Sad 	l = curlwp;
915bcbbd40Sgmcgarry 
924c7ba244Sad 	KPREEMPT_DISABLE(l);
93bccf777bSad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
945bcbbd40Sgmcgarry 		if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
95b07ec3fcSad 			startaddr = rp->ras_startaddr;
965bcbbd40Sgmcgarry 			DPRINTF(("RAS hit: p=%p %p\n", p, addr));
97b07ec3fcSad 			break;
985bcbbd40Sgmcgarry 		}
995bcbbd40Sgmcgarry 	}
1004c7ba244Sad 	KPREEMPT_ENABLE(l);
1015bcbbd40Sgmcgarry 
102bccf777bSad 	return startaddr;
1035bcbbd40Sgmcgarry }
1045bcbbd40Sgmcgarry 
1055bcbbd40Sgmcgarry /*
1065bcbbd40Sgmcgarry  * During a fork, we copy all of the sequences from parent p1 to
1075bcbbd40Sgmcgarry  * the child p2.
108bccf777bSad  *
109bccf777bSad  * No locking required as the parent must be paused.
1105bcbbd40Sgmcgarry  */
1115bcbbd40Sgmcgarry int
ras_fork(struct proc * p1,struct proc * p2)1125bcbbd40Sgmcgarry ras_fork(struct proc *p1, struct proc *p2)
1135bcbbd40Sgmcgarry {
1145bcbbd40Sgmcgarry 	struct ras *rp, *nrp;
1155bcbbd40Sgmcgarry 
116bccf777bSad 	for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
117f90f3a01Sad 		nrp = kmem_alloc(sizeof(*nrp), KM_SLEEP);
118f74afe64Syamt 		nrp->ras_startaddr = rp->ras_startaddr;
119f74afe64Syamt 		nrp->ras_endaddr = rp->ras_endaddr;
1200b5d0f68Sdsl 		nrp->ras_next = p2->p_raslist;
121bccf777bSad 		p2->p_raslist = nrp;
122f74afe64Syamt 	}
123f74afe64Syamt 
12470b8c6f2Sad 	DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
1255bcbbd40Sgmcgarry 
126bccf777bSad 	return 0;
1275bcbbd40Sgmcgarry }
1285bcbbd40Sgmcgarry 
1295bcbbd40Sgmcgarry /*
1305bcbbd40Sgmcgarry  * Nuke all sequences for this process.
1315bcbbd40Sgmcgarry  */
1325bcbbd40Sgmcgarry int
ras_purgeall(void)133bccf777bSad ras_purgeall(void)
1345bcbbd40Sgmcgarry {
135bccf777bSad 	struct ras *rp, *nrp;
136bccf777bSad 	proc_t *p;
1375bcbbd40Sgmcgarry 
138bccf777bSad 	p = curproc;
139bccf777bSad 
140c862aecaSad 	if (p->p_raslist == NULL)
141f77c7045Sad 		return 0;
142c862aecaSad 
1434a780c9aSad 	mutex_enter(&p->p_auxlock);
144bccf777bSad 	if ((rp = p->p_raslist) != NULL) {
145bccf777bSad 		p->p_raslist = NULL;
146bccf777bSad 		ras_sync();
147bccf777bSad 		for(; rp != NULL; rp = nrp) {
148bccf777bSad 			nrp = rp->ras_next;
149f90f3a01Sad 			kmem_free(rp, sizeof(*rp));
1505bcbbd40Sgmcgarry 		}
151bccf777bSad 	}
1524a780c9aSad 	mutex_exit(&p->p_auxlock);
1535bcbbd40Sgmcgarry 
154bccf777bSad 	return 0;
1555bcbbd40Sgmcgarry }
1565bcbbd40Sgmcgarry 
1571ea5b563Shannken #if defined(__HAVE_RAS)
1581ea5b563Shannken 
1595bcbbd40Sgmcgarry /*
1605bcbbd40Sgmcgarry  * Install the new sequence.  If it already exists, return
1615bcbbd40Sgmcgarry  * an error.
1625bcbbd40Sgmcgarry  */
163da4c72acSthorpej static int
ras_install(void * addr,size_t len)164bccf777bSad ras_install(void *addr, size_t len)
1655bcbbd40Sgmcgarry {
1665bcbbd40Sgmcgarry 	struct ras *rp;
167b27349c2Syamt 	struct ras *newrp;
168bccf777bSad 	void *endaddr;
169bccf777bSad 	int nras, error;
170bccf777bSad 	proc_t *p;
171bccf777bSad 
1725852a7fcSmaxv 	if (len == 0)
1735852a7fcSmaxv 		return EINVAL;
1745852a7fcSmaxv 
175ab293a4aSriastradh 	if ((uintptr_t)addr < VM_MIN_ADDRESS ||
176ab293a4aSriastradh 	    (uintptr_t)addr > VM_MAXUSER_ADDRESS)
177ab293a4aSriastradh 		return EINVAL;
178ab293a4aSriastradh 	if (len > VM_MAXUSER_ADDRESS - (uintptr_t)addr)
179ab293a4aSriastradh 		return EINVAL;
180bccf777bSad 	endaddr = (char *)addr + len;
1815bcbbd40Sgmcgarry 
182f90f3a01Sad 	newrp = kmem_alloc(sizeof(*newrp), KM_SLEEP);
183b27349c2Syamt 	newrp->ras_startaddr = addr;
184b27349c2Syamt 	newrp->ras_endaddr = endaddr;
185bccf777bSad 	error = 0;
186bccf777bSad 	nras = 0;
187bccf777bSad 	p = curproc;
1885bcbbd40Sgmcgarry 
1894a780c9aSad 	mutex_enter(&p->p_auxlock);
190bccf777bSad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
191bccf777bSad 		if (++nras >= ras_per_proc) {
192bccf777bSad 			error = EINVAL;
193bccf777bSad 			break;
194bccf777bSad 		}
195bccf777bSad 		if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
196bccf777bSad 			error = EEXIST;
197bccf777bSad 			break;
198bccf777bSad 		}
199bccf777bSad 	}
200bccf777bSad 	if (rp == NULL) {
201bccf777bSad 		newrp->ras_next = p->p_raslist;
202bccf777bSad 		p->p_raslist = newrp;
203bccf777bSad 		ras_sync();
2044a780c9aSad 	 	mutex_exit(&p->p_auxlock);
205bccf777bSad 	} else {
2064a780c9aSad 	 	mutex_exit(&p->p_auxlock);
207f90f3a01Sad  		kmem_free(newrp, sizeof(*newrp));
208bccf777bSad 	}
209bccf777bSad 
210bccf777bSad 	return error;
2115bcbbd40Sgmcgarry }
2125bcbbd40Sgmcgarry 
2135bcbbd40Sgmcgarry /*
2145bcbbd40Sgmcgarry  * Nuke the specified sequence.  Both address and len must
2155bcbbd40Sgmcgarry  * match, otherwise we return an error.
2165bcbbd40Sgmcgarry  */
217da4c72acSthorpej static int
ras_purge(void * addr,size_t len)218bccf777bSad ras_purge(void *addr, size_t len)
2195bcbbd40Sgmcgarry {
220bccf777bSad 	struct ras *rp, **link;
221bccf777bSad 	proc_t *p;
2225bcbbd40Sgmcgarry 
223bccf777bSad 	p = curproc;
224bccf777bSad 
2254a780c9aSad 	mutex_enter(&p->p_auxlock);
226bccf777bSad 	link = &p->p_raslist;
227bccf777bSad 	for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
228*9bb32e73Sriastradh 		if (addr == rp->ras_startaddr &&
229*9bb32e73Sriastradh 		    (char *)rp->ras_endaddr - (char *)rp->ras_startaddr == len)
2305bcbbd40Sgmcgarry 			break;
2315bcbbd40Sgmcgarry 	}
232b07ec3fcSad 	if (rp != NULL) {
233bccf777bSad 		*link = rp->ras_next;
234bccf777bSad 		ras_sync();
2354a780c9aSad 		mutex_exit(&p->p_auxlock);
236f90f3a01Sad 		kmem_free(rp, sizeof(*rp));
237bccf777bSad 		return 0;
238bccf777bSad 	} else {
2394a780c9aSad 		mutex_exit(&p->p_auxlock);
240bccf777bSad 		return ESRCH;
241b07ec3fcSad 	}
2425bcbbd40Sgmcgarry }
2435bcbbd40Sgmcgarry 
2441ea5b563Shannken #endif /* defined(__HAVE_RAS) */
2451ea5b563Shannken 
2465bcbbd40Sgmcgarry /*ARGSUSED*/
2475bcbbd40Sgmcgarry int
sys_rasctl(struct lwp * l,const struct sys_rasctl_args * uap,register_t * retval)2487e2790cfSdsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval)
2495bcbbd40Sgmcgarry {
2505bcbbd40Sgmcgarry #if defined(__HAVE_RAS)
2517e2790cfSdsl 	/* {
25253524e44Schristos 		syscallarg(void *) addr;
2535bcbbd40Sgmcgarry 		syscallarg(size_t) len;
2545bcbbd40Sgmcgarry 		syscallarg(int) op;
2557e2790cfSdsl 	} */
25653524e44Schristos 	void *addr;
2575bcbbd40Sgmcgarry 	size_t len;
2585bcbbd40Sgmcgarry 	int op;
2595bcbbd40Sgmcgarry 	int error;
2605bcbbd40Sgmcgarry 
2615bcbbd40Sgmcgarry 	/*
2625bcbbd40Sgmcgarry 	 * first, extract syscall args from the uap.
2635bcbbd40Sgmcgarry 	 */
2645bcbbd40Sgmcgarry 
26553524e44Schristos 	addr = (void *)SCARG(uap, addr);
2665bcbbd40Sgmcgarry 	len = (size_t)SCARG(uap, len);
2675bcbbd40Sgmcgarry 	op = SCARG(uap, op);
2685bcbbd40Sgmcgarry 
269e411f688Sthorpej 	DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
270bccf777bSad 	    curproc, addr, (long)len, op));
2715bcbbd40Sgmcgarry 
2725bcbbd40Sgmcgarry 	switch (op) {
2735bcbbd40Sgmcgarry 	case RAS_INSTALL:
274bccf777bSad 		error = ras_install(addr, len);
2755bcbbd40Sgmcgarry 		break;
2765bcbbd40Sgmcgarry 	case RAS_PURGE:
277bccf777bSad 		error = ras_purge(addr, len);
2785bcbbd40Sgmcgarry 		break;
2795bcbbd40Sgmcgarry 	case RAS_PURGE_ALL:
280bccf777bSad 		error = ras_purgeall();
2815bcbbd40Sgmcgarry 		break;
2825bcbbd40Sgmcgarry 	default:
2835bcbbd40Sgmcgarry 		error = EINVAL;
2845bcbbd40Sgmcgarry 		break;
2855bcbbd40Sgmcgarry 	}
2865bcbbd40Sgmcgarry 
2875bcbbd40Sgmcgarry 	return (error);
2885bcbbd40Sgmcgarry #else
2895bcbbd40Sgmcgarry 	return (EOPNOTSUPP);
2905bcbbd40Sgmcgarry #endif
2915bcbbd40Sgmcgarry }
292