xref: /csrg-svn/sys/luna68k/luna68k/trap.c (revision 65031)
153994Sfujita /*
253994Sfujita  * Copyright (c) 1988 University of Utah.
353994Sfujita  * Copyright (c) 1992 OMRON Corporation.
463477Sbostic  * Copyright (c) 1982, 1986, 1990, 1993
563477Sbostic  *	The Regents of the University of California.  All rights reserved.
653994Sfujita  *
753994Sfujita  * This code is derived from software contributed to Berkeley by
853994Sfujita  * the Systems Programming Group of the University of Utah Computer
953994Sfujita  * Science Department.
1053994Sfujita  *
1153994Sfujita  * %sccs.include.redist.c%
1253994Sfujita  *
1353994Sfujita  * from: Utah $Hdr: trap.c 1.35 91/12/26$
14*65031Sakito  * from: hp300/hp300/trap.c	8.4 (Berkeley) 9/23/93
1553994Sfujita  *
16*65031Sakito  *	@(#)trap.c	8.5 (Berkeley) 12/06/93
1753994Sfujita  */
1853994Sfujita 
1956521Sbostic #include <sys/param.h>
2056521Sbostic #include <sys/systm.h>
2156521Sbostic #include <sys/proc.h>
2256521Sbostic #include <sys/acct.h>
2356521Sbostic #include <sys/kernel.h>
2456521Sbostic #include <sys/signalvar.h>
2556521Sbostic #include <sys/resourcevar.h>
2656521Sbostic #include <sys/syscall.h>
2756521Sbostic #include <sys/syslog.h>
2856521Sbostic #include <sys/user.h>
2953994Sfujita #ifdef KTRACE
3056521Sbostic #include <sys/ktrace.h>
3153994Sfujita #endif
3253994Sfujita 
3356521Sbostic #include <machine/psl.h>
3456521Sbostic #include <machine/trap.h>
3556521Sbostic #include <machine/cpu.h>
3656521Sbostic #include <machine/reg.h>
3756521Sbostic #include <machine/mtpr.h>
3853994Sfujita 
3956521Sbostic #include <vm/vm.h>
4056521Sbostic #include <vm/pmap.h>
4153994Sfujita 
4253994Sfujita struct	sysent	sysent[];
4353994Sfujita int	nsysent;
4453994Sfujita 
4553994Sfujita char	*trap_type[] = {
4653994Sfujita 	"Bus error",
4753994Sfujita 	"Address error",
4853994Sfujita 	"Illegal instruction",
4953994Sfujita 	"Zero divide",
5053994Sfujita 	"CHK instruction",
5153994Sfujita 	"TRAPV instruction",
5253994Sfujita 	"Privilege violation",
5353994Sfujita 	"Trace trap",
5453994Sfujita 	"MMU fault",
5553994Sfujita 	"SSIR trap",
5653994Sfujita 	"Format error",
5753994Sfujita 	"68881 exception",
5853994Sfujita 	"Coprocessor violation",
5953994Sfujita 	"Async system trap"
6053994Sfujita };
6153994Sfujita #define	TRAP_TYPES	(sizeof trap_type / sizeof trap_type[0])
6253994Sfujita 
6353994Sfujita /*
6453994Sfujita  * Size of various exception stack frames (minus the standard 8 bytes)
6553994Sfujita  */
6653994Sfujita short	exframesize[] = {
6753994Sfujita 	FMT0SIZE,	/* type 0 - normal (68020/030/040) */
6853994Sfujita 	FMT1SIZE,	/* type 1 - throwaway (68020/030/040) */
6953994Sfujita 	FMT2SIZE,	/* type 2 - normal 6-word (68020/030/040) */
7053994Sfujita 	FMT3SIZE,	/* type 3 - FP post-instruction (68040) */
7153994Sfujita 	-1, -1, -1,	/* type 4-6 - undefined */
7253994Sfujita 	FMT7SIZE,	/* type 7 - access error (68040) */
7353994Sfujita 	58,		/* type 8 - bus fault (68010) */
7453994Sfujita 	FMT9SIZE,	/* type 9 - coprocessor mid-instruction (68020/030) */
7553994Sfujita 	FMTASIZE,	/* type A - short bus fault (68020/030) */
7653994Sfujita 	FMTBSIZE,	/* type B - long bus fault (68020/030) */
7753994Sfujita 	-1, -1, -1, -1	/* type C-F - undefined */
7853994Sfujita };
7953994Sfujita 
8059952Sakito #ifdef LUNA2
8159952Sakito #define KDFAULT(c)	(mmutype == MMU_68040 ? \
8259952Sakito 			    ((c) & SSW4_TMMASK) == SSW4_TMKD : \
8359952Sakito 			    ((c) & (SSW_DF|FC_SUPERD)) == (SSW_DF|FC_SUPERD))
8459952Sakito #define WRFAULT(c) 	(mmutype == MMU_68040 ? \
8559952Sakito 			    ((c) & SSW4_RW) == 0 : \
8659952Sakito 			    ((c) & (SSW_DF|SSW_RW)) == SSW_DF)
8759952Sakito #else
8853994Sfujita #define KDFAULT(c)	(((c) & (SSW_DF|SSW_FCMASK)) == (SSW_DF|FC_SUPERD))
8953994Sfujita #define WRFAULT(c)	(((c) & (SSW_DF|SSW_RW)) == SSW_DF)
9059952Sakito #endif
9153994Sfujita 
9253994Sfujita #ifdef DEBUG
9353994Sfujita int mmudebug = 0;
9453994Sfujita int mmupid = -1;
9553994Sfujita #define MDB_FOLLOW	1
9653994Sfujita #define MDB_WBFOLLOW	2
9753994Sfujita #define MDB_WBFAILED	4
9853994Sfujita #define MDB_ISPID(p)	(p) == mmupid
9953994Sfujita #endif
10053994Sfujita 
10153994Sfujita /*
10255581Sfujita  * trap and syscall both need the following work done before returning
10355581Sfujita  * to user mode.
10455581Sfujita  */
10555581Sfujita static inline void
userret(p,fp,oticks,faultaddr,fromtrap)10655581Sfujita userret(p, fp, oticks, faultaddr, fromtrap)
10755581Sfujita 	register struct proc *p;
10855581Sfujita 	register struct frame *fp;
10955581Sfujita 	u_quad_t oticks;
11055581Sfujita 	u_int faultaddr;
11155581Sfujita 	int fromtrap;
11255581Sfujita {
11355581Sfujita 	int sig, s;
11459952Sakito #ifdef LUNA2
11559952Sakito 	int beenhere = 0;
11655581Sfujita 
11759952Sakito again:
11859952Sakito #endif
11955581Sfujita 	/* take pending signals */
12055581Sfujita 	while ((sig = CURSIG(p)) != 0)
12164631Sbostic 		postsig(sig);
12264631Sbostic 	p->p_priority = p->p_usrpri;
12355581Sfujita 	if (want_resched) {
12455581Sfujita 		/*
12555581Sfujita 		 * Since we are curproc, clock will normally just change
12655581Sfujita 		 * our priority without moving us from one queue to another
12755581Sfujita 		 * (since the running process is not on a queue.)
12864547Sbostic 		 * If that happened after we put ourselves on the run queue
12964631Sbostic 		 * but before we switched, we might not be on the queue
13064547Sbostic 		 * indicated by our priority.
13155581Sfujita 		 */
13255581Sfujita 		s = splstatclock();
13364547Sbostic 		setrunqueue(p);
13455581Sfujita 		p->p_stats->p_ru.ru_nivcsw++;
13564631Sbostic 		mi_switch();
13655581Sfujita 		splx(s);
13755581Sfujita 		while ((sig = CURSIG(p)) != 0)
13864631Sbostic 			postsig(sig);
13955581Sfujita 	}
14055581Sfujita 
14155581Sfujita 	/*
14255581Sfujita 	 * If profiling, charge system time to the trapped pc.
14355581Sfujita 	 */
14464631Sbostic 	if (p->p_flag & P_PROFIL) {
14557401Sakito 		extern int psratio;
14657401Sakito 
14757401Sakito 		addupc_task(p, fp->f_pc,
14857401Sakito 			    (int)(p->p_sticks - oticks) * psratio);
14955581Sfujita 	}
15059952Sakito #ifdef LUNA2
15159952Sakito 	/*
15259952Sakito 	 * Deal with user mode writebacks (from trap, or from sigreturn).
15359952Sakito 	 * If any writeback fails, go back and attempt signal delivery.
15459952Sakito 	 * unless we have already been here and attempted the writeback
15559952Sakito 	 * (e.g. bad address with user ignoring SIGSEGV).  In that case
15659952Sakito 	 * we just return to the user without sucessfully completing
15759952Sakito 	 * the writebacks.  Maybe we should just drop the sucker?
15859952Sakito 	 */
15959952Sakito 	if (mmutype == MMU_68040 && fp->f_format == FMT7) {
16059952Sakito 		if (beenhere) {
16159952Sakito #ifdef DEBUG
16259952Sakito 			if (mmudebug & MDB_WBFAILED)
16359952Sakito 				printf(fromtrap ?
16459952Sakito 		"pid %d(%s): writeback aborted, pc=%x, fa=%x\n" :
16559952Sakito 		"pid %d(%s): writeback aborted in sigreturn, pc=%x\n",
16659952Sakito 				    p->p_pid, p->p_comm, fp->f_pc, faultaddr);
16759952Sakito #endif
16859952Sakito 		} else if (sig = writeback(fp, fromtrap)) {
16959952Sakito 			beenhere = 1;
17059952Sakito 			oticks = p->p_sticks;
17159952Sakito 			trapsignal(p, sig, faultaddr);
17259952Sakito 			goto again;
17359952Sakito 		}
17459952Sakito 	}
17559952Sakito #endif
17664631Sbostic 	curpriority = p->p_priority;
17755581Sfujita }
17855581Sfujita 
17955581Sfujita /*
18053994Sfujita  * Trap is called from locore to handle most types of processor traps,
18153994Sfujita  * including events such as simulated software interrupts/AST's.
18253994Sfujita  * System calls are broken out for efficiency.
18353994Sfujita  */
18453994Sfujita /*ARGSUSED*/
trap(type,code,v,frame)18553994Sfujita trap(type, code, v, frame)
18653994Sfujita 	int type;
18753994Sfujita 	unsigned code;
18853994Sfujita 	register unsigned v;
18953994Sfujita 	struct frame frame;
19053994Sfujita {
19153994Sfujita 	register int i;
19255581Sfujita 	unsigned ucode;
19355581Sfujita 	register struct proc *p;
19455581Sfujita 	u_quad_t sticks;
19553994Sfujita 	unsigned ncode;
19655581Sfujita 	extern char fswintr[];
19753994Sfujita 
19853994Sfujita 	cnt.v_trap++;
19955581Sfujita 	p = curproc;
20055581Sfujita 	ucode = 0;
20153994Sfujita 	if (USERMODE(frame.f_sr)) {
20253994Sfujita 		type |= T_USER;
20355581Sfujita 		sticks = p->p_sticks;
20453994Sfujita 		p->p_md.md_regs = frame.f_regs;
20553994Sfujita 	}
20653994Sfujita 	switch (type) {
20753994Sfujita 
20853994Sfujita 	default:
20953994Sfujita dopanic:
21053994Sfujita 		printf("trap type %d, code = %x, v = %x\n", type, code, v);
21157401Sakito 		regdump(&frame, 128);
21253994Sfujita 		type &= ~T_USER;
21353994Sfujita 		if ((unsigned)type < TRAP_TYPES)
21453994Sfujita 			panic(trap_type[type]);
21553994Sfujita 		panic("trap");
21653994Sfujita 
21753994Sfujita 	case T_BUSERR:		/* kernel bus error */
21853994Sfujita 		if (!p->p_addr->u_pcb.pcb_onfault)
21953994Sfujita 			goto dopanic;
22053994Sfujita 		/*
22153994Sfujita 		 * If we have arranged to catch this fault in any of the
22253994Sfujita 		 * copy to/from user space routines, set PC to return to
22353994Sfujita 		 * indicated location and set flag informing buserror code
22453994Sfujita 		 * that it may need to clean up stack frame.
22553994Sfujita 		 */
22653994Sfujita copyfault:
22753994Sfujita 		frame.f_stackadj = exframesize[frame.f_format];
22853994Sfujita 		frame.f_format = frame.f_vector = 0;
22953994Sfujita 		frame.f_pc = (int) p->p_addr->u_pcb.pcb_onfault;
23053994Sfujita 		return;
23153994Sfujita 
23253994Sfujita 	case T_BUSERR|T_USER:	/* bus error */
23353994Sfujita 	case T_ADDRERR|T_USER:	/* address error */
23453994Sfujita 		ucode = v;
23553994Sfujita 		i = SIGBUS;
23653994Sfujita 		break;
23753994Sfujita 
23853994Sfujita #ifdef FPCOPROC
23953994Sfujita 	case T_COPERR:		/* kernel coprocessor violation */
24053994Sfujita #endif
24153994Sfujita 	case T_FMTERR|T_USER:	/* do all RTE errors come in as T_USER? */
24253994Sfujita 	case T_FMTERR:		/* ...just in case... */
24353994Sfujita 	/*
24453994Sfujita 	 * The user has most likely trashed the RTE or FP state info
24553994Sfujita 	 * in the stack frame of a signal handler.
24653994Sfujita 	 */
24753994Sfujita 		type |= T_USER;
24853994Sfujita 		printf("pid %d: kernel %s exception\n", p->p_pid,
24953994Sfujita 		       type==T_COPERR ? "coprocessor" : "format");
25053994Sfujita 		p->p_sigacts->ps_sigact[SIGILL] = SIG_DFL;
25153994Sfujita 		i = sigmask(SIGILL);
25253994Sfujita 		p->p_sigignore &= ~i;
25353994Sfujita 		p->p_sigcatch &= ~i;
25453994Sfujita 		p->p_sigmask &= ~i;
25553994Sfujita 		i = SIGILL;
25653994Sfujita 		ucode = frame.f_format;	/* XXX was ILL_RESAD_FAULT */
25753994Sfujita 		break;
25853994Sfujita 
25953994Sfujita #ifdef FPCOPROC
26053994Sfujita 	case T_COPERR|T_USER:	/* user coprocessor violation */
26153994Sfujita 	/* What is a proper response here? */
26253994Sfujita 		ucode = 0;
26353994Sfujita 		i = SIGFPE;
26453994Sfujita 		break;
26553994Sfujita 
26653994Sfujita 	case T_FPERR|T_USER:	/* 68881 exceptions */
26753994Sfujita 	/*
26853994Sfujita 	 * We pass along the 68881 status register which locore stashed
26953994Sfujita 	 * in code for us.  Note that there is a possibility that the
27053994Sfujita 	 * bit pattern of this register will conflict with one of the
27153994Sfujita 	 * FPE_* codes defined in signal.h.  Fortunately for us, the
27253994Sfujita 	 * only such codes we use are all in the range 1-7 and the low
27353994Sfujita 	 * 3 bits of the status register are defined as 0 so there is
27453994Sfujita 	 * no clash.
27553994Sfujita 	 */
27653994Sfujita 		ucode = code;
27753994Sfujita 		i = SIGFPE;
27853994Sfujita 		break;
27953994Sfujita #endif
28053994Sfujita 
28159952Sakito #ifdef LUNA2
28259952Sakito 	case T_FPEMULI|T_USER:	/* unimplemented FP instuction */
28359952Sakito 	case T_FPEMULD|T_USER:	/* unimplemented FP data type */
28459952Sakito 		/* XXX need to FSAVE */
28559952Sakito 		printf("pid %d(%s): unimplemented FP %s at %x (EA %x)\n",
28659952Sakito 		       p->p_pid, p->p_comm,
28759952Sakito 		       frame.f_format == 2 ? "instruction" : "data type",
28859952Sakito 		       frame.f_pc, frame.f_fmt2.f_iaddr);
28959952Sakito 		/* XXX need to FRESTORE */
29059952Sakito 		i = SIGFPE;
29159952Sakito 		break;
29259952Sakito #endif
29359952Sakito 
29453994Sfujita 	case T_ILLINST|T_USER:	/* illegal instruction fault */
29553994Sfujita 	case T_PRIVINST|T_USER:	/* privileged instruction fault */
29653994Sfujita 		ucode = frame.f_format;	/* XXX was ILL_PRIVIN_FAULT */
29753994Sfujita 		i = SIGILL;
29853994Sfujita 		break;
29953994Sfujita 
30053994Sfujita 	case T_ZERODIV|T_USER:	/* Divide by zero */
30153994Sfujita 		ucode = frame.f_format;	/* XXX was FPE_INTDIV_TRAP */
30253994Sfujita 		i = SIGFPE;
30353994Sfujita 		break;
30453994Sfujita 
30553994Sfujita 	case T_CHKINST|T_USER:	/* CHK instruction trap */
30653994Sfujita 		ucode = frame.f_format;	/* XXX was FPE_SUBRNG_TRAP */
30753994Sfujita 		i = SIGFPE;
30853994Sfujita 		break;
30953994Sfujita 
31053994Sfujita 	case T_TRAPVINST|T_USER:	/* TRAPV instruction trap */
31153994Sfujita 		ucode = frame.f_format;	/* XXX was FPE_INTOVF_TRAP */
31253994Sfujita 		i = SIGFPE;
31353994Sfujita 		break;
31453994Sfujita 
31553994Sfujita 	/*
31653994Sfujita 	 * XXX: Trace traps are a nightmare.
31753994Sfujita 	 *
31853994Sfujita 	 *	HP-UX uses trap #1 for breakpoints,
31953994Sfujita 	 *	HPBSD uses trap #2,
32053994Sfujita 	 *	SUN 3.x uses trap #15,
32153994Sfujita 	 *	KGDB uses trap #15 (for kernel breakpoints; handled elsewhere).
32253994Sfujita 	 *
32353994Sfujita 	 * HPBSD and HP-UX traps both get mapped by locore.s into T_TRACE.
32453994Sfujita 	 * SUN 3.x traps get passed through as T_TRAP15 and are not really
32553994Sfujita 	 * supported yet.
32653994Sfujita 	 */
32753994Sfujita 	case T_TRACE:		/* kernel trace trap */
32853994Sfujita 	case T_TRAP15:		/* SUN trace trap */
32953994Sfujita 		frame.f_sr &= ~PSL_T;
33053994Sfujita 		i = SIGTRAP;
33153994Sfujita 		break;
33253994Sfujita 
33353994Sfujita 	case T_TRACE|T_USER:	/* user trace trap */
33453994Sfujita 	case T_TRAP15|T_USER:	/* SUN user trace trap */
33553994Sfujita 		frame.f_sr &= ~PSL_T;
33653994Sfujita 		i = SIGTRAP;
33753994Sfujita 		break;
33853994Sfujita 
33953994Sfujita 	case T_ASTFLT:		/* system async trap, cannot happen */
34053994Sfujita 		goto dopanic;
34153994Sfujita 
34253994Sfujita 	case T_ASTFLT|T_USER:	/* user async trap */
34353994Sfujita 		astpending = 0;
34453994Sfujita 		/*
34553994Sfujita 		 * We check for software interrupts first.  This is because
34653994Sfujita 		 * they are at a higher level than ASTs, and on a VAX would
34753994Sfujita 		 * interrupt the AST.  We assume that if we are processing
34853994Sfujita 		 * an AST that we must be at IPL0 so we don't bother to
34953994Sfujita 		 * check.  Note that we ensure that we are at least at SIR
35053994Sfujita 		 * IPL while processing the SIR.
35153994Sfujita 		 */
35253994Sfujita 		spl1();
35353994Sfujita 		/* fall into... */
35453994Sfujita 
35553994Sfujita 	case T_SSIR:		/* software interrupt */
35653994Sfujita 	case T_SSIR|T_USER:
35753994Sfujita 		if (ssir & SIR_NET) {
35853994Sfujita 			siroff(SIR_NET);
35953994Sfujita 			cnt.v_soft++;
36053994Sfujita 			netintr();
36153994Sfujita 		}
36253994Sfujita 		if (ssir & SIR_CLOCK) {
36353994Sfujita 			siroff(SIR_CLOCK);
36453994Sfujita 			cnt.v_soft++;
36555581Sfujita 			softclock();
36653994Sfujita 		}
36753994Sfujita 		/*
36853994Sfujita 		 * If this was not an AST trap, we are all done.
36953994Sfujita 		 */
37053994Sfujita 		if (type != (T_ASTFLT|T_USER)) {
37153994Sfujita 			cnt.v_trap--;
37253994Sfujita 			return;
37353994Sfujita 		}
37453994Sfujita 		spl0();
37564631Sbostic 		if (p->p_flag & P_OWEUPC) {
37664631Sbostic 			p->p_flag &= ~P_OWEUPC;
37755581Sfujita 			ADDUPROF(p);
37853994Sfujita 		}
37953994Sfujita 		goto out;
38053994Sfujita 
38153994Sfujita 	case T_MMUFLT:		/* kernel mode page fault */
38255581Sfujita 		/*
38355581Sfujita 		 * If we were doing profiling ticks or other user mode
38455581Sfujita 		 * stuff from interrupt code, Just Say No.
38555581Sfujita 		 */
38655581Sfujita 		if (p->p_addr->u_pcb.pcb_onfault == fswintr)
38755581Sfujita 			goto copyfault;
38853994Sfujita 		/* fall into ... */
38953994Sfujita 
39053994Sfujita 	case T_MMUFLT|T_USER:	/* page fault */
39153994Sfujita 	    {
39253994Sfujita 		register vm_offset_t va;
39353994Sfujita 		register struct vmspace *vm = p->p_vmspace;
39453994Sfujita 		register vm_map_t map;
39553994Sfujita 		int rv;
39653994Sfujita 		vm_prot_t ftype;
39753994Sfujita 		extern vm_map_t kernel_map;
39853994Sfujita 
39953994Sfujita #ifdef DEBUG
40053994Sfujita 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid))
40153994Sfujita 		printf("trap: T_MMUFLT pid=%d, code=%x, v=%x, pc=%x, sr=%x\n",
40253994Sfujita 		       p->p_pid, code, v, frame.f_pc, frame.f_sr);
40353994Sfujita #endif
40453994Sfujita 		/*
40553994Sfujita 		 * It is only a kernel address space fault iff:
40653994Sfujita 		 * 	1. (type & T_USER) == 0  and
40753994Sfujita 		 * 	2. pcb_onfault not set or
40853994Sfujita 		 *	3. pcb_onfault set but supervisor space data fault
40953994Sfujita 		 * The last can occur during an exec() copyin where the
41053994Sfujita 		 * argument space is lazy-allocated.
41153994Sfujita 		 */
41253994Sfujita 		if (type == T_MMUFLT &&
41353994Sfujita 		    (!p->p_addr->u_pcb.pcb_onfault || KDFAULT(code)))
41453994Sfujita 			map = kernel_map;
41553994Sfujita 		else
41653994Sfujita 			map = &vm->vm_map;
41753994Sfujita 		if (WRFAULT(code))
41853994Sfujita 			ftype = VM_PROT_READ | VM_PROT_WRITE;
41953994Sfujita 		else
42053994Sfujita 			ftype = VM_PROT_READ;
42153994Sfujita 		va = trunc_page((vm_offset_t)v);
42253994Sfujita #ifdef DEBUG
42353994Sfujita 		if (map == kernel_map && va == 0) {
42453994Sfujita 			printf("trap: bad kernel access at %x\n", v);
42553994Sfujita 			goto dopanic;
42653994Sfujita 		}
42753994Sfujita #endif
42853994Sfujita 		rv = vm_fault(map, va, ftype, FALSE);
42953994Sfujita #ifdef DEBUG
43053994Sfujita 		if (rv && MDB_ISPID(p->p_pid))
43153994Sfujita 			printf("vm_fault(%x, %x, %x, 0) -> %x\n",
43253994Sfujita 			       map, va, ftype, rv);
43353994Sfujita #endif
43453994Sfujita 		/*
43553994Sfujita 		 * If this was a stack access we keep track of the maximum
43653994Sfujita 		 * accessed stack size.  Also, if vm_fault gets a protection
43753994Sfujita 		 * failure it is due to accessing the stack region outside
43853994Sfujita 		 * the current limit and we need to reflect that as an access
43953994Sfujita 		 * error.
44053994Sfujita 		 */
44153994Sfujita 		if ((caddr_t)va >= vm->vm_maxsaddr && map != kernel_map) {
44253994Sfujita 			if (rv == KERN_SUCCESS) {
44353994Sfujita 				unsigned nss;
44453994Sfujita 
44553994Sfujita 				nss = clrnd(btoc(USRSTACK-(unsigned)va));
44653994Sfujita 				if (nss > vm->vm_ssize)
44753994Sfujita 					vm->vm_ssize = nss;
44853994Sfujita 			} else if (rv == KERN_PROTECTION_FAILURE)
44953994Sfujita 				rv = KERN_INVALID_ADDRESS;
45053994Sfujita 		}
45153994Sfujita 		if (rv == KERN_SUCCESS) {
45253994Sfujita 			if (type == T_MMUFLT) {
45359952Sakito #ifdef LUNA2
45459952Sakito 				if (mmutype == MMU_68040)
45559952Sakito 					(void) writeback(&frame, 1);
45659952Sakito #endif
45753994Sfujita 				return;
45853994Sfujita 			}
45953994Sfujita 			goto out;
46053994Sfujita 		}
46153994Sfujita 		if (type == T_MMUFLT) {
46253994Sfujita 			if (p->p_addr->u_pcb.pcb_onfault)
46353994Sfujita 				goto copyfault;
46453994Sfujita 			printf("vm_fault(%x, %x, %x, 0) -> %x\n",
46553994Sfujita 			       map, va, ftype, rv);
46653994Sfujita 			printf("  type %x, code [mmu,,ssw]: %x\n",
46753994Sfujita 			       type, code);
46853994Sfujita 			goto dopanic;
46953994Sfujita 		}
47053994Sfujita 		ucode = v;
47153994Sfujita 		i = (rv == KERN_PROTECTION_FAILURE) ? SIGBUS : SIGSEGV;
47253994Sfujita 		break;
47353994Sfujita 	    }
47453994Sfujita 	}
47553994Sfujita 	trapsignal(p, i, ucode);
47653994Sfujita 	if ((type & T_USER) == 0)
47753994Sfujita 		return;
47853994Sfujita out:
47955581Sfujita 	userret(p, &frame, sticks, v, 1);
48053994Sfujita }
48153994Sfujita 
48259952Sakito #ifdef LUNA2
48359952Sakito #ifdef DEBUG
48459952Sakito struct writebackstats {
48559952Sakito 	int calls;
48659952Sakito 	int cpushes;
48759952Sakito 	int move16s;
48859952Sakito 	int wb1s, wb2s, wb3s;
48959952Sakito 	int wbsize[4];
49059952Sakito } wbstats;
49159952Sakito 
49259952Sakito char *f7sz[] = { "longword", "byte", "word", "line" };
49359952Sakito char *f7tt[] = { "normal", "MOVE16", "AFC", "ACK" };
49459952Sakito char *f7tm[] = { "d-push", "u-data", "u-code", "M-data",
49559952Sakito 		 "M-code", "k-data", "k-code", "RES" };
49659952Sakito char wberrstr[] =
49759952Sakito     "WARNING: pid %d(%s) writeback [%s] failed, pc=%x fa=%x wba=%x wbd=%x\n";
49859952Sakito #endif
49959952Sakito 
50059952Sakito writeback(fp, docachepush)
50159952Sakito 	struct frame *fp;
50259952Sakito 	int docachepush;
50359952Sakito {
50459952Sakito 	register struct fmt7 *f = &fp->f_fmt7;
50559952Sakito 	register struct proc *p = curproc;
50659952Sakito 	int err = 0;
50759952Sakito 	u_int fa;
50859952Sakito 	caddr_t oonfault = p->p_addr->u_pcb.pcb_onfault;
50959952Sakito 
51059952Sakito #ifdef DEBUG
51159952Sakito 	if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) {
51259952Sakito 		printf(" pid=%d, fa=%x,", p->p_pid, f->f_fa);
51359952Sakito 		dumpssw(f->f_ssw);
51459952Sakito 	}
51559952Sakito 	wbstats.calls++;
51659952Sakito #endif
51759952Sakito 	/*
51859952Sakito 	 * Deal with special cases first.
51959952Sakito 	 */
52059952Sakito 	if ((f->f_ssw & SSW4_TMMASK) == SSW4_TMDCP) {
52159952Sakito 		/*
52259952Sakito 		 * Dcache push fault.
52359952Sakito 		 * Line-align the address and write out the push data to
52459952Sakito 		 * the indicated physical address.
52559952Sakito 		 */
52659952Sakito #ifdef DEBUG
52759952Sakito 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) {
52859952Sakito 			printf(" pushing %s to PA %x, data %x",
52959952Sakito 			       f7sz[(f->f_ssw & SSW4_SZMASK) >> 5],
53059952Sakito 			       f->f_fa, f->f_pd0);
53159952Sakito 			if ((f->f_ssw & SSW4_SZMASK) == SSW4_SZLN)
53259952Sakito 				printf("/%x/%x/%x",
53359952Sakito 				       f->f_pd1, f->f_pd2, f->f_pd3);
53459952Sakito 			printf("\n");
53559952Sakito 		}
53659952Sakito 		if (f->f_wb1s & SSW4_WBSV)
53759952Sakito 			panic("writeback: cache push with WB1S valid");
53859952Sakito 		wbstats.cpushes++;
53959952Sakito #endif
54059952Sakito 		/*
54159952Sakito 		 * XXX there are security problems if we attempt to do a
54259952Sakito 		 * cache push after a signal handler has been called.
54359952Sakito 		 */
54459952Sakito 		if (docachepush) {
54559952Sakito 			pmap_enter(kernel_pmap, (vm_offset_t)vmmap,
54659952Sakito 				   trunc_page(f->f_fa), VM_PROT_WRITE, TRUE);
54759952Sakito 			fa = (u_int)&vmmap[(f->f_fa & PGOFSET) & ~0xF];
54859952Sakito 			bcopy((caddr_t)&f->f_pd0, (caddr_t)fa, 16);
54959952Sakito 			DCFL(pmap_extract(kernel_pmap, (vm_offset_t)fa));
55059952Sakito 			pmap_remove(kernel_pmap, (vm_offset_t)vmmap,
55159952Sakito 				    (vm_offset_t)&vmmap[NBPG]);
55259952Sakito 		} else
55359952Sakito 			printf("WARNING: pid %d(%s) uid %d: CPUSH not done\n",
55459952Sakito 			       p->p_pid, p->p_comm, p->p_ucred->cr_uid);
55559952Sakito 	} else if ((f->f_ssw & (SSW4_RW|SSW4_TTMASK)) == SSW4_TTM16) {
55659952Sakito 		/*
55759952Sakito 		 * MOVE16 fault.
55859952Sakito 		 * Line-align the address and write out the push data to
55959952Sakito 		 * the indicated virtual address.
56059952Sakito 		 */
56159952Sakito #ifdef DEBUG
56259952Sakito 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid))
56359952Sakito 			printf(" MOVE16 to VA %x(%x), data %x/%x/%x/%x\n",
56459952Sakito 			       f->f_fa, f->f_fa & ~0xF, f->f_pd0, f->f_pd1,
56559952Sakito 			       f->f_pd2, f->f_pd3);
56659952Sakito 		if (f->f_wb1s & SSW4_WBSV)
56759952Sakito 			panic("writeback: MOVE16 with WB1S valid");
56859952Sakito 		wbstats.move16s++;
56959952Sakito #endif
57059952Sakito 		if (KDFAULT(f->f_wb1s))
57159952Sakito 			bcopy((caddr_t)&f->f_pd0, (caddr_t)(f->f_fa & ~0xF), 16);
57259952Sakito 		else
57359952Sakito 			err = suline((caddr_t)(f->f_fa & ~0xF), (caddr_t)&f->f_pd0);
57459952Sakito 		if (err) {
57559952Sakito 			fa = f->f_fa & ~0xF;
57659952Sakito #ifdef DEBUG
57759952Sakito 			if (mmudebug & MDB_WBFAILED)
57859952Sakito 				printf(wberrstr, p->p_pid, p->p_comm,
57959952Sakito 				       "MOVE16", fp->f_pc, f->f_fa,
58059952Sakito 				       f->f_fa & ~0xF, f->f_pd0);
58159952Sakito #endif
58259952Sakito 		}
58359952Sakito 	} else if (f->f_wb1s & SSW4_WBSV) {
58459952Sakito 		/*
58559952Sakito 		 * Writeback #1.
58659952Sakito 		 * Position the "memory-aligned" data and write it out.
58759952Sakito 		 */
58859952Sakito 		register u_int wb1d = f->f_wb1d;
58959952Sakito 		register int off;
59059952Sakito 
59159952Sakito #ifdef DEBUG
59259952Sakito 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid))
59359952Sakito 			dumpwb(1, f->f_wb1s, f->f_wb1a, f->f_wb1d);
59459952Sakito 		wbstats.wb1s++;
59559952Sakito 		wbstats.wbsize[(f->f_wb2s&SSW4_SZMASK)>>5]++;
59659952Sakito #endif
59759952Sakito 		off = (f->f_wb1a & 3) * 8;
59859952Sakito 		switch (f->f_wb1s & SSW4_SZMASK) {
59959952Sakito 		case SSW4_SZLW:
60059952Sakito 			if (off)
60159952Sakito 				wb1d = (wb1d >> (32 - off)) | (wb1d << off);
60259952Sakito 			if (KDFAULT(f->f_wb1s))
60359952Sakito 				*(long *)f->f_wb1a = wb1d;
60459952Sakito 			else
60559952Sakito 				err = suword((caddr_t)f->f_wb1a, wb1d);
60659952Sakito 			break;
60759952Sakito 		case SSW4_SZB:
60859952Sakito 			off = 24 - off;
60959952Sakito 			if (off)
61059952Sakito 				wb1d >>= off;
61159952Sakito 			if (KDFAULT(f->f_wb1s))
61259952Sakito 				*(char *)f->f_wb1a = wb1d;
61359952Sakito 			else
61459952Sakito 				err = subyte((caddr_t)f->f_wb1a, wb1d);
61559952Sakito 			break;
61659952Sakito 		case SSW4_SZW:
61759952Sakito 			off = (off + 16) % 32;
61859952Sakito 			if (off)
61959952Sakito 				wb1d = (wb1d >> (32 - off)) | (wb1d << off);
62059952Sakito 			if (KDFAULT(f->f_wb1s))
62159952Sakito 				*(short *)f->f_wb1a = wb1d;
62259952Sakito 			else
62359952Sakito 				err = susword((caddr_t)f->f_wb1a, wb1d);
62459952Sakito 			break;
62559952Sakito 		}
62659952Sakito 		if (err) {
62759952Sakito 			fa = f->f_wb1a;
62859952Sakito #ifdef DEBUG
62959952Sakito 			if (mmudebug & MDB_WBFAILED)
63059952Sakito 				printf(wberrstr, p->p_pid, p->p_comm,
63159952Sakito 				       "#1", fp->f_pc, f->f_fa,
63259952Sakito 				       f->f_wb1a, f->f_wb1d);
63359952Sakito #endif
63459952Sakito 		}
63559952Sakito 	}
63659952Sakito 	/*
63759952Sakito 	 * Deal with the "normal" writebacks.
63859952Sakito 	 *
63959952Sakito 	 * XXX writeback2 is known to reflect a LINE size writeback after
64059952Sakito 	 * a MOVE16 was already dealt with above.  Ignore it.
64159952Sakito 	 */
64259952Sakito 	if (err == 0 && (f->f_wb2s & SSW4_WBSV) &&
64359952Sakito 	    (f->f_wb2s & SSW4_SZMASK) != SSW4_SZLN) {
64459952Sakito #ifdef DEBUG
64559952Sakito 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid))
64659952Sakito 			dumpwb(2, f->f_wb2s, f->f_wb2a, f->f_wb2d);
64759952Sakito 		wbstats.wb2s++;
64859952Sakito 		wbstats.wbsize[(f->f_wb2s&SSW4_SZMASK)>>5]++;
64959952Sakito #endif
65059952Sakito 		switch (f->f_wb2s & SSW4_SZMASK) {
65159952Sakito 		case SSW4_SZLW:
65259952Sakito 			if (KDFAULT(f->f_wb2s))
65359952Sakito 				*(long *)f->f_wb2a = f->f_wb2d;
65459952Sakito 			else
65559952Sakito 				err = suword((caddr_t)f->f_wb2a, f->f_wb2d);
65659952Sakito 			break;
65759952Sakito 		case SSW4_SZB:
65859952Sakito 			if (KDFAULT(f->f_wb2s))
65959952Sakito 				*(char *)f->f_wb2a = f->f_wb2d;
66059952Sakito 			else
66159952Sakito 				err = subyte((caddr_t)f->f_wb2a, f->f_wb2d);
66259952Sakito 			break;
66359952Sakito 		case SSW4_SZW:
66459952Sakito 			if (KDFAULT(f->f_wb2s))
66559952Sakito 				*(short *)f->f_wb2a = f->f_wb2d;
66659952Sakito 			else
66759952Sakito 				err = susword((caddr_t)f->f_wb2a, f->f_wb2d);
66859952Sakito 			break;
66959952Sakito 		}
67059952Sakito 		if (err) {
67159952Sakito 			fa = f->f_wb2a;
67259952Sakito #ifdef DEBUG
67359952Sakito 			if (mmudebug & MDB_WBFAILED) {
67459952Sakito 				printf(wberrstr, p->p_pid, p->p_comm,
67559952Sakito 				       "#2", fp->f_pc, f->f_fa,
67659952Sakito 				       f->f_wb2a, f->f_wb2d);
67759952Sakito 				dumpssw(f->f_ssw);
67859952Sakito 				dumpwb(2, f->f_wb2s, f->f_wb2a, f->f_wb2d);
67959952Sakito 			}
68059952Sakito #endif
68159952Sakito 		}
68259952Sakito 	}
68359952Sakito 	if (err == 0 && (f->f_wb3s & SSW4_WBSV)) {
68459952Sakito #ifdef DEBUG
68559952Sakito 		if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid))
68659952Sakito 			dumpwb(3, f->f_wb3s, f->f_wb3a, f->f_wb3d);
68759952Sakito 		wbstats.wb3s++;
68859952Sakito 		wbstats.wbsize[(f->f_wb3s&SSW4_SZMASK)>>5]++;
68959952Sakito #endif
69059952Sakito 		switch (f->f_wb3s & SSW4_SZMASK) {
69159952Sakito 		case SSW4_SZLW:
69259952Sakito 			if (KDFAULT(f->f_wb3s))
69359952Sakito 				*(long *)f->f_wb3a = f->f_wb3d;
69459952Sakito 			else
69559952Sakito 				err = suword((caddr_t)f->f_wb3a, f->f_wb3d);
69659952Sakito 			break;
69759952Sakito 		case SSW4_SZB:
69859952Sakito 			if (KDFAULT(f->f_wb3s))
69959952Sakito 				*(char *)f->f_wb3a = f->f_wb3d;
70059952Sakito 			else
70159952Sakito 				err = subyte((caddr_t)f->f_wb3a, f->f_wb3d);
70259952Sakito 			break;
70359952Sakito 		case SSW4_SZW:
70459952Sakito 			if (KDFAULT(f->f_wb3s))
70559952Sakito 				*(short *)f->f_wb3a = f->f_wb3d;
70659952Sakito 			else
70759952Sakito 				err = susword((caddr_t)f->f_wb3a, f->f_wb3d);
70859952Sakito 			break;
70959952Sakito #ifdef DEBUG
71059952Sakito 		case SSW4_SZLN:
71159952Sakito 			panic("writeback: wb3s indicates LINE write");
71259952Sakito #endif
71359952Sakito 		}
71459952Sakito 		if (err) {
71559952Sakito 			fa = f->f_wb3a;
71659952Sakito #ifdef DEBUG
71759952Sakito 			if (mmudebug & MDB_WBFAILED)
71859952Sakito 				printf(wberrstr, p->p_pid, p->p_comm,
71959952Sakito 				       "#3", fp->f_pc, f->f_fa,
72059952Sakito 				       f->f_wb3a, f->f_wb3d);
72159952Sakito #endif
72259952Sakito 		}
72359952Sakito 	}
72459952Sakito 	p->p_addr->u_pcb.pcb_onfault = oonfault;
72559952Sakito 	/*
72659952Sakito 	 * Determine the cause of the failure if any translating to
72759952Sakito 	 * a signal.  If the corresponding VA is valid and RO it is
72859952Sakito 	 * a protection fault (SIGBUS) otherwise consider it an
72959952Sakito 	 * illegal reference (SIGSEGV).
73059952Sakito 	 */
73159952Sakito 	if (err) {
73259952Sakito 		if (vm_map_check_protection(&p->p_vmspace->vm_map,
73359952Sakito 					    trunc_page(fa), round_page(fa),
73459952Sakito 					    VM_PROT_READ) &&
73559952Sakito 		    !vm_map_check_protection(&p->p_vmspace->vm_map,
73659952Sakito 					     trunc_page(fa), round_page(fa),
73759952Sakito 					     VM_PROT_WRITE))
73859952Sakito 			err = SIGBUS;
73959952Sakito 		else
74059952Sakito 			err = SIGSEGV;
74159952Sakito 	}
74259952Sakito 	return(err);
74359952Sakito }
74459952Sakito 
74559952Sakito #ifdef DEBUG
dumpssw(ssw)74659952Sakito dumpssw(ssw)
74759952Sakito 	register u_short ssw;
74859952Sakito {
74959952Sakito 	printf(" SSW: %x: ", ssw);
75059952Sakito 	if (ssw & SSW4_CP)
75159952Sakito 		printf("CP,");
75259952Sakito 	if (ssw & SSW4_CU)
75359952Sakito 		printf("CU,");
75459952Sakito 	if (ssw & SSW4_CT)
75559952Sakito 		printf("CT,");
75659952Sakito 	if (ssw & SSW4_CM)
75759952Sakito 		printf("CM,");
75859952Sakito 	if (ssw & SSW4_MA)
75959952Sakito 		printf("MA,");
76059952Sakito 	if (ssw & SSW4_ATC)
76159952Sakito 		printf("ATC,");
76259952Sakito 	if (ssw & SSW4_LK)
76359952Sakito 		printf("LK,");
76459952Sakito 	if (ssw & SSW4_RW)
76559952Sakito 		printf("RW,");
76659952Sakito 	printf(" SZ=%s, TT=%s, TM=%s\n",
76759952Sakito 	       f7sz[(ssw & SSW4_SZMASK) >> 5],
76859952Sakito 	       f7tt[(ssw & SSW4_TTMASK) >> 3],
76959952Sakito 	       f7tm[ssw & SSW4_TMMASK]);
77059952Sakito }
77159952Sakito 
dumpwb(num,s,a,d)77259952Sakito dumpwb(num, s, a, d)
77359952Sakito 	int num;
77459952Sakito 	u_short s;
77559952Sakito 	u_int a, d;
77659952Sakito {
77759952Sakito 	register struct proc *p = curproc;
77859952Sakito 	vm_offset_t pa;
77959952Sakito 
78059952Sakito 	printf(" writeback #%d: VA %x, data %x, SZ=%s, TT=%s, TM=%s\n",
78159952Sakito 	       num, a, d, f7sz[(s & SSW4_SZMASK) >> 5],
78259952Sakito 	       f7tt[(s & SSW4_TTMASK) >> 3], f7tm[s & SSW4_TMMASK]);
78359952Sakito 	printf("               PA ");
78459952Sakito 	pa = pmap_extract(&p->p_vmspace->vm_pmap, (vm_offset_t)a);
78559952Sakito 	if (pa == 0)
78659952Sakito 		printf("<invalid address>");
78759952Sakito 	else
78859952Sakito 		printf("%x, current value %x", pa, fuword((caddr_t)a));
78959952Sakito 	printf("\n");
79059952Sakito }
79159952Sakito #endif
79259952Sakito #endif
79359952Sakito 
79453994Sfujita /*
79553994Sfujita  * Proces a system call.
79653994Sfujita  */
syscall(code,frame)79753994Sfujita syscall(code, frame)
79855581Sfujita 	u_int code;
79953994Sfujita 	struct frame frame;
80053994Sfujita {
80153994Sfujita 	register caddr_t params;
80253994Sfujita 	register struct sysent *callp;
80355581Sfujita 	register struct proc *p;
80453994Sfujita 	int error, opc, numsys, s;
80555581Sfujita 	u_int argsize;
80653994Sfujita 	struct args {
80753994Sfujita 		int i[8];
80853994Sfujita 	} args;
80953994Sfujita 	int rval[2];
81055581Sfujita 	u_quad_t sticks;
81153994Sfujita 
81253994Sfujita 	cnt.v_syscall++;
81353994Sfujita 	if (!USERMODE(frame.f_sr))
81453994Sfujita 		panic("syscall");
81555581Sfujita 	p = curproc;
81655581Sfujita 	sticks = p->p_sticks;
81753994Sfujita 	p->p_md.md_regs = frame.f_regs;
81853994Sfujita 	opc = frame.f_pc - 2;
81955581Sfujita 	callp = sysent, numsys = nsysent;
82053994Sfujita 	params = (caddr_t)frame.f_regs[SP] + sizeof(int);
82155581Sfujita 	switch (code) {
82255581Sfujita 
82363476Smckusick 	case SYS_syscall:
82455581Sfujita 		/*
82555581Sfujita 		 * Code is first argument, followed by actual args.
82655581Sfujita 		 */
82753994Sfujita 		code = fuword(params);
82853994Sfujita 		params += sizeof(int);
82957401Sakito 		/*
83057401Sakito 		 * XXX sigreturn requires special stack manipulation
83157401Sakito 		 * that is only done if entered via the sigreturn
83257401Sakito 		 * trap.  Cannot allow it here so make sure we fail.
83357401Sakito 		 */
83457401Sakito 		if (code == SYS_sigreturn)
83557401Sakito 			code = numsys;
83655581Sfujita 		break;
83755581Sfujita 
83863476Smckusick 	case SYS___syscall:
83955581Sfujita 		/*
84063476Smckusick 		 * Like syscall, but code is a quad, so as to maintain
84155581Sfujita 		 * quad alignment for the rest of the arguments.
84255581Sfujita 		 */
84355581Sfujita 		code = fuword(params + _QUAD_LOWWORD * sizeof(int));
84455581Sfujita 		params += sizeof(quad_t);
84555581Sfujita 		break;
84655581Sfujita 
84755581Sfujita 	default:
84855581Sfujita 		/* nothing to do by default */
84955581Sfujita 		break;
85053994Sfujita 	}
85155581Sfujita 	if (code < numsys)
85255581Sfujita 		callp += code;
85353994Sfujita 	else
85463476Smckusick 		callp += SYS_syscall;	/* => nosys */
85555581Sfujita 	argsize = callp->sy_narg * sizeof(int);
85655581Sfujita 	if (argsize && (error = copyin(params, (caddr_t)&args, argsize))) {
85753994Sfujita #ifdef KTRACE
85853994Sfujita 		if (KTRPOINT(p, KTR_SYSCALL))
85953994Sfujita 			ktrsyscall(p->p_tracep, code, callp->sy_narg, args.i);
86053994Sfujita #endif
86155581Sfujita 		goto bad;
86253994Sfujita 	}
86353994Sfujita #ifdef KTRACE
86453994Sfujita 	if (KTRPOINT(p, KTR_SYSCALL))
86553994Sfujita 		ktrsyscall(p->p_tracep, code, callp->sy_narg, args.i);
86653994Sfujita #endif
86753994Sfujita 	rval[0] = 0;
86853994Sfujita 	rval[1] = frame.f_regs[D1];
86953994Sfujita 	error = (*callp->sy_call)(p, &args, rval);
87055581Sfujita 	switch (error) {
87153994Sfujita 
87255581Sfujita 	case 0:
87353994Sfujita 		/*
87455581Sfujita 		 * Reinitialize proc pointer `p' as it may be different
87555581Sfujita 		 * if this is a child returning from fork syscall.
87653994Sfujita 		 */
87755581Sfujita 		p = curproc;
87855581Sfujita 		frame.f_regs[D0] = rval[0];
87955581Sfujita 		frame.f_regs[D1] = rval[1];
88055581Sfujita 		frame.f_sr &= ~PSL_C;
88155581Sfujita 		break;
88255581Sfujita 
88355581Sfujita 	case ERESTART:
88455581Sfujita 		frame.f_pc = opc;
88555581Sfujita 		break;
88655581Sfujita 
88755581Sfujita 	case EJUSTRETURN:
88855581Sfujita 		break;		/* nothing to do */
88955581Sfujita 
89055581Sfujita 	default:
89155581Sfujita 	bad:
89255581Sfujita 		frame.f_regs[D0] = error;
89355581Sfujita 		frame.f_sr |= PSL_C;
89455581Sfujita 		break;
89553994Sfujita 	}
89653994Sfujita 
89755581Sfujita 	userret(p, &frame, sticks, (u_int)0, 0);
89853994Sfujita #ifdef KTRACE
89953994Sfujita 	if (KTRPOINT(p, KTR_SYSRET))
90053994Sfujita 		ktrsysret(p->p_tracep, code, error, rval[0]);
90153994Sfujita #endif
90253994Sfujita }
903