153994Sfujita /* 253994Sfujita * Copyright (c) 1988 University of Utah. 353994Sfujita * Copyright (c) 1992 OMRON Corporation. 453994Sfujita * Copyright (c) 1982, 1986, 1990 The Regents of the University of California. 553994Sfujita * All rights reserved. 653994Sfujita * 753994Sfujita * This code is derived from software contributed to Berkeley by 853994Sfujita * the Systems Programming Group of the University of Utah Computer 953994Sfujita * Science Department. 1053994Sfujita * 1153994Sfujita * %sccs.include.redist.c% 1253994Sfujita * 1353994Sfujita * from: Utah $Hdr: trap.c 1.35 91/12/26$ 1457401Sakito * from: hp300/hp300/trap.c 7.26 (Berkeley) 12/27/92 1553994Sfujita * 16*59952Sakito * @(#)trap.c 7.5 (Berkeley) 05/12/93 1753994Sfujita */ 1853994Sfujita 1956521Sbostic #include <sys/param.h> 2056521Sbostic #include <sys/systm.h> 2156521Sbostic #include <sys/proc.h> 2256521Sbostic #include <sys/acct.h> 2356521Sbostic #include <sys/kernel.h> 2456521Sbostic #include <sys/signalvar.h> 2556521Sbostic #include <sys/resourcevar.h> 2656521Sbostic #include <sys/syscall.h> 2756521Sbostic #include <sys/syslog.h> 2856521Sbostic #include <sys/user.h> 2953994Sfujita #ifdef KTRACE 3056521Sbostic #include <sys/ktrace.h> 3153994Sfujita #endif 3253994Sfujita 3356521Sbostic #include <machine/psl.h> 3456521Sbostic #include <machine/trap.h> 3556521Sbostic #include <machine/cpu.h> 3656521Sbostic #include <machine/reg.h> 3756521Sbostic #include <machine/mtpr.h> 3853994Sfujita 3956521Sbostic #include <vm/vm.h> 4056521Sbostic #include <vm/pmap.h> 4153994Sfujita 4253994Sfujita struct sysent sysent[]; 4353994Sfujita int nsysent; 4453994Sfujita 4553994Sfujita char *trap_type[] = { 4653994Sfujita "Bus error", 4753994Sfujita "Address error", 4853994Sfujita "Illegal instruction", 4953994Sfujita "Zero divide", 5053994Sfujita "CHK instruction", 5153994Sfujita "TRAPV instruction", 5253994Sfujita "Privilege violation", 5353994Sfujita "Trace trap", 5453994Sfujita "MMU fault", 5553994Sfujita "SSIR trap", 5653994Sfujita "Format error", 5753994Sfujita "68881 exception", 5853994Sfujita "Coprocessor violation", 5953994Sfujita "Async system trap" 6053994Sfujita }; 6153994Sfujita #define TRAP_TYPES (sizeof trap_type / sizeof trap_type[0]) 6253994Sfujita 6353994Sfujita /* 6453994Sfujita * Size of various exception stack frames (minus the standard 8 bytes) 6553994Sfujita */ 6653994Sfujita short exframesize[] = { 6753994Sfujita FMT0SIZE, /* type 0 - normal (68020/030/040) */ 6853994Sfujita FMT1SIZE, /* type 1 - throwaway (68020/030/040) */ 6953994Sfujita FMT2SIZE, /* type 2 - normal 6-word (68020/030/040) */ 7053994Sfujita FMT3SIZE, /* type 3 - FP post-instruction (68040) */ 7153994Sfujita -1, -1, -1, /* type 4-6 - undefined */ 7253994Sfujita FMT7SIZE, /* type 7 - access error (68040) */ 7353994Sfujita 58, /* type 8 - bus fault (68010) */ 7453994Sfujita FMT9SIZE, /* type 9 - coprocessor mid-instruction (68020/030) */ 7553994Sfujita FMTASIZE, /* type A - short bus fault (68020/030) */ 7653994Sfujita FMTBSIZE, /* type B - long bus fault (68020/030) */ 7753994Sfujita -1, -1, -1, -1 /* type C-F - undefined */ 7853994Sfujita }; 7953994Sfujita 80*59952Sakito #ifdef LUNA2 81*59952Sakito #define KDFAULT(c) (mmutype == MMU_68040 ? \ 82*59952Sakito ((c) & SSW4_TMMASK) == SSW4_TMKD : \ 83*59952Sakito ((c) & (SSW_DF|FC_SUPERD)) == (SSW_DF|FC_SUPERD)) 84*59952Sakito #define WRFAULT(c) (mmutype == MMU_68040 ? \ 85*59952Sakito ((c) & SSW4_RW) == 0 : \ 86*59952Sakito ((c) & (SSW_DF|SSW_RW)) == SSW_DF) 87*59952Sakito #else 8853994Sfujita #define KDFAULT(c) (((c) & (SSW_DF|SSW_FCMASK)) == (SSW_DF|FC_SUPERD)) 8953994Sfujita #define WRFAULT(c) (((c) & (SSW_DF|SSW_RW)) == SSW_DF) 90*59952Sakito #endif 9153994Sfujita 9253994Sfujita #ifdef DEBUG 9353994Sfujita int mmudebug = 0; 9453994Sfujita int mmupid = -1; 9553994Sfujita #define MDB_FOLLOW 1 9653994Sfujita #define MDB_WBFOLLOW 2 9753994Sfujita #define MDB_WBFAILED 4 9853994Sfujita #define MDB_ISPID(p) (p) == mmupid 9953994Sfujita #endif 10053994Sfujita 10153994Sfujita /* 10255581Sfujita * trap and syscall both need the following work done before returning 10355581Sfujita * to user mode. 10455581Sfujita */ 10555581Sfujita static inline void 10655581Sfujita userret(p, fp, oticks, faultaddr, fromtrap) 10755581Sfujita register struct proc *p; 10855581Sfujita register struct frame *fp; 10955581Sfujita u_quad_t oticks; 11055581Sfujita u_int faultaddr; 11155581Sfujita int fromtrap; 11255581Sfujita { 11355581Sfujita int sig, s; 114*59952Sakito #ifdef LUNA2 115*59952Sakito int beenhere = 0; 11655581Sfujita 117*59952Sakito again: 118*59952Sakito #endif 11955581Sfujita /* take pending signals */ 12055581Sfujita while ((sig = CURSIG(p)) != 0) 12155581Sfujita psig(sig); 12255581Sfujita p->p_pri = p->p_usrpri; 12355581Sfujita if (want_resched) { 12455581Sfujita /* 12555581Sfujita * Since we are curproc, clock will normally just change 12655581Sfujita * our priority without moving us from one queue to another 12755581Sfujita * (since the running process is not on a queue.) 12855581Sfujita * If that happened after we setrq ourselves but before we 12955581Sfujita * swtch()'ed, we might not be on the queue indicated by 13055581Sfujita * our priority. 13155581Sfujita */ 13255581Sfujita s = splstatclock(); 13355581Sfujita setrq(p); 13455581Sfujita p->p_stats->p_ru.ru_nivcsw++; 13555581Sfujita swtch(); 13655581Sfujita splx(s); 13755581Sfujita while ((sig = CURSIG(p)) != 0) 13855581Sfujita psig(sig); 13955581Sfujita } 14055581Sfujita 14155581Sfujita /* 14255581Sfujita * If profiling, charge system time to the trapped pc. 14355581Sfujita */ 14457401Sakito if (p->p_flag & SPROFIL) { 14557401Sakito extern int psratio; 14657401Sakito 14757401Sakito addupc_task(p, fp->f_pc, 14857401Sakito (int)(p->p_sticks - oticks) * psratio); 14955581Sfujita } 150*59952Sakito #ifdef LUNA2 151*59952Sakito /* 152*59952Sakito * Deal with user mode writebacks (from trap, or from sigreturn). 153*59952Sakito * If any writeback fails, go back and attempt signal delivery. 154*59952Sakito * unless we have already been here and attempted the writeback 155*59952Sakito * (e.g. bad address with user ignoring SIGSEGV). In that case 156*59952Sakito * we just return to the user without sucessfully completing 157*59952Sakito * the writebacks. Maybe we should just drop the sucker? 158*59952Sakito */ 159*59952Sakito if (mmutype == MMU_68040 && fp->f_format == FMT7) { 160*59952Sakito if (beenhere) { 161*59952Sakito #ifdef DEBUG 162*59952Sakito if (mmudebug & MDB_WBFAILED) 163*59952Sakito printf(fromtrap ? 164*59952Sakito "pid %d(%s): writeback aborted, pc=%x, fa=%x\n" : 165*59952Sakito "pid %d(%s): writeback aborted in sigreturn, pc=%x\n", 166*59952Sakito p->p_pid, p->p_comm, fp->f_pc, faultaddr); 167*59952Sakito #endif 168*59952Sakito } else if (sig = writeback(fp, fromtrap)) { 169*59952Sakito beenhere = 1; 170*59952Sakito oticks = p->p_sticks; 171*59952Sakito trapsignal(p, sig, faultaddr); 172*59952Sakito goto again; 173*59952Sakito } 174*59952Sakito } 175*59952Sakito #endif 17655581Sfujita curpri = p->p_pri; 17755581Sfujita } 17855581Sfujita 17955581Sfujita /* 18053994Sfujita * Trap is called from locore to handle most types of processor traps, 18153994Sfujita * including events such as simulated software interrupts/AST's. 18253994Sfujita * System calls are broken out for efficiency. 18353994Sfujita */ 18453994Sfujita /*ARGSUSED*/ 18553994Sfujita trap(type, code, v, frame) 18653994Sfujita int type; 18753994Sfujita unsigned code; 18853994Sfujita register unsigned v; 18953994Sfujita struct frame frame; 19053994Sfujita { 19153994Sfujita register int i; 19255581Sfujita unsigned ucode; 19355581Sfujita register struct proc *p; 19455581Sfujita u_quad_t sticks; 19553994Sfujita unsigned ncode; 19655581Sfujita extern char fswintr[]; 19753994Sfujita 19853994Sfujita cnt.v_trap++; 19955581Sfujita p = curproc; 20055581Sfujita ucode = 0; 20153994Sfujita if (USERMODE(frame.f_sr)) { 20253994Sfujita type |= T_USER; 20355581Sfujita sticks = p->p_sticks; 20453994Sfujita p->p_md.md_regs = frame.f_regs; 20553994Sfujita } 20653994Sfujita switch (type) { 20753994Sfujita 20853994Sfujita default: 20953994Sfujita dopanic: 21053994Sfujita printf("trap type %d, code = %x, v = %x\n", type, code, v); 21157401Sakito regdump(&frame, 128); 21253994Sfujita type &= ~T_USER; 21353994Sfujita if ((unsigned)type < TRAP_TYPES) 21453994Sfujita panic(trap_type[type]); 21553994Sfujita panic("trap"); 21653994Sfujita 21753994Sfujita case T_BUSERR: /* kernel bus error */ 21853994Sfujita if (!p->p_addr->u_pcb.pcb_onfault) 21953994Sfujita goto dopanic; 22053994Sfujita /* 22153994Sfujita * If we have arranged to catch this fault in any of the 22253994Sfujita * copy to/from user space routines, set PC to return to 22353994Sfujita * indicated location and set flag informing buserror code 22453994Sfujita * that it may need to clean up stack frame. 22553994Sfujita */ 22653994Sfujita copyfault: 22753994Sfujita frame.f_stackadj = exframesize[frame.f_format]; 22853994Sfujita frame.f_format = frame.f_vector = 0; 22953994Sfujita frame.f_pc = (int) p->p_addr->u_pcb.pcb_onfault; 23053994Sfujita return; 23153994Sfujita 23253994Sfujita case T_BUSERR|T_USER: /* bus error */ 23353994Sfujita case T_ADDRERR|T_USER: /* address error */ 23453994Sfujita ucode = v; 23553994Sfujita i = SIGBUS; 23653994Sfujita break; 23753994Sfujita 23853994Sfujita #ifdef FPCOPROC 23953994Sfujita case T_COPERR: /* kernel coprocessor violation */ 24053994Sfujita #endif 24153994Sfujita case T_FMTERR|T_USER: /* do all RTE errors come in as T_USER? */ 24253994Sfujita case T_FMTERR: /* ...just in case... */ 24353994Sfujita /* 24453994Sfujita * The user has most likely trashed the RTE or FP state info 24553994Sfujita * in the stack frame of a signal handler. 24653994Sfujita */ 24753994Sfujita type |= T_USER; 24853994Sfujita printf("pid %d: kernel %s exception\n", p->p_pid, 24953994Sfujita type==T_COPERR ? "coprocessor" : "format"); 25053994Sfujita p->p_sigacts->ps_sigact[SIGILL] = SIG_DFL; 25153994Sfujita i = sigmask(SIGILL); 25253994Sfujita p->p_sigignore &= ~i; 25353994Sfujita p->p_sigcatch &= ~i; 25453994Sfujita p->p_sigmask &= ~i; 25553994Sfujita i = SIGILL; 25653994Sfujita ucode = frame.f_format; /* XXX was ILL_RESAD_FAULT */ 25753994Sfujita break; 25853994Sfujita 25953994Sfujita #ifdef FPCOPROC 26053994Sfujita case T_COPERR|T_USER: /* user coprocessor violation */ 26153994Sfujita /* What is a proper response here? */ 26253994Sfujita ucode = 0; 26353994Sfujita i = SIGFPE; 26453994Sfujita break; 26553994Sfujita 26653994Sfujita case T_FPERR|T_USER: /* 68881 exceptions */ 26753994Sfujita /* 26853994Sfujita * We pass along the 68881 status register which locore stashed 26953994Sfujita * in code for us. Note that there is a possibility that the 27053994Sfujita * bit pattern of this register will conflict with one of the 27153994Sfujita * FPE_* codes defined in signal.h. Fortunately for us, the 27253994Sfujita * only such codes we use are all in the range 1-7 and the low 27353994Sfujita * 3 bits of the status register are defined as 0 so there is 27453994Sfujita * no clash. 27553994Sfujita */ 27653994Sfujita ucode = code; 27753994Sfujita i = SIGFPE; 27853994Sfujita break; 27953994Sfujita #endif 28053994Sfujita 281*59952Sakito #ifdef LUNA2 282*59952Sakito case T_FPEMULI|T_USER: /* unimplemented FP instuction */ 283*59952Sakito case T_FPEMULD|T_USER: /* unimplemented FP data type */ 284*59952Sakito /* XXX need to FSAVE */ 285*59952Sakito printf("pid %d(%s): unimplemented FP %s at %x (EA %x)\n", 286*59952Sakito p->p_pid, p->p_comm, 287*59952Sakito frame.f_format == 2 ? "instruction" : "data type", 288*59952Sakito frame.f_pc, frame.f_fmt2.f_iaddr); 289*59952Sakito /* XXX need to FRESTORE */ 290*59952Sakito i = SIGFPE; 291*59952Sakito break; 292*59952Sakito #endif 293*59952Sakito 29453994Sfujita case T_ILLINST|T_USER: /* illegal instruction fault */ 29553994Sfujita case T_PRIVINST|T_USER: /* privileged instruction fault */ 29653994Sfujita ucode = frame.f_format; /* XXX was ILL_PRIVIN_FAULT */ 29753994Sfujita i = SIGILL; 29853994Sfujita break; 29953994Sfujita 30053994Sfujita case T_ZERODIV|T_USER: /* Divide by zero */ 30153994Sfujita ucode = frame.f_format; /* XXX was FPE_INTDIV_TRAP */ 30253994Sfujita i = SIGFPE; 30353994Sfujita break; 30453994Sfujita 30553994Sfujita case T_CHKINST|T_USER: /* CHK instruction trap */ 30653994Sfujita ucode = frame.f_format; /* XXX was FPE_SUBRNG_TRAP */ 30753994Sfujita i = SIGFPE; 30853994Sfujita break; 30953994Sfujita 31053994Sfujita case T_TRAPVINST|T_USER: /* TRAPV instruction trap */ 31153994Sfujita ucode = frame.f_format; /* XXX was FPE_INTOVF_TRAP */ 31253994Sfujita i = SIGFPE; 31353994Sfujita break; 31453994Sfujita 31553994Sfujita /* 31653994Sfujita * XXX: Trace traps are a nightmare. 31753994Sfujita * 31853994Sfujita * HP-UX uses trap #1 for breakpoints, 31953994Sfujita * HPBSD uses trap #2, 32053994Sfujita * SUN 3.x uses trap #15, 32153994Sfujita * KGDB uses trap #15 (for kernel breakpoints; handled elsewhere). 32253994Sfujita * 32353994Sfujita * HPBSD and HP-UX traps both get mapped by locore.s into T_TRACE. 32453994Sfujita * SUN 3.x traps get passed through as T_TRAP15 and are not really 32553994Sfujita * supported yet. 32653994Sfujita */ 32753994Sfujita case T_TRACE: /* kernel trace trap */ 32853994Sfujita case T_TRAP15: /* SUN trace trap */ 32953994Sfujita frame.f_sr &= ~PSL_T; 33053994Sfujita i = SIGTRAP; 33153994Sfujita break; 33253994Sfujita 33353994Sfujita case T_TRACE|T_USER: /* user trace trap */ 33453994Sfujita case T_TRAP15|T_USER: /* SUN user trace trap */ 33553994Sfujita frame.f_sr &= ~PSL_T; 33653994Sfujita i = SIGTRAP; 33753994Sfujita break; 33853994Sfujita 33953994Sfujita case T_ASTFLT: /* system async trap, cannot happen */ 34053994Sfujita goto dopanic; 34153994Sfujita 34253994Sfujita case T_ASTFLT|T_USER: /* user async trap */ 34353994Sfujita astpending = 0; 34453994Sfujita /* 34553994Sfujita * We check for software interrupts first. This is because 34653994Sfujita * they are at a higher level than ASTs, and on a VAX would 34753994Sfujita * interrupt the AST. We assume that if we are processing 34853994Sfujita * an AST that we must be at IPL0 so we don't bother to 34953994Sfujita * check. Note that we ensure that we are at least at SIR 35053994Sfujita * IPL while processing the SIR. 35153994Sfujita */ 35253994Sfujita spl1(); 35353994Sfujita /* fall into... */ 35453994Sfujita 35553994Sfujita case T_SSIR: /* software interrupt */ 35653994Sfujita case T_SSIR|T_USER: 35753994Sfujita if (ssir & SIR_NET) { 35853994Sfujita siroff(SIR_NET); 35953994Sfujita cnt.v_soft++; 36053994Sfujita netintr(); 36153994Sfujita } 36253994Sfujita if (ssir & SIR_CLOCK) { 36353994Sfujita siroff(SIR_CLOCK); 36453994Sfujita cnt.v_soft++; 36555581Sfujita softclock(); 36653994Sfujita } 36753994Sfujita /* 36853994Sfujita * If this was not an AST trap, we are all done. 36953994Sfujita */ 37053994Sfujita if (type != (T_ASTFLT|T_USER)) { 37153994Sfujita cnt.v_trap--; 37253994Sfujita return; 37353994Sfujita } 37453994Sfujita spl0(); 37555581Sfujita if (p->p_flag & SOWEUPC) { 37653994Sfujita p->p_flag &= ~SOWEUPC; 37755581Sfujita ADDUPROF(p); 37853994Sfujita } 37953994Sfujita goto out; 38053994Sfujita 38153994Sfujita case T_MMUFLT: /* kernel mode page fault */ 38255581Sfujita /* 38355581Sfujita * If we were doing profiling ticks or other user mode 38455581Sfujita * stuff from interrupt code, Just Say No. 38555581Sfujita */ 38655581Sfujita if (p->p_addr->u_pcb.pcb_onfault == fswintr) 38755581Sfujita goto copyfault; 38853994Sfujita /* fall into ... */ 38953994Sfujita 39053994Sfujita case T_MMUFLT|T_USER: /* page fault */ 39153994Sfujita { 39253994Sfujita register vm_offset_t va; 39353994Sfujita register struct vmspace *vm = p->p_vmspace; 39453994Sfujita register vm_map_t map; 39553994Sfujita int rv; 39653994Sfujita vm_prot_t ftype; 39753994Sfujita extern vm_map_t kernel_map; 39853994Sfujita 39953994Sfujita #ifdef DEBUG 40053994Sfujita if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) 40153994Sfujita printf("trap: T_MMUFLT pid=%d, code=%x, v=%x, pc=%x, sr=%x\n", 40253994Sfujita p->p_pid, code, v, frame.f_pc, frame.f_sr); 40353994Sfujita #endif 40453994Sfujita /* 40553994Sfujita * It is only a kernel address space fault iff: 40653994Sfujita * 1. (type & T_USER) == 0 and 40753994Sfujita * 2. pcb_onfault not set or 40853994Sfujita * 3. pcb_onfault set but supervisor space data fault 40953994Sfujita * The last can occur during an exec() copyin where the 41053994Sfujita * argument space is lazy-allocated. 41153994Sfujita */ 41253994Sfujita if (type == T_MMUFLT && 41353994Sfujita (!p->p_addr->u_pcb.pcb_onfault || KDFAULT(code))) 41453994Sfujita map = kernel_map; 41553994Sfujita else 41653994Sfujita map = &vm->vm_map; 41753994Sfujita if (WRFAULT(code)) 41853994Sfujita ftype = VM_PROT_READ | VM_PROT_WRITE; 41953994Sfujita else 42053994Sfujita ftype = VM_PROT_READ; 42153994Sfujita va = trunc_page((vm_offset_t)v); 42253994Sfujita #ifdef DEBUG 42353994Sfujita if (map == kernel_map && va == 0) { 42453994Sfujita printf("trap: bad kernel access at %x\n", v); 42553994Sfujita goto dopanic; 42653994Sfujita } 42753994Sfujita #endif 42853994Sfujita rv = vm_fault(map, va, ftype, FALSE); 42953994Sfujita #ifdef DEBUG 43053994Sfujita if (rv && MDB_ISPID(p->p_pid)) 43153994Sfujita printf("vm_fault(%x, %x, %x, 0) -> %x\n", 43253994Sfujita map, va, ftype, rv); 43353994Sfujita #endif 43453994Sfujita /* 43553994Sfujita * If this was a stack access we keep track of the maximum 43653994Sfujita * accessed stack size. Also, if vm_fault gets a protection 43753994Sfujita * failure it is due to accessing the stack region outside 43853994Sfujita * the current limit and we need to reflect that as an access 43953994Sfujita * error. 44053994Sfujita */ 44153994Sfujita if ((caddr_t)va >= vm->vm_maxsaddr && map != kernel_map) { 44253994Sfujita if (rv == KERN_SUCCESS) { 44353994Sfujita unsigned nss; 44453994Sfujita 44553994Sfujita nss = clrnd(btoc(USRSTACK-(unsigned)va)); 44653994Sfujita if (nss > vm->vm_ssize) 44753994Sfujita vm->vm_ssize = nss; 44853994Sfujita } else if (rv == KERN_PROTECTION_FAILURE) 44953994Sfujita rv = KERN_INVALID_ADDRESS; 45053994Sfujita } 45153994Sfujita if (rv == KERN_SUCCESS) { 45253994Sfujita if (type == T_MMUFLT) { 453*59952Sakito #ifdef LUNA2 454*59952Sakito if (mmutype == MMU_68040) 455*59952Sakito (void) writeback(&frame, 1); 456*59952Sakito #endif 45753994Sfujita return; 45853994Sfujita } 45953994Sfujita goto out; 46053994Sfujita } 46153994Sfujita if (type == T_MMUFLT) { 46253994Sfujita if (p->p_addr->u_pcb.pcb_onfault) 46353994Sfujita goto copyfault; 46453994Sfujita printf("vm_fault(%x, %x, %x, 0) -> %x\n", 46553994Sfujita map, va, ftype, rv); 46653994Sfujita printf(" type %x, code [mmu,,ssw]: %x\n", 46753994Sfujita type, code); 46853994Sfujita goto dopanic; 46953994Sfujita } 47053994Sfujita ucode = v; 47153994Sfujita i = (rv == KERN_PROTECTION_FAILURE) ? SIGBUS : SIGSEGV; 47253994Sfujita break; 47353994Sfujita } 47453994Sfujita } 47553994Sfujita trapsignal(p, i, ucode); 47653994Sfujita if ((type & T_USER) == 0) 47753994Sfujita return; 47853994Sfujita out: 47955581Sfujita userret(p, &frame, sticks, v, 1); 48053994Sfujita } 48153994Sfujita 482*59952Sakito #ifdef LUNA2 483*59952Sakito #ifdef DEBUG 484*59952Sakito struct writebackstats { 485*59952Sakito int calls; 486*59952Sakito int cpushes; 487*59952Sakito int move16s; 488*59952Sakito int wb1s, wb2s, wb3s; 489*59952Sakito int wbsize[4]; 490*59952Sakito } wbstats; 491*59952Sakito 492*59952Sakito char *f7sz[] = { "longword", "byte", "word", "line" }; 493*59952Sakito char *f7tt[] = { "normal", "MOVE16", "AFC", "ACK" }; 494*59952Sakito char *f7tm[] = { "d-push", "u-data", "u-code", "M-data", 495*59952Sakito "M-code", "k-data", "k-code", "RES" }; 496*59952Sakito char wberrstr[] = 497*59952Sakito "WARNING: pid %d(%s) writeback [%s] failed, pc=%x fa=%x wba=%x wbd=%x\n"; 498*59952Sakito #endif 499*59952Sakito 500*59952Sakito writeback(fp, docachepush) 501*59952Sakito struct frame *fp; 502*59952Sakito int docachepush; 503*59952Sakito { 504*59952Sakito register struct fmt7 *f = &fp->f_fmt7; 505*59952Sakito register struct proc *p = curproc; 506*59952Sakito int err = 0; 507*59952Sakito u_int fa; 508*59952Sakito caddr_t oonfault = p->p_addr->u_pcb.pcb_onfault; 509*59952Sakito 510*59952Sakito #ifdef DEBUG 511*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) { 512*59952Sakito printf(" pid=%d, fa=%x,", p->p_pid, f->f_fa); 513*59952Sakito dumpssw(f->f_ssw); 514*59952Sakito } 515*59952Sakito wbstats.calls++; 516*59952Sakito #endif 517*59952Sakito /* 518*59952Sakito * Deal with special cases first. 519*59952Sakito */ 520*59952Sakito if ((f->f_ssw & SSW4_TMMASK) == SSW4_TMDCP) { 521*59952Sakito /* 522*59952Sakito * Dcache push fault. 523*59952Sakito * Line-align the address and write out the push data to 524*59952Sakito * the indicated physical address. 525*59952Sakito */ 526*59952Sakito #ifdef DEBUG 527*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) { 528*59952Sakito printf(" pushing %s to PA %x, data %x", 529*59952Sakito f7sz[(f->f_ssw & SSW4_SZMASK) >> 5], 530*59952Sakito f->f_fa, f->f_pd0); 531*59952Sakito if ((f->f_ssw & SSW4_SZMASK) == SSW4_SZLN) 532*59952Sakito printf("/%x/%x/%x", 533*59952Sakito f->f_pd1, f->f_pd2, f->f_pd3); 534*59952Sakito printf("\n"); 535*59952Sakito } 536*59952Sakito if (f->f_wb1s & SSW4_WBSV) 537*59952Sakito panic("writeback: cache push with WB1S valid"); 538*59952Sakito wbstats.cpushes++; 539*59952Sakito #endif 540*59952Sakito /* 541*59952Sakito * XXX there are security problems if we attempt to do a 542*59952Sakito * cache push after a signal handler has been called. 543*59952Sakito */ 544*59952Sakito if (docachepush) { 545*59952Sakito pmap_enter(kernel_pmap, (vm_offset_t)vmmap, 546*59952Sakito trunc_page(f->f_fa), VM_PROT_WRITE, TRUE); 547*59952Sakito fa = (u_int)&vmmap[(f->f_fa & PGOFSET) & ~0xF]; 548*59952Sakito bcopy((caddr_t)&f->f_pd0, (caddr_t)fa, 16); 549*59952Sakito DCFL(pmap_extract(kernel_pmap, (vm_offset_t)fa)); 550*59952Sakito pmap_remove(kernel_pmap, (vm_offset_t)vmmap, 551*59952Sakito (vm_offset_t)&vmmap[NBPG]); 552*59952Sakito } else 553*59952Sakito printf("WARNING: pid %d(%s) uid %d: CPUSH not done\n", 554*59952Sakito p->p_pid, p->p_comm, p->p_ucred->cr_uid); 555*59952Sakito } else if ((f->f_ssw & (SSW4_RW|SSW4_TTMASK)) == SSW4_TTM16) { 556*59952Sakito /* 557*59952Sakito * MOVE16 fault. 558*59952Sakito * Line-align the address and write out the push data to 559*59952Sakito * the indicated virtual address. 560*59952Sakito */ 561*59952Sakito #ifdef DEBUG 562*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) 563*59952Sakito printf(" MOVE16 to VA %x(%x), data %x/%x/%x/%x\n", 564*59952Sakito f->f_fa, f->f_fa & ~0xF, f->f_pd0, f->f_pd1, 565*59952Sakito f->f_pd2, f->f_pd3); 566*59952Sakito if (f->f_wb1s & SSW4_WBSV) 567*59952Sakito panic("writeback: MOVE16 with WB1S valid"); 568*59952Sakito wbstats.move16s++; 569*59952Sakito #endif 570*59952Sakito if (KDFAULT(f->f_wb1s)) 571*59952Sakito bcopy((caddr_t)&f->f_pd0, (caddr_t)(f->f_fa & ~0xF), 16); 572*59952Sakito else 573*59952Sakito err = suline((caddr_t)(f->f_fa & ~0xF), (caddr_t)&f->f_pd0); 574*59952Sakito if (err) { 575*59952Sakito fa = f->f_fa & ~0xF; 576*59952Sakito #ifdef DEBUG 577*59952Sakito if (mmudebug & MDB_WBFAILED) 578*59952Sakito printf(wberrstr, p->p_pid, p->p_comm, 579*59952Sakito "MOVE16", fp->f_pc, f->f_fa, 580*59952Sakito f->f_fa & ~0xF, f->f_pd0); 581*59952Sakito #endif 582*59952Sakito } 583*59952Sakito } else if (f->f_wb1s & SSW4_WBSV) { 584*59952Sakito /* 585*59952Sakito * Writeback #1. 586*59952Sakito * Position the "memory-aligned" data and write it out. 587*59952Sakito */ 588*59952Sakito register u_int wb1d = f->f_wb1d; 589*59952Sakito register int off; 590*59952Sakito 591*59952Sakito #ifdef DEBUG 592*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) 593*59952Sakito dumpwb(1, f->f_wb1s, f->f_wb1a, f->f_wb1d); 594*59952Sakito wbstats.wb1s++; 595*59952Sakito wbstats.wbsize[(f->f_wb2s&SSW4_SZMASK)>>5]++; 596*59952Sakito #endif 597*59952Sakito off = (f->f_wb1a & 3) * 8; 598*59952Sakito switch (f->f_wb1s & SSW4_SZMASK) { 599*59952Sakito case SSW4_SZLW: 600*59952Sakito if (off) 601*59952Sakito wb1d = (wb1d >> (32 - off)) | (wb1d << off); 602*59952Sakito if (KDFAULT(f->f_wb1s)) 603*59952Sakito *(long *)f->f_wb1a = wb1d; 604*59952Sakito else 605*59952Sakito err = suword((caddr_t)f->f_wb1a, wb1d); 606*59952Sakito break; 607*59952Sakito case SSW4_SZB: 608*59952Sakito off = 24 - off; 609*59952Sakito if (off) 610*59952Sakito wb1d >>= off; 611*59952Sakito if (KDFAULT(f->f_wb1s)) 612*59952Sakito *(char *)f->f_wb1a = wb1d; 613*59952Sakito else 614*59952Sakito err = subyte((caddr_t)f->f_wb1a, wb1d); 615*59952Sakito break; 616*59952Sakito case SSW4_SZW: 617*59952Sakito off = (off + 16) % 32; 618*59952Sakito if (off) 619*59952Sakito wb1d = (wb1d >> (32 - off)) | (wb1d << off); 620*59952Sakito if (KDFAULT(f->f_wb1s)) 621*59952Sakito *(short *)f->f_wb1a = wb1d; 622*59952Sakito else 623*59952Sakito err = susword((caddr_t)f->f_wb1a, wb1d); 624*59952Sakito break; 625*59952Sakito } 626*59952Sakito if (err) { 627*59952Sakito fa = f->f_wb1a; 628*59952Sakito #ifdef DEBUG 629*59952Sakito if (mmudebug & MDB_WBFAILED) 630*59952Sakito printf(wberrstr, p->p_pid, p->p_comm, 631*59952Sakito "#1", fp->f_pc, f->f_fa, 632*59952Sakito f->f_wb1a, f->f_wb1d); 633*59952Sakito #endif 634*59952Sakito } 635*59952Sakito } 636*59952Sakito /* 637*59952Sakito * Deal with the "normal" writebacks. 638*59952Sakito * 639*59952Sakito * XXX writeback2 is known to reflect a LINE size writeback after 640*59952Sakito * a MOVE16 was already dealt with above. Ignore it. 641*59952Sakito */ 642*59952Sakito if (err == 0 && (f->f_wb2s & SSW4_WBSV) && 643*59952Sakito (f->f_wb2s & SSW4_SZMASK) != SSW4_SZLN) { 644*59952Sakito #ifdef DEBUG 645*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) 646*59952Sakito dumpwb(2, f->f_wb2s, f->f_wb2a, f->f_wb2d); 647*59952Sakito wbstats.wb2s++; 648*59952Sakito wbstats.wbsize[(f->f_wb2s&SSW4_SZMASK)>>5]++; 649*59952Sakito #endif 650*59952Sakito switch (f->f_wb2s & SSW4_SZMASK) { 651*59952Sakito case SSW4_SZLW: 652*59952Sakito if (KDFAULT(f->f_wb2s)) 653*59952Sakito *(long *)f->f_wb2a = f->f_wb2d; 654*59952Sakito else 655*59952Sakito err = suword((caddr_t)f->f_wb2a, f->f_wb2d); 656*59952Sakito break; 657*59952Sakito case SSW4_SZB: 658*59952Sakito if (KDFAULT(f->f_wb2s)) 659*59952Sakito *(char *)f->f_wb2a = f->f_wb2d; 660*59952Sakito else 661*59952Sakito err = subyte((caddr_t)f->f_wb2a, f->f_wb2d); 662*59952Sakito break; 663*59952Sakito case SSW4_SZW: 664*59952Sakito if (KDFAULT(f->f_wb2s)) 665*59952Sakito *(short *)f->f_wb2a = f->f_wb2d; 666*59952Sakito else 667*59952Sakito err = susword((caddr_t)f->f_wb2a, f->f_wb2d); 668*59952Sakito break; 669*59952Sakito } 670*59952Sakito if (err) { 671*59952Sakito fa = f->f_wb2a; 672*59952Sakito #ifdef DEBUG 673*59952Sakito if (mmudebug & MDB_WBFAILED) { 674*59952Sakito printf(wberrstr, p->p_pid, p->p_comm, 675*59952Sakito "#2", fp->f_pc, f->f_fa, 676*59952Sakito f->f_wb2a, f->f_wb2d); 677*59952Sakito dumpssw(f->f_ssw); 678*59952Sakito dumpwb(2, f->f_wb2s, f->f_wb2a, f->f_wb2d); 679*59952Sakito } 680*59952Sakito #endif 681*59952Sakito } 682*59952Sakito } 683*59952Sakito if (err == 0 && (f->f_wb3s & SSW4_WBSV)) { 684*59952Sakito #ifdef DEBUG 685*59952Sakito if ((mmudebug & MDB_WBFOLLOW) || MDB_ISPID(p->p_pid)) 686*59952Sakito dumpwb(3, f->f_wb3s, f->f_wb3a, f->f_wb3d); 687*59952Sakito wbstats.wb3s++; 688*59952Sakito wbstats.wbsize[(f->f_wb3s&SSW4_SZMASK)>>5]++; 689*59952Sakito #endif 690*59952Sakito switch (f->f_wb3s & SSW4_SZMASK) { 691*59952Sakito case SSW4_SZLW: 692*59952Sakito if (KDFAULT(f->f_wb3s)) 693*59952Sakito *(long *)f->f_wb3a = f->f_wb3d; 694*59952Sakito else 695*59952Sakito err = suword((caddr_t)f->f_wb3a, f->f_wb3d); 696*59952Sakito break; 697*59952Sakito case SSW4_SZB: 698*59952Sakito if (KDFAULT(f->f_wb3s)) 699*59952Sakito *(char *)f->f_wb3a = f->f_wb3d; 700*59952Sakito else 701*59952Sakito err = subyte((caddr_t)f->f_wb3a, f->f_wb3d); 702*59952Sakito break; 703*59952Sakito case SSW4_SZW: 704*59952Sakito if (KDFAULT(f->f_wb3s)) 705*59952Sakito *(short *)f->f_wb3a = f->f_wb3d; 706*59952Sakito else 707*59952Sakito err = susword((caddr_t)f->f_wb3a, f->f_wb3d); 708*59952Sakito break; 709*59952Sakito #ifdef DEBUG 710*59952Sakito case SSW4_SZLN: 711*59952Sakito panic("writeback: wb3s indicates LINE write"); 712*59952Sakito #endif 713*59952Sakito } 714*59952Sakito if (err) { 715*59952Sakito fa = f->f_wb3a; 716*59952Sakito #ifdef DEBUG 717*59952Sakito if (mmudebug & MDB_WBFAILED) 718*59952Sakito printf(wberrstr, p->p_pid, p->p_comm, 719*59952Sakito "#3", fp->f_pc, f->f_fa, 720*59952Sakito f->f_wb3a, f->f_wb3d); 721*59952Sakito #endif 722*59952Sakito } 723*59952Sakito } 724*59952Sakito p->p_addr->u_pcb.pcb_onfault = oonfault; 725*59952Sakito /* 726*59952Sakito * Determine the cause of the failure if any translating to 727*59952Sakito * a signal. If the corresponding VA is valid and RO it is 728*59952Sakito * a protection fault (SIGBUS) otherwise consider it an 729*59952Sakito * illegal reference (SIGSEGV). 730*59952Sakito */ 731*59952Sakito if (err) { 732*59952Sakito if (vm_map_check_protection(&p->p_vmspace->vm_map, 733*59952Sakito trunc_page(fa), round_page(fa), 734*59952Sakito VM_PROT_READ) && 735*59952Sakito !vm_map_check_protection(&p->p_vmspace->vm_map, 736*59952Sakito trunc_page(fa), round_page(fa), 737*59952Sakito VM_PROT_WRITE)) 738*59952Sakito err = SIGBUS; 739*59952Sakito else 740*59952Sakito err = SIGSEGV; 741*59952Sakito } 742*59952Sakito return(err); 743*59952Sakito } 744*59952Sakito 745*59952Sakito #ifdef DEBUG 746*59952Sakito dumpssw(ssw) 747*59952Sakito register u_short ssw; 748*59952Sakito { 749*59952Sakito printf(" SSW: %x: ", ssw); 750*59952Sakito if (ssw & SSW4_CP) 751*59952Sakito printf("CP,"); 752*59952Sakito if (ssw & SSW4_CU) 753*59952Sakito printf("CU,"); 754*59952Sakito if (ssw & SSW4_CT) 755*59952Sakito printf("CT,"); 756*59952Sakito if (ssw & SSW4_CM) 757*59952Sakito printf("CM,"); 758*59952Sakito if (ssw & SSW4_MA) 759*59952Sakito printf("MA,"); 760*59952Sakito if (ssw & SSW4_ATC) 761*59952Sakito printf("ATC,"); 762*59952Sakito if (ssw & SSW4_LK) 763*59952Sakito printf("LK,"); 764*59952Sakito if (ssw & SSW4_RW) 765*59952Sakito printf("RW,"); 766*59952Sakito printf(" SZ=%s, TT=%s, TM=%s\n", 767*59952Sakito f7sz[(ssw & SSW4_SZMASK) >> 5], 768*59952Sakito f7tt[(ssw & SSW4_TTMASK) >> 3], 769*59952Sakito f7tm[ssw & SSW4_TMMASK]); 770*59952Sakito } 771*59952Sakito 772*59952Sakito dumpwb(num, s, a, d) 773*59952Sakito int num; 774*59952Sakito u_short s; 775*59952Sakito u_int a, d; 776*59952Sakito { 777*59952Sakito register struct proc *p = curproc; 778*59952Sakito vm_offset_t pa; 779*59952Sakito 780*59952Sakito printf(" writeback #%d: VA %x, data %x, SZ=%s, TT=%s, TM=%s\n", 781*59952Sakito num, a, d, f7sz[(s & SSW4_SZMASK) >> 5], 782*59952Sakito f7tt[(s & SSW4_TTMASK) >> 3], f7tm[s & SSW4_TMMASK]); 783*59952Sakito printf(" PA "); 784*59952Sakito pa = pmap_extract(&p->p_vmspace->vm_pmap, (vm_offset_t)a); 785*59952Sakito if (pa == 0) 786*59952Sakito printf("<invalid address>"); 787*59952Sakito else 788*59952Sakito printf("%x, current value %x", pa, fuword((caddr_t)a)); 789*59952Sakito printf("\n"); 790*59952Sakito } 791*59952Sakito #endif 792*59952Sakito #endif 793*59952Sakito 79453994Sfujita /* 79553994Sfujita * Proces a system call. 79653994Sfujita */ 79753994Sfujita syscall(code, frame) 79855581Sfujita u_int code; 79953994Sfujita struct frame frame; 80053994Sfujita { 80153994Sfujita register caddr_t params; 80253994Sfujita register struct sysent *callp; 80355581Sfujita register struct proc *p; 80453994Sfujita int error, opc, numsys, s; 80555581Sfujita u_int argsize; 80653994Sfujita struct args { 80753994Sfujita int i[8]; 80853994Sfujita } args; 80953994Sfujita int rval[2]; 81055581Sfujita u_quad_t sticks; 81153994Sfujita 81253994Sfujita cnt.v_syscall++; 81353994Sfujita if (!USERMODE(frame.f_sr)) 81453994Sfujita panic("syscall"); 81555581Sfujita p = curproc; 81655581Sfujita sticks = p->p_sticks; 81753994Sfujita p->p_md.md_regs = frame.f_regs; 81853994Sfujita opc = frame.f_pc - 2; 81955581Sfujita callp = sysent, numsys = nsysent; 82053994Sfujita params = (caddr_t)frame.f_regs[SP] + sizeof(int); 82155581Sfujita switch (code) { 82255581Sfujita 82355581Sfujita case SYS_indir: 82455581Sfujita /* 82555581Sfujita * Code is first argument, followed by actual args. 82655581Sfujita */ 82753994Sfujita code = fuword(params); 82853994Sfujita params += sizeof(int); 82957401Sakito /* 83057401Sakito * XXX sigreturn requires special stack manipulation 83157401Sakito * that is only done if entered via the sigreturn 83257401Sakito * trap. Cannot allow it here so make sure we fail. 83357401Sakito */ 83457401Sakito if (code == SYS_sigreturn) 83557401Sakito code = numsys; 83655581Sfujita break; 83755581Sfujita 83855581Sfujita case SYS___indir: 83955581Sfujita /* 84055581Sfujita * Like indir, but code is a quad, so as to maintain 84155581Sfujita * quad alignment for the rest of the arguments. 84255581Sfujita */ 84355581Sfujita code = fuword(params + _QUAD_LOWWORD * sizeof(int)); 84455581Sfujita params += sizeof(quad_t); 84555581Sfujita break; 84655581Sfujita 84755581Sfujita default: 84855581Sfujita /* nothing to do by default */ 84955581Sfujita break; 85053994Sfujita } 85155581Sfujita if (code < numsys) 85255581Sfujita callp += code; 85353994Sfujita else 85455581Sfujita callp += SYS_indir; /* => nosys */ 85555581Sfujita argsize = callp->sy_narg * sizeof(int); 85655581Sfujita if (argsize && (error = copyin(params, (caddr_t)&args, argsize))) { 85753994Sfujita #ifdef KTRACE 85853994Sfujita if (KTRPOINT(p, KTR_SYSCALL)) 85953994Sfujita ktrsyscall(p->p_tracep, code, callp->sy_narg, args.i); 86053994Sfujita #endif 86155581Sfujita goto bad; 86253994Sfujita } 86353994Sfujita #ifdef KTRACE 86453994Sfujita if (KTRPOINT(p, KTR_SYSCALL)) 86553994Sfujita ktrsyscall(p->p_tracep, code, callp->sy_narg, args.i); 86653994Sfujita #endif 86753994Sfujita rval[0] = 0; 86853994Sfujita rval[1] = frame.f_regs[D1]; 86953994Sfujita error = (*callp->sy_call)(p, &args, rval); 87055581Sfujita switch (error) { 87153994Sfujita 87255581Sfujita case 0: 87353994Sfujita /* 87455581Sfujita * Reinitialize proc pointer `p' as it may be different 87555581Sfujita * if this is a child returning from fork syscall. 87653994Sfujita */ 87755581Sfujita p = curproc; 87855581Sfujita frame.f_regs[D0] = rval[0]; 87955581Sfujita frame.f_regs[D1] = rval[1]; 88055581Sfujita frame.f_sr &= ~PSL_C; 88155581Sfujita break; 88255581Sfujita 88355581Sfujita case ERESTART: 88455581Sfujita frame.f_pc = opc; 88555581Sfujita break; 88655581Sfujita 88755581Sfujita case EJUSTRETURN: 88855581Sfujita break; /* nothing to do */ 88955581Sfujita 89055581Sfujita default: 89155581Sfujita bad: 89255581Sfujita frame.f_regs[D0] = error; 89355581Sfujita frame.f_sr |= PSL_C; 89455581Sfujita break; 89553994Sfujita } 89653994Sfujita 89755581Sfujita userret(p, &frame, sticks, (u_int)0, 0); 89853994Sfujita #ifdef KTRACE 89953994Sfujita if (KTRPOINT(p, KTR_SYSRET)) 90053994Sfujita ktrsysret(p->p_tracep, code, error, rval[0]); 90153994Sfujita #endif 90253994Sfujita } 903