10Sstevel@tonic-gate /* 20Sstevel@tonic-gate * CDDL HEADER START 30Sstevel@tonic-gate * 40Sstevel@tonic-gate * The contents of this file are subject to the terms of the 52181Sayznaga * Common Development and Distribution License (the "License"). 62181Sayznaga * You may not use this file except in compliance with the License. 70Sstevel@tonic-gate * 80Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 90Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 100Sstevel@tonic-gate * See the License for the specific language governing permissions 110Sstevel@tonic-gate * and limitations under the License. 120Sstevel@tonic-gate * 130Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 140Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 150Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 160Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 170Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 180Sstevel@tonic-gate * 190Sstevel@tonic-gate * CDDL HEADER END 200Sstevel@tonic-gate */ 210Sstevel@tonic-gate /* 221280Srf157361 * Copyright 2006 Sun Microsystems, Inc. All rights reserved. 230Sstevel@tonic-gate * Use is subject to license terms. 240Sstevel@tonic-gate */ 250Sstevel@tonic-gate 260Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 270Sstevel@tonic-gate 280Sstevel@tonic-gate #include <sys/types.h> 290Sstevel@tonic-gate #include <sys/machsystm.h> 300Sstevel@tonic-gate #include <sys/cpuvar.h> 310Sstevel@tonic-gate #include <sys/async.h> 320Sstevel@tonic-gate #include <sys/ontrap.h> 330Sstevel@tonic-gate #include <sys/ddifm.h> 340Sstevel@tonic-gate #include <sys/hypervisor_api.h> 350Sstevel@tonic-gate #include <sys/errorq.h> 360Sstevel@tonic-gate #include <sys/promif.h> 370Sstevel@tonic-gate #include <sys/prom_plat.h> 380Sstevel@tonic-gate #include <sys/x_call.h> 390Sstevel@tonic-gate #include <sys/error.h> 400Sstevel@tonic-gate #include <sys/fm/util.h> 41541Srf157361 #include <sys/ivintr.h> 42*3156Sgirish #include <sys/archsystm.h> 430Sstevel@tonic-gate 440Sstevel@tonic-gate #define MAX_CE_FLTS 10 450Sstevel@tonic-gate #define MAX_ASYNC_FLTS 6 460Sstevel@tonic-gate 470Sstevel@tonic-gate errorq_t *ue_queue; /* queue of uncorrectable errors */ 480Sstevel@tonic-gate errorq_t *ce_queue; /* queue of correctable errors */ 490Sstevel@tonic-gate 500Sstevel@tonic-gate /* 510Sstevel@tonic-gate * Being used by memory test driver. 520Sstevel@tonic-gate * ce_verbose_memory - covers CEs in DIMMs 530Sstevel@tonic-gate * ce_verbose_other - covers "others" (ecache, IO, etc.) 540Sstevel@tonic-gate * 550Sstevel@tonic-gate * If the value is 0, nothing is logged. 560Sstevel@tonic-gate * If the value is 1, the error is logged to the log file, but not console. 570Sstevel@tonic-gate * If the value is 2, the error is logged to the log file and console. 580Sstevel@tonic-gate */ 590Sstevel@tonic-gate int ce_verbose_memory = 1; 600Sstevel@tonic-gate int ce_verbose_other = 1; 610Sstevel@tonic-gate 620Sstevel@tonic-gate int ce_show_data = 0; 630Sstevel@tonic-gate int ce_debug = 0; 640Sstevel@tonic-gate int ue_debug = 0; 650Sstevel@tonic-gate int reset_debug = 0; 660Sstevel@tonic-gate 670Sstevel@tonic-gate /* 680Sstevel@tonic-gate * Tunables for controlling the handling of asynchronous faults (AFTs). Setting 690Sstevel@tonic-gate * these to non-default values on a non-DEBUG kernel is NOT supported. 700Sstevel@tonic-gate */ 710Sstevel@tonic-gate int aft_verbose = 0; /* log AFT messages > 1 to log only */ 720Sstevel@tonic-gate int aft_panic = 0; /* panic (not reboot) on fatal usermode AFLT */ 730Sstevel@tonic-gate int aft_testfatal = 0; /* force all AFTs to panic immediately */ 740Sstevel@tonic-gate 750Sstevel@tonic-gate /* 76541Srf157361 * Used for vbsc hostshutdown (power-off buton) 77541Srf157361 */ 78541Srf157361 int err_shutdown_triggered = 0; /* only once */ 792973Sgovinda uint64_t err_shutdown_inum = 0; /* used to pull the trigger */ 80541Srf157361 81541Srf157361 /* 820Sstevel@tonic-gate * Defined in bus_func.c but initialised in error_init 830Sstevel@tonic-gate */ 840Sstevel@tonic-gate extern kmutex_t bfd_lock; 850Sstevel@tonic-gate 860Sstevel@tonic-gate static uint32_t rq_overflow_count = 0; /* counter for rq overflow */ 870Sstevel@tonic-gate 880Sstevel@tonic-gate static void cpu_queue_one_event(errh_async_flt_t *); 890Sstevel@tonic-gate static uint32_t count_entries_on_queue(uint64_t, uint64_t, uint32_t); 90917Selowe static void errh_page_retire(errh_async_flt_t *, uchar_t); 910Sstevel@tonic-gate static int errh_error_protected(struct regs *, struct async_flt *, int *); 920Sstevel@tonic-gate static void errh_rq_full(struct async_flt *); 930Sstevel@tonic-gate static void ue_drain(void *, struct async_flt *, errorq_elem_t *); 940Sstevel@tonic-gate static void ce_drain(void *, struct async_flt *, errorq_elem_t *); 95*3156Sgirish static void errh_handle_attr(errh_async_flt_t *); 96*3156Sgirish static void errh_handle_asr(errh_async_flt_t *); 970Sstevel@tonic-gate 980Sstevel@tonic-gate /*ARGSUSED*/ 990Sstevel@tonic-gate void 1000Sstevel@tonic-gate process_resumable_error(struct regs *rp, uint32_t head_offset, 1010Sstevel@tonic-gate uint32_t tail_offset) 1020Sstevel@tonic-gate { 1030Sstevel@tonic-gate struct machcpu *mcpup; 1040Sstevel@tonic-gate struct async_flt *aflt; 1050Sstevel@tonic-gate errh_async_flt_t errh_flt; 1060Sstevel@tonic-gate errh_er_t *head_va; 1070Sstevel@tonic-gate 1080Sstevel@tonic-gate mcpup = &(CPU->cpu_m); 1090Sstevel@tonic-gate 1100Sstevel@tonic-gate while (head_offset != tail_offset) { 1110Sstevel@tonic-gate /* kernel buffer starts right after the resumable queue */ 1120Sstevel@tonic-gate head_va = (errh_er_t *)(mcpup->cpu_rq_va + head_offset + 1130Sstevel@tonic-gate CPU_RQ_SIZE); 1140Sstevel@tonic-gate /* Copy the error report to local buffer */ 1150Sstevel@tonic-gate bzero(&errh_flt, sizeof (errh_async_flt_t)); 1160Sstevel@tonic-gate bcopy((char *)head_va, &(errh_flt.errh_er), 1170Sstevel@tonic-gate sizeof (errh_er_t)); 1180Sstevel@tonic-gate 1190Sstevel@tonic-gate /* Increment the queue head */ 1200Sstevel@tonic-gate head_offset += Q_ENTRY_SIZE; 1210Sstevel@tonic-gate /* Wrap around */ 1220Sstevel@tonic-gate head_offset &= (CPU_RQ_SIZE - 1); 1230Sstevel@tonic-gate 1240Sstevel@tonic-gate /* set error handle to zero so it can hold new error report */ 1250Sstevel@tonic-gate head_va->ehdl = 0; 1260Sstevel@tonic-gate 1270Sstevel@tonic-gate switch (errh_flt.errh_er.desc) { 1280Sstevel@tonic-gate case ERRH_DESC_UCOR_RE: 129*3156Sgirish /* 130*3156Sgirish * Check error attribute, handle individual error 131*3156Sgirish * if it is needed. 132*3156Sgirish */ 133*3156Sgirish errh_handle_attr(&errh_flt); 1340Sstevel@tonic-gate break; 1350Sstevel@tonic-gate 136541Srf157361 case ERRH_DESC_WARN_RE: 137541Srf157361 /* 138541Srf157361 * Power-off requested, but handle it one time only. 139541Srf157361 */ 140541Srf157361 if (!err_shutdown_triggered) { 141541Srf157361 setsoftint(err_shutdown_inum); 142541Srf157361 ++err_shutdown_triggered; 143541Srf157361 } 144541Srf157361 continue; 145541Srf157361 1460Sstevel@tonic-gate default: 1470Sstevel@tonic-gate cmn_err(CE_WARN, "Error Descriptor 0x%llx " 1480Sstevel@tonic-gate " invalid in resumable error handler", 1490Sstevel@tonic-gate (long long) errh_flt.errh_er.desc); 1500Sstevel@tonic-gate continue; 1510Sstevel@tonic-gate } 1520Sstevel@tonic-gate 1530Sstevel@tonic-gate aflt = (struct async_flt *)&(errh_flt.cmn_asyncflt); 1540Sstevel@tonic-gate aflt->flt_id = gethrtime(); 1550Sstevel@tonic-gate aflt->flt_bus_id = getprocessorid(); 1560Sstevel@tonic-gate aflt->flt_class = CPU_FAULT; 1570Sstevel@tonic-gate aflt->flt_prot = AFLT_PROT_NONE; 1580Sstevel@tonic-gate aflt->flt_priv = (((errh_flt.errh_er.attr & ERRH_MODE_MASK) 1590Sstevel@tonic-gate >> ERRH_MODE_SHIFT) == ERRH_MODE_PRIV); 1600Sstevel@tonic-gate 1610Sstevel@tonic-gate if (errh_flt.errh_er.attr & ERRH_ATTR_CPU) 1620Sstevel@tonic-gate /* If it is an error on other cpu */ 1630Sstevel@tonic-gate aflt->flt_panic = 1; 1640Sstevel@tonic-gate else 1650Sstevel@tonic-gate aflt->flt_panic = 0; 1660Sstevel@tonic-gate 1670Sstevel@tonic-gate /* 1680Sstevel@tonic-gate * Handle resumable queue full case. 1690Sstevel@tonic-gate */ 1700Sstevel@tonic-gate if (errh_flt.errh_er.attr & ERRH_ATTR_RQF) { 1710Sstevel@tonic-gate (void) errh_rq_full(aflt); 1720Sstevel@tonic-gate } 1730Sstevel@tonic-gate 1740Sstevel@tonic-gate /* 1750Sstevel@tonic-gate * Queue the error on ce or ue queue depend on flt_panic. 1760Sstevel@tonic-gate * Even if flt_panic is set, the code still keep processing 1770Sstevel@tonic-gate * the rest element on rq until the panic starts. 1780Sstevel@tonic-gate */ 1790Sstevel@tonic-gate (void) cpu_queue_one_event(&errh_flt); 1800Sstevel@tonic-gate 1810Sstevel@tonic-gate /* 1820Sstevel@tonic-gate * Panic here if aflt->flt_panic has been set. 1830Sstevel@tonic-gate * Enqueued errors will be logged as part of the panic flow. 1840Sstevel@tonic-gate */ 1850Sstevel@tonic-gate if (aflt->flt_panic) { 1860Sstevel@tonic-gate fm_panic("Unrecoverable error on another CPU"); 1870Sstevel@tonic-gate } 1880Sstevel@tonic-gate } 1890Sstevel@tonic-gate } 1900Sstevel@tonic-gate 1910Sstevel@tonic-gate void 1921457Swh94709 process_nonresumable_error(struct regs *rp, uint64_t flags, 1930Sstevel@tonic-gate uint32_t head_offset, uint32_t tail_offset) 1940Sstevel@tonic-gate { 1950Sstevel@tonic-gate struct machcpu *mcpup; 1960Sstevel@tonic-gate struct async_flt *aflt; 1970Sstevel@tonic-gate errh_async_flt_t errh_flt; 1980Sstevel@tonic-gate errh_er_t *head_va; 1990Sstevel@tonic-gate int trampolined = 0; 2000Sstevel@tonic-gate int expected = DDI_FM_ERR_UNEXPECTED; 2010Sstevel@tonic-gate uint64_t exec_mode; 2021457Swh94709 uint8_t u_spill_fill; 2030Sstevel@tonic-gate 2040Sstevel@tonic-gate mcpup = &(CPU->cpu_m); 2050Sstevel@tonic-gate 2060Sstevel@tonic-gate while (head_offset != tail_offset) { 2070Sstevel@tonic-gate /* kernel buffer starts right after the nonresumable queue */ 2080Sstevel@tonic-gate head_va = (errh_er_t *)(mcpup->cpu_nrq_va + head_offset + 2090Sstevel@tonic-gate CPU_NRQ_SIZE); 2100Sstevel@tonic-gate 2110Sstevel@tonic-gate /* Copy the error report to local buffer */ 2120Sstevel@tonic-gate bzero(&errh_flt, sizeof (errh_async_flt_t)); 2130Sstevel@tonic-gate 2140Sstevel@tonic-gate bcopy((char *)head_va, &(errh_flt.errh_er), 2150Sstevel@tonic-gate sizeof (errh_er_t)); 2160Sstevel@tonic-gate 2170Sstevel@tonic-gate /* Increment the queue head */ 2180Sstevel@tonic-gate head_offset += Q_ENTRY_SIZE; 2190Sstevel@tonic-gate /* Wrap around */ 2200Sstevel@tonic-gate head_offset &= (CPU_NRQ_SIZE - 1); 2210Sstevel@tonic-gate 2220Sstevel@tonic-gate /* set error handle to zero so it can hold new error report */ 2230Sstevel@tonic-gate head_va->ehdl = 0; 2240Sstevel@tonic-gate 2250Sstevel@tonic-gate aflt = (struct async_flt *)&(errh_flt.cmn_asyncflt); 2260Sstevel@tonic-gate 2270Sstevel@tonic-gate trampolined = 0; 2280Sstevel@tonic-gate 2290Sstevel@tonic-gate if (errh_flt.errh_er.attr & ERRH_ATTR_PIO) 2300Sstevel@tonic-gate aflt->flt_class = BUS_FAULT; 2310Sstevel@tonic-gate else 2320Sstevel@tonic-gate aflt->flt_class = CPU_FAULT; 2330Sstevel@tonic-gate 2340Sstevel@tonic-gate aflt->flt_id = gethrtime(); 2350Sstevel@tonic-gate aflt->flt_bus_id = getprocessorid(); 2360Sstevel@tonic-gate aflt->flt_pc = (caddr_t)rp->r_pc; 2370Sstevel@tonic-gate exec_mode = (errh_flt.errh_er.attr & ERRH_MODE_MASK) 2380Sstevel@tonic-gate >> ERRH_MODE_SHIFT; 2390Sstevel@tonic-gate aflt->flt_priv = (exec_mode == ERRH_MODE_PRIV || 2400Sstevel@tonic-gate exec_mode == ERRH_MODE_UNKNOWN); 2410Sstevel@tonic-gate aflt->flt_prot = AFLT_PROT_NONE; 2421457Swh94709 aflt->flt_tl = (uchar_t)(flags & ERRH_TL_MASK); 2430Sstevel@tonic-gate aflt->flt_panic = ((aflt->flt_tl != 0) || 2440Sstevel@tonic-gate (aft_testfatal != 0)); 2450Sstevel@tonic-gate 2461457Swh94709 /* 2471457Swh94709 * For the first error packet on the queue, check if it 2481457Swh94709 * happened in user fill/spill trap. 2491457Swh94709 */ 2501457Swh94709 if (flags & ERRH_U_SPILL_FILL) { 2511457Swh94709 u_spill_fill = 1; 2521457Swh94709 /* clear the user fill/spill flag in flags */ 2531457Swh94709 flags = (uint64_t)aflt->flt_tl; 2541457Swh94709 } else 2551457Swh94709 u_spill_fill = 0; 2561457Swh94709 2570Sstevel@tonic-gate switch (errh_flt.errh_er.desc) { 2580Sstevel@tonic-gate case ERRH_DESC_PR_NRE: 2591457Swh94709 if (u_spill_fill) { 2601457Swh94709 aflt->flt_panic = 0; 2611457Swh94709 break; 2621457Swh94709 } 2630Sstevel@tonic-gate /* 2640Sstevel@tonic-gate * Fall through, precise fault also need to check 2650Sstevel@tonic-gate * to see if it was protected. 2660Sstevel@tonic-gate */ 2671457Swh94709 /*FALLTHRU*/ 2680Sstevel@tonic-gate 2690Sstevel@tonic-gate case ERRH_DESC_DEF_NRE: 2700Sstevel@tonic-gate /* 2710Sstevel@tonic-gate * If the trap occurred in privileged mode at TL=0, 2720Sstevel@tonic-gate * we need to check to see if we were executing 2730Sstevel@tonic-gate * in kernel under on_trap() or t_lofault 2741280Srf157361 * protection. If so, and if it was a PIO or MEM 2751280Srf157361 * error, then modify the saved registers so that 2761280Srf157361 * we return from the trap to the appropriate 2771280Srf157361 * trampoline routine. 2780Sstevel@tonic-gate */ 2791280Srf157361 if (aflt->flt_priv == 1 && aflt->flt_tl == 0 && 2801280Srf157361 ((errh_flt.errh_er.attr & ERRH_ATTR_PIO) || 2811280Srf157361 (errh_flt.errh_er.attr & ERRH_ATTR_MEM))) { 2820Sstevel@tonic-gate trampolined = 2830Sstevel@tonic-gate errh_error_protected(rp, aflt, &expected); 2841280Srf157361 } 2850Sstevel@tonic-gate 2860Sstevel@tonic-gate if (!aflt->flt_priv || aflt->flt_prot == 2870Sstevel@tonic-gate AFLT_PROT_COPY) { 2880Sstevel@tonic-gate aflt->flt_panic |= aft_panic; 2890Sstevel@tonic-gate } else if (!trampolined && 2902477Srf157361 (aflt->flt_class != BUS_FAULT)) { 2910Sstevel@tonic-gate aflt->flt_panic = 1; 2920Sstevel@tonic-gate } 2930Sstevel@tonic-gate 2940Sstevel@tonic-gate /* 295*3156Sgirish * Check error attribute, handle individual error 296*3156Sgirish * if it is needed. 297*3156Sgirish */ 298*3156Sgirish errh_handle_attr(&errh_flt); 299*3156Sgirish 300*3156Sgirish /* 3010Sstevel@tonic-gate * If PIO error, we need to query the bus nexus 3020Sstevel@tonic-gate * for fatal errors. 3030Sstevel@tonic-gate */ 3040Sstevel@tonic-gate if (aflt->flt_class == BUS_FAULT) { 3050Sstevel@tonic-gate aflt->flt_addr = errh_flt.errh_er.ra; 3060Sstevel@tonic-gate errh_cpu_run_bus_error_handlers(aflt, 3070Sstevel@tonic-gate expected); 3080Sstevel@tonic-gate } 3090Sstevel@tonic-gate 3100Sstevel@tonic-gate break; 3110Sstevel@tonic-gate 3120Sstevel@tonic-gate default: 3132218Swh94709 cmn_err(CE_WARN, "Panic - Error Descriptor 0x%llx " 3142218Swh94709 " invalid in non-resumable error handler", 3150Sstevel@tonic-gate (long long) errh_flt.errh_er.desc); 3162218Swh94709 aflt->flt_panic = 1; 3172218Swh94709 break; 3180Sstevel@tonic-gate } 3190Sstevel@tonic-gate 3200Sstevel@tonic-gate /* 3210Sstevel@tonic-gate * Queue the error report for further processing. If 3220Sstevel@tonic-gate * flt_panic is set, code still process other errors 3230Sstevel@tonic-gate * in the queue until the panic routine stops the 3240Sstevel@tonic-gate * kernel. 3250Sstevel@tonic-gate */ 3260Sstevel@tonic-gate (void) cpu_queue_one_event(&errh_flt); 3270Sstevel@tonic-gate 3280Sstevel@tonic-gate /* 3290Sstevel@tonic-gate * Panic here if aflt->flt_panic has been set. 3300Sstevel@tonic-gate * Enqueued errors will be logged as part of the panic flow. 3310Sstevel@tonic-gate */ 3320Sstevel@tonic-gate if (aflt->flt_panic) { 3330Sstevel@tonic-gate fm_panic("Unrecoverable hardware error"); 3340Sstevel@tonic-gate } 3350Sstevel@tonic-gate 3360Sstevel@tonic-gate /* 337917Selowe * Call page_retire() to handle memory errors. 3380Sstevel@tonic-gate */ 3390Sstevel@tonic-gate if (errh_flt.errh_er.attr & ERRH_ATTR_MEM) 340917Selowe errh_page_retire(&errh_flt, PR_UE); 3410Sstevel@tonic-gate 3420Sstevel@tonic-gate /* 3431457Swh94709 * If we queued an error and the it was in user mode, or 3441457Swh94709 * protected by t_lofault, or user_spill_fill is set, we 3450Sstevel@tonic-gate * set AST flag so the queue will be drained before 3460Sstevel@tonic-gate * returning to user mode. 3470Sstevel@tonic-gate */ 3481457Swh94709 if (!aflt->flt_priv || aflt->flt_prot == AFLT_PROT_COPY || 3491457Swh94709 u_spill_fill) { 3500Sstevel@tonic-gate int pcb_flag = 0; 3510Sstevel@tonic-gate 3520Sstevel@tonic-gate if (aflt->flt_class == CPU_FAULT) 3530Sstevel@tonic-gate pcb_flag |= ASYNC_HWERR; 3540Sstevel@tonic-gate else if (aflt->flt_class == BUS_FAULT) 3550Sstevel@tonic-gate pcb_flag |= ASYNC_BERR; 3560Sstevel@tonic-gate 3570Sstevel@tonic-gate ttolwp(curthread)->lwp_pcb.pcb_flags |= pcb_flag; 3580Sstevel@tonic-gate aston(curthread); 3590Sstevel@tonic-gate } 3600Sstevel@tonic-gate } 3610Sstevel@tonic-gate } 3620Sstevel@tonic-gate 3630Sstevel@tonic-gate /* 3640Sstevel@tonic-gate * For PIO errors, this routine calls nexus driver's error 3650Sstevel@tonic-gate * callback routines. If the callback routine returns fatal, and 3660Sstevel@tonic-gate * we are in kernel or unknow mode without any error protection, 3670Sstevel@tonic-gate * we need to turn on the panic flag. 3680Sstevel@tonic-gate */ 3690Sstevel@tonic-gate void 3700Sstevel@tonic-gate errh_cpu_run_bus_error_handlers(struct async_flt *aflt, int expected) 3710Sstevel@tonic-gate { 3720Sstevel@tonic-gate int status; 3730Sstevel@tonic-gate ddi_fm_error_t de; 3740Sstevel@tonic-gate 3750Sstevel@tonic-gate bzero(&de, sizeof (ddi_fm_error_t)); 3760Sstevel@tonic-gate 3770Sstevel@tonic-gate de.fme_version = DDI_FME_VERSION; 3780Sstevel@tonic-gate de.fme_ena = fm_ena_generate(aflt->flt_id, FM_ENA_FMT1); 3790Sstevel@tonic-gate de.fme_flag = expected; 3800Sstevel@tonic-gate de.fme_bus_specific = (void *)aflt->flt_addr; 3810Sstevel@tonic-gate status = ndi_fm_handler_dispatch(ddi_root_node(), NULL, &de); 3820Sstevel@tonic-gate 3830Sstevel@tonic-gate /* 3840Sstevel@tonic-gate * If error is protected, it will jump to proper routine 3850Sstevel@tonic-gate * to handle the handle; if it is in user level, we just 3860Sstevel@tonic-gate * kill the user process; if the driver thinks the error is 3870Sstevel@tonic-gate * not fatal, we can drive on. If none of above are true, 3880Sstevel@tonic-gate * we panic 3890Sstevel@tonic-gate */ 3900Sstevel@tonic-gate if ((aflt->flt_prot == AFLT_PROT_NONE) && (aflt->flt_priv == 1) && 3910Sstevel@tonic-gate (status == DDI_FM_FATAL)) 3920Sstevel@tonic-gate aflt->flt_panic = 1; 3930Sstevel@tonic-gate } 3940Sstevel@tonic-gate 3950Sstevel@tonic-gate /* 3960Sstevel@tonic-gate * This routine checks to see if we are under any error protection when 3970Sstevel@tonic-gate * the error happens. If we are under error protection, we unwind to 3980Sstevel@tonic-gate * the protection and indicate fault. 3990Sstevel@tonic-gate */ 4000Sstevel@tonic-gate static int 4010Sstevel@tonic-gate errh_error_protected(struct regs *rp, struct async_flt *aflt, int *expected) 4020Sstevel@tonic-gate { 4030Sstevel@tonic-gate int trampolined = 0; 4040Sstevel@tonic-gate ddi_acc_hdl_t *hp; 4050Sstevel@tonic-gate 4060Sstevel@tonic-gate if (curthread->t_ontrap != NULL) { 4070Sstevel@tonic-gate on_trap_data_t *otp = curthread->t_ontrap; 4080Sstevel@tonic-gate 4090Sstevel@tonic-gate if (otp->ot_prot & OT_DATA_EC) { 4100Sstevel@tonic-gate aflt->flt_prot = AFLT_PROT_EC; 4110Sstevel@tonic-gate otp->ot_trap |= OT_DATA_EC; 4120Sstevel@tonic-gate rp->r_pc = otp->ot_trampoline; 4130Sstevel@tonic-gate rp->r_npc = rp->r_pc +4; 4140Sstevel@tonic-gate trampolined = 1; 4150Sstevel@tonic-gate } 4160Sstevel@tonic-gate 4170Sstevel@tonic-gate if (otp->ot_prot & OT_DATA_ACCESS) { 4180Sstevel@tonic-gate aflt->flt_prot = AFLT_PROT_ACCESS; 4190Sstevel@tonic-gate otp->ot_trap |= OT_DATA_ACCESS; 4200Sstevel@tonic-gate rp->r_pc = otp->ot_trampoline; 4210Sstevel@tonic-gate rp->r_npc = rp->r_pc + 4; 4220Sstevel@tonic-gate trampolined = 1; 4230Sstevel@tonic-gate /* 4240Sstevel@tonic-gate * for peek and caut_gets 4250Sstevel@tonic-gate * errors are expected 4260Sstevel@tonic-gate */ 4270Sstevel@tonic-gate hp = (ddi_acc_hdl_t *)otp->ot_handle; 4280Sstevel@tonic-gate if (!hp) 4290Sstevel@tonic-gate *expected = DDI_FM_ERR_PEEK; 4300Sstevel@tonic-gate else if (hp->ah_acc.devacc_attr_access == 4310Sstevel@tonic-gate DDI_CAUTIOUS_ACC) 4320Sstevel@tonic-gate *expected = DDI_FM_ERR_EXPECTED; 4330Sstevel@tonic-gate } 4340Sstevel@tonic-gate } else if (curthread->t_lofault) { 4350Sstevel@tonic-gate aflt->flt_prot = AFLT_PROT_COPY; 4360Sstevel@tonic-gate rp->r_g1 = EFAULT; 4370Sstevel@tonic-gate rp->r_pc = curthread->t_lofault; 4380Sstevel@tonic-gate rp->r_npc = rp->r_pc + 4; 4390Sstevel@tonic-gate trampolined = 1; 4400Sstevel@tonic-gate } 4410Sstevel@tonic-gate 4420Sstevel@tonic-gate return (trampolined); 4430Sstevel@tonic-gate } 4440Sstevel@tonic-gate 4450Sstevel@tonic-gate /* 4460Sstevel@tonic-gate * Queue one event. 4470Sstevel@tonic-gate */ 4480Sstevel@tonic-gate static void 4490Sstevel@tonic-gate cpu_queue_one_event(errh_async_flt_t *errh_fltp) 4500Sstevel@tonic-gate { 4510Sstevel@tonic-gate struct async_flt *aflt = (struct async_flt *)errh_fltp; 4520Sstevel@tonic-gate errorq_t *eqp; 4530Sstevel@tonic-gate 4540Sstevel@tonic-gate if (aflt->flt_panic) 4550Sstevel@tonic-gate eqp = ue_queue; 4560Sstevel@tonic-gate else 4570Sstevel@tonic-gate eqp = ce_queue; 4580Sstevel@tonic-gate 4590Sstevel@tonic-gate errorq_dispatch(eqp, errh_fltp, sizeof (errh_async_flt_t), 4600Sstevel@tonic-gate aflt->flt_panic); 4610Sstevel@tonic-gate } 4620Sstevel@tonic-gate 4630Sstevel@tonic-gate /* 4640Sstevel@tonic-gate * The cpu_async_log_err() function is called by the ce/ue_drain() function to 4650Sstevel@tonic-gate * handle logging for CPU events that are dequeued. As such, it can be invoked 4660Sstevel@tonic-gate * from softint context, from AST processing in the trap() flow, or from the 4670Sstevel@tonic-gate * panic flow. We decode the CPU-specific data, and log appropriate messages. 4680Sstevel@tonic-gate */ 4690Sstevel@tonic-gate void 4700Sstevel@tonic-gate cpu_async_log_err(void *flt) 4710Sstevel@tonic-gate { 4720Sstevel@tonic-gate errh_async_flt_t *errh_fltp = (errh_async_flt_t *)flt; 4730Sstevel@tonic-gate errh_er_t *errh_erp = (errh_er_t *)&errh_fltp->errh_er; 4740Sstevel@tonic-gate 4750Sstevel@tonic-gate switch (errh_erp->desc) { 4760Sstevel@tonic-gate case ERRH_DESC_UCOR_RE: 4770Sstevel@tonic-gate if (errh_erp->attr & ERRH_ATTR_MEM) { 4780Sstevel@tonic-gate /* 479917Selowe * Turn on the PR_UE flag. The page will be 4800Sstevel@tonic-gate * scrubbed when it is freed. 4810Sstevel@tonic-gate */ 482917Selowe errh_page_retire(errh_fltp, PR_UE); 4830Sstevel@tonic-gate } 4840Sstevel@tonic-gate 4850Sstevel@tonic-gate break; 4860Sstevel@tonic-gate 4870Sstevel@tonic-gate case ERRH_DESC_PR_NRE: 4880Sstevel@tonic-gate case ERRH_DESC_DEF_NRE: 4890Sstevel@tonic-gate if (errh_erp->attr & ERRH_ATTR_MEM) { 4900Sstevel@tonic-gate /* 4910Sstevel@tonic-gate * For non-resumable memory error, retire 4920Sstevel@tonic-gate * the page here. 4930Sstevel@tonic-gate */ 494917Selowe errh_page_retire(errh_fltp, PR_UE); 495639Swh94709 496639Swh94709 /* 497639Swh94709 * If we are going to panic, scrub the page first 498639Swh94709 */ 499639Swh94709 if (errh_fltp->cmn_asyncflt.flt_panic) 500639Swh94709 mem_scrub(errh_fltp->errh_er.ra, 501639Swh94709 errh_fltp->errh_er.sz); 5020Sstevel@tonic-gate } 5030Sstevel@tonic-gate break; 5040Sstevel@tonic-gate 5050Sstevel@tonic-gate default: 5060Sstevel@tonic-gate break; 5070Sstevel@tonic-gate } 5080Sstevel@tonic-gate } 5090Sstevel@tonic-gate 5100Sstevel@tonic-gate /* 5110Sstevel@tonic-gate * Called from ce_drain(). 5120Sstevel@tonic-gate */ 5130Sstevel@tonic-gate void 5140Sstevel@tonic-gate cpu_ce_log_err(struct async_flt *aflt) 5150Sstevel@tonic-gate { 5160Sstevel@tonic-gate switch (aflt->flt_class) { 5170Sstevel@tonic-gate case CPU_FAULT: 5180Sstevel@tonic-gate cpu_async_log_err(aflt); 5190Sstevel@tonic-gate break; 5200Sstevel@tonic-gate 5210Sstevel@tonic-gate case BUS_FAULT: 5220Sstevel@tonic-gate cpu_async_log_err(aflt); 5230Sstevel@tonic-gate break; 5240Sstevel@tonic-gate 5250Sstevel@tonic-gate default: 5260Sstevel@tonic-gate break; 5270Sstevel@tonic-gate } 5280Sstevel@tonic-gate } 5290Sstevel@tonic-gate 5300Sstevel@tonic-gate /* 5310Sstevel@tonic-gate * Called from ue_drain(). 5320Sstevel@tonic-gate */ 5330Sstevel@tonic-gate void 5340Sstevel@tonic-gate cpu_ue_log_err(struct async_flt *aflt) 5350Sstevel@tonic-gate { 5360Sstevel@tonic-gate switch (aflt->flt_class) { 5370Sstevel@tonic-gate case CPU_FAULT: 5380Sstevel@tonic-gate cpu_async_log_err(aflt); 5390Sstevel@tonic-gate break; 5400Sstevel@tonic-gate 5410Sstevel@tonic-gate case BUS_FAULT: 5420Sstevel@tonic-gate cpu_async_log_err(aflt); 5430Sstevel@tonic-gate break; 5440Sstevel@tonic-gate 5450Sstevel@tonic-gate default: 5460Sstevel@tonic-gate break; 5470Sstevel@tonic-gate } 5480Sstevel@tonic-gate } 5490Sstevel@tonic-gate 5500Sstevel@tonic-gate /* 5510Sstevel@tonic-gate * Turn on flag on the error memory region. 5520Sstevel@tonic-gate */ 5530Sstevel@tonic-gate static void 554917Selowe errh_page_retire(errh_async_flt_t *errh_fltp, uchar_t flag) 5550Sstevel@tonic-gate { 5560Sstevel@tonic-gate uint64_t flt_real_addr_start = errh_fltp->errh_er.ra; 5570Sstevel@tonic-gate uint64_t flt_real_addr_end = flt_real_addr_start + 5580Sstevel@tonic-gate errh_fltp->errh_er.sz - 1; 5590Sstevel@tonic-gate int64_t current_addr; 5600Sstevel@tonic-gate 5610Sstevel@tonic-gate if (errh_fltp->errh_er.sz == 0) 5620Sstevel@tonic-gate return; 5630Sstevel@tonic-gate 5640Sstevel@tonic-gate for (current_addr = flt_real_addr_start; 5650Sstevel@tonic-gate current_addr < flt_real_addr_end; current_addr += MMU_PAGESIZE) { 566917Selowe (void) page_retire(current_addr, flag); 5670Sstevel@tonic-gate } 5680Sstevel@tonic-gate } 5690Sstevel@tonic-gate 5700Sstevel@tonic-gate void 5710Sstevel@tonic-gate mem_scrub(uint64_t paddr, uint64_t len) 5720Sstevel@tonic-gate { 5730Sstevel@tonic-gate uint64_t pa, length, scrubbed_len; 5740Sstevel@tonic-gate 5750Sstevel@tonic-gate pa = paddr; 5760Sstevel@tonic-gate length = len; 5770Sstevel@tonic-gate scrubbed_len = 0; 5780Sstevel@tonic-gate 579639Swh94709 while (length > 0) { 580639Swh94709 if (hv_mem_scrub(pa, length, &scrubbed_len) != H_EOK) 5810Sstevel@tonic-gate break; 5820Sstevel@tonic-gate 5830Sstevel@tonic-gate pa += scrubbed_len; 5840Sstevel@tonic-gate length -= scrubbed_len; 5850Sstevel@tonic-gate } 5860Sstevel@tonic-gate } 5870Sstevel@tonic-gate 5881457Swh94709 /* 5891457Swh94709 * Call hypervisor to flush the memory region. The memory region 5901457Swh94709 * must be within the same page frame. 5911457Swh94709 */ 5920Sstevel@tonic-gate void 5930Sstevel@tonic-gate mem_sync(caddr_t va, size_t len) 5940Sstevel@tonic-gate { 5950Sstevel@tonic-gate uint64_t pa, length, flushed; 5960Sstevel@tonic-gate 5970Sstevel@tonic-gate pa = va_to_pa((caddr_t)va); 5980Sstevel@tonic-gate 5990Sstevel@tonic-gate if (pa == (uint64_t)-1) 6000Sstevel@tonic-gate return; 6010Sstevel@tonic-gate 6022181Sayznaga ASSERT((pa >> MMU_PAGESHIFT) == ((pa + len - 1) >> MMU_PAGESHIFT)); 6031457Swh94709 6040Sstevel@tonic-gate length = len; 6050Sstevel@tonic-gate flushed = 0; 6060Sstevel@tonic-gate 607639Swh94709 while (length > 0) { 608639Swh94709 if (hv_mem_sync(pa, length, &flushed) != H_EOK) 6090Sstevel@tonic-gate break; 6100Sstevel@tonic-gate 6110Sstevel@tonic-gate pa += flushed; 6120Sstevel@tonic-gate length -= flushed; 6130Sstevel@tonic-gate } 6140Sstevel@tonic-gate } 6150Sstevel@tonic-gate 6160Sstevel@tonic-gate /* 6170Sstevel@tonic-gate * If resumable queue is full, we need to check if any cpu is in 6180Sstevel@tonic-gate * error state. If not, we drive on. If yes, we need to panic. The 6190Sstevel@tonic-gate * hypervisor call hv_cpu_state() is being used for checking the 6200Sstevel@tonic-gate * cpu state. 6210Sstevel@tonic-gate */ 6220Sstevel@tonic-gate static void 6230Sstevel@tonic-gate errh_rq_full(struct async_flt *afltp) 6240Sstevel@tonic-gate { 6250Sstevel@tonic-gate processorid_t who; 6260Sstevel@tonic-gate uint64_t cpu_state; 6270Sstevel@tonic-gate uint64_t retval; 6280Sstevel@tonic-gate 6290Sstevel@tonic-gate for (who = 0; who < NCPU; who++) 6300Sstevel@tonic-gate if (CPU_IN_SET(cpu_ready_set, who)) { 6310Sstevel@tonic-gate retval = hv_cpu_state(who, &cpu_state); 6320Sstevel@tonic-gate if (retval != H_EOK || cpu_state == CPU_STATE_ERROR) { 6330Sstevel@tonic-gate afltp->flt_panic = 1; 6340Sstevel@tonic-gate break; 6350Sstevel@tonic-gate } 6360Sstevel@tonic-gate } 6370Sstevel@tonic-gate } 6380Sstevel@tonic-gate 6390Sstevel@tonic-gate /* 6400Sstevel@tonic-gate * Return processor specific async error structure 6410Sstevel@tonic-gate * size used. 6420Sstevel@tonic-gate */ 6430Sstevel@tonic-gate int 6440Sstevel@tonic-gate cpu_aflt_size(void) 6450Sstevel@tonic-gate { 6460Sstevel@tonic-gate return (sizeof (errh_async_flt_t)); 6470Sstevel@tonic-gate } 6480Sstevel@tonic-gate 6490Sstevel@tonic-gate #define SZ_TO_ETRS_SHIFT 6 6500Sstevel@tonic-gate 6510Sstevel@tonic-gate /* 6520Sstevel@tonic-gate * Message print out when resumable queue is overflown 6530Sstevel@tonic-gate */ 6540Sstevel@tonic-gate /*ARGSUSED*/ 6550Sstevel@tonic-gate void 6560Sstevel@tonic-gate rq_overflow(struct regs *rp, uint64_t head_offset, 6570Sstevel@tonic-gate uint64_t tail_offset) 6580Sstevel@tonic-gate { 6590Sstevel@tonic-gate rq_overflow_count++; 6600Sstevel@tonic-gate } 6610Sstevel@tonic-gate 6620Sstevel@tonic-gate /* 6630Sstevel@tonic-gate * Handler to process a fatal error. This routine can be called from a 6640Sstevel@tonic-gate * softint, called from trap()'s AST handling, or called from the panic flow. 6650Sstevel@tonic-gate */ 6660Sstevel@tonic-gate /*ARGSUSED*/ 6670Sstevel@tonic-gate static void 6680Sstevel@tonic-gate ue_drain(void *ignored, struct async_flt *aflt, errorq_elem_t *eqep) 6690Sstevel@tonic-gate { 6700Sstevel@tonic-gate cpu_ue_log_err(aflt); 6710Sstevel@tonic-gate } 6720Sstevel@tonic-gate 6730Sstevel@tonic-gate /* 6740Sstevel@tonic-gate * Handler to process a correctable error. This routine can be called from a 6750Sstevel@tonic-gate * softint. We just call the CPU module's logging routine. 6760Sstevel@tonic-gate */ 6770Sstevel@tonic-gate /*ARGSUSED*/ 6780Sstevel@tonic-gate static void 6790Sstevel@tonic-gate ce_drain(void *ignored, struct async_flt *aflt, errorq_elem_t *eqep) 6800Sstevel@tonic-gate { 6810Sstevel@tonic-gate cpu_ce_log_err(aflt); 6820Sstevel@tonic-gate } 6830Sstevel@tonic-gate 6840Sstevel@tonic-gate /* 685541Srf157361 * Handler to process vbsc hostshutdown (power-off button). 686541Srf157361 */ 687541Srf157361 static int 688541Srf157361 err_shutdown_softintr() 689541Srf157361 { 690541Srf157361 cmn_err(CE_WARN, "Power-off requested, system will now shutdown."); 691541Srf157361 do_shutdown(); 692541Srf157361 693541Srf157361 /* 694541Srf157361 * just in case do_shutdown() fails 695541Srf157361 */ 696541Srf157361 (void) timeout((void(*)(void *))power_down, NULL, 100 * hz); 697541Srf157361 return (DDI_INTR_CLAIMED); 698541Srf157361 } 699541Srf157361 700541Srf157361 /* 7010Sstevel@tonic-gate * Allocate error queue sizes based on max_ncpus. max_ncpus is set just 7020Sstevel@tonic-gate * after ncpunode has been determined. ncpus is set in start_other_cpus 7030Sstevel@tonic-gate * which is called after error_init() but may change dynamically. 7040Sstevel@tonic-gate */ 7050Sstevel@tonic-gate void 7060Sstevel@tonic-gate error_init(void) 7070Sstevel@tonic-gate { 7080Sstevel@tonic-gate char tmp_name[MAXSYSNAME]; 709789Sahrens pnode_t node; 7100Sstevel@tonic-gate size_t size = cpu_aflt_size(); 7110Sstevel@tonic-gate 7120Sstevel@tonic-gate /* 7130Sstevel@tonic-gate * Initialize the correctable and uncorrectable error queues. 7140Sstevel@tonic-gate */ 7150Sstevel@tonic-gate ue_queue = errorq_create("ue_queue", (errorq_func_t)ue_drain, NULL, 7160Sstevel@tonic-gate MAX_ASYNC_FLTS * (max_ncpus + 1), size, PIL_2, ERRORQ_VITAL); 7170Sstevel@tonic-gate 7180Sstevel@tonic-gate ce_queue = errorq_create("ce_queue", (errorq_func_t)ce_drain, NULL, 7190Sstevel@tonic-gate MAX_CE_FLTS * (max_ncpus + 1), size, PIL_1, 0); 7200Sstevel@tonic-gate 7210Sstevel@tonic-gate if (ue_queue == NULL || ce_queue == NULL) 7220Sstevel@tonic-gate panic("failed to create required system error queue"); 7230Sstevel@tonic-gate 7240Sstevel@tonic-gate /* 725541Srf157361 * Setup interrupt handler for power-off button. 726541Srf157361 */ 727541Srf157361 err_shutdown_inum = add_softintr(PIL_9, 7282973Sgovinda (softintrfunc)err_shutdown_softintr, NULL, SOFTINT_ST); 729541Srf157361 730541Srf157361 /* 7310Sstevel@tonic-gate * Initialize the busfunc list mutex. This must be a PIL_15 spin lock 7320Sstevel@tonic-gate * because we will need to acquire it from cpu_async_error(). 7330Sstevel@tonic-gate */ 7340Sstevel@tonic-gate mutex_init(&bfd_lock, NULL, MUTEX_SPIN, (void *)PIL_15); 7350Sstevel@tonic-gate 7360Sstevel@tonic-gate node = prom_rootnode(); 7370Sstevel@tonic-gate if ((node == OBP_NONODE) || (node == OBP_BADNODE)) { 7380Sstevel@tonic-gate cmn_err(CE_CONT, "error_init: node 0x%x\n", (uint_t)node); 7390Sstevel@tonic-gate return; 7400Sstevel@tonic-gate } 7410Sstevel@tonic-gate 7420Sstevel@tonic-gate if (((size = prom_getproplen(node, "reset-reason")) != -1) && 7430Sstevel@tonic-gate (size <= MAXSYSNAME) && 7440Sstevel@tonic-gate (prom_getprop(node, "reset-reason", tmp_name) != -1)) { 7450Sstevel@tonic-gate if (reset_debug) { 7460Sstevel@tonic-gate cmn_err(CE_CONT, "System booting after %s\n", tmp_name); 7470Sstevel@tonic-gate } else if (strncmp(tmp_name, "FATAL", 5) == 0) { 7480Sstevel@tonic-gate cmn_err(CE_CONT, 7490Sstevel@tonic-gate "System booting after fatal error %s\n", tmp_name); 7500Sstevel@tonic-gate } 7510Sstevel@tonic-gate } 7520Sstevel@tonic-gate } 753817Swh94709 754817Swh94709 /* 755817Swh94709 * Nonresumable queue is full, panic here 756817Swh94709 */ 757817Swh94709 /*ARGSUSED*/ 758817Swh94709 void 759817Swh94709 nrq_overflow(struct regs *rp) 760817Swh94709 { 761817Swh94709 fm_panic("Nonresumable queue full"); 762817Swh94709 } 763*3156Sgirish 764*3156Sgirish /* 765*3156Sgirish * This is the place for special error handling for individual errors. 766*3156Sgirish */ 767*3156Sgirish static void 768*3156Sgirish errh_handle_attr(errh_async_flt_t *errh_fltp) 769*3156Sgirish { 770*3156Sgirish switch (errh_fltp->errh_er.attr & ~ERRH_MODE_MASK) { 771*3156Sgirish case ERRH_ATTR_CPU: 772*3156Sgirish case ERRH_ATTR_MEM: 773*3156Sgirish case ERRH_ATTR_PIO: 774*3156Sgirish case ERRH_ATTR_IRF: 775*3156Sgirish case ERRH_ATTR_FRF: 776*3156Sgirish case ERRH_ATTR_SHUT: 777*3156Sgirish break; 778*3156Sgirish 779*3156Sgirish case ERRH_ATTR_ASR: 780*3156Sgirish errh_handle_asr(errh_fltp); 781*3156Sgirish break; 782*3156Sgirish 783*3156Sgirish case ERRH_ATTR_ASI: 784*3156Sgirish case ERRH_ATTR_PREG: 785*3156Sgirish case ERRH_ATTR_RQF: 786*3156Sgirish break; 787*3156Sgirish 788*3156Sgirish default: 789*3156Sgirish break; 790*3156Sgirish } 791*3156Sgirish } 792*3156Sgirish 793*3156Sgirish /* 794*3156Sgirish * Handle ASR bit set in ATTR 795*3156Sgirish */ 796*3156Sgirish static void 797*3156Sgirish errh_handle_asr(errh_async_flt_t *errh_fltp) 798*3156Sgirish { 799*3156Sgirish uint64_t current_tick; 800*3156Sgirish 801*3156Sgirish switch (errh_fltp->errh_er.reg) { 802*3156Sgirish case ASR_REG_VALID | ASR_REG_TICK: 803*3156Sgirish /* 804*3156Sgirish * For Tick Compare Register error, it only happens when 805*3156Sgirish * the register is being read or compared with the %tick 806*3156Sgirish * register. Since we lost the contents of the register, 807*3156Sgirish * we set the %tick_compr in the future. An interrupt will 808*3156Sgirish * happen when %tick matches the value field of %tick_compr. 809*3156Sgirish */ 810*3156Sgirish current_tick = (uint64_t)gettick(); 811*3156Sgirish tickcmpr_set(current_tick); 812*3156Sgirish /* Do not panic */ 813*3156Sgirish errh_fltp->cmn_asyncflt.flt_panic = 0; 814*3156Sgirish break; 815*3156Sgirish 816*3156Sgirish default: 817*3156Sgirish break; 818*3156Sgirish } 819*3156Sgirish } 820