1 /* $NetBSD: cpu_extended_state.h,v 1.16 2018/05/23 07:24:37 maxv Exp $ */ 2 3 #ifndef _X86_CPU_EXTENDED_STATE_H_ 4 #define _X86_CPU_EXTENDED_STATE_H_ 5 6 #ifdef __lint__ 7 /* Lint has different packing rules and doesn't understand __aligned() */ 8 #define __CTASSERT_NOLINT(x) __CTASSERT(1) 9 #else 10 #define __CTASSERT_NOLINT(x) __CTASSERT(x) 11 #endif 12 13 /* 14 * This file contains definitions of structures that match the memory layouts 15 * used on x86 processors to save floating point registers and other extended 16 * cpu states. 17 * 18 * This includes registers (etc) used by SSE/SSE2/SSE3/SSSE3/SSE4 and the later 19 * AVX instructions. 20 * 21 * The definitions are such that any future 'extended state' should be handled, 22 * provided the kernel doesn't need to know the actual contents. 23 * 24 * The actual structures the cpu accesses must be aligned to 16 bytes for FXSAVE 25 * and 64 for XSAVE. The types aren't aligned because copies do not need extra 26 * alignment. 27 * 28 * The slightly different layout saved by the i387 fsave is also defined. 29 * This is only normally written by pre Pentium II type cpus that don't 30 * support the fxsave instruction. 31 * 32 * Associated save instructions: 33 * FNSAVE: Saves x87 state in 108 bytes (original i387 layout). Then 34 * reinitializes the fpu. 35 * FSAVE: Encodes to FWAIT followed by FNSAVE. 36 * FXSAVE: Saves the x87 state and XMM (aka SSE) registers to the first 37 * 448 (max) bytes of a 512 byte area. This layout does not match 38 * that written by FNSAVE. 39 * XSAVE: Uses the same layout for the x87 and XMM registers, followed by 40 * a 64byte header and separate save areas for additional extended 41 * cpu states. The x87 state is always saved, the others 42 * conditionally. 43 * XSAVEOPT: Same as XSAVE but only writes the registers blocks that have 44 * been modified. 45 */ 46 47 /* 48 * Layout for code/data pointers relating to FP exceptions. Marked 'packed' 49 * because they aren't always 64bit aligned. Since the x86 cpu supports 50 * misaligned accesses it isn't worth avoiding the 'packed' attribute. 51 */ 52 union fp_addr { 53 uint64_t fa_64; /* Linear address for 64bit systems */ 54 struct { 55 uint32_t fa_off; /* linear address for 32 bit */ 56 uint16_t fa_seg; /* code/data (etc) segment */ 57 uint16_t fa_opcode; /* last opcode (sometimes) */ 58 } fa_32; 59 } __packed __aligned(4); 60 61 /* The x87 registers are 80 bits */ 62 struct fpacc87 { 63 uint64_t f87_mantissa; /* mantissa */ 64 uint16_t f87_exp_sign; /* exponent and sign */ 65 } __packed __aligned(2); 66 67 /* The x87 registers padded out to 16 bytes for fxsave */ 68 struct fpaccfx { 69 struct fpacc87 r __aligned(16); 70 }; 71 72 /* The SSE/SSE2 registers are 128 bits */ 73 struct xmmreg { 74 uint8_t xmm_bytes[16]; 75 }; 76 77 /* The AVX registers are 256 bits, but the low bits are the xmmregs */ 78 struct ymmreg { 79 uint8_t ymm_bytes[16]; 80 }; 81 82 /* 83 * Floating point unit registers (FSAVE instruction). 84 * 85 * The s87_ac[] and fx_87_ac[] are relative to the stack top. The 'tag word' 86 * contains 2 bits per register and refers to absolute register numbers. 87 * 88 * The cpu sets the tag values 0b01 (zero) and 0b10 (special) when a value 89 * is loaded. The software need only set 0b00 (used) and 0xb11 (unused). 90 * The fxsave 'Abridged tag word' in inverted. 91 */ 92 struct save87 { 93 uint16_t s87_cw __aligned(4); /* control word */ 94 uint16_t s87_sw __aligned(4); /* status word */ 95 uint16_t s87_tw __aligned(4); /* tag word */ 96 union fp_addr s87_ip; /* floating point instruction pointer */ 97 #define s87_opcode s87_ip.fa_32.fa_opcode /* opcode last executed (11bits) */ 98 union fp_addr s87_dp; /* floating operand offset */ 99 struct fpacc87 s87_ac[8]; /* accumulator contents */ 100 }; 101 __CTASSERT_NOLINT(sizeof(struct save87) == 108); 102 103 /* 104 * FPU/MMX/SSE/SSE2 context (FXSAVE instruction). 105 */ 106 struct fxsave { 107 uint16_t fx_cw; /* FPU Control Word */ 108 uint16_t fx_sw; /* FPU Status Word */ 109 uint8_t fx_tw; /* FPU Tag Word (abridged) */ 110 uint8_t fx_zero; /* zero */ 111 uint16_t fx_opcode; /* FPU Opcode */ 112 union fp_addr fx_ip; /* FPU Instruction Pointer */ 113 union fp_addr fx_dp; /* FPU Data pointer */ 114 uint32_t fx_mxcsr; /* MXCSR Register State */ 115 uint32_t fx_mxcsr_mask; 116 struct fpaccfx fx_87_ac[8]; /* 8 x87 registers */ 117 struct xmmreg fx_xmm[16]; /* XMM regs (8 in 32bit modes) */ 118 uint8_t fx_rsvd[96]; 119 } __aligned(16); 120 __CTASSERT_NOLINT(sizeof(struct fxsave) == 512); 121 122 /* 123 * For XSAVE, a 64byte header follows the fxsave data. 124 */ 125 struct xsave_header { 126 uint8_t xsh_fxsave[512]; /* struct fxsave */ 127 uint64_t xsh_xstate_bv; /* bitmap of saved sub structures */ 128 uint64_t xsh_xcomp_bv; /* bitmap of compact sub structures */ 129 uint8_t xsh_rsrvd[8]; /* must be zero */ 130 uint8_t xsh_reserved[40]; /* best if zero */ 131 }; 132 __CTASSERT(sizeof(struct xsave_header) == 512 + 64); 133 134 /* 135 * The ymm save area actually follows the xsave_header. 136 */ 137 struct xsave_ymm { 138 struct ymmreg xs_ymm[16]; /* High bits of YMM registers */ 139 }; 140 __CTASSERT(sizeof(struct xsave_ymm) == 256); 141 142 /* 143 * The following union is placed at the end of the pcb. 144 * It is defined this way to separate the definitions and to 145 * minimise the number of union/struct selectors. 146 * NB: Some userspace stuff (eg firefox) uses it to parse ucontext. 147 */ 148 union savefpu { 149 struct save87 sv_87; 150 struct fxsave sv_xmm; 151 #ifdef _KERNEL 152 struct xsave_header sv_xsave_hdr; 153 #endif 154 }; 155 156 /* 157 * 80387 control and status word bits 158 * 159 * The only reference I can find to bits 0x40 and 0x80 in the control word 160 * is for the Weitek 1167/3167. 161 * I (dsl) can't find why the default word has 0x40 set. 162 * 163 * A stack error is signalled as an INVOP that also sets STACK_FAULT 164 * (other INVOP do not clear STACK_FAULT). 165 */ 166 /* Interrupt masks (set masks interrupt) and status bits */ 167 #define EN_SW_INVOP 0x0001 /* Invalid operation */ 168 #define EN_SW_DENORM 0x0002 /* Denormalized operand */ 169 #define EN_SW_ZERODIV 0x0004 /* Divide by zero */ 170 #define EN_SW_OVERFLOW 0x0008 /* Overflow */ 171 #define EN_SW_UNDERFLOW 0x0010 /* Underflow */ 172 #define EN_SW_PRECLOSS 0x0020 /* Loss of precision */ 173 /* Status word bits (reserved in control word) */ 174 #define EN_SW_STACK_FAULT 0x0040 /* Stack under/overflow */ 175 #define EN_SW_ERROR_SUMMARY 0x0080 /* Unmasked error has occurred */ 176 /* Control bits (badly named) */ 177 #define EN_SW_CTL_PREC 0x0300 /* Precision control */ 178 #define EN_SW_PREC_24 0x0000 /* Single precision */ 179 #define EN_SW_PREC_53 0x0200 /* Double precision */ 180 #define EN_SW_PREC_64 0x0300 /* Extended precision */ 181 #define EN_SW_CTL_ROUND 0x0c00 /* Rounding control */ 182 #define EN_SW_ROUND_EVEN 0x0000 /* Round to nearest even */ 183 #define EN_SW_ROUND_DOWN 0x0400 /* Round towards minus infinity */ 184 #define EN_SW_ROUND_UP 0x0800 /* Round towards plus infinity */ 185 #define EN_SW_ROUND_ZERO 0x0c00 /* Round towards zero (truncates) */ 186 #define EN_SW_CTL_INF 0x1000 /* Infinity control, not used */ 187 188 /* 189 * The standard 0x87 control word from finit is 0x37F, giving: 190 * round to nearest 191 * 64-bit precision 192 * all exceptions masked. 193 * 194 * NetBSD used to select: 195 * round to nearest 196 * 53-bit precision 197 * all exceptions masked. 198 * Stating: 64-bit precision often gives bad results with high level 199 * languages because it makes the results of calculations depend on whether 200 * intermediate values are stored in memory or in FPU registers. 201 * Also some 'pathological divisions' give an error in the LSB because 202 * the value is first rounded up when the 64bit mantissa is generated, 203 * and then again when it is truncated to 53 bits. 204 * 205 * However the C language explicitly allows the extra precision. 206 */ 207 #define __INITIAL_NPXCW__ 0x037f 208 /* Modern NetBSD uses the default control word.. */ 209 #define __NetBSD_NPXCW__ __INITIAL_NPXCW__ 210 /* NetBSD before 6.99.26 forced IEEE double precision. */ 211 #define __NetBSD_COMPAT_NPXCW__ 0x127f 212 /* FreeBSD leaves some exceptions unmasked as well. */ 213 #define __FreeBSD_NPXCW__ 0x1272 214 /* Linux just uses the default control word. */ 215 #define __Linux_NPXCW__ __INITIAL_NPXCW__ 216 217 /* 218 * The default MXCSR value at reset is 0x1f80, IA-32 Instruction 219 * Set Reference, pg. 3-369. 220 * 221 * The low 6 bits of the mxcsr are the fp status bits (same order as x87). 222 * Bit 6 is 'denormals are zero' (speeds up calculations). 223 * Bits 7-16 are the interrupt mask bits (same order, 1 to mask). 224 * Bits 13 and 14 are rounding control. 225 * Bit 15 is 'flush to zero' - affects underflow. 226 * Bits 16-31 must be zero. 227 */ 228 #define __INITIAL_MXCSR__ 0x1f80 229 #define __INITIAL_MXCSR_MASK__ 0xffbf 230 231 #endif /* _X86_CPU_EXTENDED_STATE_H_ */ 232