xref: /netbsd-src/sys/arch/x86/include/specialreg.h (revision a8c74629f602faa0ccf8a463757d7baf858bbf3a)
1 /*	$NetBSD: specialreg.h,v 1.175 2020/09/07 13:19:20 jakllsch Exp $	*/
2 
3 /*
4  * Copyright (c) 2014-2020 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26  * POSSIBILITY OF SUCH DAMAGE.
27  */
28 
29 /*
30  * Copyright (c) 1991 The Regents of the University of California.
31  * All rights reserved.
32  *
33  * Redistribution and use in source and binary forms, with or without
34  * modification, are permitted provided that the following conditions
35  * are met:
36  * 1. Redistributions of source code must retain the above copyright
37  *    notice, this list of conditions and the following disclaimer.
38  * 2. Redistributions in binary form must reproduce the above copyright
39  *    notice, this list of conditions and the following disclaimer in the
40  *    documentation and/or other materials provided with the distribution.
41  * 3. Neither the name of the University nor the names of its contributors
42  *    may be used to endorse or promote products derived from this software
43  *    without specific prior written permission.
44  *
45  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
46  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
47  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
48  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
49  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
50  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
51  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
52  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
53  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
54  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
55  * SUCH DAMAGE.
56  *
57  *	@(#)specialreg.h	7.1 (Berkeley) 5/9/91
58  */
59 
60 /*
61  * CR0
62  */
63 #define CR0_PE	0x00000001	/* Protected mode Enable */
64 #define CR0_MP	0x00000002	/* "Math" Present (NPX or NPX emulator) */
65 #define CR0_EM	0x00000004	/* EMulate non-NPX coproc. (trap ESC only) */
66 #define CR0_TS	0x00000008	/* Task Switched (if MP, trap ESC and WAIT) */
67 #define CR0_ET	0x00000010	/* Extension Type (387 (if set) vs 287) */
68 #define CR0_NE	0x00000020	/* Numeric Error enable (EX16 vs IRQ13) */
69 #define CR0_WP	0x00010000	/* Write Protect (honor PTE_W in all modes) */
70 #define CR0_AM	0x00040000	/* Alignment Mask (set to enable AC flag) */
71 #define CR0_NW	0x20000000	/* Not Write-through */
72 #define CR0_CD	0x40000000	/* Cache Disable */
73 #define CR0_PG	0x80000000	/* PaGing enable */
74 
75 /*
76  * Cyrix 486 DLC special registers, accessible as IO ports
77  */
78 #define CCR0		0xc0	/* configuration control register 0 */
79 #define CCR0_NC0	0x01	/* first 64K of each 1M memory region is non-cacheable */
80 #define CCR0_NC1	0x02	/* 640K-1M region is non-cacheable */
81 #define CCR0_A20M	0x04	/* enables A20M# input pin */
82 #define CCR0_KEN	0x08	/* enables KEN# input pin */
83 #define CCR0_FLUSH	0x10	/* enables FLUSH# input pin */
84 #define CCR0_BARB	0x20	/* flushes internal cache when entering hold state */
85 #define CCR0_CO		0x40	/* cache org: 1=direct mapped, 0=2x set assoc */
86 #define CCR0_SUSPEND	0x80	/* enables SUSP# and SUSPA# pins */
87 #define CCR1		0xc1	/* configuration control register 1 */
88 #define CCR1_RPL	0x01	/* enables RPLSET and RPLVAL# pins */
89 
90 /*
91  * CR3
92  */
93 #define CR3_PCID		__BITS(11,0)
94 #define CR3_PA			__BITS(62,12)
95 #define CR3_NO_TLB_FLUSH	__BIT(63)
96 
97 /*
98  * CR4
99  */
100 #define CR4_VME		0x00000001 /* virtual 8086 mode extension enable */
101 #define CR4_PVI		0x00000002 /* protected mode virtual interrupt enable */
102 #define CR4_TSD		0x00000004 /* restrict RDTSC instruction to cpl 0 */
103 #define CR4_DE		0x00000008 /* debugging extension */
104 #define CR4_PSE		0x00000010 /* large (4MB) page size enable */
105 #define CR4_PAE		0x00000020 /* physical address extension enable */
106 #define CR4_MCE		0x00000040 /* machine check enable */
107 #define CR4_PGE		0x00000080 /* page global enable */
108 #define CR4_PCE		0x00000100 /* enable RDPMC instruction for all cpls */
109 #define CR4_OSFXSR	0x00000200 /* enable fxsave/fxrestor and SSE */
110 #define CR4_OSXMMEXCPT	0x00000400 /* enable unmasked SSE exceptions */
111 #define CR4_UMIP	0x00000800 /* user-mode instruction prevention */
112 #define CR4_LA57	0x00001000 /* 57-bit linear addresses */
113 #define CR4_VMXE	0x00002000 /* enable VMX operations */
114 #define CR4_SMXE	0x00004000 /* enable SMX operations */
115 #define CR4_FSGSBASE	0x00010000 /* enable *FSBASE and *GSBASE instructions */
116 #define CR4_PCIDE	0x00020000 /* enable Process Context IDentifiers */
117 #define CR4_OSXSAVE	0x00040000 /* enable xsave and xrestore */
118 #define CR4_SMEP	0x00100000 /* enable SMEP support */
119 #define CR4_SMAP	0x00200000 /* enable SMAP support */
120 #define CR4_PKE		0x00400000 /* enable Protection Keys for user pages */
121 #define CR4_CET		0x00800000 /* enable CET */
122 #define CR4_PKS		0x01000000 /* enable Protection Keys for kern pages */
123 
124 /*
125  * Extended Control Register XCR0
126  */
127 #define XCR0_X87	0x00000001	/* x87 FPU/MMX state */
128 #define XCR0_SSE	0x00000002	/* SSE state */
129 #define XCR0_YMM_Hi128	0x00000004	/* AVX-256 (ymmn registers) */
130 #define XCR0_BNDREGS	0x00000008	/* Memory protection ext bounds */
131 #define XCR0_BNDCSR	0x00000010	/* Memory protection ext state */
132 #define XCR0_Opmask	0x00000020	/* AVX-512 Opmask */
133 #define XCR0_ZMM_Hi256	0x00000040	/* AVX-512 upper 256 bits low regs */
134 #define XCR0_Hi16_ZMM	0x00000080	/* AVX-512 512 bits upper registers */
135 #define XCR0_PT		0x00000100	/* Processor Trace state */
136 #define XCR0_PKRU	0x00000200	/* Protection Key state */
137 #define XCR0_CET_U	0x00000800	/* User CET state */
138 #define XCR0_CET_S	0x00001000	/* Kern CET state */
139 #define XCR0_HDC	0x00002000	/* Hardware Duty Cycle state */
140 #define XCR0_HWP	0x00010000	/* Hardware P-states */
141 
142 #define XCR0_FLAGS1	"\20" \
143 	"\1" "x87"		"\2" "SSE"		"\3" "AVX"	\
144 	"\4" "BNDREGS"		"\5" "BNDCSR"		"\6" "Opmask"	\
145 	"\7" "ZMM_Hi256"	"\10" "Hi16_ZMM"	"\11" "PT"	\
146 	"\12" "PKRU"		"\14" "CET_U"		"\15" "CET_S"	\
147 	"\16" "HDC"		"\21" "HWP"
148 
149 /*
150  * Known FPU bits, only these get enabled. The save area is sized for all the
151  * fields below.
152  */
153 #define XCR0_FPU	(XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
154 			 XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM)
155 
156 /*
157  * XSAVE component indices, internal to NetBSD.
158  */
159 #define XSAVE_X87	0
160 #define XSAVE_SSE	1
161 #define XSAVE_YMM_Hi128	2
162 #define XSAVE_BNDREGS	3
163 #define XSAVE_BNDCSR	4
164 #define XSAVE_Opmask	5
165 #define XSAVE_ZMM_Hi256	6
166 #define XSAVE_Hi16_ZMM	7
167 
168 /*
169  * Highest XSAVE component enabled by XCR0_FPU.
170  */
171 #define XSAVE_MAX_COMPONENT XSAVE_Hi16_ZMM
172 
173 /*
174  * CPUID "features" bits
175  */
176 
177 /* Fn00000001 %edx features */
178 #define CPUID_FPU	0x00000001	/* processor has an FPU? */
179 #define CPUID_VME	0x00000002	/* has virtual mode (%cr4's VME/PVI) */
180 #define CPUID_DE	0x00000004	/* has debugging extension */
181 #define CPUID_PSE	0x00000008	/* has 4MB page size extension */
182 #define CPUID_TSC	0x00000010	/* has time stamp counter */
183 #define CPUID_MSR	0x00000020	/* has model specific registers */
184 #define CPUID_PAE	0x00000040	/* has phys address extension */
185 #define CPUID_MCE	0x00000080	/* has machine check exception */
186 #define CPUID_CX8	0x00000100	/* has CMPXCHG8B instruction */
187 #define CPUID_APIC	0x00000200	/* has enabled APIC */
188 #define CPUID_SEP	0x00000800	/* has SYSENTER/SYSEXIT extension */
189 #define CPUID_MTRR	0x00001000	/* has memory type range register */
190 #define CPUID_PGE	0x00002000	/* has page global extension */
191 #define CPUID_MCA	0x00004000	/* has machine check architecture */
192 #define CPUID_CMOV	0x00008000	/* has CMOVcc instruction */
193 #define CPUID_PAT	0x00010000	/* Page Attribute Table */
194 #define CPUID_PSE36	0x00020000	/* 36-bit PSE */
195 #define CPUID_PSN	0x00040000	/* processor serial number */
196 #define CPUID_CLFSH	0x00080000	/* CLFLUSH insn supported */
197 #define CPUID_DS	0x00200000	/* Debug Store */
198 #define CPUID_ACPI	0x00400000	/* ACPI performance modulation regs */
199 #define CPUID_MMX	0x00800000	/* MMX supported */
200 #define CPUID_FXSR	0x01000000	/* fast FP/MMX save/restore */
201 #define CPUID_SSE	0x02000000	/* streaming SIMD extensions */
202 #define CPUID_SSE2	0x04000000	/* streaming SIMD extensions #2 */
203 #define CPUID_SS	0x08000000	/* self-snoop */
204 #define CPUID_HTT	0x10000000	/* Hyper-Threading Technology */
205 #define CPUID_TM	0x20000000	/* thermal monitor (TCC) */
206 #define CPUID_PBE	0x80000000	/* Pending Break Enable */
207 
208 #define CPUID_FLAGS1	"\20" \
209 	"\1" "FPU"	"\2" "VME"	"\3" "DE"	"\4" "PSE" \
210 	"\5" "TSC"	"\6" "MSR"	"\7" "PAE"	"\10" "MCE" \
211 	"\11" "CX8"	"\12" "APIC"	"\13" "B10"	"\14" "SEP" \
212 	"\15" "MTRR"	"\16" "PGE"	"\17" "MCA"	"\20" "CMOV" \
213 	"\21" "PAT"	"\22" "PSE36"	"\23" "PN"	"\24" "CLFLUSH" \
214 	"\25" "B20"	"\26" "DS"	"\27" "ACPI"	"\30" "MMX" \
215 	"\31" "FXSR"	"\32" "SSE"	"\33" "SSE2"	"\34" "SS" \
216 	"\35" "HTT"	"\36" "TM"	"\37" "IA64"	"\40" "SBF"
217 
218 /* Blacklists of CPUID flags - used to mask certain features */
219 #ifdef XENPV
220 #define CPUID_FEAT_BLACKLIST	 (CPUID_PGE|CPUID_PSE|CPUID_MTRR)
221 #else
222 #define CPUID_FEAT_BLACKLIST	 0
223 #endif
224 
225 /*
226  * CPUID "features" bits in Fn00000001 %ecx
227  */
228 
229 #define CPUID2_SSE3	0x00000001	/* Streaming SIMD Extensions 3 */
230 #define CPUID2_PCLMULQDQ 0x00000002	/* PCLMULQDQ instructions */
231 #define CPUID2_DTES64	0x00000004	/* 64-bit Debug Trace */
232 #define CPUID2_MONITOR	0x00000008	/* MONITOR/MWAIT instructions */
233 #define CPUID2_DS_CPL	0x00000010	/* CPL Qualified Debug Store */
234 #define CPUID2_VMX	0x00000020	/* Virtual Machine Extensions */
235 #define CPUID2_SMX	0x00000040	/* Safer Mode Extensions */
236 #define CPUID2_EST	0x00000080	/* Enhanced SpeedStep Technology */
237 #define CPUID2_TM2	0x00000100	/* Thermal Monitor 2 */
238 #define CPUID2_SSSE3	0x00000200	/* Supplemental SSE3 */
239 #define CPUID2_CNXTID	0x00000400	/* Context ID */
240 #define CPUID2_SDBG	0x00000800	/* Silicon Debug */
241 #define CPUID2_FMA	0x00001000	/* has Fused Multiply Add */
242 #define CPUID2_CX16	0x00002000	/* has CMPXCHG16B instruction */
243 #define CPUID2_XTPR	0x00004000	/* Task Priority Messages disabled? */
244 #define CPUID2_PDCM	0x00008000	/* Perf/Debug Capability MSR */
245 /* bit 16 unused	0x00010000 */
246 #define CPUID2_PCID	0x00020000	/* Process Context ID */
247 #define CPUID2_DCA	0x00040000	/* Direct Cache Access */
248 #define CPUID2_SSE41	0x00080000	/* Streaming SIMD Extensions 4.1 */
249 #define CPUID2_SSE42	0x00100000	/* Streaming SIMD Extensions 4.2 */
250 #define CPUID2_X2APIC	0x00200000	/* xAPIC Extensions */
251 #define CPUID2_MOVBE	0x00400000	/* MOVBE (move after byteswap) */
252 #define CPUID2_POPCNT	0x00800000	/* popcount instruction available */
253 #define CPUID2_DEADLINE	0x01000000	/* APIC Timer supports TSC Deadline */
254 #define CPUID2_AESNI	0x02000000	/* AES instructions */
255 #define CPUID2_XSAVE	0x04000000	/* XSAVE instructions */
256 #define CPUID2_OSXSAVE	0x08000000	/* XGETBV/XSETBV instructions */
257 #define CPUID2_AVX	0x10000000	/* AVX instructions */
258 #define CPUID2_F16C	0x20000000	/* half precision conversion */
259 #define CPUID2_RDRAND	0x40000000	/* RDRAND (hardware random number) */
260 #define CPUID2_RAZ	0x80000000	/* RAZ. Indicates guest state. */
261 
262 #define CPUID2_FLAGS1	"\20" \
263 	"\1" "SSE3"	"\2" "PCLMULQDQ" "\3" "DTES64"	"\4" "MONITOR" \
264 	"\5" "DS-CPL"	"\6" "VMX"	"\7" "SMX"	"\10" "EST" \
265 	"\11" "TM2"	"\12" "SSSE3"	"\13" "CID"	"\14" "SDBG" \
266 	"\15" "FMA"	"\16" "CX16"	"\17" "xTPR"	"\20" "PDCM" \
267 	"\21" "B16"	"\22" "PCID"	"\23" "DCA"	"\24" "SSE41" \
268 	"\25" "SSE42"	"\26" "X2APIC"	"\27" "MOVBE"	"\30" "POPCNT" \
269 	"\31" "DEADLINE" "\32" "AES"	"\33" "XSAVE"	"\34" "OSXSAVE" \
270 	"\35" "AVX"	"\36" "F16C"	"\37" "RDRAND"	"\40" "RAZ"
271 
272 /* CPUID Fn00000001 %eax */
273 
274 #define CPUID_TO_BASEFAMILY(cpuid)	(((cpuid) >> 8) & 0xf)
275 #define CPUID_TO_BASEMODEL(cpuid)	(((cpuid) >> 4) & 0xf)
276 #define CPUID_TO_STEPPING(cpuid)	((cpuid) & 0xf)
277 
278 /*
279  * The Extended family bits should only be inspected when CPUID_TO_BASEFAMILY()
280  * returns 15. They are use to encode family value 16 to 270 (add 15).
281  * The Extended model bits are the high 4 bits of the model.
282  * They are only valid for family >= 15 or family 6 (intel, but all amd
283  * family 6 are documented to return zero bits for them).
284  */
285 #define CPUID_TO_EXTFAMILY(cpuid)	(((cpuid) >> 20) & 0xff)
286 #define CPUID_TO_EXTMODEL(cpuid)	(((cpuid) >> 16) & 0xf)
287 
288 /* The macros for the Display Family and the Display Model */
289 #define CPUID_TO_FAMILY(cpuid)	(CPUID_TO_BASEFAMILY(cpuid)	\
290 	    + ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)		\
291 		? 0 : CPUID_TO_EXTFAMILY(cpuid)))
292 #define CPUID_TO_MODEL(cpuid)	(CPUID_TO_BASEMODEL(cpuid)	\
293 	    | ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)		\
294 		&& (CPUID_TO_BASEFAMILY(cpuid) != 0x06)		\
295 		? 0 : (CPUID_TO_EXTMODEL(cpuid) << 4)))
296 
297 /* CPUID Fn00000001 %ebx */
298 #define CPUID_BRAND_INDEX	__BITS(7,0)
299 #define CPUID_CLFLUSH_SIZE	__BITS(15,8)
300 #define CPUID_HTT_CORES		__BITS(23,16)
301 #define CPUID_LOCAL_APIC_ID	__BITS(31,24)
302 
303 /*
304  * Intel Deterministic Cache Parameter Leaf
305  * Fn0000_0004
306  */
307 
308 /* %eax */
309 #define CPUID_DCP_CACHETYPE	__BITS(4, 0)	/* Cache type */
310 #define CPUID_DCP_CACHETYPE_N	0		/*   NULL */
311 #define CPUID_DCP_CACHETYPE_D	1		/*   Data cache */
312 #define CPUID_DCP_CACHETYPE_I	2		/*   Instruction cache */
313 #define CPUID_DCP_CACHETYPE_U	3		/*   Unified cache */
314 #define CPUID_DCP_CACHELEVEL	__BITS(7, 5)	/* Cache level (start at 1) */
315 #define CPUID_DCP_SELFINITCL	__BIT(8)	/* Self initializing cachelvl*/
316 #define CPUID_DCP_FULLASSOC	__BIT(9)	/* Full associative */
317 #define CPUID_DCP_SHAREING	__BITS(25, 14)	/* shareing */
318 #define CPUID_DCP_CORE_P_PKG	__BITS(31, 26)	/* Cores/package */
319 
320 /* %ebx */
321 #define CPUID_DCP_LINESIZE	__BITS(11, 0)	/* System coherency linesize */
322 #define CPUID_DCP_PARTITIONS	__BITS(21, 12)	/* Physical line partitions */
323 #define CPUID_DCP_WAYS		__BITS(31, 22)	/* Ways of associativity */
324 
325 /* Number of sets: %ecx */
326 
327 /* %edx */
328 #define CPUID_DCP_INVALIDATE	__BIT(0)	/* WB invalidate/invalidate */
329 #define CPUID_DCP_INCLUSIVE	__BIT(1)	/* Cache inclusiveness */
330 #define CPUID_DCP_COMPLEX	__BIT(2)	/* Complex cache indexing */
331 
332 /*
333  * Intel/AMD MONITOR/MWAIT
334  * Fn0000_0005
335  */
336 /* %eax */
337 #define CPUID_MON_MINSIZE	__BITS(15, 0)  /* Smallest monitor-line size */
338 /* %ebx */
339 #define CPUID_MON_MAXSIZE	__BITS(15, 0)  /* Largest monitor-line size */
340 /* %ecx */
341 #define CPUID_MON_EMX		__BIT(0)       /* MONITOR/MWAIT Extensions */
342 #define CPUID_MON_IBE		__BIT(1)       /* Interrupt as Break Event */
343 
344 #define CPUID_MON_FLAGS	"\20" \
345 	"\1" "EMX"	"\2" "IBE"
346 
347 /* %edx: number of substates for specific C-state */
348 #define CPUID_MON_SUBSTATE(edx, cstate) (((edx) >> (cstate * 4)) & 0x0000000f)
349 
350 /*
351  * Intel/AMD Digital Thermal Sensor and
352  * Power Management, Fn0000_0006 - %eax.
353  */
354 #define CPUID_DSPM_DTS	__BIT(0)	/* Digital Thermal Sensor */
355 #define CPUID_DSPM_IDA	__BIT(1)	/* Intel Dynamic Acceleration */
356 #define CPUID_DSPM_ARAT	__BIT(2)	/* Always Running APIC Timer */
357 #define CPUID_DSPM_PLN	__BIT(4)	/* Power Limit Notification */
358 #define CPUID_DSPM_ECMD	__BIT(5)	/* Clock Modulation Extension */
359 #define CPUID_DSPM_PTM	__BIT(6)	/* Package Level Thermal Management */
360 #define CPUID_DSPM_HWP	__BIT(7)	/* HWP */
361 #define CPUID_DSPM_HWP_NOTIFY __BIT(8)	/* HWP Notification */
362 #define CPUID_DSPM_HWP_ACTWIN  __BIT(9)	/* HWP Activity Window */
363 #define CPUID_DSPM_HWP_EPP __BIT(10)	/* HWP Energy Performance Preference */
364 #define CPUID_DSPM_HWP_PLR __BIT(11)	/* HWP Package Level Request */
365 #define CPUID_DSPM_HDC	__BIT(13)	/* Hardware Duty Cycling */
366 #define CPUID_DSPM_TBMT3 __BIT(14)	/* Turbo Boost Max Technology 3.0 */
367 #define CPUID_DSPM_HWP_CAP    __BIT(15)	/* HWP Capabilities */
368 #define CPUID_DSPM_HWP_PECI   __BIT(16)	/* HWP PECI override */
369 #define CPUID_DSPM_HWP_FLEX   __BIT(17)	/* Flexible HWP */
370 #define CPUID_DSPM_HWP_FAST   __BIT(18)	/* Fast access for IA32_HWP_REQUEST */
371 #define CPUID_DSPM_HW_FEEDBACK __BIT(19) /* HW_FEEDBACK*, IA32_PACKAGE_TERM* */
372 #define CPUID_DSPM_HWP_IGNIDL __BIT(20)	/* Ignore Idle Logical Processor HWP */
373 
374 #define CPUID_DSPM_FLAGS	"\20" \
375 	"\1" "DTS"	"\2" "IDA"	"\3" "ARAT" 			\
376 	"\5" "PLN"	"\6" "ECMD"	"\7" "PTM"	"\10" "HWP"	\
377 	"\11" "HWP_NOTIFY" "\12" "HWP_ACTWIN" "\13" "HWP_EPP" "\14" "HWP_PLR" \
378 			"\16" "HDC"	"\17" "TBM3"	"\20" "HWP_CAP" \
379 	"\21" "HWP_PECI" "\22" "HWP_FLEX" "\23" "HWP_FAST" "\24HW_FEEDBACK"   \
380 	"\25" "HWP_IGNIDL"
381 
382 /*
383  * Intel/AMD Digital Thermal Sensor and
384  * Power Management, Fn0000_0006 - %ecx.
385  */
386 #define CPUID_DSPM_HWF	0x00000001	/* MSR_APERF/MSR_MPERF available */
387 #define CPUID_DSPM_EPB	0x00000008	/* Energy Performance Bias */
388 
389 #define CPUID_DSPM_FLAGS1	"\20" "\1" "HWF" "\4" "EPB"
390 
391 /*
392  * Intel/AMD Structured Extended Feature leaf Fn0000_0007
393  * %ecx == 0: Subleaf 0
394  *	%eax: The Maximum input value for supported subleaf.
395  *	%ebx: Feature bits.
396  *	%ecx: Feature bits.
397  *	%edx: Feature bits.
398  */
399 
400 /* %ebx */
401 #define CPUID_SEF_FSGSBASE	__BIT(0)  /* {RD,WR}{FS,GS}BASE */
402 #define CPUID_SEF_TSC_ADJUST	__BIT(1)  /* IA32_TSC_ADJUST MSR support */
403 #define CPUID_SEF_SGX		__BIT(2)  /* Software Guard Extensions */
404 #define CPUID_SEF_BMI1		__BIT(3)  /* advanced bit manipulation ext. 1st grp */
405 #define CPUID_SEF_HLE		__BIT(4)  /* Hardware Lock Elision */
406 #define CPUID_SEF_AVX2		__BIT(5)  /* Advanced Vector Extensions 2 */
407 #define CPUID_SEF_FDPEXONLY	__BIT(6)  /* x87FPU Data ptr updated only on x87exp */
408 #define CPUID_SEF_SMEP		__BIT(7)  /* Supervisor-Mode Execution Prevention */
409 #define CPUID_SEF_BMI2		__BIT(8)  /* advanced bit manipulation ext. 2nd grp */
410 #define CPUID_SEF_ERMS		__BIT(9)  /* Enhanced REP MOVSB/STOSB */
411 #define CPUID_SEF_INVPCID	__BIT(10) /* INVPCID instruction */
412 #define CPUID_SEF_RTM		__BIT(11) /* Restricted Transactional Memory */
413 #define CPUID_SEF_QM		__BIT(12) /* Resource Director Technology Monitoring */
414 #define CPUID_SEF_FPUCSDS	__BIT(13) /* Deprecate FPU CS and FPU DS values */
415 #define CPUID_SEF_MPX		__BIT(14) /* Memory Protection Extensions */
416 #define CPUID_SEF_PQE		__BIT(15) /* Resource Director Technology Allocation */
417 #define CPUID_SEF_AVX512F	__BIT(16) /* AVX-512 Foundation */
418 #define CPUID_SEF_AVX512DQ	__BIT(17) /* AVX-512 Double/Quadword */
419 #define CPUID_SEF_RDSEED	__BIT(18) /* RDSEED instruction */
420 #define CPUID_SEF_ADX		__BIT(19) /* ADCX/ADOX instructions */
421 #define CPUID_SEF_SMAP		__BIT(20) /* Supervisor-Mode Access Prevention */
422 #define CPUID_SEF_AVX512_IFMA	__BIT(21) /* AVX-512 Integer Fused Multiply Add */
423 /* Bit 22 was PCOMMIT */
424 #define CPUID_SEF_CLFLUSHOPT	__BIT(23) /* Cache Line FLUSH OPTimized */
425 #define CPUID_SEF_CLWB		__BIT(24) /* Cache Line Write Back */
426 #define CPUID_SEF_PT		__BIT(25) /* Processor Trace */
427 #define CPUID_SEF_AVX512PF	__BIT(26) /* AVX-512 PreFetch */
428 #define CPUID_SEF_AVX512ER	__BIT(27) /* AVX-512 Exponential and Reciprocal */
429 #define CPUID_SEF_AVX512CD	__BIT(28) /* AVX-512 Conflict Detection */
430 #define CPUID_SEF_SHA		__BIT(29) /* SHA Extensions */
431 #define CPUID_SEF_AVX512BW	__BIT(30) /* AVX-512 Byte and Word */
432 #define CPUID_SEF_AVX512VL	__BIT(31) /* AVX-512 Vector Length */
433 
434 #define CPUID_SEF_FLAGS	"\20" \
435 	"\1" "FSGSBASE"	"\2" "TSCADJUST" "\3" "SGX"	"\4" "BMI1"	\
436 	"\5" "HLE"	"\6" "AVX2"	"\7" "FDPEXONLY" "\10" "SMEP"	\
437 	"\11" "BMI2"	"\12" "ERMS"	"\13" "INVPCID"	"\14" "RTM"	\
438 	"\15" "QM"	"\16" "FPUCSDS"	"\17" "MPX"    	"\20" "PQE"	\
439 	"\21" "AVX512F"	"\22" "AVX512DQ" "\23" "RDSEED"	"\24" "ADX"	\
440 	"\25" "SMAP"	"\26" "AVX512_IFMA"		"\30" "CLFLUSHOPT" \
441 	"\31" "CLWB"	"\32" "PT"	"\33" "AVX512PF" "\34" "AVX512ER" \
442 	"\35" "AVX512CD""\36" "SHA"	"\37" "AVX512BW" "\40" "AVX512VL"
443 
444 /* %ecx */
445 #define CPUID_SEF_PREFETCHWT1	__BIT(0)  /* PREFETCHWT1 instruction */
446 #define CPUID_SEF_AVX512_VBMI	__BIT(1)  /* AVX-512 Vector Byte Manipulation */
447 #define CPUID_SEF_UMIP		__BIT(2)  /* User-Mode Instruction prevention */
448 #define CPUID_SEF_PKU		__BIT(3)  /* Protection Keys for User-mode pages */
449 #define CPUID_SEF_OSPKE		__BIT(4)  /* OS has set CR4.PKE to ena. protec. keys */
450 #define CPUID_SEF_WAITPKG	__BIT(5)  /* TPAUSE,UMONITOR,UMWAIT */
451 #define CPUID_SEF_AVX512_VBMI2	__BIT(6)  /* AVX-512 Vector Byte Manipulation 2 */
452 #define CPUID_SEF_CET_SS	__BIT(7)  /* CET Shadow Stack */
453 #define CPUID_SEF_GFNI		__BIT(8)
454 #define CPUID_SEF_VAES		__BIT(9)
455 #define CPUID_SEF_VPCLMULQDQ	__BIT(10)
456 #define CPUID_SEF_AVX512_VNNI	__BIT(11) /* Vector neural Network Instruction */
457 #define CPUID_SEF_AVX512_BITALG	__BIT(12)
458 #define CPUID_SEF_AVX512_VPOPCNTDQ __BIT(14)
459 #define CPUID_SEF_LA57		__BIT(16) /* 57bit linear addr & 5LVL paging */
460 #define CPUID_SEF_MAWAU		__BITS(21, 17) /* MAWAU for BND{LD,ST}X */
461 #define CPUID_SEF_RDPID		__BIT(22) /* RDPID and IA32_TSC_AUX */
462 #define CPUID_SEF_CLDEMOTE	__BIT(25) /* Cache line demote */
463 #define CPUID_SEF_MOVDIRI	__BIT(27) /* MOVDIRI instruction */
464 #define CPUID_SEF_MOVDIR64B	__BIT(28) /* MOVDIR64B instruction */
465 #define CPUID_SEF_SGXLC		__BIT(30) /* SGX Launch Configuration */
466 #define CPUID_SEF_PKS		__BIT(31) /* Protection Keys for Kern-mode pages */
467 
468 #define CPUID_SEF_FLAGS1	"\177\20" \
469 	"b\0PREFETCHWT1\0" "b\1AVX512_VBMI\0" "b\2UMIP\0" "b\3PKU\0"	\
470 	"b\4OSPKE\0"	"b\5WAITPKG\0"	"b\6AVX512_VBMI2\0" "b\7CET_SS\0" \
471 	"b\10GFNI\0"	"b\11VAES\0"	"b\12VPCLMULQDQ\0" "b\13AVX512_VNNI\0"\
472 	"b\14AVX512_BITALG\0"		"b\16AVX512_VPOPCNTDQ\0"	\
473 	"b\20LA57\0"							\
474 	"f\21\5MAWAU\0"							\
475 					"b\26RDPID\0"			\
476 			"b\31CLDEMOTE\0"		"b\33MOVDIRI\0"	\
477 	"b\34MOVDIR64B\0"		"b\36SGXLC\0"	"b\37PKS\0"
478 
479 /* %edx */
480 #define CPUID_SEF_AVX512_4VNNIW	__BIT(2)
481 #define CPUID_SEF_AVX512_4FMAPS	__BIT(3)
482 #define CPUID_SEF_FSREP_MOV	__BIT(4)  /* Fast Short REP MOV */
483 #define CPUID_SEF_AVX512_VP2INTERSECT __BIT(8)
484 #define CPUID_SEF_SRBDS_CTRL	__BIT(9)  /* IA32_MCU_OPT_CTRL */
485 #define CPUID_SEF_MD_CLEAR	__BIT(10)
486 #define CPUID_SEF_TSX_FORCE_ABORT __BIT(13) /* MSR_TSX_FORCE_ABORT bit 0 */
487 #define CPUID_SEF_SERIALIZE	__BIT(14) /* SERIALIZE instruction */
488 #define CPUID_SEF_HYBRID	__BIT(15) /* Hybrid part */
489 #define CPUID_SEF_TSXLDTRK	__BIT(16) /* TSX suspend load addr tracking */
490 #define CPUID_SEF_CET_IBT	__BIT(20) /* CET Indirect Branch Tracking */
491 #define CPUID_SEF_IBRS		__BIT(26) /* IBRS / IBPB Speculation Control */
492 #define CPUID_SEF_STIBP		__BIT(27) /* STIBP Speculation Control */
493 #define CPUID_SEF_L1D_FLUSH	__BIT(28) /* IA32_FLUSH_CMD MSR */
494 #define CPUID_SEF_ARCH_CAP	__BIT(29) /* IA32_ARCH_CAPABILITIES */
495 #define CPUID_SEF_CORE_CAP	__BIT(30) /* IA32_CORE_CAPABILITIES */
496 #define CPUID_SEF_SSBD		__BIT(31) /* Speculative Store Bypass Disable */
497 
498 #define CPUID_SEF_FLAGS2	"\20" \
499 				"\3" "AVX512_4VNNIW" "\4" "AVX512_4FMAPS" \
500 	"\5" "FSREP_MOV"						\
501 	"\11VP2INTERSECT" "\12SRBDS_CTRL" "\13MD_CLEAR"			\
502 			"\16TSX_FORCE_ABORT" "\17SERIALIZE" "\20HYBRID"	\
503 	"\21" "TSXLDTRK"						\
504 	"\25" "CET_IBT"							\
505 	"\33" "IBRS"	"\34" "STIBP"					\
506 	"\35" "L1D_FLUSH" "\36" "ARCH_CAP" "\37CORE_CAP"	"\40" "SSBD"
507 
508 /*
509  * Intel CPUID Architectural Performance Monitoring Fn0000000a
510  *
511  * See also src/usr.sbin/tprof/arch/tprof_x86.c
512  */
513 
514 /* %eax */
515 #define CPUID_PERF_VERSION	__BITS(7, 0)   /* Version ID */
516 #define CPUID_PERF_NGPPC	__BITS(15, 8)  /* Num of G.P. perf counter */
517 #define CPUID_PERF_NBWGPPC	__BITS(23, 16) /* Bit width of G.P. perfcnt */
518 #define CPUID_PERF_BVECLEN	__BITS(31, 24) /* Length of EBX bit vector */
519 
520 #define CPUID_PERF_FLAGS0	"\177\20"	\
521 	"f\0\10VERSION\0" "f\10\10GPCounter\0"	\
522 	"f\20\10GPBitwidth\0" "f\30\10Vectorlen\0"
523 
524 /* %ebx */
525 #define CPUID_PERF_CORECYCL	__BIT(0)       /* No core cycle */
526 #define CPUID_PERF_INSTRETRY	__BIT(1)       /* No instruction retried */
527 #define CPUID_PERF_REFCYCL	__BIT(2)       /* No reference cycles */
528 #define CPUID_PERF_LLCREF	__BIT(3)       /* No LLCache reference */
529 #define CPUID_PERF_LLCMISS	__BIT(4)       /* No LLCache miss */
530 #define CPUID_PERF_BRINSRETR	__BIT(5)       /* No branch inst. retried */
531 #define CPUID_PERF_BRMISPRRETR	__BIT(6)       /* No branch mispredict retry */
532 
533 #define CPUID_PERF_FLAGS1	"\177\20"				      \
534 	"b\0CORECYCL\0" "b\1INSTRETRY\0" "b\2REFCYCL\0" "b\3LLCREF\0" \
535 	"b\4LLCMISS\0" "b\5BRINSRETR\0" "b\6BRMISPRRETR\0"
536 
537 /* %edx */
538 #define CPUID_PERF_NFFPC	__BITS(4, 0)   /* Num of fixed-funct perfcnt */
539 #define CPUID_PERF_NBWFFPC	__BITS(12, 5)  /* Bit width of fixed-func pc */
540 #define CPUID_PERF_ANYTHREADDEPR __BIT(15)      /* Any Thread deprecation */
541 
542 #define CPUID_PERF_FLAGS3	"\177\20"				\
543 	"f\0\5FixedFunc\0" "f\5\10FFBitwidth\0" "b\17ANYTHREADDEPR\0"
544 
545 /*
546  * Intel CPUID Extended Topology Enumeration Fn0000000b
547  * %ecx == level number
548  *	%eax: See below.
549  *	%ebx: Number of logical processors at this level.
550  *	%ecx: See below.
551  *	%edx: x2APIC ID of the current logical processor.
552  */
553 /* %eax */
554 #define CPUID_TOP_SHIFTNUM	__BITS(4, 0) /* Topology ID shift value */
555 /* %ecx */
556 #define CPUID_TOP_LVLNUM	__BITS(7, 0) /* Level number */
557 #define CPUID_TOP_LVLTYPE	__BITS(15, 8) /* Level type */
558 #define CPUID_TOP_LVLTYPE_INVAL	0	 	/* Invalid */
559 #define CPUID_TOP_LVLTYPE_SMT	1	 	/* SMT */
560 #define CPUID_TOP_LVLTYPE_CORE	2	 	/* Core */
561 
562 /*
563  * Intel/AMD CPUID Processor extended state Enumeration Fn0000000d
564  *
565  * %ecx == 0: supported features info:
566  *	%eax: Valid bits of lower 32bits of XCR0
567  *	%ebx: Maximum save area size for features enabled in XCR0
568  *	%ecx: Maximum save area size for all cpu features
569  *	%edx: Valid bits of upper 32bits of XCR0
570  *
571  * %ecx == 1:
572  *	%eax: Bit 0 => xsaveopt instruction available (sandy bridge onwards)
573  *	%ebx: Save area size for features enabled by XCR0 | IA32_XSS
574  *	%ecx: Valid bits of lower 32bits of IA32_XSS
575  *	%edx: Valid bits of upper 32bits of IA32_XSS
576  *
577  * %ecx >= 2: Save area details for XCR0 bit n
578  *	%eax: size of save area for this feature
579  *	%ebx: offset of save area for this feature
580  *	%ecx, %edx: reserved
581  *	All of %eax, %ebx, %ecx and %edx are zero for unsupported features.
582  */
583 
584 /* %ecx=1 %eax */
585 #define CPUID_PES1_XSAVEOPT	0x00000001	/* xsaveopt instruction */
586 #define CPUID_PES1_XSAVEC	0x00000002	/* xsavec & compacted XRSTOR */
587 #define CPUID_PES1_XGETBV	0x00000004	/* xgetbv with ECX = 1 */
588 #define CPUID_PES1_XSAVES	0x00000008	/* xsaves/xrstors, IA32_XSS */
589 
590 #define CPUID_PES1_FLAGS	"\20" \
591 	"\1" "XSAVEOPT"	"\2" "XSAVEC"	"\3" "XGETBV"	"\4" "XSAVES"
592 
593 /*
594  * Intel Deterministic Address Translation Parameter Leaf
595  * Fn0000_0018
596  */
597 
598 /* %ecx=0 %eax __BITS(31, 0): the maximum input value of supported sub-leaf */
599 
600 /* %ebx */
601 #define CPUID_DATP_PGSIZE	__BITS(3, 0)	/* page size */
602 #define CPUID_DATP_PGSIZE_4KB	__BIT(0)	/* 4KB page support */
603 #define CPUID_DATP_PGSIZE_2MB	__BIT(1)	/* 2MB page support */
604 #define CPUID_DATP_PGSIZE_4MB	__BIT(2)	/* 4MB page support */
605 #define CPUID_DATP_PGSIZE_1GB	__BIT(3)	/* 1GB page support */
606 #define CPUID_DATP_PARTITIONING	__BITS(10, 8)	/* Partitioning */
607 #define CPUID_DATP_WAYS		__BITS(31, 16)	/* Ways of associativity */
608 
609 /* Number of sets: %ecx */
610 
611 /* %edx */
612 #define CPUID_DATP_TCTYPE	__BITS(4, 0)	/* Translation Cache type */
613 #define CPUID_DATP_TCTYPE_N	0		/*   NULL (not valid) */
614 #define CPUID_DATP_TCTYPE_D	1		/*   Data TLB */
615 #define CPUID_DATP_TCTYPE_I	2		/*   Instruction TLB */
616 #define CPUID_DATP_TCTYPE_U	3		/*   Unified TLB */
617 #define CPUID_DATP_TCTYPE_L	4		/*   Load only TLB */
618 #define CPUID_DATP_TCTYPE_S	5		/*   Store only TLB */
619 #define CPUID_DATP_TCLEVEL	__BITS(7, 5)	/* TLB level (start at 1) */
620 #define CPUID_DATP_FULLASSOC	__BIT(8)	/* Full associative */
621 #define CPUID_DATP_SHAREING	__BITS(25, 14)	/* shareing */
622 
623 
624 /* Intel Fn80000001 extended features - %edx */
625 #define CPUID_SYSCALL	0x00000800	/* SYSCALL/SYSRET */
626 #define CPUID_XD	0x00100000	/* Execute Disable (like CPUID_NOX) */
627 #define CPUID_PAGE1GB	0x04000000	/* 1GB Large Page Support */
628 #define CPUID_RDTSCP	0x08000000	/* Read TSC Pair Instruction */
629 #define CPUID_EM64T	0x20000000	/* Intel EM64T */
630 
631 #define CPUID_INTEL_EXT_FLAGS	"\20" \
632 	"\14" "SYSCALL/SYSRET"	"\25" "XD"	"\33" "P1GB" \
633 	"\34" "RDTSCP"	"\36" "EM64T"
634 
635 /* Intel Fn80000001 extended features - %ecx */
636 #define CPUID_LAHF	0x00000001	/* LAHF/SAHF in IA-32e mode, 64bit sub*/
637 		/*	0x00000020 */	/* LZCNT. Same as AMD's CPUID_ABM */
638 #define CPUID_PREFETCHW	0x00000100	/* PREFETCHW */
639 
640 #define CPUID_INTEL_FLAGS4	"\20"				\
641 	"\1" "LAHF"	"\02" "B01"	"\03" "B02"		\
642 			"\06" "LZCNT"				\
643 	"\11" "PREFETCHW"
644 
645 
646 /* AMD/VIA Fn80000001 extended features - %edx */
647 /*	CPUID_SYSCALL			   SYSCALL/SYSRET */
648 #define CPUID_MPC	0x00080000	/* Multiprocessing Capable */
649 #define CPUID_NOX	0x00100000	/* No Execute Page Protection */
650 #define CPUID_MMXX	0x00400000	/* AMD MMX Extensions */
651 /*	CPUID_MMX			   MMX supported */
652 /*	CPUID_FXSR			   fast FP/MMX save/restore */
653 #define CPUID_FFXSR	0x02000000	/* FXSAVE/FXSTOR Extensions */
654 /*	CPUID_PAGE1GB			   1GB Large Page Support */
655 /*	CPUID_RDTSCP			   Read TSC Pair Instruction */
656 /*	CPUID_EM64T			   Long mode */
657 #define CPUID_3DNOW2	0x40000000	/* 3DNow! Instruction Extension */
658 #define CPUID_3DNOW	0x80000000	/* 3DNow! Instructions */
659 
660 #define CPUID_EXT_FLAGS	"\20" \
661 						"\14" "SYSCALL/SYSRET"	\
662 							"\24" "MPC"	\
663 	"\25" "NOX"			"\27" "MMXX"	"\30" "MMX"	\
664 	"\31" "FXSR"	"\32" "FFXSR"	"\33" "P1GB"	"\34" "RDTSCP"	\
665 			"\36" "LONG"	"\37" "3DNOW2"	"\40" "3DNOW"
666 
667 /* AMD Fn8000_0001 extended features - %ecx */
668 /* 	CPUID_LAHF			   LAHF/SAHF instruction */
669 #define CPUID_CMPLEGACY	0x00000002	/* Compare Legacy */
670 #define CPUID_SVM	0x00000004	/* Secure Virtual Machine */
671 #define CPUID_EAPIC	0x00000008	/* Extended APIC space */
672 #define CPUID_ALTMOVCR0	0x00000010	/* Lock Mov Cr0 */
673 #define CPUID_ABM	0x00000020	/* LZCNT instruction */
674 #define CPUID_SSE4A	0x00000040	/* SSE4A instruction set */
675 #define CPUID_MISALIGNSSE 0x00000080	/* Misaligned SSE */
676 #define CPUID_3DNOWPF	0x00000100	/* 3DNow Prefetch */
677 #define CPUID_OSVW	0x00000200	/* OS visible workarounds */
678 #define CPUID_IBS	0x00000400	/* Instruction Based Sampling */
679 #define CPUID_XOP	0x00000800	/* XOP instruction set */
680 #define CPUID_SKINIT	0x00001000	/* SKINIT */
681 #define CPUID_WDT	0x00002000	/* watchdog timer support */
682 #define CPUID_LWP	0x00008000	/* Light Weight Profiling */
683 #define CPUID_FMA4	0x00010000	/* FMA4 instructions */
684 #define CPUID_TCE	0x00020000	/* Translation cache Extension */
685 #define CPUID_NODEID	0x00080000	/* NodeID MSR available*/
686 #define CPUID_TBM	0x00200000	/* TBM instructions */
687 #define CPUID_TOPOEXT	0x00400000	/* cpuid Topology Extension */
688 #define CPUID_PCEC	0x00800000	/* Perf Ctr Ext Core */
689 #define CPUID_PCENB	0x01000000	/* Perf Ctr Ext NB */
690 #define CPUID_SPM	0x02000000	/* Stream Perf Mon */
691 #define CPUID_DBE	0x04000000	/* Data Breakpoint Extension */
692 #define CPUID_PTSC	0x08000000	/* PerfTsc */
693 #define CPUID_L2IPERFC	0x10000000	/* L2I performance counter Extension */
694 #define CPUID_MWAITX	0x20000000	/* MWAITX/MONITORX support */
695 
696 #define CPUID_AMD_FLAGS4	"\20" \
697 	"\1" "LAHF"	"\2" "CMPLEGACY" "\3" "SVM"	"\4" "EAPIC" \
698 	"\5" "ALTMOVCR0" "\6" "LZCNT"	"\7" "SSE4A"	"\10" "MISALIGNSSE" \
699 	"\11" "3DNOWPREFETCH" \
700 			"\12" "OSVW"	"\13" "IBS"	"\14" "XOP" \
701 	"\15" "SKINIT"	"\16" "WDT"	"\17" "B14"	"\20" "LWP" \
702 	"\21" "FMA4"	"\22" "TCE"	"\23" "B18"	"\24" "NodeID" \
703 	"\25" "B20"	"\26" "TBM"	"\27" "TopoExt"	"\30" "PCExtC" \
704 	"\31" "PCExtNB"	"\32" "StrmPM"	"\33" "DBExt"	"\34" "PerfTsc" \
705 	"\35" "L2IPERFC" "\36" "MWAITX"	"\37" "B30"	"\40" "B31"
706 
707 /*
708  * Advanced Power Management
709  * CPUID Fn8000_0007 %edx
710  *
711  * Only ITSC is for both Intel and AMD. Others are only for AMD.
712  */
713 #define CPUID_APM_TS	0x00000001	/* Temperature Sensor */
714 #define CPUID_APM_FID	0x00000002	/* Frequency ID control */
715 #define CPUID_APM_VID	0x00000004	/* Voltage ID control */
716 #define CPUID_APM_TTP	0x00000008	/* THERMTRIP (PCI F3xE4 register) */
717 #define CPUID_APM_HTC	0x00000010	/* Hardware thermal control (HTC) */
718 #define CPUID_APM_STC	0x00000020	/* Software thermal control (STC) */
719 #define CPUID_APM_100	0x00000040	/* 100MHz multiplier control */
720 #define CPUID_APM_HWP	0x00000080	/* HW P-State control */
721 #define CPUID_APM_ITSC	0x00000100	/* invariant TSC */
722 #define CPUID_APM_CPB	0x00000200	/* Core performance boost */
723 #define CPUID_APM_EFF	0x00000400	/* Effective Frequency (read-only) */
724 #define CPUID_APM_PROCFI 0x00000800	/* Proc Feedback Interface */
725 #define CPUID_APM_PROCPR 0x00001000	/* Proc Power Reporting  */
726 #define CPUID_APM_CONNSTBY 0x00002000	/* Connected Standby */
727 #define CPUID_APM_RAPL	0x00004000	/* Running Average Power Limit */
728 
729 #define CPUID_APM_FLAGS		"\20"					      \
730 	"\1" "TS"	"\2" "FID"	"\3" "VID"	"\4" "TTP"	      \
731 	"\5" "HTC"	"\6" "STC"	"\7" "100"	"\10" "HWP"	      \
732 	"\11" "ITSC"	"\12" "CPB"	"\13" "EffFreq"	"\14" "PROCFI"	      \
733 	"\15" "PROCPR"	"\16" "CONNSTBY" "\17" "RAPL"
734 
735 /*
736  * AMD Processor Capacity Parameters and Extended Features
737  * CPUID Fn8000_0008
738  * %eax: Long Mode Size Identifiers
739  * %ebx: Extended Feature Identifiers
740  * %ecx: Size Identifiers
741  * %edx: RDPRU Register Identifier Range
742  */
743 
744 /* %ebx */
745 #define CPUID_CAPEX_CLZERO	__BIT(0)	/* CLZERO instruction */
746 #define CPUID_CAPEX_IRPERF	__BIT(1)	/* InstRetCntMsr */
747 #define CPUID_CAPEX_XSAVEERPTR	__BIT(2)	/* RstrFpErrPtrs by XRSTOR */
748 #define CPUID_CAPEX_RDPRU	__BIT(4)	/* RDPRU instruction */
749 #define CPUID_CAPEX_MCOMMIT	__BIT(8)	/* MCOMMIT instruction */
750 #define CPUID_CAPEX_WBNOINVD	__BIT(9)	/* WBNOINVD instruction */
751 #define CPUID_CAPEX_IBPB	__BIT(12)	/* Speculation Control IBPB */
752 #define CPUID_CAPEX_IBRS	__BIT(14)	/* Speculation Control IBRS */
753 #define CPUID_CAPEX_STIBP	__BIT(15)	/* Speculation Control STIBP */
754 #define CPUID_CAPEX_IBRS_ALWAYSON __BIT(16)	/* IBRS always on mode */
755 #define CPUID_CAPEX_STIBP_ALWAYSON __BIT(17)	/* STIBP always on mode */
756 #define CPUID_CAPEX_PREFER_IBRS	__BIT(18)	/* IBRS preferred */
757 #define CPUID_CAPEX_SSBD	__BIT(24)	/* Speculation Control SSBD */
758 #define CPUID_CAPEX_VIRT_SSBD	__BIT(25)	/* Virt Spec Control SSBD */
759 #define CPUID_CAPEX_SSB_NO	__BIT(26)	/* SSBD not required */
760 
761 /* %ecx */
762 #define CPUID_CAPEX_PerfTscSize	__BITS(17,16)
763 #define CPUID_CAPEX_ApicIdSize	__BITS(15,12)
764 #define CPUID_CAPEX_NC		__BITS(7,0)
765 
766 #define CPUID_CAPEX_FLAGS	"\20"					 \
767 	"\1CLZERO"	"\2IRPERF"	"\3XSAVEERPTR"			 \
768 	"\5RDPRU"			"\7B6"				 \
769 	"\11MCOMMIT"	"\12WBNOINVD"	"\13B10"			 \
770 	"\15IBPB"	"\16B13"	"\17IBRS"	"\20STIBP"	 \
771 	"\21IBRS_ALWAYSON" "\22STIBP_ALWAYSON" "\23PREFER_IBRS"	"\24B19" \
772 	"\31SSBD"	"\32VIRT_SSBD"	"\33SSB_NO"
773 
774 /* AMD Fn8000_000a %eax (SVM Revision) */
775 #define CPUID_AMD_SVM_REV		__BITS(7,0)
776 
777 /* AMD Fn8000_000a %edx features (SVM features) */
778 #define CPUID_AMD_SVM_NP		0x00000001
779 #define CPUID_AMD_SVM_LbrVirt		0x00000002
780 #define CPUID_AMD_SVM_SVML		0x00000004
781 #define CPUID_AMD_SVM_NRIPS		0x00000008
782 #define CPUID_AMD_SVM_TSCRateCtrl	0x00000010
783 #define CPUID_AMD_SVM_VMCBCleanBits	0x00000020
784 #define CPUID_AMD_SVM_FlushByASID	0x00000040
785 #define CPUID_AMD_SVM_DecodeAssist	0x00000080
786 #define CPUID_AMD_SVM_PauseFilter	0x00000400
787 #define CPUID_AMD_SVM_PFThreshold	0x00001000 /* PAUSE filter threshold */
788 #define CPUID_AMD_SVM_AVIC		0x00002000 /* AMD Virtual intr. ctrl */
789 #define CPUID_AMD_SVM_V_VMSAVE_VMLOAD	0x00008000 /* Virtual VM{SAVE/LOAD} */
790 #define CPUID_AMD_SVM_vGIF		0x00010000 /* Virtualized GIF */
791 #define CPUID_AMD_SVM_GMET		0x00020000
792 #define CPUID_AMD_SVM_SPEC_CTRL		__BIT(20)
793 #define CPUID_AMD_SVM_TLBICTL		__BIT(24)  /* TLB Inttercept Control */
794 
795 #define CPUID_AMD_SVM_FLAGS	 "\20"					\
796 	"\1" "NP"	"\2" "LbrVirt"	"\3" "SVML"	"\4" "NRIPS"	\
797 	"\5" "TSCRate"	"\6" "VMCBCleanBits" 				\
798 			        "\7" "FlushByASID" "\10" "DecodeAssist"	\
799 	"\11" "B08"	"\12" "B09"	"\13" "PauseFilter" "\14" "B11"	\
800 	"\15" "PFThreshold" "\16" "AVIC" "\17" "B14"			\
801 						"\20" "V_VMSAVE_VMLOAD"	\
802 	"\21" "VGIF"	"\22" "GMET"					\
803 	"\25" "SPEC_CTRL"						\
804 	"\31" "TLBICTL"
805 
806 /*
807  * AMD Fn8000_001d Cache Topology Information.
808  * It's almost the same as Intel Deterministic Cache Parameter Leaf(0x04)
809  * except the following:
810  *	No Cores/package (%eax bit 31..26)
811  *	No Complex cache indexing (%edx bit 2)
812  */
813 
814 /*
815  * AMD Fn8000_001f Encrypted Memory Capabilities.
816  * %eax: flags
817  * %ebx:  5-0: Cbit Position
818  *       11-6: PhysAddrReduction
819  *      15-12: NumVMPL
820  * %ecx: 31-0: NumEncryptedGuests
821  * %edx: 31-0: MinSevNoEsAsid
822  */
823 #define CPUID_AMD_ENCMEM_SME	__BIT(0)   /* Secure Memory Encryption */
824 #define CPUID_AMD_ENCMEM_SEV	__BIT(1)   /* Secure Encrypted Virtualiz. */
825 #define CPUID_AMD_ENCMEM_PGFLMSR __BIT(2)  /* Page Flush MSR */
826 #define CPUID_AMD_ENCMEM_SEVES	__BIT(3)   /* SEV Encrypted State */
827 #define CPUID_AMD_ENCMEM_SEV_SNP __BIT(4)  /* Secure Nested Paging */
828 #define CPUID_AMD_ENCMEM_VMPL	__BIT(5)   /* Virtual Machine Privilege Lvl */
829 #define CPUID_AMD_ENCMEM_HECC	__BIT(10) /* HW Enf Cache Coh across enc dom */
830 #define CPUID_AMD_ENCMEM_64BH	__BIT(11)  /* 64Bit Host */
831 #define CPUID_AMD_ENCMEM_RSTRINJ __BIT(12) /* Restricted Injection */
832 #define CPUID_AMD_ENCMEM_ALTINJ	__BIT(13)  /* Alternate Injection */
833 #define CPUID_AMD_ENCMEM_DBGSWAP __BIT(14) /* Debug Swap */
834 #define CPUID_AMD_ENCMEM_PREVHOSTIBS __BIT(15) /* Prevent Host IBS */
835 #define CPUID_AMD_ENCMEM_VTE	__BIT(16)  /* Virtual Transparent Encryption */
836 
837 #define CPUID_AMD_ENCMEM_FLAGS	 "\20"					      \
838 	"\1" "SME"	"\2" "SEV"	"\3" "PageFlushMsr"	"\4" "SEV-ES" \
839 	"\5" "SEV-SNP"	"\6" "VMPL"					      \
840 					"\13HwEnfCacheCoh"  "\14" "64BitHost" \
841 	"\15" "RSTRINJ"	"\16" "ALTINJ"	"\17" "DebugSwap" "\20PreventHostlbs" \
842 	"\21" "VTE"
843 
844 /*
845  * Centaur Extended Feature flags
846  */
847 #define CPUID_VIA_HAS_RNG	0x00000004	/* Random number generator */
848 #define CPUID_VIA_DO_RNG	0x00000008
849 #define CPUID_VIA_HAS_ACE	0x00000040	/* AES Encryption */
850 #define CPUID_VIA_DO_ACE	0x00000080
851 #define CPUID_VIA_HAS_ACE2	0x00000100	/* AES+CTR instructions */
852 #define CPUID_VIA_DO_ACE2	0x00000200
853 #define CPUID_VIA_HAS_PHE	0x00000400	/* SHA1+SHA256 HMAC */
854 #define CPUID_VIA_DO_PHE	0x00000800
855 #define CPUID_VIA_HAS_PMM	0x00001000	/* RSA Instructions */
856 #define CPUID_VIA_DO_PMM	0x00002000
857 
858 #define CPUID_FLAGS_PADLOCK	"\20" \
859 	"\3" "RNG"	"\7" "AES"	"\11" "AES/CTR"	"\13" "SHA1/SHA256" \
860 	"\15" "RSA"
861 
862 /*
863  * Model-Specific Registers
864  */
865 #define MSR_TSC			0x010
866 #define MSR_IA32_PLATFORM_ID	0x017
867 #define MSR_APICBASE		0x01b
868 #define 	APICBASE_BSP		0x00000100	/* boot processor */
869 #define 	APICBASE_EXTD		0x00000400	/* x2APIC mode */
870 #define 	APICBASE_EN		0x00000800	/* software enable */
871 /*
872  * APICBASE_PHYSADDR is actually variable-sized on some CPUs. But we're
873  * only interested in the initial value, which is guaranteed to fit the
874  * first 32 bits. So this macro is fine.
875  */
876 #define 	APICBASE_PHYSADDR	0xfffff000	/* physical address */
877 #define MSR_EBL_CR_POWERON	0x02a
878 #define MSR_EBC_FREQUENCY_ID	0x02c	/* PIV only */
879 #define MSR_IA32_SPEC_CTRL	0x048
880 #define 	IA32_SPEC_CTRL_IBRS	0x01
881 #define 	IA32_SPEC_CTRL_STIBP	0x02
882 #define 	IA32_SPEC_CTRL_SSBD	0x04
883 #define MSR_IA32_PRED_CMD	0x049
884 #define 	IA32_PRED_CMD_IBPB	0x01
885 #define MSR_BIOS_UPDT_TRIG	0x079
886 #define MSR_BIOS_SIGN		0x08b
887 #define MSR_PERFCTR0		0x0c1
888 #define MSR_PERFCTR1		0x0c2
889 #define MSR_FSB_FREQ		0x0cd	/* Core Duo/Solo only */
890 #define MSR_MPERF		0x0e7
891 #define MSR_APERF		0x0e8
892 #define MSR_IA32_EXT_CONFIG	0x0ee	/* Undocumented. Core Solo/Duo only */
893 #define MSR_MTRRcap		0x0fe
894 #define MSR_IA32_ARCH_CAPABILITIES 0x10a
895 #define 	IA32_ARCH_RDCL_NO	0x01
896 #define 	IA32_ARCH_IBRS_ALL	0x02
897 #define 	IA32_ARCH_RSBA		0x04
898 #define 	IA32_ARCH_SKIP_L1DFL_VMENTRY 0x08
899 #define 	IA32_ARCH_SSB_NO	0x10
900 #define 	IA32_ARCH_MDS_NO	0x20
901 #define 	IA32_ARCH_IF_PSCHANGE_MC_NO 0x40
902 #define 	IA32_ARCH_TSX_CTRL	0x80
903 #define 	IA32_ARCH_TAA_NO	0x100
904 #define MSR_IA32_FLUSH_CMD	0x10b
905 #define 	IA32_FLUSH_CMD_L1D_FLUSH 0x01
906 #define MSR_TSX_FORCE_ABORT	0x10f
907 #define MSR_IA32_TSX_CTRL	0x122
908 #define 	IA32_TSX_CTRL_RTM_DISABLE	__BIT(0)
909 #define 	IA32_TSX_CTRL_TSX_CPUID_CLEAR	__BIT(1)
910 #define MSR_SYSENTER_CS		0x174	/* PII+ only */
911 #define MSR_SYSENTER_ESP	0x175	/* PII+ only */
912 #define MSR_SYSENTER_EIP	0x176	/* PII+ only */
913 #define MSR_MCG_CAP		0x179
914 #define MSR_MCG_STATUS		0x17a
915 #define MSR_MCG_CTL		0x17b
916 #define MSR_EVNTSEL0		0x186
917 #define MSR_EVNTSEL1		0x187
918 #define MSR_PERF_STATUS		0x198	/* Pentium M */
919 #define MSR_PERF_CTL		0x199	/* Pentium M */
920 #define MSR_THERM_CONTROL	0x19a
921 #define MSR_THERM_INTERRUPT	0x19b
922 #define MSR_THERM_STATUS	0x19c
923 #define MSR_THERM2_CTL		0x19d	/* Pentium M */
924 #define MSR_MISC_ENABLE		0x1a0
925 #define 	IA32_MISC_FAST_STR_EN	__BIT(0)
926 #define 	IA32_MISC_ATCC_EN	__BIT(3)
927 #define 	IA32_MISC_PERFMON_EN	__BIT(7)
928 #define 	IA32_MISC_BTS_UNAVAIL	__BIT(11)
929 #define 	IA32_MISC_PEBS_UNAVAIL	__BIT(12)
930 #define 	IA32_MISC_EISST_EN	__BIT(16)
931 #define 	IA32_MISC_MWAIT_EN	__BIT(18)
932 #define 	IA32_MISC_LIMIT_CPUID	__BIT(22)
933 #define 	IA32_MISC_XTPR_DIS	__BIT(23)
934 #define 	IA32_MISC_XD_DIS	__BIT(34)
935 #define MSR_TEMPERATURE_TARGET	0x1a2
936 #define MSR_DEBUGCTLMSR		0x1d9
937 #define MSR_LASTBRANCHFROMIP	0x1db
938 #define MSR_LASTBRANCHTOIP	0x1dc
939 #define MSR_LASTINTFROMIP	0x1dd
940 #define MSR_LASTINTTOIP		0x1de
941 #define MSR_ROB_CR_BKUPTMPDR6	0x1e0
942 #define MSR_MTRRphysBase0	0x200
943 #define MSR_MTRRphysMask0	0x201
944 #define MSR_MTRRphysBase1	0x202
945 #define MSR_MTRRphysMask1	0x203
946 #define MSR_MTRRphysBase2	0x204
947 #define MSR_MTRRphysMask2	0x205
948 #define MSR_MTRRphysBase3	0x206
949 #define MSR_MTRRphysMask3	0x207
950 #define MSR_MTRRphysBase4	0x208
951 #define MSR_MTRRphysMask4	0x209
952 #define MSR_MTRRphysBase5	0x20a
953 #define MSR_MTRRphysMask5	0x20b
954 #define MSR_MTRRphysBase6	0x20c
955 #define MSR_MTRRphysMask6	0x20d
956 #define MSR_MTRRphysBase7	0x20e
957 #define MSR_MTRRphysMask7	0x20f
958 #define MSR_MTRRphysBase8	0x210
959 #define MSR_MTRRphysMask8	0x211
960 #define MSR_MTRRphysBase9	0x212
961 #define MSR_MTRRphysMask9	0x213
962 #define MSR_MTRRphysBase10	0x214
963 #define MSR_MTRRphysMask10	0x215
964 #define MSR_MTRRphysBase11	0x216
965 #define MSR_MTRRphysMask11	0x217
966 #define MSR_MTRRphysBase12	0x218
967 #define MSR_MTRRphysMask12	0x219
968 #define MSR_MTRRphysBase13	0x21a
969 #define MSR_MTRRphysMask13	0x21b
970 #define MSR_MTRRphysBase14	0x21c
971 #define MSR_MTRRphysMask14	0x21d
972 #define MSR_MTRRphysBase15	0x21e
973 #define MSR_MTRRphysMask15	0x21f
974 #define MSR_MTRRfix64K_00000	0x250
975 #define MSR_MTRRfix16K_80000	0x258
976 #define MSR_MTRRfix16K_A0000	0x259
977 #define MSR_MTRRfix4K_C0000	0x268
978 #define MSR_MTRRfix4K_C8000	0x269
979 #define MSR_MTRRfix4K_D0000	0x26a
980 #define MSR_MTRRfix4K_D8000	0x26b
981 #define MSR_MTRRfix4K_E0000	0x26c
982 #define MSR_MTRRfix4K_E8000	0x26d
983 #define MSR_MTRRfix4K_F0000	0x26e
984 #define MSR_MTRRfix4K_F8000	0x26f
985 #define MSR_CR_PAT		0x277
986 #define MSR_MTRRdefType		0x2ff
987 #define MSR_MC0_CTL		0x400
988 #define MSR_MC0_STATUS		0x401
989 #define MSR_MC0_ADDR		0x402
990 #define MSR_MC0_MISC		0x403
991 #define MSR_MC1_CTL		0x404
992 #define MSR_MC1_STATUS		0x405
993 #define MSR_MC1_ADDR		0x406
994 #define MSR_MC1_MISC		0x407
995 #define MSR_MC2_CTL		0x408
996 #define MSR_MC2_STATUS		0x409
997 #define MSR_MC2_ADDR		0x40a
998 #define MSR_MC2_MISC		0x40b
999 #define MSR_MC3_CTL		0x40c
1000 #define MSR_MC3_STATUS		0x40d
1001 #define MSR_MC3_ADDR		0x40e
1002 #define MSR_MC3_MISC		0x40f
1003 #define MSR_MC4_CTL		0x410
1004 #define MSR_MC4_STATUS		0x411
1005 #define MSR_MC4_ADDR		0x412
1006 #define MSR_MC4_MISC		0x413
1007 				/* 0x480 - 0x490 VMX */
1008 #define MSR_X2APIC_BASE		0x800	/* 0x800 - 0xBFF */
1009 #define  MSR_X2APIC_ID			0x002	/* x2APIC ID. (RO) */
1010 #define  MSR_X2APIC_VERS		0x003	/* Version. (RO) */
1011 #define  MSR_X2APIC_TPRI		0x008	/* Task Prio. (RW) */
1012 #define  MSR_X2APIC_PPRI		0x00a	/* Processor prio. (RO) */
1013 #define  MSR_X2APIC_EOI			0x00b	/* End Int. (W) */
1014 #define  MSR_X2APIC_LDR			0x00d	/* Logical dest. (RO) */
1015 #define  MSR_X2APIC_SVR			0x00f	/* Spurious intvec (RW) */
1016 #define  MSR_X2APIC_ISR			0x010	/* In-Service Status (RO) */
1017 #define  MSR_X2APIC_TMR			0x018	/* Trigger Mode (RO) */
1018 #define  MSR_X2APIC_IRR			0x020	/* Interrupt Req (RO) */
1019 #define  MSR_X2APIC_ESR			0x028	/* Err status. (RW) */
1020 #define  MSR_X2APIC_LVT_CMCI		0x02f	/* LVT CMCI (RW) */
1021 #define  MSR_X2APIC_ICRLO		0x030	/* Int. cmd. (RW64) */
1022 #define  MSR_X2APIC_LVTT		0x032	/* Loc.vec.(timer) (RW) */
1023 #define  MSR_X2APIC_TMINT		0x033	/* Loc.vec (Thermal) (RW) */
1024 #define  MSR_X2APIC_PCINT		0x034	/* Loc.vec (Perf Mon) (RW) */
1025 #define  MSR_X2APIC_LVINT0		0x035	/* Loc.vec (LINT0) (RW) */
1026 #define  MSR_X2APIC_LVINT1		0x036	/* Loc.vec (LINT1) (RW) */
1027 #define  MSR_X2APIC_LVERR		0x037	/* Loc.vec (ERROR) (RW) */
1028 #define  MSR_X2APIC_ICR_TIMER		0x038	/* Initial count (RW) */
1029 #define  MSR_X2APIC_CCR_TIMER		0x039	/* Current count (RO) */
1030 #define  MSR_X2APIC_DCR_TIMER		0x03e	/* Divisor config (RW) */
1031 #define  MSR_X2APIC_SELF_IPI		0x03f	/* SELF IPI (W) */
1032 
1033 /*
1034  * VIA "Nehemiah" MSRs
1035  */
1036 #define MSR_VIA_RNG		0x0000110b
1037 #define MSR_VIA_RNG_ENABLE	0x00000040
1038 #define MSR_VIA_RNG_NOISE_MASK	0x00000300
1039 #define MSR_VIA_RNG_NOISE_A	0x00000000
1040 #define MSR_VIA_RNG_NOISE_B	0x00000100
1041 #define MSR_VIA_RNG_2NOISE	0x00000300
1042 #define MSR_VIA_ACE		0x00001107
1043 #define 	VIA_ACE_ALTINST	0x00000001
1044 #define 	VIA_ACE_ECX8	0x00000002
1045 #define 	VIA_ACE_ENABLE	0x10000000
1046 
1047 /*
1048  * VIA "Eden" MSRs
1049  */
1050 #define MSR_VIA_FCR		MSR_VIA_ACE
1051 
1052 /*
1053  * AMD K6/K7 MSRs.
1054  */
1055 #define MSR_K6_UWCCR		0xc0000085
1056 #define MSR_K7_EVNTSEL0		0xc0010000
1057 #define MSR_K7_EVNTSEL1		0xc0010001
1058 #define MSR_K7_EVNTSEL2		0xc0010002
1059 #define MSR_K7_EVNTSEL3		0xc0010003
1060 #define MSR_K7_PERFCTR0		0xc0010004
1061 #define MSR_K7_PERFCTR1		0xc0010005
1062 #define MSR_K7_PERFCTR2		0xc0010006
1063 #define MSR_K7_PERFCTR3		0xc0010007
1064 
1065 /*
1066  * AMD K8 (Opteron) MSRs.
1067  */
1068 #define MSR_SYSCFG	0xc0010010
1069 
1070 #define MSR_EFER	0xc0000080		/* Extended feature enable */
1071 #define 	EFER_SCE	0x00000001	/* SYSCALL extension */
1072 #define 	EFER_LME	0x00000100	/* Long Mode Enable */
1073 #define 	EFER_LMA	0x00000400	/* Long Mode Active */
1074 #define 	EFER_NXE	0x00000800	/* No-Execute Enabled */
1075 #define 	EFER_SVME	0x00001000	/* Secure Virtual Machine En. */
1076 #define 	EFER_LMSLE	0x00002000	/* Long Mode Segment Limit E. */
1077 #define 	EFER_FFXSR	0x00004000	/* Fast FXSAVE/FXRSTOR En. */
1078 #define 	EFER_TCE	0x00008000	/* Translation Cache Ext. */
1079 
1080 #define MSR_STAR	0xc0000081		/* 32 bit syscall gate addr */
1081 #define MSR_LSTAR	0xc0000082		/* 64 bit syscall gate addr */
1082 #define MSR_CSTAR	0xc0000083		/* compat syscall gate addr */
1083 #define MSR_SFMASK	0xc0000084		/* flags to clear on syscall */
1084 
1085 #define MSR_FSBASE	0xc0000100		/* 64bit offset for fs: */
1086 #define MSR_GSBASE	0xc0000101		/* 64bit offset for gs: */
1087 #define MSR_KERNELGSBASE 0xc0000102		/* storage for swapgs ins */
1088 
1089 #define MSR_VMCR	0xc0010114	/* Virtual Machine Control Register */
1090 #define 	VMCR_DPD	0x00000001	/* Debug port disable */
1091 #define 	VMCR_RINIT	0x00000002	/* intercept init */
1092 #define 	VMCR_DISA20	0x00000004	/* Disable A20 masking */
1093 #define 	VMCR_LOCK	0x00000008	/* SVM Lock */
1094 #define 	VMCR_SVMED	0x00000010	/* SVME Disable */
1095 #define MSR_SVMLOCK	0xc0010118	/* SVM Lock key */
1096 
1097 /*
1098  * These require a 'passcode' for access.  See cpufunc.h.
1099  */
1100 #define MSR_HWCR	0xc0010015
1101 #define 	HWCR_TLBCACHEDIS	0x00000008
1102 #define 	HWCR_FFDIS		0x00000040
1103 
1104 #define MSR_NB_CFG	0xc001001f
1105 #define 	NB_CFG_DISIOREQLOCK	0x0000000000000008ULL
1106 #define 	NB_CFG_DISDATMSK	0x0000001000000000ULL
1107 #define 	NB_CFG_INITAPICCPUIDLO	(1ULL << 54)
1108 
1109 #define MSR_LS_CFG	0xc0011020
1110 #define 	LS_CFG_ERRATA_1033	__BIT(4)
1111 #define 	LS_CFG_ERRATA_793	__BIT(15)
1112 #define 	LS_CFG_ERRATA_1095	__BIT(57)
1113 #define 	LS_CFG_DIS_LS2_SQUISH	0x02000000
1114 #define 	LS_CFG_DIS_SSB_F15H	0x0040000000000000ULL
1115 #define 	LS_CFG_DIS_SSB_F16H	0x0000000200000000ULL
1116 #define 	LS_CFG_DIS_SSB_F17H	0x0000000000000400ULL
1117 
1118 #define MSR_IC_CFG	0xc0011021
1119 #define 	IC_CFG_DIS_SEQ_PREFETCH	0x00000800
1120 #define 	IC_CFG_DIS_IND		0x00004000
1121 #define 	IC_CFG_ERRATA_776	__BIT(26)
1122 
1123 #define MSR_DC_CFG	0xc0011022
1124 #define 	DC_CFG_DIS_CNV_WC_SSO	0x00000008
1125 #define 	DC_CFG_DIS_SMC_CHK_BUF	0x00000400
1126 #define 	DC_CFG_ERRATA_261	0x01000000
1127 
1128 #define MSR_BU_CFG	0xc0011023
1129 #define 	BU_CFG_ERRATA_298	0x0000000000000002ULL
1130 #define 	BU_CFG_ERRATA_254	0x0000000000200000ULL
1131 #define 	BU_CFG_ERRATA_309	0x0000000000800000ULL
1132 #define 	BU_CFG_THRL2IDXCMPDIS	0x0000080000000000ULL
1133 #define 	BU_CFG_WBPFSMCCHKDIS	0x0000200000000000ULL
1134 #define 	BU_CFG_WBENHWSBDIS	0x0001000000000000ULL
1135 
1136 #define MSR_FP_CFG	0xc0011028
1137 #define 	FP_CFG_ERRATA_1049	__BIT(4)
1138 
1139 #define MSR_DE_CFG	0xc0011029
1140 #define 	DE_CFG_ERRATA_721	0x00000001
1141 #define 	DE_CFG_LFENCE_SERIALIZE	__BIT(1)
1142 #define 	DE_CFG_ERRATA_1021	__BIT(13)
1143 
1144 #define MSR_BU_CFG2	0xc001102a
1145 #define 	BU_CFG2_CWPLUS_DIS	__BIT(24)
1146 
1147 #define MSR_LS_CFG2	0xc001102d
1148 #define 	LS_CFG2_ERRATA_1091	__BIT(34)
1149 
1150 /* AMD Family10h MSRs */
1151 #define MSR_OSVW_ID_LENGTH		0xc0010140
1152 #define MSR_OSVW_STATUS			0xc0010141
1153 #define MSR_UCODE_AMD_PATCHLEVEL	0x0000008b
1154 #define MSR_UCODE_AMD_PATCHLOADER	0xc0010020
1155 
1156 /* X86 MSRs */
1157 #define MSR_RDTSCP_AUX			0xc0000103
1158 
1159 /*
1160  * Constants related to MTRRs
1161  */
1162 #define MTRR_N64K		8	/* numbers of fixed-size entries */
1163 #define MTRR_N16K		16
1164 #define MTRR_N4K		64
1165 
1166 /*
1167  * the following four 3-byte registers control the non-cacheable regions.
1168  * These registers must be written as three separate bytes.
1169  *
1170  * NCRx+0: A31-A24 of starting address
1171  * NCRx+1: A23-A16 of starting address
1172  * NCRx+2: A15-A12 of starting address | NCR_SIZE_xx.
1173  *
1174  * The non-cacheable region's starting address must be aligned to the
1175  * size indicated by the NCR_SIZE_xx field.
1176  */
1177 #define NCR1	0xc4
1178 #define NCR2	0xc7
1179 #define NCR3	0xca
1180 #define NCR4	0xcd
1181 
1182 #define NCR_SIZE_0K	0
1183 #define NCR_SIZE_4K	1
1184 #define NCR_SIZE_8K	2
1185 #define NCR_SIZE_16K	3
1186 #define NCR_SIZE_32K	4
1187 #define NCR_SIZE_64K	5
1188 #define NCR_SIZE_128K	6
1189 #define NCR_SIZE_256K	7
1190 #define NCR_SIZE_512K	8
1191 #define NCR_SIZE_1M	9
1192 #define NCR_SIZE_2M	10
1193 #define NCR_SIZE_4M	11
1194 #define NCR_SIZE_8M	12
1195 #define NCR_SIZE_16M	13
1196 #define NCR_SIZE_32M	14
1197 #define NCR_SIZE_4G	15
1198