1/* $OpenBSD: specialreg.h,v 1.122 2026/04/19 01:10:28 jsg Exp $ */
2/* $NetBSD: specialreg.h,v 1.1 2003/04/26 18:39:48 fvdl Exp $ */
3/* $NetBSD: x86/specialreg.h,v 1.2 2003/04/25 21:54:30 fvdl Exp $ */
4
5/*-
6 * Copyright (c) 1991 The Regents of the University of California.
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. Neither the name of the University nor the names of its contributors
18 * may be used to endorse or promote products derived from this software
19 * without specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 * SUCH DAMAGE.
32 *
33 * @(#)specialreg.h 7.1 (Berkeley) 5/9/91
34 */
35
36/*
37 * Bits in 386 special registers:
38 */
39#define CR0_PE 0x00000001 /* Protected mode Enable */
40#define CR0_MP 0x00000002 /* "Math" Present (NPX or NPX emulator) */
41#define CR0_EM 0x00000004 /* EMulate non-NPX coproc. (trap ESC only) */
42#define CR0_TS 0x00000008 /* Task Switched (if MP, trap ESC and WAIT) */
43#define CR0_ET 0x00000010 /* Extension Type (387 (if set) vs 287) */
44#define CR0_PG 0x80000000 /* PaGing enable */
45
46/*
47 * Bits in 486 special registers:
48 */
49#define CR0_NE 0x00000020 /* Numeric Error enable (EX16 vs IRQ13) */
50#define CR0_WP 0x00010000 /* Write Protect (honor PG_RW in all modes) */
51#define CR0_AM 0x00040000 /* Alignment Mask (set to enable AC flag) */
52#define CR0_NW 0x20000000 /* Not Write-through */
53#define CR0_CD 0x40000000 /* Cache Disable */
54
55/*
56 * bits in CR3
57 */
58#define CR3_PCID 0xfffULL
59#define CR3_PWT (1ULL << 3)
60#define CR3_PCD (1ULL << 4)
61#define CR3_REUSE_PCID (1ULL << 63)
62#define CR3_PADDR 0x7ffffffffffff000ULL
63
64/*
65 * bits in the pentiums %cr4 register:
66 */
67
68#define CR4_VME 0x00000001 /* virtual 8086 mode extension enable */
69#define CR4_PVI 0x00000002 /* protected mode virtual interrupt enable */
70#define CR4_TSD 0x00000004 /* restrict RDTSC instruction to cpl 0 only */
71#define CR4_DE 0x00000008 /* debugging extension */
72#define CR4_PSE 0x00000010 /* large (4MB) page size enable */
73#define CR4_PAE 0x00000020 /* physical address extension enable */
74#define CR4_MCE 0x00000040 /* machine check enable */
75#define CR4_PGE 0x00000080 /* page global enable */
76#define CR4_PCE 0x00000100 /* enable RDPMC instruction for all cpls */
77#define CR4_OSFXSR 0x00000200 /* enable fxsave/fxrestor and SSE */
78#define CR4_OSXMMEXCPT 0x00000400 /* enable unmasked SSE exceptions */
79#define CR4_UMIP 0x00000800 /* user mode instruction prevention */
80#define CR4_VMXE 0x00002000 /* enable virtual machine operation */
81#define CR4_SMXE 0x00004000 /* enable safe mode operation */
82#define CR4_FSGSBASE 0x00010000 /* enable {RD,WR}{FS,GS}BASE ops */
83#define CR4_PCIDE 0x00020000 /* enable process-context IDs */
84#define CR4_OSXSAVE 0x00040000 /* enable XSAVE and extended states */
85#define CR4_KL 0x00080000 /* enable AES Key Locker */
86#define CR4_SMEP 0x00100000 /* supervisor mode exec protection */
87#define CR4_SMAP 0x00200000 /* supervisor mode access prevention */
88#define CR4_PKE 0x00400000 /* user-mode protection keys */
89#define CR4_CET 0x00800000 /* control-flow enforcement tech */
90#define CR4_PKS 0x01000000 /* supervisor-mode protection keys */
91#define CR4_UINTR 0x02000000 /* user interrupts enable bit */
92
93/*
94 * Extended state components, for xsave/xrstor family of instructions.
95 */
96#define XFEATURE_X87 0x00000001 /* x87 FPU/MMX state */
97#define XFEATURE_SSE 0x00000002 /* SSE state */
98#define XFEATURE_AVX 0x00000004 /* AVX state */
99#define XFEATURE_BNDREG 0x00000008 /* MPX state */
100#define XFEATURE_BNDCSR 0x00000010 /* MPX state */
101#define XFEATURE_MPX (XFEATURE_BNDREG | XFEATURE_BNDCSR)
102#define XFEATURE_OPMASK 0x00000020 /* AVX-512 opmask */
103#define XFEATURE_ZMM_HI256 0x00000040 /* AVX-512 ZMM0-7 */
104#define XFEATURE_HI16_ZMM 0x00000080 /* AVX-512 ZMM16-31 */
105#define XFEATURE_AVX512 (XFEATURE_OPMASK | XFEATURE_ZMM_HI256 | \
106 XFEATURE_HI16_ZMM)
107#define XFEATURE_PT 0x00000100 /* processor trace */
108#define XFEATURE_PKRU 0x00000200 /* user page key */
109#define XFEATURE_PASID 0x00000400 /* Process ASIDs */
110#define XFEATURE_CET_U 0x00000800 /* ctrl-flow enforce user */
111#define XFEATURE_CET_S 0x00001000 /* ctrl-flow enforce system */
112#define XFEATURE_CET (XFEATURE_CET_U | XFEATURE_CET_S)
113#define XFEATURE_HDC 0x00002000 /* HW duty cycling */
114#define XFEATURE_UINTR 0x00004000 /* user interrupts */
115#define XFEATURE_LBR 0x00008000 /* last-branch record */
116#define XFEATURE_HWP 0x00010000 /* HW P-states */
117#define XFEATURE_TILECFG 0x00020000 /* AMX state */
118#define XFEATURE_TILEDATA 0x00040000 /* AMX state */
119#define XFEATURE_AMX (XFEATURE_TILECFG | XFEATURE_TILEDATA)
120
121/* valid only in xcomp_bv field: */
122#define XFEATURE_COMPRESSED (1ULL << 63) /* compressed format */
123
124/* which bits are for XCR0 and which for the XSS MSR? */
125#define XFEATURE_XCR0_MASK \
126 (XFEATURE_X87 | XFEATURE_SSE | XFEATURE_AVX | XFEATURE_MPX | \
127 XFEATURE_AVX512 | XFEATURE_PKRU | XFEATURE_AMX)
128#define XFEATURE_XSS_MASK \
129 (XFEATURE_PT | XFEATURE_PASID | XFEATURE_CET | XFEATURE_HDC | \
130 XFEATURE_UINTR | XFEATURE_LBR | XFEATURE_HWP)
131
132/*
133 * CPUID "features" bits (CPUID function 0x1):
134 * EDX bits, then ECX bits
135 */
136
137#define CPUID_FPU 0x00000001 /* processor has an FPU? */
138#define CPUID_VME 0x00000002 /* has virtual mode (%cr4's VME/PVI) */
139#define CPUID_DE 0x00000004 /* has debugging extension */
140#define CPUID_PSE 0x00000008 /* has 4MB page size extension */
141#define CPUID_TSC 0x00000010 /* has time stamp counter */
142#define CPUID_MSR 0x00000020 /* has model specific registers */
143#define CPUID_PAE 0x00000040 /* has phys address extension */
144#define CPUID_MCE 0x00000080 /* has machine check exception */
145#define CPUID_CX8 0x00000100 /* has CMPXCHG8B instruction */
146#define CPUID_APIC 0x00000200 /* has enabled APIC */
147#define CPUID_SYS1 0x00000400 /* has SYSCALL/SYSRET inst. (Cyrix) */
148#define CPUID_SEP 0x00000800 /* has SYSCALL/SYSRET inst. (AMD/Intel) */
149#define CPUID_MTRR 0x00001000 /* has memory type range register */
150#define CPUID_PGE 0x00002000 /* has page global extension */
151#define CPUID_MCA 0x00004000 /* has machine check architecture */
152#define CPUID_CMOV 0x00008000 /* has CMOVcc instruction */
153#define CPUID_PAT 0x00010000 /* has page attribute table */
154#define CPUID_PSE36 0x00020000 /* has 36bit page size extension */
155#define CPUID_PSN 0x00040000 /* has processor serial number */
156#define CPUID_CFLUSH 0x00080000 /* CFLUSH insn supported */
157#define CPUID_B20 0x00100000 /* reserved */
158#define CPUID_DS 0x00200000 /* Debug Store */
159#define CPUID_ACPI 0x00400000 /* ACPI performance modulation regs */
160#define CPUID_MMX 0x00800000 /* has MMX instructions */
161#define CPUID_FXSR 0x01000000 /* has FXRSTOR instruction */
162#define CPUID_SSE 0x02000000 /* has streaming SIMD extensions */
163#define CPUID_SSE2 0x04000000 /* has streaming SIMD extensions #2 */
164#define CPUID_SS 0x08000000 /* self-snoop */
165#define CPUID_HTT 0x10000000 /* Hyper-Threading Technology */
166#define CPUID_TM 0x20000000 /* thermal monitor (TCC) */
167#define CPUID_B30 0x40000000 /* reserved */
168#define CPUID_PBE 0x80000000 /* Pending Break Enabled restarts clock */
169#define CPUID_EDX_BITS \
170 ("\20" "\01FPU" "\02VME" "\03DE" "\04PSE" "\05TSC" "\06MSR" "\07PAE" \
171 "\010MCE" "\011CX8" "\012APIC" "\014SEP" "\015MTRR" "\016PGE" "\017MCA" \
172 "\020CMOV" "\021PAT" "\022PSE36" "\023PSN" "\024CFLUSH" "\026DS" \
173 "\027ACPI" "\030MMX" "\031FXSR" "\032SSE" "\033SSE2" "\034SS" "\035HTT" \
174 "\036TM" "\040PBE" )
175
176#define CPUIDECX_SSE3 0x00000001 /* streaming SIMD extensions #3 */
177#define CPUIDECX_PCLMUL 0x00000002 /* Carryless Multiplication */
178#define CPUIDECX_DTES64 0x00000004 /* 64bit debug store */
179#define CPUIDECX_MWAIT 0x00000008 /* Monitor/Mwait */
180#define CPUIDECX_DSCPL 0x00000010 /* CPL Qualified Debug Store */
181#define CPUIDECX_VMX 0x00000020 /* Virtual Machine Extensions */
182#define CPUIDECX_SMX 0x00000040 /* Safer Mode Extensions */
183#define CPUIDECX_EST 0x00000080 /* enhanced SpeedStep */
184#define CPUIDECX_TM2 0x00000100 /* thermal monitor 2 */
185#define CPUIDECX_SSSE3 0x00000200 /* Supplemental Streaming SIMD Ext. 3 */
186#define CPUIDECX_CNXTID 0x00000400 /* Context ID */
187#define CPUIDECX_SDBG 0x00000800 /* Silicon debug capability */
188#define CPUIDECX_FMA3 0x00001000 /* Fused Multiply Add */
189#define CPUIDECX_CX16 0x00002000 /* has CMPXCHG16B instruction */
190#define CPUIDECX_XTPR 0x00004000 /* xTPR Update Control */
191#define CPUIDECX_PDCM 0x00008000 /* Perfmon and Debug Capability */
192#define CPUIDECX_PCID 0x00020000 /* Process-context ID Capability */
193#define CPUIDECX_DCA 0x00040000 /* Direct Cache Access */
194#define CPUIDECX_SSE41 0x00080000 /* Streaming SIMD Extensions 4.1 */
195#define CPUIDECX_SSE42 0x00100000 /* Streaming SIMD Extensions 4.2 */
196#define CPUIDECX_X2APIC 0x00200000 /* Extended xAPIC Support */
197#define CPUIDECX_MOVBE 0x00400000 /* MOVBE Instruction */
198#define CPUIDECX_POPCNT 0x00800000 /* POPCNT Instruction */
199#define CPUIDECX_DEADLINE 0x01000000 /* APIC one-shot via deadline */
200#define CPUIDECX_AES 0x02000000 /* AES Instruction */
201#define CPUIDECX_XSAVE 0x04000000 /* XSAVE/XSTOR States */
202#define CPUIDECX_OSXSAVE 0x08000000 /* OSXSAVE */
203#define CPUIDECX_AVX 0x10000000 /* Advanced Vector Extensions */
204#define CPUIDECX_F16C 0x20000000 /* 16bit fp conversion */
205#define CPUIDECX_RDRAND 0x40000000 /* RDRAND instruction */
206#define CPUIDECX_HV 0x80000000 /* Running on hypervisor */
207#define CPUID_ECX_BITS \
208 ("\20" "\01SSE3" "\02PCLMUL" "\03DTES64" "\04MWAIT" "\05DS-CPL" "\06VMX" \
209 "\07SMX" "\010EST" "\011TM2" "\012SSSE3" "\013CNXT-ID" "\014SDBG" \
210 "\015FMA3" "\016CX16" "\017xTPR" "\020PDCM" "\022PCID" "\023DCA" \
211 "\024SSE4.1" "\025SSE4.2" "\026x2APIC" "\027MOVBE" "\030POPCNT" \
212 "\031DEADLINE" "\032AES" "\033XSAVE" "\034OSXSAVE" "\035AVX" "\036F16C" \
213 "\037RDRAND" "\040HV" )
214
215/*
216 * "Structured Extended Feature Flags Parameters" (CPUID function 0x7, leaf 0)
217 * EBX bits
218 */
219#define SEFF0EBX_FSGSBASE 0x00000001 /* {RD,WR}[FG]SBASE instructions */
220#define SEFF0EBX_TSC_ADJUST 0x00000002 /* Has IA32_TSC_ADJUST MSR */
221#define SEFF0EBX_SGX 0x00000004 /* Software Guard Extensions */
222#define SEFF0EBX_BMI1 0x00000008 /* advanced bit manipulation */
223#define SEFF0EBX_HLE 0x00000010 /* Hardware Lock Elision */
224#define SEFF0EBX_AVX2 0x00000020 /* Advanced Vector Extensions 2 */
225#define SEFF0EBX_SMEP 0x00000080 /* Supervisor mode exec protection */
226#define SEFF0EBX_BMI2 0x00000100 /* advanced bit manipulation */
227#define SEFF0EBX_ERMS 0x00000200 /* Enhanced REP MOVSB/STOSB */
228#define SEFF0EBX_INVPCID 0x00000400 /* INVPCID instruction */
229#define SEFF0EBX_RTM 0x00000800 /* Restricted Transactional Memory */
230#define SEFF0EBX_PQM 0x00001000 /* Quality of Service Monitoring */
231#define SEFF0EBX_MPX 0x00004000 /* Memory Protection Extensions */
232#define SEFF0EBX_AVX512F 0x00010000 /* AVX-512 foundation inst */
233#define SEFF0EBX_AVX512DQ 0x00020000 /* AVX-512 double/quadword */
234#define SEFF0EBX_RDSEED 0x00040000 /* RDSEED instruction */
235#define SEFF0EBX_ADX 0x00080000 /* ADCX/ADOX instructions */
236#define SEFF0EBX_SMAP 0x00100000 /* Supervisor mode access prevent */
237#define SEFF0EBX_AVX512IFMA 0x00200000 /* AVX-512 integer mult-add */
238#define SEFF0EBX_PCOMMIT 0x00400000 /* Persistent commit inst */
239#define SEFF0EBX_CLFLUSHOPT 0x00800000 /* cache line flush */
240#define SEFF0EBX_CLWB 0x01000000 /* cache line write back */
241#define SEFF0EBX_PT 0x02000000 /* Processor Trace */
242#define SEFF0EBX_AVX512PF 0x04000000 /* AVX-512 prefetch */
243#define SEFF0EBX_AVX512ER 0x08000000 /* AVX-512 exp/reciprocal */
244#define SEFF0EBX_AVX512CD 0x10000000 /* AVX-512 conflict detection */
245#define SEFF0EBX_SHA 0x20000000 /* SHA Extensions */
246#define SEFF0EBX_AVX512BW 0x40000000 /* AVX-512 byte/word inst */
247#define SEFF0EBX_AVX512VL 0x80000000 /* AVX-512 vector len inst */
248#define SEFF0_EBX_BITS \
249 ("\20" "\01FSGSBASE" "\02TSC_ADJUST" "\03SGX" "\04BMI1" "\05HLE" \
250 "\06AVX2" "\010SMEP" "\011BMI2" "\012ERMS" "\013INVPCID" "\014RTM" \
251 "\015PQM" "\017MPX" "\021AVX512F" "\022AVX512DQ" "\023RDSEED" "\024ADX" \
252 "\025SMAP" "\026AVX512IFMA" "\027PCOMMIT" "\030CLFLUSHOPT" "\031CLWB" \
253 "\032PT" "\033AVX512PF" "\034AVX512ER" "\035AVX512CD" "\036SHA" \
254 "\037AVX512BW" "\040AVX512VL" )
255
256/* SEFF ECX bits */
257#define SEFF0ECX_PREFETCHWT1 0x00000001 /* PREFETCHWT1 instruction */
258#define SEFF0ECX_AVX512VBMI 0x00000002 /* AVX-512 vector bit inst */
259#define SEFF0ECX_UMIP 0x00000004 /* UMIP support */
260#define SEFF0ECX_PKU 0x00000008 /* Page prot keys for user mode */
261#define SEFF0ECX_OSPKE 0x00000010 /* OS enabled RD/WRPKRU */
262#define SEFF0ECX_WAITPKG 0x00000020 /* UMONITOR/UMWAIT/TPAUSE insns */
263#define SEFF0ECX_PKS 0x80000000 /* Page prot keys for sup mode */
264#define SEFF0_ECX_BITS \
265 ("\20" "\01PREFETCHWT1" "\02AVX512VBMI" "\03UMIP" "\04PKU" "\06WAITPKG" \
266 "\040PKS" )
267
268/* SEFF EDX bits */
269#define SEFF0EDX_AVX512_4FNNIW 0x00000004 /* AVX-512 neural network insns */
270#define SEFF0EDX_AVX512_4FMAPS 0x00000008 /* AVX-512 mult accum single prec */
271#define SEFF0EDX_SRBDS_CTRL 0x00000200 /* MCU_OPT_CTRL MSR */
272#define SEFF0EDX_MD_CLEAR 0x00000400 /* Microarch Data Clear */
273#define SEFF0EDX_TSXFA 0x00002000 /* TSX Forced Abort */
274#define SEFF0EDX_IBT 0x00100000 /* Indirect Branch Tracking */
275#define SEFF0EDX_IBRS 0x04000000 /* IBRS / IBPB Speculation Control */
276#define SEFF0EDX_STIBP 0x08000000 /* STIBP Speculation Control */
277#define SEFF0EDX_L1DF 0x10000000 /* L1D_FLUSH */
278#define SEFF0EDX_ARCH_CAP 0x20000000 /* Has IA32_ARCH_CAPABILITIES MSR */
279#define SEFF0EDX_SSBD 0x80000000 /* Spec Store Bypass Disable */
280#define SEFF0_EDX_BITS \
281 ("\20" "\03AVX512FNNIW" "\04AVX512FMAPS" "\012SRBDS_CTRL" "\013MD_CLEAR" \
282 "\016TSXFA" "\025IBT" "\033IBRS,IBPB" "\034STIBP" "\035L1DF" "\040SSBD" )
283
284/*
285 * Thermal and Power Management (CPUID function 0x6) EAX bits
286 */
287#define TPM_SENSOR 0x00000001 /* Digital temp sensor */
288#define TPM_ARAT 0x00000004 /* APIC Timer Always Running */
289#define TPM_PTS 0x00000040 /* Intel Package Thermal Status */
290#define TPM_EAX_BITS \
291 ("\20" "\01SENSOR" "\03ARAT" "\07PTS")
292/* Thermal and Power Management (CPUID function 0x6) ECX bits */
293#define TPM_EFFFREQ 0x00000001 /* APERF & MPERF MSR present */
294#define TPM_ECX_BITS \
295 ("\20" "\01EFFFREQ" )
296
297 /*
298 * "Architectural Performance Monitoring" bits (CPUID function 0x0a):
299 * EAX bits, EBX bits, EDX bits.
300 */
301
302#define CPUIDEAX_VERID 0x000000ff /* Version ID */
303#define CPUIDEAX_NUM_GC(cpuid) (((cpuid) >> 8) & 0x000000ff)
304#define CPUIDEAX_BIT_GC(cpuid) (((cpuid) >> 16) & 0x000000ff)
305#define CPUIDEAX_LEN_EBX(cpuid) (((cpuid) >> 24) & 0x000000ff)
306
307#define CPUIDEBX_EVT_CORE (1 << 0) /* Core cycle */
308#define CPUIDEBX_EVT_INST (1 << 1) /* Instruction retired */
309#define CPUIDEBX_EVT_REFR (1 << 2) /* Reference cycles */
310#define CPUIDEBX_EVT_CACHE_REF (1 << 3) /* Last-level cache ref. */
311#define CPUIDEBX_EVT_CACHE_MIS (1 << 4) /* Last-level cache miss. */
312#define CPUIDEBX_EVT_BRANCH_INST (1 << 5) /* Branch instruction ret. */
313#define CPUIDEBX_EVT_BRANCH_MISP (1 << 6) /* Branch mispredict ret. */
314
315#define CPUIDEDX_NUM_FC(cpuid) (((cpuid) >> 0) & 0x0000001f)
316#define CPUIDEDX_BIT_FC(cpuid) (((cpuid) >> 5) & 0x000000ff)
317
318/*
319 * CPUID "extended features" bits (CPUID function 0x80000001):
320 * EDX bits, then ECX bits
321 */
322
323#define CPUID_MPC 0x00080000 /* Multiprocessing Capable */
324#define CPUID_NXE 0x00100000 /* No-Execute Extension */
325#define CPUID_MMXX 0x00400000 /* AMD MMX Extensions */
326#define CPUID_FFXSR 0x02000000 /* fast FP/MMX save/restore */
327#define CPUID_PAGE1GB 0x04000000 /* 1-GByte pages */
328#define CPUID_RDTSCP 0x08000000 /* RDTSCP / IA32_TSC_AUX available */
329#define CPUID_LONG 0x20000000 /* long mode */
330#define CPUID_3DNOW2 0x40000000 /* 3DNow! Instruction Extension */
331#define CPUID_3DNOW 0x80000000 /* 3DNow! Instructions */
332#define CPUIDE_EDX_BITS \
333 ("\20" "\024MPC" "\025NXE" "\027MMXX" "\032FFXSR" "\033PAGE1GB" \
334 "\034RDTSCP" "\036LONG" "\0373DNOW2" "\0403DNOW" )
335
336#define CPUIDECX_LAHF 0x00000001 /* LAHF and SAHF instructions */
337#define CPUIDECX_CMPLEG 0x00000002 /* Core MP legacy mode */
338#define CPUIDECX_SVM 0x00000004 /* Secure Virtual Machine */
339#define CPUIDECX_EAPICSP 0x00000008 /* Extended APIC space */
340#define CPUIDECX_AMCR8 0x00000010 /* LOCK MOV CR0 means MOV CR8 */
341#define CPUIDECX_ABM 0x00000020 /* LZCNT instruction */
342#define CPUIDECX_SSE4A 0x00000040 /* SSE4-A instruction set */
343#define CPUIDECX_MASSE 0x00000080 /* Misaligned SSE mode */
344#define CPUIDECX_3DNOWP 0x00000100 /* 3DNowPrefetch */
345#define CPUIDECX_OSVW 0x00000200 /* OS visible workaround */
346#define CPUIDECX_IBS 0x00000400 /* Instruction based sampling */
347#define CPUIDECX_XOP 0x00000800 /* Extended operating support */
348#define CPUIDECX_SKINIT 0x00001000 /* SKINIT and STGI are supported */
349#define CPUIDECX_WDT 0x00002000 /* Watchdog timer */
350/* Reserved 0x00004000 */
351#define CPUIDECX_LWP 0x00008000 /* Lightweight profiling support */
352#define CPUIDECX_FMA4 0x00010000 /* 4-operand FMA instructions */
353#define CPUIDECX_TCE 0x00020000 /* Translation Cache Extension */
354/* Reserved 0x00040000 */
355#define CPUIDECX_NODEID 0x00080000 /* Support for MSRC001C */
356/* Reserved 0x00100000 */
357#define CPUIDECX_TBM 0x00200000 /* Trailing bit manipulation instruction */
358#define CPUIDECX_TOPEXT 0x00400000 /* Topology extensions support */
359#define CPUIDECX_CPCTR 0x00800000 /* core performance counter ext */
360#define CPUIDECX_DBKP 0x04000000 /* DataBreakpointExtension */
361#define CPUIDECX_PERFTSC 0x08000000 /* performance time-stamp counter */
362#define CPUIDECX_PCTRL3 0x10000000 /* L3 performance counter ext */
363#define CPUIDECX_MWAITX 0x20000000 /* MWAITX/MONITORX */
364#define CPUIDE_ECX_BITS \
365 ("\20" "\01LAHF" "\02CMPLEG" "\03SVM" "\04EAPICSP" "\05AMCR8" "\06ABM" \
366 "\07SSE4A" "\010MASSE" "\0113DNOWP" "\012OSVW" "\013IBS" "\014XOP" \
367 "\015SKINIT" "\020WDT" "\021FMA4" "\022TCE" "\024NODEID" "\026TBM" \
368 "\027TOPEXT" "\030CPCTR" "\033DBKP" "\034PERFTSC" "\035PCTRL3" \
369 "\036MWAITX" )
370
371/*
372 * "Advanced Power Management Information" bits (CPUID function 0x80000007):
373 * EDX bits.
374 */
375#define CPUIDEDX_HWPSTATE (1 << 7) /* Hardware P State Control */
376#define CPUIDEDX_ITSC (1 << 8) /* Invariant TSC */
377#define CPUID_APMI_EDX_BITS \
378 ("\20" "\010HWPSTATE" "\011ITSC" )
379
380/*
381 * AMD CPUID function 0x80000008 EBX bits
382 */
383#define CPUIDEBX_INVLPGB (1ULL << 3) /* INVLPG w/broadcast */
384#define CPUIDEBX_IBPB (1ULL << 12) /* Speculation Control IBPB */
385#define CPUIDEBX_IBRS (1ULL << 14) /* Speculation Control IBRS */
386#define CPUIDEBX_STIBP (1ULL << 15) /* Speculation Control STIBP */
387#define CPUIDEBX_IBRS_ALWAYSON (1ULL << 16) /* IBRS always on mode */
388#define CPUIDEBX_STIBP_ALWAYSON (1ULL << 17) /* STIBP always on mode */
389#define CPUIDEBX_IBRS_PREF (1ULL << 18) /* IBRS preferred */
390#define CPUIDEBX_IBRS_SAME_MODE (1ULL << 19) /* IBRS not mode-specific */
391#define CPUIDEBX_SSBD (1ULL << 24) /* Speculation Control SSBD */
392#define CPUIDEBX_VIRT_SSBD (1ULL << 25) /* Virt Spec Control SSBD */
393#define CPUIDEBX_SSBD_NOTREQ (1ULL << 26) /* SSBD not required */
394#define CPUID_AMDSPEC_EBX_BITS \
395 ("\20" "\04INVLPGB" "\015IBPB" "\017IBRS" "\020STIBP" "\021IBRS_ALL" \
396 "\022STIBP_ALL" "\023IBRS_PREF" "\024IBRS_SM" "\031SSBD" "\032VIRTSSBD" \
397 "\033SSBDNR" )
398
399/*
400 * AMD CPUID function 0x8000001F EAX bits
401 */
402#define CPUIDEAX_SME (1ULL << 0) /* SME */
403#define CPUIDEAX_SEV (1ULL << 1) /* SEV */
404#define CPUIDEAX_PFLUSH_MSR (1ULL << 2) /* Page Flush MSR */
405#define CPUIDEAX_SEVES (1ULL << 3) /* SEV-ES */
406#define CPUIDEAX_SEVSNP (1ULL << 4) /* SEV-SNP */
407#define CPUIDEAX_VMPL (1ULL << 5) /* VM Permission Levels */
408#define CPUIDEAX_RMPQUERY (1ULL << 6) /* RMPQUERY */
409#define CPUIDEAX_VMPLSSS (1ULL << 7) /* VMPL Supervisor Shadow Stack */
410#define CPUIDEAX_SECTSC (1ULL << 8) /* Secure TSC */
411#define CPUIDEAX_TSCAUXVIRT (1ULL << 9) /* TSC Aux Virtualization */
412#define CPUIDEAX_HWECACHECOH (1ULL << 10) /* Coherency Across Enc. Domains */
413#define CPUIDEAX_64BITHOST (1ULL << 11) /* SEV guest requires 64bit host */
414#define CPUIDEAX_RESTINJ (1ULL << 12) /* Restricted Injection */
415#define CPUIDEAX_ALTINJ (1ULL << 13) /* Alternate Injection */
416#define CPUIDEAX_DBGSTSW (1ULL << 14) /* Full debug state swap */
417#define CPUIDEAX_IBSDISALLOW (1ULL << 15) /* Disallowing IBS use by host */
418#define CPUIDEAX_VTE (1ULL << 16) /* Virt. Transparent Encryption */
419#define CPUIDEAX_VMGEXITPARAM (1ULL << 17) /* VMGEXIT Parameter */
420#define CPUIDEAX_VTOMMSR (1ULL << 18) /* Virtual TOM MSR */
421#define CPUIDEAX_IBSVIRT (1ULL << 19) /* IBS Virtualization for SEV-ES */
422#define CPUIDEAX_VMSARPROT (1ULL << 24) /* VMSA Register Protection */
423#define CPUIDEAX_SMTPROT (1ULL << 25) /* SMT Protection */
424#define CPUIDEAX_SVSMPAGEMSR (1ULL << 28) /* SVSM Communication Page MSR */
425#define CPUIDEAX_NVSMSR (1ULL << 29) /* NestedVirtSnpMsr */
426#define CPUID_AMDSEV_EAX_BITS \
427 ("\20" "\01SME" "\02SEV" "\03PFLUSH_MSR" "\04SEVES" "\05SEVSNP" "\06VMPL" \
428 "\07RMPQUERY" "\010VMPLSSS" "\011SECTSC" "\012TSCAUXVIRT" \
429 "\013HWECACHECOH" "\014REQ64BITHOST" "\015RESTINJ" "\016ALTINJ" \
430 "\017DBGSTSW" "\020IBSDISALLOW" "\021VTE" "\022VMGEXITPARAM" \
431 "\023VTOMMSR" "\024IBSVIRT" "\031VMSARPROT" "\032SMTPROT" \
432 "\035SVSMPAGEMSR" "\036NVSMSR" )
433
434/* Number of encrypted guests */
435#define CPUID_AMDSEV_ECX_BITS ("\20")
436
437/* Minimum ASID for SEV enabled, SEV-ES disabled guest. */
438#define CPUID_AMDSEV_EDX_BITS ("\20")
439
440#define CPUID2FAMILY(cpuid) (((cpuid) >> 8) & 15)
441#define CPUID2MODEL(cpuid) (((cpuid) >> 4) & 15)
442#define CPUID2STEPPING(cpuid) ((cpuid) & 15)
443
444#define CPUID(code, eax, ebx, ecx, edx) \
445 __asm volatile("cpuid" \
446 : "=a" (eax), "=b" (ebx), "=c" (ecx), "=d" (edx) \
447 : "a" (code))
448#define CPUID_LEAF(code, leaf, eax, ebx, ecx, edx) \
449 __asm volatile("cpuid" \
450 : "=a" (eax), "=b" (ebx), "=c" (ecx), "=d" (edx) \
451 : "a" (code), "c" (leaf))
452
453
454/*
455 * Model-specific registers for the i386 family
456 */
457#define MSR_P5_MC_ADDR 0x000 /* P5 only */
458#define MSR_P5_MC_TYPE 0x001 /* P5 only */
459#define MSR_TSC 0x010
460#define MSR_CESR 0x011 /* P5 only (trap on P6) */
461#define MSR_CTR0 0x012 /* P5 only (trap on P6) */
462#define MSR_CTR1 0x013 /* P5 only (trap on P6) */
463#define MSR_PLATFORM_ID 0x017 /* Platform ID for microcode */
464#define MSR_APICBASE 0x01b
465#define APICBASE_BSP 0x100
466#define APICBASE_ENABLE_X2APIC 0x400
467#define APICBASE_GLOBAL_ENABLE 0x800
468#define MSR_EBL_CR_POWERON 0x02a
469#define MSR_EBC_FREQUENCY_ID 0x02c /* Pentium 4 only */
470#define MSR_TEST_CTL 0x033
471#define MSR_IA32_FEATURE_CONTROL 0x03a
472#define MSR_TSC_ADJUST 0x03b
473#define MSR_SPEC_CTRL 0x048 /* Speculation Control IBRS / STIBP */
474#define SPEC_CTRL_IBRS (1ULL << 0)
475#define SPEC_CTRL_STIBP (1ULL << 1)
476#define SPEC_CTRL_SSBD (1ULL << 2)
477#define MSR_PRED_CMD 0x049 /* Speculation Control IBPB */
478#define PRED_CMD_IBPB (1ULL << 0)
479#define MSR_BIOS_UPDT_TRIG 0x079
480#define MSR_BBL_CR_D0 0x088 /* PII+ only */
481#define MSR_BBL_CR_D1 0x089 /* PII+ only */
482#define MSR_BBL_CR_D2 0x08a /* PII+ only */
483#define MSR_BIOS_SIGN 0x08b
484#define MSR_SMM_MONITOR_CTL 0x09b
485#define MSR_SMBASE 0x09e
486#define MSR_PERFCTR0 0x0c1
487#define MSR_PERFCTR1 0x0c2
488#define MSR_FSB_FREQ 0x0cd /* Core Duo/Solo only */
489#define MSR_MPERF 0x0e7
490#define MSR_APERF 0x0e8
491#define MSR_MTRRcap 0x0fe
492#define MTRRcap_FIXED 0x100 /* bit 8 - fixed MTRRs supported */
493#define MTRRcap_WC 0x400 /* bit 10 - WC type supported */
494#define MTRRcap_SMRR 0x800 /* bit 11 - SMM range reg supported */
495#define MSR_ARCH_CAPABILITIES 0x10a
496#define ARCH_CAP_RDCL_NO (1 << 0) /* Meltdown safe */
497#define ARCH_CAP_IBRS_ALL (1 << 1) /* enhanced IBRS */
498#define ARCH_CAP_RSBA (1 << 2) /* RSB Alternate */
499#define ARCH_CAP_SKIP_L1DFL_VMENTRY (1 << 3)
500#define ARCH_CAP_SSB_NO (1 << 4) /* Spec St Byp safe */
501#define ARCH_CAP_MDS_NO (1 << 5) /* microarch data-sampling */
502#define ARCH_CAP_IF_PSCHANGE_MC_NO (1 << 6) /* PS MCE safe */
503#define ARCH_CAP_TSX_CTRL (1 << 7) /* has TSX_CTRL MSR */
504#define ARCH_CAP_TAA_NO (1 << 8) /* TSX AA safe */
505#define ARCH_CAP_MCU_CONTROL (1 << 9) /* has MCU_CTRL MSR */
506#define ARCH_CAP_MISC_PACKAGE_CTLS (1 << 10) /* has MISC_PKG_CTLS MSR */
507#define ARCH_CAP_ENERGY_FILTERING_CTL (1 << 11) /* r/w energy fltring bit */
508#define ARCH_CAP_DOITM (1 << 12) /* Data oprnd indpdnt tmng */
509#define ARCH_CAP_SBDR_SSDP_NO (1 << 13) /* SBDR/SSDP safe */
510#define ARCH_CAP_FBSDP_NO (1 << 14) /* FBSDP safe */
511#define ARCH_CAP_PSDP_NO (1 << 15) /* PSDP safe */
512#define ARCH_CAP_FB_CLEAR (1 << 17) /* MD_CLEAR covers FB */
513#define ARCH_CAP_FB_CLEAR_CTRL (1 << 18)
514#define ARCH_CAP_RRSBA (1 << 19) /* has RRSBA if not dis */
515#define ARCH_CAP_BHI_NO (1 << 20) /* BHI safe */
516#define ARCH_CAP_XAPIC_DISABLE_STATUS (1 << 21) /* can disable xAPIC */
517#define ARCH_CAP_OVERCLOCKING_STATUS (1 << 23) /* has OVRCLCKNG_STAT MSR */
518#define ARCH_CAP_PBRSB_NO (1 << 24) /* PBSR safe */
519#define ARCH_CAP_GDS_CTRL (1 << 25) /* has GDS_MITG_DIS/LOCK */
520#define ARCH_CAP_GDS_NO (1 << 26) /* GDS safe */
521#define ARCH_CAP_RFDS_NO (1 << 27) /* RFDS safe */
522#define ARCH_CAP_RFDS_CLEAR (1 << 28) /* use VERW for RFDS */
523#define ARCH_CAP_MSR_BITS \
524 ("\20" "\02IBRS_ALL" "\03RSBA" "\04SKIP_L1DFL" "\05SSB_NO" "\06MDS_NO" \
525 "\07IF_PSCHANGE" "\010TSX_CTRL" "\011TAA_NO" "\012MCU_CONTROL" \
526 "\013MISC_PKG_CT" "\014ENERGY_FILT" "\015DOITM" "\016SBDR_SSDP_N" \
527 "\017FBSDP_NO" "\020PSDP_NO" "\022FB_CLEAR" "\023FB_CLEAR_CT" \
528 "\024RRSBA" "\025BHI_NO" "\026XAPIC_DIS" "\030OVERCLOCK" "\031PBRSB_NO" \
529 "\032GDS_CTRL" "\033GDS_NO" "\034RFDS_NO" "\035RFDS_CLEAR" )
530
531#define MSR_FLUSH_CMD 0x10b
532#define FLUSH_CMD_L1D_FLUSH 0x1 /* (1ULL << 0) */
533#define MSR_BBL_CR_ADDR 0x116 /* PII+ only */
534#define MSR_BBL_CR_DECC 0x118 /* PII+ only */
535#define MSR_BBL_CR_CTL 0x119 /* PII+ only */
536#define MSR_BBL_CR_TRIG 0x11a /* PII+ only */
537#define MSR_BBL_CR_BUSY 0x11b /* PII+ only */
538#define MSR_BBL_CR_CTR3 0x11e /* PII+ only */
539#define MSR_TSX_CTRL 0x122
540#define TSX_CTRL_RTM_DISABLE (1ULL << 0)
541#define TSX_CTRL_TSX_CPUID_CLEAR (1ULL << 1)
542#define MSR_MCU_OPT_CTRL 0x123
543#define RNGDS_MITG_DIS (1ULL << 0)
544#define MSR_SYSENTER_CS 0x174 /* PII+ only */
545#define MSR_SYSENTER_ESP 0x175 /* PII+ only */
546#define MSR_SYSENTER_EIP 0x176 /* PII+ only */
547#define MSR_MCG_CAP 0x179
548#define MSR_MCG_STATUS 0x17a
549#define MSR_MCG_CTL 0x17b
550#define MSR_EVNTSEL0 0x186
551#define MSR_EVNTSEL1 0x187
552#define MSR_PERF_STATUS 0x198 /* Pentium M */
553#define MSR_PERF_CTL 0x199 /* Pentium M */
554#define PERF_CTL_TURBO 0x100000000ULL /* bit 32 - turbo mode */
555#define MSR_THERM_CONTROL 0x19a
556#define MSR_THERM_INTERRUPT 0x19b
557#define MSR_THERM_STATUS 0x19c
558#define MSR_THERM_STATUS_VALID_BIT 0x80000000
559#define MSR_THERM_STATUS_TEMP(msr) ((msr >> 16) & 0x7f)
560#define MSR_THERM2_CTL 0x19d /* Pentium M */
561#define MSR_MISC_ENABLE 0x1a0
562/*
563 * MSR_MISC_ENABLE (0x1a0)
564 *
565 * Enable Fast Strings: enables fast REP MOVS/REP STORS (R/W)
566 * Enable TCC: Enable automatic thermal control circuit (R/W)
567 * Performance monitoring available: 1 if enabled (R/O)
568 * Branch trace storage unavailable: 1 if unsupported (R/O)
569 * Processor event based sampling unavailable: 1 if unsupported (R/O)
570 * Enhanced Intel SpeedStep technology enable: 1 to enable (R/W)
571 * Enable monitor FSM: 1 to enable MONITOR/MWAIT (R/W)
572 * Limit CPUID maxval: 1 to limit CPUID leaf nodes to 0x2 and lower (R/W)
573 * Enable xTPR message disable: 1 to disable xTPR messages
574 * XD bit disable: 1 to disable NX capability (bit 34, or bit 2 of %edx/%rdx)
575 */
576#define MISC_ENABLE_FAST_STRINGS (1 << 0)
577#define MISC_ENABLE_TCC (1 << 3)
578#define MISC_ENABLE_PERF_MON_AVAILABLE (1 << 7)
579#define MISC_ENABLE_BTS_UNAVAILABLE (1 << 11)
580#define MISC_ENABLE_PEBS_UNAVAILABLE (1 << 12)
581#define MISC_ENABLE_EIST_ENABLED (1 << 16)
582#define MISC_ENABLE_ENABLE_MONITOR_FSM (1 << 18)
583#define MISC_ENABLE_LIMIT_CPUID_MAXVAL (1 << 22)
584#define MISC_ENABLE_xTPR_MESSAGE_DISABLE (1 << 23)
585#define MISC_ENABLE_XD_BIT_DISABLE (1 << 2)
586
587/*
588 * for Core i Series and newer Xeons, see
589 * http://www.intel.com/content/dam/www/public/us/en/
590 * documents/white-papers/cpu-monitoring-dts-peci-paper.pdf
591 */
592#define MSR_TEMPERATURE_TARGET 0x1a2 /* Core i Series, Newer Xeons */
593#define MSR_TEMPERATURE_TARGET_TJMAX(msr) (((msr) >> 16) & 0xff)
594/*
595 * not documented anywhere, see intelcore_update_sensor()
596 * only available Core Duo and Core Solo Processors
597 */
598#define MSR_TEMPERATURE_TARGET_UNDOCUMENTED 0x0ee
599#define MSR_TEMPERATURE_TARGET_LOW_BIT_UNDOCUMENTED 0x40000000
600#define MSR_DEBUGCTLMSR 0x1d9
601#define MSR_LASTBRANCHFROMIP 0x1db
602#define MSR_LASTBRANCHTOIP 0x1dc
603#define MSR_LASTINTFROMIP 0x1dd
604#define MSR_LASTINTTOIP 0x1de
605#define MSR_ROB_CR_BKUPTMPDR6 0x1e0
606#define MSR_MTRRvarBase 0x200
607#define MSR_MTRRfix64K_00000 0x250
608#define MSR_MTRRfix16K_80000 0x258
609#define MSR_MTRRfix4K_C0000 0x268
610#define MSR_CR_PAT 0x277
611#define MSR_MTRRdefType 0x2ff
612#define MTRRdefType_FIXED_ENABLE 0x400 /* bit 10 - fixed MTRR enabled */
613#define MTRRdefType_ENABLE 0x800 /* bit 11 - MTRRs enabled */
614#define MSR_PERF_FIXED_CTR1 0x30a /* CPU_CLK_Unhalted.Core */
615#define MSR_PERF_FIXED_CTR2 0x30b /* CPU_CLK.Unhalted.Ref */
616#define MSR_PERF_FIXED_CTR_CTRL 0x38d
617#define MSR_PERF_FIXED_CTR_FC_DIS 0x0 /* disable counter */
618#define MSR_PERF_FIXED_CTR_FC_1 0x1 /* count ring 1 */
619#define MSR_PERF_FIXED_CTR_FC_123 0x2 /* count rings 1,2,3 */
620#define MSR_PERF_FIXED_CTR_FC_ANY 0x3 /* count everything */
621#define MSR_PERF_FIXED_CTR_FC_MASK 0x3
622#define MSR_PERF_FIXED_CTR_FC(_i, _v) ((_v) << (4 * (_i)))
623#define MSR_PERF_FIXED_CTR_ANYTHR(_i) (0x4 << (4 * (_i)))
624#define MSR_PERF_FIXED_CTR_INT(_i) (0x8 << (4 * (_i)))
625#define MSR_PERF_GLOBAL_CTRL 0x38f
626#define MSR_PERF_GLOBAL_CTR1_EN (1ULL << 33)
627#define MSR_PERF_GLOBAL_CTR2_EN (1ULL << 34)
628#define MSR_PKG_C3_RESIDENCY 0x3f8
629#define MSR_PKG_C6_RESIDENCY 0x3f9
630#define MSR_PKG_C7_RESIDENCY 0x3fa
631#define MSR_CORE_C3_RESIDENCY 0x3fc
632#define MSR_CORE_C6_RESIDENCY 0x3fd
633#define MSR_CORE_C7_RESIDENCY 0x3fe
634#define MSR_MC0_CTL 0x400
635#define MSR_MC0_STATUS 0x401
636#define MSR_MC0_ADDR 0x402
637#define MSR_MC0_MISC 0x403
638#define MSR_MC1_CTL 0x404
639#define MSR_MC1_STATUS 0x405
640#define MSR_MC1_ADDR 0x406
641#define MSR_MC1_MISC 0x407
642#define MSR_MC2_CTL 0x408
643#define MSR_MC2_STATUS 0x409
644#define MSR_MC2_ADDR 0x40a
645#define MSR_MC2_MISC 0x40b
646#define MSR_MC4_CTL 0x40c
647#define MSR_MC4_STATUS 0x40d
648#define MSR_MC4_ADDR 0x40e
649#define MSR_MC4_MISC 0x40f
650#define MSR_MC3_CTL 0x410
651#define MSR_MC3_STATUS 0x411
652#define MSR_MC3_ADDR 0x412
653#define MSR_MC3_MISC 0x413
654#define MSR_PKG_C2_RESIDENCY 0x60d
655#define MSR_PKG_C8_RESIDENCY 0x630
656#define MSR_PKG_C9_RESIDENCY 0x631
657#define MSR_PKG_C10_RESIDENCY 0x632
658#define MSR_U_CET 0x6a0
659#define MSR_CET_ENDBR_EN (1 << 2)
660#define MSR_CET_NO_TRACK_EN (1 << 4)
661#define MSR_S_CET 0x6a2
662#define MSR_PKRS 0x6e1
663#define MSR_XSS 0xda0
664
665/* VIA MSR */
666#define MSR_CENT_TMTEMPERATURE 0x1423 /* Thermal monitor temperature */
667
668/*
669 * AMD K6/K7 MSRs.
670 */
671#define MSR_K6_UWCCR 0xc0000085
672#define MSR_K7_EVNTSEL0 0xc0010000
673#define MSR_K7_EVNTSEL1 0xc0010001
674#define MSR_K7_EVNTSEL2 0xc0010002
675#define MSR_K7_EVNTSEL3 0xc0010003
676#define MSR_K7_PERFCTR0 0xc0010004
677#define MSR_K7_PERFCTR1 0xc0010005
678#define MSR_K7_PERFCTR2 0xc0010006
679#define MSR_K7_PERFCTR3 0xc0010007
680
681/*
682 * AMD K8 (Opteron) MSRs.
683 */
684#define MSR_PATCH_LEVEL 0x0000008b
685#define MSR_SYSCFG 0xc0000010
686
687#define MSR_EFER 0xc0000080 /* Extended feature enable */
688#define EFER_SCE 0x00000001 /* SYSCALL extension */
689#define EFER_LME 0x00000100 /* Long Mode Enabled */
690#define EFER_LMA 0x00000400 /* Long Mode Active */
691#define EFER_NXE 0x00000800 /* No-Execute Enabled */
692#define EFER_SVME 0x00001000 /* SVM Enabled */
693
694#define MSR_STAR 0xc0000081 /* 32 bit syscall gate addr */
695#define MSR_LSTAR 0xc0000082 /* 64 bit syscall gate addr */
696#define MSR_CSTAR 0xc0000083 /* compat syscall gate addr */
697#define MSR_SFMASK 0xc0000084 /* flags to clear on syscall */
698
699#define MSR_FSBASE 0xc0000100 /* 64bit offset for fs: */
700#define MSR_GSBASE 0xc0000101 /* 64bit offset for gs: */
701#define MSR_KERNELGSBASE 0xc0000102 /* storage for swapgs ins */
702#define MSR_SYS_CFG 0xc0010010 /* System Configuration */
703#define MSR_PATCH_LOADER 0xc0010020
704#define MSR_INT_PEN_MSG 0xc0010055 /* Interrupt pending message */
705
706#define MSR_FP_CFG 0xc0011028 /* Floating Point Configuration */
707#define FP_CFG_9 (1 << 9) /* FP-DSS chickenbit */
708#define MSR_DE_CFG 0xc0011029 /* Decode Configuration */
709#define DE_CFG_721 0x00000001 /* errata 721 */
710#define DE_CFG_SERIALIZE_LFENCE (1 << 1) /* Enable serializing lfence */
711#define DE_CFG_SERIALIZE_9 (1 << 9) /* Zenbleed chickenbit */
712
713#define IPM_C1E_CMP_HLT 0x10000000
714#define IPM_SMI_CMP_HLT 0x08000000
715
716/*
717 * These require a 'passcode' for access. See cpufunc.h.
718 */
719#define MSR_HWCR 0xc0010015
720#define HWCR_FFDIS 0x00000040
721#define HWCR_TSCFREQSEL 0x01000000
722
723#define MSR_PSTATEDEF(_n) (0xc0010064 + (_n))
724#define PSTATEDEF_EN 0x8000000000000000ULL
725
726#define MSR_NB_CFG 0xc001001f
727#define NB_CFG_DISIOREQLOCK 0x0000000000000004ULL
728#define NB_CFG_DISDATMSK 0x0000001000000000ULL
729
730#define MSR_SEV_GHCB 0xc0010130
731#define SEV_CPUID_REQ 0x00000004
732#define SEV_CPUID_RESP 0x00000005
733
734#define MSR_SEV_STATUS 0xc0010131
735#define SEV_STAT_ENABLED 0x00000001
736#define SEV_STAT_ES_ENABLED 0x00000002
737
738#define MSR_LS_CFG 0xc0011020
739#define LS_CFG_DIS_LS2_SQUISH 0x02000000
740
741#define MSR_IC_CFG 0xc0011021
742#define IC_CFG_DIS_SEQ_PREFETCH 0x00000800
743
744#define MSR_DC_CFG 0xc0011022
745#define DC_CFG_DIS_CNV_WC_SSO 0x00000004
746#define DC_CFG_DIS_SMC_CHK_BUF 0x00000400
747
748#define MSR_BU_CFG 0xc0011023
749#define BU_CFG_THRL2IDXCMPDIS 0x0000080000000000ULL
750#define BU_CFG_WBPFSMCCHKDIS 0x0000200000000000ULL
751#define BU_CFG_WBENHWSBDIS 0x0001000000000000ULL
752
753/*
754 * Constants related to MTRRs
755 */
756#define MTRR_N64K 8 /* numbers of fixed-size entries */
757#define MTRR_N16K 16
758#define MTRR_N4K 64
759
760/*
761 * the following four 3-byte registers control the non-cacheable regions.
762 * These registers must be written as three separate bytes.
763 *
764 * NCRx+0: A31-A24 of starting address
765 * NCRx+1: A23-A16 of starting address
766 * NCRx+2: A15-A12 of starting address | NCR_SIZE_xx.
767 *
768 * The non-cacheable region's starting address must be aligned to the
769 * size indicated by the NCR_SIZE_xx field.
770 */
771#define NCR1 0xc4
772#define NCR2 0xc7
773#define NCR3 0xca
774#define NCR4 0xcd
775
776#define NCR_SIZE_0K 0
777#define NCR_SIZE_4K 1
778#define NCR_SIZE_8K 2
779#define NCR_SIZE_16K 3
780#define NCR_SIZE_32K 4
781#define NCR_SIZE_64K 5
782#define NCR_SIZE_128K 6
783#define NCR_SIZE_256K 7
784#define NCR_SIZE_512K 8
785#define NCR_SIZE_1M 9
786#define NCR_SIZE_2M 10
787#define NCR_SIZE_4M 11
788#define NCR_SIZE_8M 12
789#define NCR_SIZE_16M 13
790#define NCR_SIZE_32M 14
791#define NCR_SIZE_4G 15
792
793/*
794 * Performance monitor events.
795 *
796 * Note that 586-class and 686-class CPUs have different performance
797 * monitors available, and they are accessed differently:
798 *
799 * 686-class: `rdpmc' instruction
800 * 586-class: `rdmsr' instruction, CESR MSR
801 *
802 * The descriptions of these events are too lengthy to include here.
803 * See Appendix A of "Intel Architecture Software Developer's
804 * Manual, Volume 3: System Programming" for more information.
805 */
806
807/*
808 * 586-class CESR MSR format. Lower 16 bits is CTR0, upper 16 bits
809 * is CTR1.
810 */
811
812#define PMC5_CESR_EVENT 0x003f
813#define PMC5_CESR_OS 0x0040
814#define PMC5_CESR_USR 0x0080
815#define PMC5_CESR_E 0x0100
816#define PMC5_CESR_P 0x0200
817
818#define PMC5_DATA_READ 0x00
819#define PMC5_DATA_WRITE 0x01
820#define PMC5_DATA_TLB_MISS 0x02
821#define PMC5_DATA_READ_MISS 0x03
822#define PMC5_DATA_WRITE_MISS 0x04
823#define PMC5_WRITE_M_E 0x05
824#define PMC5_DATA_LINES_WBACK 0x06
825#define PMC5_DATA_CACHE_SNOOP 0x07
826#define PMC5_DATA_CACHE_SNOOP_HIT 0x08
827#define PMC5_MEM_ACCESS_BOTH_PIPES 0x09
828#define PMC5_BANK_CONFLICTS 0x0a
829#define PMC5_MISALIGNED_DATA 0x0b
830#define PMC5_INST_READ 0x0c
831#define PMC5_INST_TLB_MISS 0x0d
832#define PMC5_INST_CACHE_MISS 0x0e
833#define PMC5_SEGMENT_REG_LOAD 0x0f
834#define PMC5_BRANCHES 0x12
835#define PMC5_BTB_HITS 0x13
836#define PMC5_BRANCH_TAKEN 0x14
837#define PMC5_PIPELINE_FLUSH 0x15
838#define PMC5_INST_EXECUTED 0x16
839#define PMC5_INST_EXECUTED_V_PIPE 0x17
840#define PMC5_BUS_UTILIZATION 0x18
841#define PMC5_WRITE_BACKUP_STALL 0x19
842#define PMC5_DATA_READ_STALL 0x1a
843#define PMC5_WRITE_E_M_STALL 0x1b
844#define PMC5_LOCKED_BUS 0x1c
845#define PMC5_IO_CYCLE 0x1d
846#define PMC5_NONCACHE_MEM_READ 0x1e
847#define PMC5_AGI_STALL 0x1f
848#define PMC5_FLOPS 0x22
849#define PMC5_BP0_MATCH 0x23
850#define PMC5_BP1_MATCH 0x24
851#define PMC5_BP2_MATCH 0x25
852#define PMC5_BP3_MATCH 0x26
853#define PMC5_HARDWARE_INTR 0x27
854#define PMC5_DATA_RW 0x28
855#define PMC5_DATA_RW_MISS 0x29
856
857/*
858 * 686-class Event Selector MSR format.
859 */
860
861#define PMC6_EVTSEL_EVENT 0x000000ff
862#define PMC6_EVTSEL_UNIT 0x0000ff00
863#define PMC6_EVTSEL_UNIT_SHIFT 8
864#define PMC6_EVTSEL_USR (1 << 16)
865#define PMC6_EVTSEL_OS (1 << 17)
866#define PMC6_EVTSEL_E (1 << 18)
867#define PMC6_EVTSEL_PC (1 << 19)
868#define PMC6_EVTSEL_INT (1 << 20)
869#define PMC6_EVTSEL_EN (1 << 22) /* PerfEvtSel0 only */
870#define PMC6_EVTSEL_INV (1 << 23)
871#define PMC6_EVTSEL_COUNTER_MASK 0xff000000
872#define PMC6_EVTSEL_COUNTER_MASK_SHIFT 24
873
874/* Data Cache Unit */
875#define PMC6_DATA_MEM_REFS 0x43
876#define PMC6_DCU_LINES_IN 0x45
877#define PMC6_DCU_M_LINES_IN 0x46
878#define PMC6_DCU_M_LINES_OUT 0x47
879#define PMC6_DCU_MISS_OUTSTANDING 0x48
880
881/* Instruction Fetch Unit */
882#define PMC6_IFU_IFETCH 0x80
883#define PMC6_IFU_IFETCH_MISS 0x81
884#define PMC6_ITLB_MISS 0x85
885#define PMC6_IFU_MEM_STALL 0x86
886#define PMC6_ILD_STALL 0x87
887
888/* L2 Cache */
889#define PMC6_L2_IFETCH 0x28
890#define PMC6_L2_LD 0x29
891#define PMC6_L2_ST 0x2a
892#define PMC6_L2_LINES_IN 0x24
893#define PMC6_L2_LINES_OUT 0x26
894#define PMC6_L2_M_LINES_INM 0x25
895#define PMC6_L2_M_LINES_OUTM 0x27
896#define PMC6_L2_RQSTS 0x2e
897#define PMC6_L2_ADS 0x21
898#define PMC6_L2_DBUS_BUSY 0x22
899#define PMC6_L2_DBUS_BUSY_RD 0x23
900
901/* External Bus Logic */
902#define PMC6_BUS_DRDY_CLOCKS 0x62
903#define PMC6_BUS_LOCK_CLOCKS 0x63
904#define PMC6_BUS_REQ_OUTSTANDING 0x60
905#define PMC6_BUS_TRAN_BRD 0x65
906#define PMC6_BUS_TRAN_RFO 0x66
907#define PMC6_BUS_TRANS_WB 0x67
908#define PMC6_BUS_TRAN_IFETCH 0x68
909#define PMC6_BUS_TRAN_INVAL 0x69
910#define PMC6_BUS_TRAN_PWR 0x6a
911#define PMC6_BUS_TRANS_P 0x6b
912#define PMC6_BUS_TRANS_IO 0x6c
913#define PMC6_BUS_TRAN_DEF 0x6d
914#define PMC6_BUS_TRAN_BURST 0x6e
915#define PMC6_BUS_TRAN_ANY 0x70
916#define PMC6_BUS_TRAN_MEM 0x6f
917#define PMC6_BUS_DATA_RCV 0x64
918#define PMC6_BUS_BNR_DRV 0x61
919#define PMC6_BUS_HIT_DRV 0x7a
920#define PMC6_BUS_HITM_DRDV 0x7b
921#define PMC6_BUS_SNOOP_STALL 0x7e
922
923/* Floating Point Unit */
924#define PMC6_FLOPS 0xc1
925#define PMC6_FP_COMP_OPS_EXE 0x10
926#define PMC6_FP_ASSIST 0x11
927#define PMC6_MUL 0x12
928#define PMC6_DIV 0x12
929#define PMC6_CYCLES_DIV_BUSY 0x14
930
931/* Memory Ordering */
932#define PMC6_LD_BLOCKS 0x03
933#define PMC6_SB_DRAINS 0x04
934#define PMC6_MISALIGN_MEM_REF 0x05
935#define PMC6_EMON_KNI_PREF_DISPATCHED 0x07 /* P-III only */
936#define PMC6_EMON_KNI_PREF_MISS 0x4b /* P-III only */
937
938/* Instruction Decoding and Retirement */
939#define PMC6_INST_RETIRED 0xc0
940#define PMC6_UOPS_RETIRED 0xc2
941#define PMC6_INST_DECODED 0xd0
942#define PMC6_EMON_KNI_INST_RETIRED 0xd8
943#define PMC6_EMON_KNI_COMP_INST_RET 0xd9
944
945/* Interrupts */
946#define PMC6_HW_INT_RX 0xc8
947#define PMC6_CYCLES_INT_MASKED 0xc6
948#define PMC6_CYCLES_INT_PENDING_AND_MASKED 0xc7
949
950/* Branches */
951#define PMC6_BR_INST_RETIRED 0xc4
952#define PMC6_BR_MISS_PRED_RETIRED 0xc5
953#define PMC6_BR_TAKEN_RETIRED 0xc9
954#define PMC6_BR_MISS_PRED_TAKEN_RET 0xca
955#define PMC6_BR_INST_DECODED 0xe0
956#define PMC6_BTB_MISSES 0xe2
957#define PMC6_BR_BOGUS 0xe4
958#define PMC6_BACLEARS 0xe6
959
960/* Stalls */
961#define PMC6_RESOURCE_STALLS 0xa2
962#define PMC6_PARTIAL_RAT_STALLS 0xd2
963
964/* Segment Register Loads */
965#define PMC6_SEGMENT_REG_LOADS 0x06
966
967/* Clocks */
968#define PMC6_CPU_CLK_UNHALTED 0x79
969
970/* MMX Unit */
971#define PMC6_MMX_INSTR_EXEC 0xb0 /* Celeron, P-II, P-IIX only */
972#define PMC6_MMX_SAT_INSTR_EXEC 0xb1 /* P-II and P-III only */
973#define PMC6_MMX_UOPS_EXEC 0xb2 /* P-II and P-III only */
974#define PMC6_MMX_INSTR_TYPE_EXEC 0xb3 /* P-II and P-III only */
975#define PMC6_FP_MMX_TRANS 0xcc /* P-II and P-III only */
976#define PMC6_MMX_ASSIST 0xcd /* P-II and P-III only */
977#define PMC6_MMX_INSTR_RET 0xc3 /* P-II only */
978
979/* Segment Register Renaming */
980#define PMC6_SEG_RENAME_STALLS 0xd4 /* P-II and P-III only */
981#define PMC6_SEG_REG_RENAMES 0xd5 /* P-II and P-III only */
982#define PMC6_RET_SEG_RENAMES 0xd6 /* P-II and P-III only */
983
984/*
985 * AMD K7 Event Selector MSR format.
986 */
987
988#define K7_EVTSEL_EVENT 0x000000ff
989#define K7_EVTSEL_UNIT 0x0000ff00
990#define K7_EVTSEL_UNIT_SHIFT 8
991#define K7_EVTSEL_USR (1 << 16)
992#define K7_EVTSEL_OS (1 << 17)
993#define K7_EVTSEL_E (1 << 18)
994#define K7_EVTSEL_PC (1 << 19)
995#define K7_EVTSEL_INT (1 << 20)
996#define K7_EVTSEL_EN (1 << 22)
997#define K7_EVTSEL_INV (1 << 23)
998#define K7_EVTSEL_COUNTER_MASK 0xff000000
999#define K7_EVTSEL_COUNTER_MASK_SHIFT 24
1000
1001/* Segment Register Loads */
1002#define K7_SEGMENT_REG_LOADS 0x20
1003
1004#define K7_STORES_TO_ACTIVE_INST_STREAM 0x21
1005
1006/* Data Cache Unit */
1007#define K7_DATA_CACHE_ACCESS 0x40
1008#define K7_DATA_CACHE_MISS 0x41
1009#define K7_DATA_CACHE_REFILL 0x42
1010#define K7_DATA_CACHE_REFILL_SYSTEM 0x43
1011#define K7_DATA_CACHE_WBACK 0x44
1012#define K7_L2_DTLB_HIT 0x45
1013#define K7_L2_DTLB_MISS 0x46
1014#define K7_MISALIGNED_DATA_REF 0x47
1015#define K7_SYSTEM_REQUEST 0x64
1016#define K7_SYSTEM_REQUEST_TYPE 0x65
1017
1018#define K7_SNOOP_HIT 0x73
1019#define K7_SINGLE_BIT_ECC_ERROR 0x74
1020#define K7_CACHE_LINE_INVAL 0x75
1021#define K7_CYCLES_PROCESSOR_IS_RUNNING 0x76
1022#define K7_L2_REQUEST 0x79
1023#define K7_L2_REQUEST_BUSY 0x7a
1024
1025/* Instruction Fetch Unit */
1026#define K7_IFU_IFETCH 0x80
1027#define K7_IFU_IFETCH_MISS 0x81
1028#define K7_IFU_REFILL_FROM_L2 0x82
1029#define K7_IFU_REFILL_FROM_SYSTEM 0x83
1030#define K7_ITLB_L1_MISS 0x84
1031#define K7_ITLB_L2_MISS 0x85
1032#define K7_SNOOP_RESYNC 0x86
1033#define K7_IFU_STALL 0x87
1034
1035#define K7_RETURN_STACK_HITS 0x88
1036#define K7_RETURN_STACK_OVERFLOW 0x89
1037
1038/* Retired */
1039#define K7_RETIRED_INST 0xc0
1040#define K7_RETIRED_OPS 0xc1
1041#define K7_RETIRED_BRANCHES 0xc2
1042#define K7_RETIRED_BRANCH_MISPREDICTED 0xc3
1043#define K7_RETIRED_TAKEN_BRANCH 0xc4
1044#define K7_RETIRED_TAKEN_BRANCH_MISPREDICTED 0xc5
1045#define K7_RETIRED_FAR_CONTROL_TRANSFER 0xc6
1046#define K7_RETIRED_RESYNC_BRANCH 0xc7
1047#define K7_RETIRED_NEAR_RETURNS 0xc8
1048#define K7_RETIRED_NEAR_RETURNS_MISPREDICTED 0xc9
1049#define K7_RETIRED_INDIRECT_MISPREDICTED 0xca
1050
1051/* Interrupts */
1052#define K7_CYCLES_INT_MASKED 0xcd
1053#define K7_CYCLES_INT_PENDING_AND_MASKED 0xce
1054#define K7_HW_INTR_RECV 0xcf
1055
1056#define K7_INSTRUCTION_DECODER_EMPTY 0xd0
1057#define K7_DISPATCH_STALLS 0xd1
1058#define K7_BRANCH_ABORTS_TO_RETIRE 0xd2
1059#define K7_SERIALIZE 0xd3
1060#define K7_SEGMENT_LOAD_STALL 0xd4
1061#define K7_ICU_FULL 0xd5
1062#define K7_RESERVATION_STATIONS_FULL 0xd6
1063#define K7_FPU_FULL 0xd7
1064#define K7_LS_FULL 0xd8
1065#define K7_ALL_QUIET_STALL 0xd9
1066#define K7_FAR_TRANSFER_OR_RESYNC_BRANCH_PENDING 0xda
1067
1068#define K7_BP0_MATCH 0xdc
1069#define K7_BP1_MATCH 0xdd
1070#define K7_BP2_MATCH 0xde
1071#define K7_BP3_MATCH 0xdf
1072
1073/* VIA C3 crypto featureset: for amd64_has_xcrypt */
1074#define C3_HAS_AES 1 /* cpu has AES */
1075#define C3_HAS_SHA 2 /* cpu has SHA1 & SHA256 */
1076#define C3_HAS_MM 4 /* cpu has RSA instructions */
1077#define C3_HAS_AESCTR 8 /* cpu has AES-CTR instructions */
1078
1079/* Centaur Extended Feature flags */
1080#define C3_CPUID_HAS_RNG 0x000004
1081#define C3_CPUID_DO_RNG 0x000008
1082#define C3_CPUID_HAS_ACE 0x000040
1083#define C3_CPUID_DO_ACE 0x000080
1084#define C3_CPUID_HAS_ACE2 0x000100
1085#define C3_CPUID_DO_ACE2 0x000200
1086#define C3_CPUID_HAS_PHE 0x000400
1087#define C3_CPUID_DO_PHE 0x000800
1088#define C3_CPUID_HAS_PMM 0x001000
1089#define C3_CPUID_DO_PMM 0x002000
1090
1091/* VIA C3 xcrypt-* instruction context control options */
1092#define C3_CRYPT_CWLO_ROUND_M 0x0000000f
1093#define C3_CRYPT_CWLO_ALG_M 0x00000070
1094#define C3_CRYPT_CWLO_ALG_AES 0x00000000
1095#define C3_CRYPT_CWLO_KEYGEN_M 0x00000080
1096#define C3_CRYPT_CWLO_KEYGEN_HW 0x00000000
1097#define C3_CRYPT_CWLO_KEYGEN_SW 0x00000080
1098#define C3_CRYPT_CWLO_NORMAL 0x00000000
1099#define C3_CRYPT_CWLO_INTERMEDIATE 0x00000100
1100#define C3_CRYPT_CWLO_ENCRYPT 0x00000000
1101#define C3_CRYPT_CWLO_DECRYPT 0x00000200
1102#define C3_CRYPT_CWLO_KEY128 0x0000000a /* 128bit, 10 rds */
1103#define C3_CRYPT_CWLO_KEY192 0x0000040c /* 192bit, 12 rds */
1104#define C3_CRYPT_CWLO_KEY256 0x0000080e /* 256bit, 15 rds */
1105
1106/* Intel Silicon Debug */
1107#define IA32_DEBUG_INTERFACE 0xc80
1108#define IA32_DEBUG_INTERFACE_ENABLE 0x00000001
1109#define IA32_DEBUG_INTERFACE_LOCK 0x40000000
1110#define IA32_DEBUG_INTERFACE_MASK 0x80000000
1111
1112/*
1113 * VMX
1114 */
1115#define IA32_FEATURE_CONTROL_LOCK 0x01
1116#define IA32_FEATURE_CONTROL_SMX_EN 0x02
1117#define IA32_FEATURE_CONTROL_VMX_EN 0x04
1118#define IA32_FEATURE_CONTROL_SENTER_EN (1ULL << 15)
1119#define IA32_FEATURE_CONTROL_SENTER_PARAM_MASK 0x7f00
1120#define IA32_VMX_BASIC 0x480
1121#define IA32_VMX_PINBASED_CTLS 0x481
1122#define IA32_VMX_PROCBASED_CTLS 0x482
1123#define IA32_VMX_EXIT_CTLS 0x483
1124#define IA32_VMX_ENTRY_CTLS 0x484
1125#define IA32_VMX_MISC 0x485
1126#define IA32_VMX_CR0_FIXED0 0x486
1127#define IA32_VMX_CR0_FIXED1 0x487
1128#define IA32_VMX_CR4_FIXED0 0x488
1129#define IA32_VMX_CR4_FIXED1 0x489
1130#define IA32_VMX_PROCBASED2_CTLS 0x48B
1131#define IA32_VMX_EPT_VPID_CAP 0x48C
1132#define IA32_VMX_TRUE_PINBASED_CTLS 0x48D
1133#define IA32_VMX_TRUE_PROCBASED_CTLS 0x48E
1134#define IA32_VMX_TRUE_EXIT_CTLS 0x48F
1135#define IA32_VMX_TRUE_ENTRY_CTLS 0x490
1136#define IA32_VMX_VMFUNC 0x491
1137
1138#define IA32_EPT_VPID_CAP_XO_TRANSLATIONS (1ULL << 0)
1139#define IA32_EPT_VPID_CAP_PAGE_WALK_4 (1ULL << 6)
1140#define IA32_EPT_VPID_CAP_WB (1ULL << 14)
1141#define IA32_EPT_VPID_CAP_AD_BITS (1ULL << 21)
1142#define IA32_EPT_VPID_CAP_INVEPT_CONTEXT (1ULL << 25)
1143#define IA32_EPT_VPID_CAP_INVEPT_ALL (1ULL << 26)
1144
1145#define IA32_EPT_PAGING_CACHE_TYPE_UC 0x0
1146#define IA32_EPT_PAGING_CACHE_TYPE_WB 0x6
1147#define IA32_EPT_AD_BITS_ENABLE (1ULL << 6)
1148#define IA32_EPT_PAGE_WALK_LENGTH 0x4
1149
1150/* VMX : IA32_VMX_BASIC bits */
1151#define IA32_VMX_TRUE_CTLS_AVAIL (1ULL << 55)
1152
1153/* VMX : IA32_VMX_PINBASED_CTLS bits */
1154#define IA32_VMX_EXTERNAL_INT_EXITING (1ULL << 0)
1155#define IA32_VMX_NMI_EXITING (1ULL << 3)
1156#define IA32_VMX_VIRTUAL_NMIS (1ULL << 5)
1157#define IA32_VMX_ACTIVATE_VMX_PREEMPTION_TIMER (1ULL << 6)
1158#define IA32_VMX_PROCESS_POSTED_INTERRUPTS (1ULL << 7)
1159
1160/* VMX : IA32_VMX_PROCBASED_CTLS bits */
1161#define IA32_VMX_INTERRUPT_WINDOW_EXITING (1ULL << 2)
1162#define IA32_VMX_USE_TSC_OFFSETTING (1ULL << 3)
1163#define IA32_VMX_HLT_EXITING (1ULL << 7)
1164#define IA32_VMX_INVLPG_EXITING (1ULL << 9)
1165#define IA32_VMX_MWAIT_EXITING (1ULL << 10)
1166#define IA32_VMX_RDPMC_EXITING (1ULL << 11)
1167#define IA32_VMX_RDTSC_EXITING (1ULL << 12)
1168#define IA32_VMX_CR3_LOAD_EXITING (1ULL << 15)
1169#define IA32_VMX_CR3_STORE_EXITING (1ULL << 16)
1170#define IA32_VMX_CR8_LOAD_EXITING (1ULL << 19)
1171#define IA32_VMX_CR8_STORE_EXITING (1ULL << 20)
1172#define IA32_VMX_USE_TPR_SHADOW (1ULL << 21)
1173#define IA32_VMX_NMI_WINDOW_EXITING (1ULL << 22)
1174#define IA32_VMX_MOV_DR_EXITING (1ULL << 23)
1175#define IA32_VMX_UNCONDITIONAL_IO_EXITING (1ULL << 24)
1176#define IA32_VMX_USE_IO_BITMAPS (1ULL << 25)
1177#define IA32_VMX_MONITOR_TRAP_FLAG (1ULL << 27)
1178#define IA32_VMX_USE_MSR_BITMAPS (1ULL << 28)
1179#define IA32_VMX_MONITOR_EXITING (1ULL << 29)
1180#define IA32_VMX_PAUSE_EXITING (1ULL << 30)
1181#define IA32_VMX_ACTIVATE_SECONDARY_CONTROLS (1ULL << 31)
1182
1183/* VMX : IA32_VMX_PROCBASED2_CTLS bits */
1184#define IA32_VMX_VIRTUALIZE_APIC (1ULL << 0)
1185#define IA32_VMX_ENABLE_EPT (1ULL << 1)
1186#define IA32_VMX_DESCRIPTOR_TABLE_EXITING (1ULL << 2)
1187#define IA32_VMX_ENABLE_RDTSCP (1ULL << 3)
1188#define IA32_VMX_VIRTUALIZE_X2APIC_MODE (1ULL << 4)
1189#define IA32_VMX_ENABLE_VPID (1ULL << 5)
1190#define IA32_VMX_WBINVD_EXITING (1ULL << 6)
1191#define IA32_VMX_UNRESTRICTED_GUEST (1ULL << 7)
1192#define IA32_VMX_APIC_REGISTER_VIRTUALIZATION (1ULL << 8)
1193#define IA32_VMX_VIRTUAL_INTERRUPT_DELIVERY (1ULL << 9)
1194#define IA32_VMX_PAUSE_LOOP_EXITING (1ULL << 10)
1195#define IA32_VMX_RDRAND_EXITING (1ULL << 11)
1196#define IA32_VMX_ENABLE_INVPCID (1ULL << 12)
1197#define IA32_VMX_ENABLE_VM_FUNCTIONS (1ULL << 13)
1198#define IA32_VMX_VMCS_SHADOWING (1ULL << 14)
1199#define IA32_VMX_ENABLE_ENCLS_EXITING (1ULL << 15)
1200#define IA32_VMX_RDSEED_EXITING (1ULL << 16)
1201#define IA32_VMX_ENABLE_PML (1ULL << 17)
1202#define IA32_VMX_EPT_VIOLATION_VE (1ULL << 18)
1203#define IA32_VMX_CONCEAL_VMX_FROM_PT (1ULL << 19)
1204#define IA32_VMX_ENABLE_XSAVES_XRSTORS (1ULL << 20)
1205#define IA32_VMX_ENABLE_TSC_SCALING (1ULL << 25)
1206
1207/* VMX : IA32_VMX_EXIT_CTLS bits */
1208#define IA32_VMX_SAVE_DEBUG_CONTROLS (1ULL << 2)
1209#define IA32_VMX_HOST_SPACE_ADDRESS_SIZE (1ULL << 9)
1210#define IA32_VMX_LOAD_IA32_PERF_GLOBAL_CTRL_ON_EXIT (1ULL << 12)
1211#define IA32_VMX_ACKNOWLEDGE_INTERRUPT_ON_EXIT (1ULL << 15)
1212#define IA32_VMX_SAVE_IA32_PAT_ON_EXIT (1ULL << 18)
1213#define IA32_VMX_LOAD_IA32_PAT_ON_EXIT (1ULL << 19)
1214#define IA32_VMX_SAVE_IA32_EFER_ON_EXIT (1ULL << 20)
1215#define IA32_VMX_LOAD_IA32_EFER_ON_EXIT (1ULL << 21)
1216#define IA32_VMX_SAVE_VMX_PREEMPTION_TIMER (1ULL << 22)
1217#define IA32_VMX_CLEAR_IA32_BNDCFGS_ON_EXIT (1ULL << 23)
1218#define IA32_VMX_CONCEAL_VM_EXITS_FROM_PT (1ULL << 24)
1219#define IA32_VMX_LOAD_HOST_CET_STATE (1ULL << 28)
1220
1221/* VMX: IA32_VMX_ENTRY_CTLS bits */
1222#define IA32_VMX_LOAD_DEBUG_CONTROLS (1ULL << 2)
1223#define IA32_VMX_IA32E_MODE_GUEST (1ULL << 9)
1224#define IA32_VMX_ENTRY_TO_SMM (1ULL << 10)
1225#define IA32_VMX_DEACTIVATE_DUAL_MONITOR_TREATMENT (1ULL << 11)
1226#define IA32_VMX_LOAD_IA32_PERF_GLOBAL_CTRL_ON_ENTRY (1ULL << 13)
1227#define IA32_VMX_LOAD_IA32_PAT_ON_ENTRY (1ULL << 14)
1228#define IA32_VMX_LOAD_IA32_EFER_ON_ENTRY (1ULL << 15)
1229#define IA32_VMX_LOAD_IA32_BNDCFGS_ON_ENTRY (1ULL << 16)
1230#define IA32_VMX_CONCEAL_VM_ENTRIES_FROM_PT (1ULL << 17)
1231#define IA32_VMX_LOAD_GUEST_CET_STATE (1ULL << 20)
1232
1233/*
1234 * VMX : VMCS Fields
1235 */
1236
1237/* 16-bit control fields */
1238#define VMCS_GUEST_VPID 0x0000
1239#define VMCS_POSTED_INT_NOTIF_VECTOR 0x0002
1240#define VMCS_EPTP_INDEX 0x0004
1241
1242/* 16-bit guest state fields */
1243#define VMCS_GUEST_IA32_ES_SEL 0x0800
1244#define VMCS_GUEST_IA32_CS_SEL 0x0802
1245#define VMCS_GUEST_IA32_SS_SEL 0x0804
1246#define VMCS_GUEST_IA32_DS_SEL 0x0806
1247#define VMCS_GUEST_IA32_FS_SEL 0x0808
1248#define VMCS_GUEST_IA32_GS_SEL 0x080A
1249#define VMCS_GUEST_IA32_LDTR_SEL 0x080C
1250#define VMCS_GUEST_IA32_TR_SEL 0x080E
1251#define VMCS_GUEST_INTERRUPT_STATUS 0x0810
1252#define VMCS_GUEST_PML_INDEX 0x0812
1253
1254/* 16-bit host state fields */
1255#define VMCS_HOST_IA32_ES_SEL 0x0C00
1256#define VMCS_HOST_IA32_CS_SEL 0x0C02
1257#define VMCS_HOST_IA32_SS_SEL 0x0C04
1258#define VMCS_HOST_IA32_DS_SEL 0x0C06
1259#define VMCS_HOST_IA32_FS_SEL 0x0C08
1260#define VMCS_HOST_IA32_GS_SEL 0x0C0A
1261#define VMCS_HOST_IA32_TR_SEL 0x0C0C
1262
1263/* 64-bit control fields */
1264#define VMCS_IO_BITMAP_A 0x2000
1265#define VMCS_IO_BITMAP_B 0x2002
1266#define VMCS_MSR_BITMAP_ADDRESS 0x2004
1267#define VMCS_EXIT_STORE_MSR_ADDRESS 0x2006
1268#define VMCS_EXIT_LOAD_MSR_ADDRESS 0x2008
1269#define VMCS_ENTRY_LOAD_MSR_ADDRESS 0x200A
1270#define VMCS_EXECUTIVE_VMCS_POINTER 0x200C
1271#define VMCS_PML_ADDRESS 0x200E
1272#define VMCS_TSC_OFFSET 0x2010
1273#define VMCS_VIRTUAL_APIC_ADDRESS 0x2012
1274#define VMCS_APIC_ACCESS_ADDRESS 0x2014
1275#define VMCS_POSTED_INTERRUPT_DESC 0x2016
1276#define VMCS_VM_FUNCTION_CONTROLS 0x2018
1277#define VMCS_GUEST_IA32_EPTP 0x201A
1278#define VMCS_EOI_EXIT_BITMAP_0 0x201C
1279#define VMCS_EOI_EXIT_BITMAP_1 0x201E
1280#define VMCS_EOI_EXIT_BITMAP_2 0x2020
1281#define VMCS_EOI_EXIT_BITMAP_3 0x2022
1282#define VMCS_EPTP_LIST_ADDRESS 0x2024
1283#define VMCS_VMREAD_BITMAP_ADDRESS 0x2026
1284#define VMCS_VMWRITE_BITMAP_ADDRESS 0x2028
1285#define VMCS_VIRTUALIZATION_EXC_ADDRESS 0x202A
1286#define VMCS_XSS_EXITING_BITMAP 0x202C
1287#define VMCS_ENCLS_EXITING_BITMAP 0x202E
1288#define VMCS_TSC_MULTIPLIER 0x2032
1289
1290/* 64-bit RO data field */
1291#define VMCS_GUEST_PHYSICAL_ADDRESS 0x2400
1292
1293/* 64-bit guest state fields */
1294#define VMCS_LINK_POINTER 0x2800
1295#define VMCS_GUEST_IA32_DEBUGCTL 0x2802
1296#define VMCS_GUEST_IA32_PAT 0x2804
1297#define VMCS_GUEST_IA32_EFER 0x2806
1298#define VMCS_GUEST_IA32_PERF_GBL_CTRL 0x2808
1299#define VMCS_GUEST_PDPTE0 0x280A
1300#define VMCS_GUEST_PDPTE1 0x280C
1301#define VMCS_GUEST_PDPTE2 0x280E
1302#define VMCS_GUEST_PDPTE3 0x2810
1303#define VMCS_GUEST_IA32_BNDCFGS 0x2812
1304
1305/* 64-bit host state fields */
1306#define VMCS_HOST_IA32_PAT 0x2C00
1307#define VMCS_HOST_IA32_EFER 0x2C02
1308#define VMCS_HOST_IA32_PERF_GBL_CTRL 0x2C04
1309
1310/* 32-bit control fields */
1311#define VMCS_PINBASED_CTLS 0x4000
1312#define VMCS_PROCBASED_CTLS 0x4002
1313#define VMCS_EXCEPTION_BITMAP 0x4004
1314#define VMCS_PF_ERROR_CODE_MASK 0x4006
1315#define VMCS_PF_ERROR_CODE_MATCH 0x4008
1316#define VMCS_CR3_TARGET_COUNT 0x400A
1317#define VMCS_EXIT_CTLS 0x400C
1318#define VMCS_EXIT_MSR_STORE_COUNT 0x400E
1319#define VMCS_EXIT_MSR_LOAD_COUNT 0x4010
1320#define VMCS_ENTRY_CTLS 0x4012
1321#define VMCS_ENTRY_MSR_LOAD_COUNT 0x4014
1322#define VMCS_ENTRY_INTERRUPTION_INFO 0x4016
1323#define VMCS_ENTRY_EXCEPTION_ERROR_CODE 0x4018
1324#define VMCS_ENTRY_INSTRUCTION_LENGTH 0x401A
1325#define VMCS_TPR_THRESHOLD 0x401C
1326#define VMCS_PROCBASED2_CTLS 0x401E
1327#define VMCS_PLE_GAP 0x4020
1328#define VMCS_PLE_WINDOW 0x4022
1329
1330/* 32-bit RO data fields */
1331#define VMCS_INSTRUCTION_ERROR 0x4400
1332#define VMCS_EXIT_REASON 0x4402
1333#define VMCS_EXIT_INTERRUPTION_INFO 0x4404
1334#define VMCS_EXIT_INTERRUPTION_ERR_CODE 0x4406
1335#define VMCS_IDT_VECTORING_INFO 0x4408
1336#define VMCS_IDT_VECTORING_ERROR_CODE 0x440A
1337#define VMCS_INSTRUCTION_LENGTH 0x440C
1338#define VMCS_EXIT_INSTRUCTION_INFO 0x440E
1339
1340/* 32-bit guest state fields */
1341#define VMCS_GUEST_IA32_ES_LIMIT 0x4800
1342#define VMCS_GUEST_IA32_CS_LIMIT 0x4802
1343#define VMCS_GUEST_IA32_SS_LIMIT 0x4804
1344#define VMCS_GUEST_IA32_DS_LIMIT 0x4806
1345#define VMCS_GUEST_IA32_FS_LIMIT 0x4808
1346#define VMCS_GUEST_IA32_GS_LIMIT 0x480A
1347#define VMCS_GUEST_IA32_LDTR_LIMIT 0x480C
1348#define VMCS_GUEST_IA32_TR_LIMIT 0x480E
1349#define VMCS_GUEST_IA32_GDTR_LIMIT 0x4810
1350#define VMCS_GUEST_IA32_IDTR_LIMIT 0x4812
1351#define VMCS_GUEST_IA32_ES_AR 0x4814
1352#define VMCS_GUEST_IA32_CS_AR 0x4816
1353#define VMCS_GUEST_IA32_SS_AR 0x4818
1354#define VMCS_GUEST_IA32_DS_AR 0x481A
1355#define VMCS_GUEST_IA32_FS_AR 0x481C
1356#define VMCS_GUEST_IA32_GS_AR 0x481E
1357#define VMCS_GUEST_IA32_LDTR_AR 0x4820
1358#define VMCS_GUEST_IA32_TR_AR 0x4822
1359#define VMCS_GUEST_INTERRUPTIBILITY_ST 0x4824
1360#define VMCS_GUEST_ACTIVITY_STATE 0x4826
1361#define VMCS_GUEST_SMBASE 0x4828
1362#define VMCS_GUEST_IA32_SYSENTER_CS 0x482A
1363#define VMCS_VMX_PREEMPTION_TIMER_VAL 0x482E
1364
1365/* 32-bit host state field */
1366#define VMCS_HOST_IA32_SYSENTER_CS 0x4C00
1367
1368/* Natural-width control fields */
1369#define VMCS_CR0_MASK 0x6000
1370#define VMCS_CR4_MASK 0x6002
1371#define VMCS_CR0_READ_SHADOW 0x6004
1372#define VMCS_CR4_READ_SHADOW 0x6006
1373#define VMCS_CR3_TARGET_0 0x6008
1374#define VMCS_CR3_TARGET_1 0x600A
1375#define VMCS_CR3_TARGET_2 0x600C
1376#define VMCS_CR3_TARGET_3 0x600E
1377
1378/* Natural-width RO fields */
1379#define VMCS_GUEST_EXIT_QUALIFICATION 0x6400
1380#define VMCS_IO_RCX 0x6402
1381#define VMCS_IO_RSI 0x6404
1382#define VMCS_IO_RDI 0x6406
1383#define VMCS_IO_RIP 0x6408
1384#define VMCS_GUEST_LINEAR_ADDRESS 0x640A
1385
1386/* Natural-width guest state fields */
1387#define VMCS_GUEST_IA32_CR0 0x6800
1388#define VMCS_GUEST_IA32_CR3 0x6802
1389#define VMCS_GUEST_IA32_CR4 0x6804
1390#define VMCS_GUEST_IA32_ES_BASE 0x6806
1391#define VMCS_GUEST_IA32_CS_BASE 0x6808
1392#define VMCS_GUEST_IA32_SS_BASE 0x680A
1393#define VMCS_GUEST_IA32_DS_BASE 0x680C
1394#define VMCS_GUEST_IA32_FS_BASE 0x680E
1395#define VMCS_GUEST_IA32_GS_BASE 0x6810
1396#define VMCS_GUEST_IA32_LDTR_BASE 0x6812
1397#define VMCS_GUEST_IA32_TR_BASE 0x6814
1398#define VMCS_GUEST_IA32_GDTR_BASE 0x6816
1399#define VMCS_GUEST_IA32_IDTR_BASE 0x6818
1400#define VMCS_GUEST_IA32_DR7 0x681A
1401#define VMCS_GUEST_IA32_RSP 0x681C
1402#define VMCS_GUEST_IA32_RIP 0x681E
1403#define VMCS_GUEST_IA32_RFLAGS 0x6820
1404#define VMCS_GUEST_PENDING_DBG_EXC 0x6822
1405#define VMCS_GUEST_IA32_SYSENTER_ESP 0x6824
1406#define VMCS_GUEST_IA32_SYSENTER_EIP 0x6826
1407#define VMCS_GUEST_IA32_S_CET 0x6828
1408
1409/* Natural-width host state fields */
1410#define VMCS_HOST_IA32_CR0 0x6C00
1411#define VMCS_HOST_IA32_CR3 0x6C02
1412#define VMCS_HOST_IA32_CR4 0x6C04
1413#define VMCS_HOST_IA32_FS_BASE 0x6C06
1414#define VMCS_HOST_IA32_GS_BASE 0x6C08
1415#define VMCS_HOST_IA32_TR_BASE 0x6C0A
1416#define VMCS_HOST_IA32_GDTR_BASE 0x6C0C
1417#define VMCS_HOST_IA32_IDTR_BASE 0x6C0E
1418#define VMCS_HOST_IA32_SYSENTER_ESP 0x6C10
1419#define VMCS_HOST_IA32_SYSENTER_EIP 0x6C12
1420#define VMCS_HOST_IA32_RSP 0x6C14
1421#define VMCS_HOST_IA32_RIP 0x6C16
1422#define VMCS_HOST_IA32_S_CET 0x6C18
1423
1424#define IA32_VMX_INVVPID_INDIV_ADDR_CTX 0x0
1425#define IA32_VMX_INVVPID_SINGLE_CTX 0x1
1426#define IA32_VMX_INVVPID_ALL_CTX 0x2
1427#define IA32_VMX_INVVPID_SINGLE_CTX_GLB 0x3
1428
1429#define IA32_VMX_INVEPT_SINGLE_CTX 0x1
1430#define IA32_VMX_INVEPT_GLOBAL_CTX 0x2
1431
1432#define IA32_VMX_EPT_FAULT_READ (1ULL << 0)
1433#define IA32_VMX_EPT_FAULT_WRITE (1ULL << 1)
1434#define IA32_VMX_EPT_FAULT_EXEC (1ULL << 2)
1435
1436#define IA32_VMX_EPT_FAULT_WAS_READABLE (1ULL << 3)
1437#define IA32_VMX_EPT_FAULT_WAS_WRITABLE (1ULL << 4)
1438#define IA32_VMX_EPT_FAULT_WAS_EXECABLE (1ULL << 5)
1439
1440#define IA32_VMX_MSR_LIST_SIZE_MASK (7ULL << 25)
1441#define IA32_VMX_CR3_TGT_SIZE_MASK (0x1FFULL << 16)
1442
1443#define VMX_SKIP_L1D_FLUSH 2
1444#define VMX_L1D_FLUSH_SIZE (64 * 1024)
1445
1446/*
1447 * SVM
1448 */
1449#define MSR_AMD_VM_CR 0xc0010114
1450#define MSR_AMD_VM_HSAVE_PA 0xc0010117
1451#define CPUID_AMD_SVM_CAP 0x8000000A
1452#define AMD_SVM_NESTED_PAGING_CAP (1 << 0)
1453#define AMD_SVM_VMCB_CLEAN_CAP (1 << 5)
1454#define AMD_SVM_FLUSH_BY_ASID_CAP (1 << 6)
1455#define AMD_SVM_DECODE_ASSIST_CAP (1 << 7)
1456#define AMD_SVMDIS 0x10
1457
1458#define SVM_TLB_CONTROL_FLUSH_NONE 0
1459#define SVM_TLB_CONTROL_FLUSH_ALL 1
1460#define SVM_TLB_CONTROL_FLUSH_ASID 3
1461#define SVM_TLB_CONTROL_FLUSH_ASID_GLB 7
1462
1463#define SVM_CLEANBITS_I (1 << 0)
1464#define SVM_CLEANBITS_IOPM (1 << 1)
1465#define SVM_CLEANBITS_ASID (1 << 2)
1466#define SVM_CLEANBITS_TPR (1 << 3)
1467#define SVM_CLEANBITS_NP (1 << 4)
1468#define SVM_CLEANBITS_CR (1 << 5)
1469#define SVM_CLEANBITS_DR (1 << 6)
1470#define SVM_CLEANBITS_DT (1 << 7)
1471#define SVM_CLEANBITS_SEG (1 << 8)
1472#define SVM_CLEANBITS_CR2 (1 << 9)
1473#define SVM_CLEANBITS_LBR (1 << 10)
1474#define SVM_CLEANBITS_AVIC (1 << 11)
1475
1476#define SVM_CLEANBITS_ALL \
1477 (SVM_CLEANBITS_I | SVM_CLEANBITS_IOPM | SVM_CLEANBITS_ASID | \
1478 SVM_CLEANBITS_TPR | SVM_CLEANBITS_NP | SVM_CLEANBITS_CR | \
1479 SVM_CLEANBITS_DR | SVM_CLEANBITS_DT | SVM_CLEANBITS_SEG | \
1480 SVM_CLEANBITS_CR2 | SVM_CLEANBITS_LBR | SVM_CLEANBITS_AVIC )
1481
1482#define SVM_INTR_MISC_V_IGN_TPR 0x10
1483
1484/*
1485 * SVM : VMCB intercepts
1486 */
1487#define SVM_INTERCEPT_CR0_READ (1UL << 0)
1488#define SVM_INTERCEPT_CR1_READ (1UL << 1)
1489#define SVM_INTERCEPT_CR2_READ (1UL << 2)
1490#define SVM_INTERCEPT_CR3_READ (1UL << 2)
1491#define SVM_INTERCEPT_CR4_READ (1UL << 4)
1492#define SVM_INTERCEPT_CR5_READ (1UL << 5)
1493#define SVM_INTERCEPT_CR6_READ (1UL << 6)
1494#define SVM_INTERCEPT_CR7_READ (1UL << 7)
1495#define SVM_INTERCEPT_CR8_READ (1UL << 8)
1496#define SVM_INTERCEPT_CR9_READ (1UL << 9)
1497#define SVM_INTERCEPT_CR10_READ (1UL << 10)
1498#define SVM_INTERCEPT_CR11_READ (1UL << 11)
1499#define SVM_INTERCEPT_CR12_READ (1UL << 12)
1500#define SVM_INTERCEPT_CR13_READ (1UL << 13)
1501#define SVM_INTERCEPT_CR14_READ (1UL << 14)
1502#define SVM_INTERCEPT_CR15_READ (1UL << 15)
1503#define SVM_INTERCEPT_CR0_WRITE (1UL << 16)
1504#define SVM_INTERCEPT_CR1_WRITE (1UL << 17)
1505#define SVM_INTERCEPT_CR2_WRITE (1UL << 18)
1506#define SVM_INTERCEPT_CR3_WRITE (1UL << 19)
1507#define SVM_INTERCEPT_CR4_WRITE (1UL << 20)
1508#define SVM_INTERCEPT_CR5_WRITE (1UL << 21)
1509#define SVM_INTERCEPT_CR6_WRITE (1UL << 22)
1510#define SVM_INTERCEPT_CR7_WRITE (1UL << 23)
1511#define SVM_INTERCEPT_CR8_WRITE (1UL << 24)
1512#define SVM_INTERCEPT_CR9_WRITE (1UL << 25)
1513#define SVM_INTERCEPT_CR10_WRITE (1UL << 26)
1514#define SVM_INTERCEPT_CR11_WRITE (1UL << 27)
1515#define SVM_INTERCEPT_CR12_WRITE (1UL << 28)
1516#define SVM_INTERCEPT_CR13_WRITE (1UL << 29)
1517#define SVM_INTERCEPT_CR14_WRITE (1UL << 30)
1518#define SVM_INTERCEPT_CR15_WRITE (1UL << 31)
1519#define SVM_INTERCEPT_DR0_READ (1UL << 0)
1520#define SVM_INTERCEPT_DR1_READ (1UL << 1)
1521#define SVM_INTERCEPT_DR2_READ (1UL << 2)
1522#define SVM_INTERCEPT_DR3_READ (1UL << 2)
1523#define SVM_INTERCEPT_DR4_READ (1UL << 4)
1524#define SVM_INTERCEPT_DR5_READ (1UL << 5)
1525#define SVM_INTERCEPT_DR6_READ (1UL << 6)
1526#define SVM_INTERCEPT_DR7_READ (1UL << 7)
1527#define SVM_INTERCEPT_DR8_READ (1UL << 8)
1528#define SVM_INTERCEPT_DR9_READ (1UL << 9)
1529#define SVM_INTERCEPT_DR10_READ (1UL << 10)
1530#define SVM_INTERCEPT_DR11_READ (1UL << 11)
1531#define SVM_INTERCEPT_DR12_READ (1UL << 12)
1532#define SVM_INTERCEPT_DR13_READ (1UL << 13)
1533#define SVM_INTERCEPT_DR14_READ (1UL << 14)
1534#define SVM_INTERCEPT_DR15_READ (1UL << 15)
1535#define SVM_INTERCEPT_DR0_WRITE (1UL << 16)
1536#define SVM_INTERCEPT_DR1_WRITE (1UL << 17)
1537#define SVM_INTERCEPT_DR2_WRITE (1UL << 18)
1538#define SVM_INTERCEPT_DR3_WRITE (1UL << 19)
1539#define SVM_INTERCEPT_DR4_WRITE (1UL << 20)
1540#define SVM_INTERCEPT_DR5_WRITE (1UL << 21)
1541#define SVM_INTERCEPT_DR6_WRITE (1UL << 22)
1542#define SVM_INTERCEPT_DR7_WRITE (1UL << 23)
1543#define SVM_INTERCEPT_DR8_WRITE (1UL << 24)
1544#define SVM_INTERCEPT_DR9_WRITE (1UL << 25)
1545#define SVM_INTERCEPT_DR10_WRITE (1UL << 26)
1546#define SVM_INTERCEPT_DR11_WRITE (1UL << 27)
1547#define SVM_INTERCEPT_DR12_WRITE (1UL << 28)
1548#define SVM_INTERCEPT_DR13_WRITE (1UL << 29)
1549#define SVM_INTERCEPT_DR14_WRITE (1UL << 30)
1550#define SVM_INTERCEPT_DR15_WRITE (1UL << 31)
1551#define SVM_INTERCEPT_INTR (1UL << 0)
1552#define SVM_INTERCEPT_NMI (1UL << 1)
1553#define SVM_INTERCEPT_SMI (1UL << 2)
1554#define SVM_INTERCEPT_INIT (1UL << 3)
1555#define SVM_INTERCEPT_VINTR (1UL << 4)
1556#define SVM_INTERCEPT_CR0_SEL_WRITE (1UL << 5)
1557#define SVM_INTERCEPT_IDTR_READ (1UL << 6)
1558#define SVM_INTERCEPT_GDTR_READ (1UL << 7)
1559#define SVM_INTERCEPT_LDTR_READ (1UL << 8)
1560#define SVM_INTERCEPT_TR_READ (1UL << 9)
1561#define SVM_INTERCEPT_IDTR_WRITE (1UL << 10)
1562#define SVM_INTERCEPT_GDTR_WRITE (1UL << 11)
1563#define SVM_INTERCEPT_LDTR_WRITE (1UL << 12)
1564#define SVM_INTERCEPT_TR_WRITE (1UL << 13)
1565#define SVM_INTERCEPT_RDTSC (1UL << 14)
1566#define SVM_INTERCEPT_RDPMC (1UL << 15)
1567#define SVM_INTERCEPT_PUSHF (1UL << 16)
1568#define SVM_INTERCEPT_POPF (1UL << 17)
1569#define SVM_INTERCEPT_CPUID (1UL << 18)
1570#define SVM_INTERCEPT_RSM (1UL << 19)
1571#define SVM_INTERCEPT_IRET (1UL << 20)
1572#define SVM_INTERCEPT_INTN (1UL << 21)
1573#define SVM_INTERCEPT_INVD (1UL << 22)
1574#define SVM_INTERCEPT_PAUSE (1UL << 23)
1575#define SVM_INTERCEPT_HLT (1UL << 24)
1576#define SVM_INTERCEPT_INVLPG (1UL << 25)
1577#define SVM_INTERCEPT_INVLPGA (1UL << 26)
1578#define SVM_INTERCEPT_INOUT (1UL << 27)
1579#define SVM_INTERCEPT_MSR (1UL << 28)
1580#define SVM_INTERCEPT_TASK_SWITCH (1UL << 29)
1581#define SVM_INTERCEPT_FERR_FREEZE (1UL << 30)
1582#define SVM_INTERCEPT_SHUTDOWN (1UL << 31)
1583#define SVM_INTERCEPT_VMRUN (1UL << 0)
1584#define SVM_INTERCEPT_VMMCALL (1UL << 1)
1585#define SVM_INTERCEPT_VMLOAD (1UL << 2)
1586#define SVM_INTERCEPT_VMSAVE (1UL << 3)
1587#define SVM_INTERCEPT_STGI (1UL << 4)
1588#define SVM_INTERCEPT_CLGI (1UL << 5)
1589#define SVM_INTERCEPT_SKINIT (1UL << 6)
1590#define SVM_INTERCEPT_RDTSCP (1UL << 7)
1591#define SVM_INTERCEPT_ICEBP (1UL << 8)
1592#define SVM_INTERCEPT_WBINVD (1UL << 9)
1593#define SVM_INTERCEPT_MONITOR (1UL << 10)
1594#define SVM_INTERCEPT_MWAIT_UNCOND (1UL << 11)
1595#define SVM_INTERCEPT_MWAIT_COND (1UL << 12)
1596#define SVM_INTERCEPT_XSETBV (1UL << 13)
1597#define SVM_INTERCEPT_EFER_WRITE (1UL << 15)
1598#define SVM_INTERCEPT_CR0_WRITE_POST (1UL << 16)
1599#define SVM_INTERCEPT_CR1_WRITE_POST (1UL << 17)
1600#define SVM_INTERCEPT_CR2_WRITE_POST (1UL << 18)
1601#define SVM_INTERCEPT_CR3_WRITE_POST (1UL << 19)
1602#define SVM_INTERCEPT_CR4_WRITE_POST (1UL << 20)
1603#define SVM_INTERCEPT_CR5_WRITE_POST (1UL << 21)
1604#define SVM_INTERCEPT_CR6_WRITE_POST (1UL << 22)
1605#define SVM_INTERCEPT_CR7_WRITE_POST (1UL << 23)
1606#define SVM_INTERCEPT_CR8_WRITE_POST (1UL << 24)
1607#define SVM_INTERCEPT_CR9_WRITE_POST (1UL << 25)
1608#define SVM_INTERCEPT_CR10_WRITE_POST (1UL << 26)
1609#define SVM_INTERCEPT_CR11_WRITE_POST (1UL << 27)
1610#define SVM_INTERCEPT_CR12_WRITE_POST (1UL << 28)
1611#define SVM_INTERCEPT_CR13_WRITE_POST (1UL << 29)
1612#define SVM_INTERCEPT_CR14_WRITE_POST (1UL << 30)
1613#define SVM_INTERCEPT_CR15_WRITE_POST (1UL << 31)
1614
1615/*
1616 * SME and SEV
1617 */
1618#define CPUID_AMD_SEV_CAP 0x8000001F
1619#define AMD_SME_CAP (1UL << 0)
1620#define AMD_SEV_CAP (1UL << 1)
1621
1622/*
1623 * PAT
1624 */
1625#define PATENTRY(n, type) (type << ((n) * 8))
1626#define PAT_UC 0x0UL
1627#define PAT_WC 0x1UL
1628#define PAT_WT 0x4UL
1629#define PAT_WP 0x5UL
1630#define PAT_WB 0x6UL
1631#define PAT_UCMINUS 0x7UL
1632
1633/*
1634 * XSAVE subfeatures (cpuid 0xd, leaf 1)
1635 */
1636#define XSAVE_XSAVEOPT 0x01UL
1637#define XSAVE_XSAVEC 0x02UL
1638#define XSAVE_XGETBV1 0x04UL
1639#define XSAVE_XSAVES 0x08UL
1640#define XSAVE_XFD 0x10UL
1641#define XSAVE_BITS \
1642 ("\20" "\01XSAVEOPT" "\02XSAVEC" "\03XGETBV1" "\04XSAVES" "\05XFD" )
1643
1644/*
1645 * Default cr0 and cr4 flags.
1646 */
1647#define CR0_DEFAULT (CR0_PE|CR0_PG|CR0_NE|CR0_WP)
1648#define CR4_DEFAULT (CR4_PAE|CR4_PGE|CR4_PSE|CR4_OSFXSR|CR4_OSXMMEXCPT)