VirtualBox

source: vbox/trunk/src/VBox/VMM/HWACCMInternal.h@ 13813

Last change on this file since 13813 was 13750, checked in by vboxsync, 16 years ago

Alignment

  • Property svn:eol-style set to native
  • Property svn:keywords set to Id
File size: 20.3 KB
Line 
1/* $Id: HWACCMInternal.h 13750 2008-11-03 14:46:19Z vboxsync $ */
2/** @file
3 * HWACCM - Internal header file.
4 */
5
6/*
7 * Copyright (C) 2006-2007 Sun Microsystems, Inc.
8 *
9 * This file is part of VirtualBox Open Source Edition (OSE), as
10 * available from http://www.virtualbox.org. This file is free software;
11 * you can redistribute it and/or modify it under the terms of the GNU
12 * General Public License (GPL) as published by the Free Software
13 * Foundation, in version 2 as it comes in the "COPYING" file of the
14 * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15 * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16 *
17 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
18 * Clara, CA 95054 USA or visit http://www.sun.com if you need
19 * additional information or have any questions.
20 */
21
22#ifndef ___HWACCMInternal_h
23#define ___HWACCMInternal_h
24
25#include <VBox/cdefs.h>
26#include <VBox/types.h>
27#include <VBox/em.h>
28#include <VBox/stam.h>
29#include <VBox/dis.h>
30#include <VBox/hwaccm.h>
31#include <VBox/pgm.h>
32#include <VBox/cpum.h>
33#include <iprt/memobj.h>
34#include <iprt/cpuset.h>
35#include <iprt/mp.h>
36
37#if HC_ARCH_BITS == 64
38/* Enable 64 bits guest support. */
39# define VBOX_ENABLE_64_BITS_GUESTS
40#endif
41
42#define HWACCM_VMX_EMULATE_REALMODE
43#define HWACCM_VTX_WITH_EPT
44#define HWACCM_VTX_WITH_VPID
45
46__BEGIN_DECLS
47
48
49/** @defgroup grp_hwaccm_int Internal
50 * @ingroup grp_hwaccm
51 * @internal
52 * @{
53 */
54
55
56/** Maximum number of exit reason statistics counters. */
57#define MAX_EXITREASON_STAT 0x100
58#define MASK_EXITREASON_STAT 0xff
59
60/** @name Changed flags
61 * These flags are used to keep track of which important registers that
62 * have been changed since last they were reset.
63 * @{
64 */
65#define HWACCM_CHANGED_GUEST_FPU RT_BIT(0)
66#define HWACCM_CHANGED_GUEST_CR0 RT_BIT(1)
67#define HWACCM_CHANGED_GUEST_CR3 RT_BIT(2)
68#define HWACCM_CHANGED_GUEST_CR4 RT_BIT(3)
69#define HWACCM_CHANGED_GUEST_GDTR RT_BIT(4)
70#define HWACCM_CHANGED_GUEST_IDTR RT_BIT(5)
71#define HWACCM_CHANGED_GUEST_LDTR RT_BIT(6)
72#define HWACCM_CHANGED_GUEST_TR RT_BIT(7)
73#define HWACCM_CHANGED_GUEST_SYSENTER_MSR RT_BIT(8)
74#define HWACCM_CHANGED_GUEST_SEGMENT_REGS RT_BIT(9)
75#define HWACCM_CHANGED_GUEST_DEBUG RT_BIT(10)
76#define HWACCM_CHANGED_HOST_CONTEXT RT_BIT(11)
77
78#define HWACCM_CHANGED_ALL ( HWACCM_CHANGED_GUEST_SEGMENT_REGS \
79 | HWACCM_CHANGED_GUEST_CR0 \
80 | HWACCM_CHANGED_GUEST_CR3 \
81 | HWACCM_CHANGED_GUEST_CR4 \
82 | HWACCM_CHANGED_GUEST_GDTR \
83 | HWACCM_CHANGED_GUEST_IDTR \
84 | HWACCM_CHANGED_GUEST_LDTR \
85 | HWACCM_CHANGED_GUEST_TR \
86 | HWACCM_CHANGED_GUEST_SYSENTER_MSR \
87 | HWACCM_CHANGED_GUEST_FPU \
88 | HWACCM_CHANGED_GUEST_DEBUG \
89 | HWACCM_CHANGED_HOST_CONTEXT)
90
91#define HWACCM_CHANGED_ALL_GUEST ( HWACCM_CHANGED_GUEST_SEGMENT_REGS \
92 | HWACCM_CHANGED_GUEST_CR0 \
93 | HWACCM_CHANGED_GUEST_CR3 \
94 | HWACCM_CHANGED_GUEST_CR4 \
95 | HWACCM_CHANGED_GUEST_GDTR \
96 | HWACCM_CHANGED_GUEST_IDTR \
97 | HWACCM_CHANGED_GUEST_LDTR \
98 | HWACCM_CHANGED_GUEST_TR \
99 | HWACCM_CHANGED_GUEST_SYSENTER_MSR \
100 | HWACCM_CHANGED_GUEST_DEBUG \
101 | HWACCM_CHANGED_GUEST_FPU)
102
103/** @} */
104
105/** @name Intercepted traps
106 * Traps that need to be intercepted so we can correctly dispatch them to the guest if required.
107 * Currently #NM and #PF only
108 */
109#ifdef VBOX_STRICT
110#define HWACCM_VMX_TRAP_MASK RT_BIT(X86_XCPT_DE) | RT_BIT(X86_XCPT_NM) | RT_BIT(X86_XCPT_PF) | RT_BIT(X86_XCPT_UD) | RT_BIT(X86_XCPT_NP) | RT_BIT(X86_XCPT_SS) | RT_BIT(X86_XCPT_GP) | RT_BIT(X86_XCPT_MF)
111#define HWACCM_SVM_TRAP_MASK HWACCM_VMX_TRAP_MASK
112#else
113#define HWACCM_VMX_TRAP_MASK RT_BIT(X86_XCPT_NM) | RT_BIT(X86_XCPT_PF)
114#define HWACCM_SVM_TRAP_MASK RT_BIT(X86_XCPT_NM) | RT_BIT(X86_XCPT_PF)
115#endif
116/* All exceptions have to be intercept in emulated real-mode (minues NM & PF as they are always intercepted. */
117#define HWACCM_VMX_TRAP_MASK_REALMODE RT_BIT(X86_XCPT_DE) | RT_BIT(X86_XCPT_DB) | RT_BIT(X86_XCPT_NMI) | RT_BIT(X86_XCPT_BP) | RT_BIT(X86_XCPT_OF) | RT_BIT(X86_XCPT_BR) | RT_BIT(X86_XCPT_UD) | RT_BIT(X86_XCPT_DF) | RT_BIT(X86_XCPT_CO_SEG_OVERRUN) | RT_BIT(X86_XCPT_TS) | RT_BIT(X86_XCPT_NP) | RT_BIT(X86_XCPT_SS) | RT_BIT(X86_XCPT_GP) | RT_BIT(X86_XCPT_MF) | RT_BIT(X86_XCPT_AC) | RT_BIT(X86_XCPT_MC) | RT_BIT(X86_XCPT_XF)
118/** @} */
119
120
121/** Maxium resume loops allowed in ring 0 (safety precaution) */
122#define HWACCM_MAX_RESUME_LOOPS 1024
123
124/** Size for the EPT identity page table (1024 4 MB pages to cover the entire address space). */
125#define HWACCM_EPT_IDENTITY_PG_TABLE_SIZE PAGE_SIZE
126/** Size of the TSS structure + 2 pages for the IO bitmap + end byte. */
127#define HWACCM_VTX_TSS_SIZE (sizeof(VBOXTSS) + 2*PAGE_SIZE + 1)
128/** Total guest mapped memory needed. */
129#define HWACCM_VTX_TOTAL_DEVHEAP_MEM (HWACCM_EPT_IDENTITY_PG_TABLE_SIZE + HWACCM_VTX_TSS_SIZE)
130
131/** HWACCM SSM version
132 */
133#define HWACCM_SSM_VERSION 3
134
135/* Per-cpu information. */
136typedef struct
137{
138 RTCPUID idCpu;
139
140 RTR0MEMOBJ pMemObj;
141 /* Current ASID (AMD-V)/VPID (Intel) */
142 uint32_t uCurrentASID;
143 /* TLB flush count */
144 uint32_t cTLBFlushes;
145
146 /* Set the first time a cpu is used to make sure we start with a clean TLB. */
147 bool fFlushTLB;
148
149 /** Configured for VT-x or AMD-V. */
150 bool fConfigured;
151
152 /** In use by our code. (for power suspend) */
153 volatile bool fInUse;
154} HWACCM_CPUINFO;
155typedef HWACCM_CPUINFO *PHWACCM_CPUINFO;
156
157/* VT-x capability qword. */
158typedef union
159{
160 struct
161 {
162 uint32_t disallowed0;
163 uint32_t allowed1;
164 } n;
165 uint64_t u;
166} VMX_CAPABILITY;
167
168/**
169 * HWACCM VM Instance data.
170 * Changes to this must checked against the padding of the cfgm union in VM!
171 */
172typedef struct HWACCM
173{
174 /** Set when we've initialized VMX or SVM. */
175 bool fInitialized;
176 /** Set when we're using VMX/SVN at that moment. */
177 bool fActive;
178
179 /** Set when hardware acceleration is allowed. */
180 bool fAllowed;
181
182 /** Set if nested paging is enabled. */
183 bool fNestedPaging;
184
185 /** Set if nested paging is allowed. */
186 bool fAllowNestedPaging;
187 /** Set if VT-x VPID is allowed. */
188 bool fAllowVPID;
189
190 /** Set if we need to flush the TLB during the world switch. */
191 bool fForceTLBFlush;
192
193 /** Old style FPU reporting trap mask override performed (optimization) */
194 bool fFPUOldStyleOverride;
195
196 /** Explicit alignment padding to make 32-bit gcc align u64RegisterMask
197 * naturally. */
198 bool padding[1];
199
200 /** HWACCM_CHANGED_* flags. */
201 RTUINT fContextUseFlags;
202
203 /* Id of the last cpu we were executing code on (NIL_RTCPUID for the first time) */
204 RTCPUID idLastCpu;
205
206 /* TLB flush count */
207 RTUINT cTLBFlushes;
208
209 /* Current ASID in use by the VM */
210 RTUINT uCurrentASID;
211
212 /** Maximum ASID allowed. */
213 RTUINT uMaxASID;
214
215 /** And mask for copying register contents. */
216 uint64_t u64RegisterMask;
217 struct
218 {
219 /** Set by the ring-0 driver to indicate VMX is supported by the CPU. */
220 bool fSupported;
221
222 /** Set when we've enabled VMX. */
223 bool fEnabled;
224
225 /** Set if we can use VMXResume to execute guest code. */
226 bool fResumeVM;
227
228 /** Set if VPID is supported. */
229 bool fVPID;
230
231 /** R0 memory object for the VM control structure (VMCS). */
232 RTR0MEMOBJ pMemObjVMCS;
233 /** Physical address of the VM control structure (VMCS). */
234 RTHCPHYS pVMCSPhys;
235 /** Virtual address of the VM control structure (VMCS). */
236 R0PTRTYPE(void *) pVMCS;
237
238 /** Virtual address of the TSS page used for real mode emulation. */
239 R3PTRTYPE(PVBOXTSS) pRealModeTSS;
240
241 /** Virtual address of the identity page table used for real mode and protected mode without paging emulation in EPT mode. */
242 R3PTRTYPE(PX86PD) pNonPagingModeEPTPageTable;
243
244 /** R0 memory object for the virtual APIC mmio cache. */
245 RTR0MEMOBJ pMemObjAPIC;
246 /** Physical address of the virtual APIC mmio cache. */
247 RTHCPHYS pAPICPhys;
248 /** Virtual address of the virtual APIC mmio cache. */
249 R0PTRTYPE(uint8_t *) pAPIC;
250
251 /** R0 memory object for the MSR bitmap (1 page). */
252 RTR0MEMOBJ pMemObjMSRBitmap;
253 /** Physical address of the MSR bitmap (1 page). */
254 RTHCPHYS pMSRBitmapPhys;
255 /** Virtual address of the MSR bitmap (1 page). */
256 R0PTRTYPE(uint8_t *) pMSRBitmap;
257
258 /** R0 memory object for the MSR entry load page (guest MSRs). */
259 RTR0MEMOBJ pMemObjMSREntryLoad;
260 /** Physical address of the MSR entry load page (guest MSRs). */
261 RTHCPHYS pMSREntryLoadPhys;
262 /** Virtual address of the MSR entry load page (guest MSRs). */
263 R0PTRTYPE(uint8_t *) pMSREntryLoad;
264
265 /** R0 memory object for the MSR exit store page (guest MSRs). */
266 RTR0MEMOBJ pMemObjMSRExitStore;
267 /** Physical address of the MSR exit store page (guest MSRs). */
268 RTHCPHYS pMSRExitStorePhys;
269 /** Virtual address of the MSR exit store page (guest MSRs). */
270 R0PTRTYPE(uint8_t *) pMSRExitStore;
271
272 /** R0 memory object for the MSR exit load page (host MSRs). */
273 RTR0MEMOBJ pMemObjMSRExitLoad;
274 /** Physical address of the MSR exit load page (host MSRs). */
275 RTHCPHYS pMSRExitLoadPhys;
276 /** Virtual address of the MSR exit load page (host MSRs). */
277 R0PTRTYPE(uint8_t *) pMSRExitLoad;
278
279 /** Ring 0 handlers for VT-x. */
280 DECLR0CALLBACKMEMBER(int, pfnStartVM,(RTHCUINT fResume, PCPUMCTX pCtx));
281 DECLR0CALLBACKMEMBER(void, pfnSetupTaggedTLB, (PVM pVM));
282
283#if HC_ARCH_BITS == 32
284 uint32_t Alignment1;
285#endif
286
287 /** Host CR4 value (set by ring-0 VMX init) */
288 uint64_t hostCR4;
289
290 /** Current VMX_VMCS_CTRL_PROC_EXEC_CONTROLS. */
291 uint64_t proc_ctls;
292
293 /** Current CR0 mask. */
294 uint64_t cr0_mask;
295 /** Current CR4 mask. */
296 uint64_t cr4_mask;
297
298 /** Current EPTP. */
299 RTHCPHYS GCPhysEPTP;
300
301 /** VMX MSR values */
302 struct
303 {
304 uint64_t feature_ctrl;
305 uint64_t vmx_basic_info;
306 VMX_CAPABILITY vmx_pin_ctls;
307 VMX_CAPABILITY vmx_proc_ctls;
308 VMX_CAPABILITY vmx_proc_ctls2;
309 VMX_CAPABILITY vmx_exit;
310 VMX_CAPABILITY vmx_entry;
311 uint64_t vmx_misc;
312 uint64_t vmx_cr0_fixed0;
313 uint64_t vmx_cr0_fixed1;
314 uint64_t vmx_cr4_fixed0;
315 uint64_t vmx_cr4_fixed1;
316 uint64_t vmx_vmcs_enum;
317 uint64_t vmx_eptcaps;
318 } msr;
319
320 /* Last instruction error */
321 uint32_t ulLastInstrError;
322
323 /** The last known guest paging mode. */
324 PGMMODE enmCurrGuestMode;
325
326 /** Flush types for invept & invvpid; they depend on capabilities. */
327 VMX_FLUSH enmFlushPage;
328 VMX_FLUSH enmFlushContext;
329
330 /** Real-mode emulation state. */
331 struct
332 {
333 X86EFLAGS eflags;
334 uint32_t fValid;
335 } RealMode;
336
337 struct
338 {
339 uint64_t u64VMCSPhys;
340 uint32_t ulVMCSRevision;
341 uint32_t ulLastInstrError;
342 uint32_t ulLastExitReason;
343 uint32_t padding;
344 } lasterror;
345 } vmx;
346
347 struct
348 {
349 /** Set by the ring-0 driver to indicate SVM is supported by the CPU. */
350 bool fSupported;
351 /** Set when we've enabled SVM. */
352 bool fEnabled;
353 /** Set if we don't have to flush the TLB on VM entry. */
354 bool fResumeVM;
355 /** Set if erratum 170 affects the AMD cpu. */
356 bool fAlwaysFlushTLB;
357
358 /** R0 memory object for the VM control block (VMCB). */
359 RTR0MEMOBJ pMemObjVMCB;
360 /** Physical address of the VM control block (VMCB). */
361 RTHCPHYS pVMCBPhys;
362 /** Virtual address of the VM control block (VMCB). */
363 R0PTRTYPE(void *) pVMCB;
364
365 /** R0 memory object for the host VM control block (VMCB). */
366 RTR0MEMOBJ pMemObjVMCBHost;
367 /** Physical address of the host VM control block (VMCB). */
368 RTHCPHYS pVMCBHostPhys;
369 /** Virtual address of the host VM control block (VMCB). */
370 R0PTRTYPE(void *) pVMCBHost;
371
372 /** R0 memory object for the IO bitmap (12kb). */
373 RTR0MEMOBJ pMemObjIOBitmap;
374 /** Physical address of the IO bitmap (12kb). */
375 RTHCPHYS pIOBitmapPhys;
376 /** Virtual address of the IO bitmap. */
377 R0PTRTYPE(void *) pIOBitmap;
378
379 /** R0 memory object for the MSR bitmap (8kb). */
380 RTR0MEMOBJ pMemObjMSRBitmap;
381 /** Physical address of the MSR bitmap (8kb). */
382 RTHCPHYS pMSRBitmapPhys;
383 /** Virtual address of the MSR bitmap. */
384 R0PTRTYPE(void *) pMSRBitmap;
385
386 /** Ring 0 handlers for VT-x. */
387 DECLR0CALLBACKMEMBER(int, pfnVMRun,(RTHCPHYS pVMCBHostPhys, RTHCPHYS pVMCBPhys, PCPUMCTX pCtx));
388
389 /** SVM revision. */
390 uint32_t u32Rev;
391
392 /** SVM feature bits from cpuid 0x8000000a */
393 uint32_t u32Features;
394 } svm;
395
396 struct
397 {
398 uint32_t u32AMDFeatureECX;
399 uint32_t u32AMDFeatureEDX;
400 } cpuid;
401
402 /** Event injection state. */
403 struct
404 {
405 uint32_t fPending;
406 uint32_t errCode;
407 uint64_t intInfo;
408 } Event;
409
410 /** Saved error from detection */
411 int32_t lLastError;
412
413 /** HWACCMR0Init was run */
414 bool fHWACCMR0Init;
415
416 /** Currenty shadow paging mode. */
417 PGMMODE enmShadowMode;
418
419 /** Explicit alignment padding of StatEntry (32-bit g++ again). */
420 int32_t padding2;
421
422#ifdef VBOX_STRICT
423 /** The CPU ID of the CPU currently owning the VMCS. Set in
424 * HWACCMR0Enter and cleared in HWACCMR0Leave. */
425 RTCPUID idEnteredCpu;
426# if HC_ARCH_BITS == 32
427 RTCPUID Alignment0;
428# endif
429#endif
430
431 STAMPROFILEADV StatEntry;
432 STAMPROFILEADV StatExit;
433 STAMPROFILEADV StatInGC;
434
435 STAMCOUNTER StatIntInject;
436
437 STAMCOUNTER StatExitShadowNM;
438 STAMCOUNTER StatExitGuestNM;
439 STAMCOUNTER StatExitShadowPF;
440 STAMCOUNTER StatExitGuestPF;
441 STAMCOUNTER StatExitGuestUD;
442 STAMCOUNTER StatExitGuestSS;
443 STAMCOUNTER StatExitGuestNP;
444 STAMCOUNTER StatExitGuestGP;
445 STAMCOUNTER StatExitGuestDE;
446 STAMCOUNTER StatExitGuestDB;
447 STAMCOUNTER StatExitGuestMF;
448 STAMCOUNTER StatExitInvpg;
449 STAMCOUNTER StatExitInvd;
450 STAMCOUNTER StatExitCpuid;
451 STAMCOUNTER StatExitRdtsc;
452 STAMCOUNTER StatExitCRxWrite;
453 STAMCOUNTER StatExitCRxRead;
454 STAMCOUNTER StatExitDRxWrite;
455 STAMCOUNTER StatExitDRxRead;
456 STAMCOUNTER StatExitCLTS;
457 STAMCOUNTER StatExitLMSW;
458 STAMCOUNTER StatExitIOWrite;
459 STAMCOUNTER StatExitIORead;
460 STAMCOUNTER StatExitIOStringWrite;
461 STAMCOUNTER StatExitIOStringRead;
462 STAMCOUNTER StatExitIrqWindow;
463 STAMCOUNTER StatExitMaxResume;
464 STAMCOUNTER StatIntReinject;
465 STAMCOUNTER StatPendingHostIrq;
466
467 STAMCOUNTER StatFlushPageManual;
468 STAMCOUNTER StatFlushPhysPageManual;
469 STAMCOUNTER StatFlushTLBManual;
470 STAMCOUNTER StatFlushPageInvlpg;
471 STAMCOUNTER StatFlushTLBWorldSwitch;
472 STAMCOUNTER StatNoFlushTLBWorldSwitch;
473 STAMCOUNTER StatFlushTLBCRxChange;
474 STAMCOUNTER StatFlushASID;
475 STAMCOUNTER StatFlushTLBInvlpga;
476
477 STAMCOUNTER StatSwitchGuestIrq;
478 STAMCOUNTER StatSwitchToR3;
479
480 STAMCOUNTER StatTSCOffset;
481 STAMCOUNTER StatTSCIntercept;
482
483 STAMCOUNTER StatExitReasonNPF;
484 STAMCOUNTER StatDRxArmed;
485 STAMCOUNTER StatDRxContextSwitch;
486 STAMCOUNTER StatDRxIOCheck;
487
488
489 R3PTRTYPE(PSTAMCOUNTER) paStatExitReason;
490 R0PTRTYPE(PSTAMCOUNTER) paStatExitReasonR0;
491} HWACCM;
492/** Pointer to HWACCM VM instance data. */
493typedef HWACCM *PHWACCM;
494
495/**
496 * HWACCM VMCPU Instance data.
497 */
498typedef struct HWACCMCPU
499{
500 /** Offset to the VM structure.
501 * See HWACCMCPU2VM(). */
502 RTUINT offVMCPU;
503} HWACCMCPU;
504/** Pointer to HWACCM VM instance data. */
505typedef HWACCMCPU *PHWACCMCPU;
506
507
508#ifdef IN_RING0
509
510VMMR0DECL(PHWACCM_CPUINFO) HWACCMR0GetCurrentCpu();
511
512#ifdef VBOX_STRICT
513VMMR0DECL(void) HWACCMDumpRegs(PVM pVM, PCPUMCTX pCtx);
514VMMR0DECL(void) HWACCMR0DumpDescriptor(PX86DESCHC Desc, RTSEL Sel, const char *pszMsg);
515#else
516#define HWACCMDumpRegs(a, b) do { } while (0)
517#define HWACCMR0DumpDescriptor(a, b, c) do { } while (0)
518#endif
519
520/* Dummy callback handlers. */
521VMMR0DECL(int) HWACCMR0DummyEnter(PVM pVM, PHWACCM_CPUINFO pCpu);
522VMMR0DECL(int) HWACCMR0DummyLeave(PVM pVM, CPUMCTX *pCtx);
523VMMR0DECL(int) HWACCMR0DummyEnableCpu(PHWACCM_CPUINFO pCpu, PVM pVM, void *pvPageCpu, RTHCPHYS pPageCpuPhys);
524VMMR0DECL(int) HWACCMR0DummyDisableCpu(PHWACCM_CPUINFO pCpu, void *pvPageCpu, RTHCPHYS pPageCpuPhys);
525VMMR0DECL(int) HWACCMR0DummyInitVM(PVM pVM);
526VMMR0DECL(int) HWACCMR0DummyTermVM(PVM pVM);
527VMMR0DECL(int) HWACCMR0DummySetupVM(PVM pVM);
528VMMR0DECL(int) HWACCMR0DummyRunGuestCode(PVM pVM, CPUMCTX *pCtx);
529VMMR0DECL(int) HWACCMR0DummySaveHostState(PVM pVM);
530VMMR0DECL(int) HWACCMR0DummyLoadGuestState(PVM pVM, CPUMCTX *pCtx);
531
532#endif /* IN_RING0 */
533
534/** @} */
535
536__END_DECLS
537
538#endif
539
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette