PGMAllShw.h@ 26600

Last change on this file since 26600 was 25837, checked in by vboxsync, 15 years ago
VMM: More micro optimizations around CPUM getters and predicates.
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 12.9 KB

Line
1	/* $Id: PGMAllShw.h 25837 2010-01-14 16:50:45Z vboxsync $ */
2	/** @file
3	* VBox - Page Manager, Shadow Paging Template - All context code.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Sun Microsystems, Inc.
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*
17	* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
18	* Clara, CA 95054 USA or visit http://www.sun.com if you need
19	* additional information or have any questions.
20	*/
21
22	/*******************************************************************************
23	* Defined Constants And Macros *
24	*******************************************************************************/
25	#undef SHWPT
26	#undef PSHWPT
27	#undef SHWPTE
28	#undef PSHWPTE
29	#undef SHWPD
30	#undef PSHWPD
31	#undef SHWPDE
32	#undef PSHWPDE
33	#undef SHW_PDE_PG_MASK
34	#undef SHW_PD_SHIFT
35	#undef SHW_PD_MASK
36	#undef SHW_PTE_PG_MASK
37	#undef SHW_PT_SHIFT
38	#undef SHW_PT_MASK
39	#undef SHW_TOTAL_PD_ENTRIES
40	#undef SHW_PDPT_SHIFT
41	#undef SHW_PDPT_MASK
42	#undef SHW_PDPE_PG_MASK
43	#undef SHW_POOL_ROOT_IDX
44
45	#if PGM_SHW_TYPE == PGM_TYPE_32BIT
46	# define SHWPT X86PT
47	# define PSHWPT PX86PT
48	# define SHWPTE X86PTE
49	# define PSHWPTE PX86PTE
50	# define SHWPD X86PD
51	# define PSHWPD PX86PD
52	# define SHWPDE X86PDE
53	# define PSHWPDE PX86PDE
54	# define SHW_PDE_PG_MASK X86_PDE_PG_MASK
55	# define SHW_PD_SHIFT X86_PD_SHIFT
56	# define SHW_PD_MASK X86_PD_MASK
57	# define SHW_TOTAL_PD_ENTRIES X86_PG_ENTRIES
58	# define SHW_PTE_PG_MASK X86_PTE_PG_MASK
59	# define SHW_PT_SHIFT X86_PT_SHIFT
60	# define SHW_PT_MASK X86_PT_MASK
61	# define SHW_POOL_ROOT_IDX PGMPOOL_IDX_PD
62
63	#elif PGM_SHW_TYPE == PGM_TYPE_EPT
64	# define SHWPT EPTPT
65	# define PSHWPT PEPTPT
66	# define SHWPTE EPTPTE
67	# define PSHWPTE PEPTPTE
68	# define SHWPD EPTPD
69	# define PSHWPD PEPTPD
70	# define SHWPDE EPTPDE
71	# define PSHWPDE PEPTPDE
72	# define SHW_PDE_PG_MASK EPT_PDE_PG_MASK
73	# define SHW_PD_SHIFT EPT_PD_SHIFT
74	# define SHW_PD_MASK EPT_PD_MASK
75	# define SHW_PTE_PG_MASK EPT_PTE_PG_MASK
76	# define SHW_PT_SHIFT EPT_PT_SHIFT
77	# define SHW_PT_MASK EPT_PT_MASK
78	# define SHW_PDPT_SHIFT EPT_PDPT_SHIFT
79	# define SHW_PDPT_MASK EPT_PDPT_MASK
80	# define SHW_PDPE_PG_MASK EPT_PDPE_PG_MASK
81	# define SHW_TOTAL_PD_ENTRIES (EPT_PG_AMD64_ENTRIES*EPT_PG_AMD64_PDPE_ENTRIES)
82	# define SHW_POOL_ROOT_IDX PGMPOOL_IDX_NESTED_ROOT /* do not use! exception is real mode & protected mode without paging. */
83
84	#else
85	# define SHWPT X86PTPAE
86	# define PSHWPT PX86PTPAE
87	# define SHWPTE X86PTEPAE
88	# define PSHWPTE PX86PTEPAE
89	# define SHWPD X86PDPAE
90	# define PSHWPD PX86PDPAE
91	# define SHWPDE X86PDEPAE
92	# define PSHWPDE PX86PDEPAE
93	# define SHW_PDE_PG_MASK X86_PDE_PAE_PG_MASK
94	# define SHW_PD_SHIFT X86_PD_PAE_SHIFT
95	# define SHW_PD_MASK X86_PD_PAE_MASK
96	# define SHW_PTE_PG_MASK X86_PTE_PAE_PG_MASK
97	# define SHW_PT_SHIFT X86_PT_PAE_SHIFT
98	# define SHW_PT_MASK X86_PT_PAE_MASK
99
100	# if PGM_SHW_TYPE == PGM_TYPE_AMD64
101	# define SHW_PDPT_SHIFT X86_PDPT_SHIFT
102	# define SHW_PDPT_MASK X86_PDPT_MASK_AMD64
103	# define SHW_PDPE_PG_MASK X86_PDPE_PG_MASK
104	# define SHW_TOTAL_PD_ENTRIES (X86_PG_AMD64_ENTRIES*X86_PG_AMD64_PDPE_ENTRIES)
105	# define SHW_POOL_ROOT_IDX PGMPOOL_IDX_AMD64_CR3
106
107	# else /* 32 bits PAE mode */
108	# define SHW_PDPT_SHIFT X86_PDPT_SHIFT
109	# define SHW_PDPT_MASK X86_PDPT_MASK_PAE
110	# define SHW_PDPE_PG_MASK X86_PDPE_PG_MASK
111	# define SHW_TOTAL_PD_ENTRIES (X86_PG_PAE_ENTRIES*X86_PG_PAE_PDPE_ENTRIES)
112	# define SHW_POOL_ROOT_IDX PGMPOOL_IDX_PDPT
113
114	# endif
115	#endif
116
117
118
119	/*******************************************************************************
120	* Internal Functions *
121	*******************************************************************************/
122	RT_C_DECLS_BEGIN
123	PGM_SHW_DECL(int, GetPage)(PVMCPU pVCpu, RTGCUINTPTR GCPtr, uint64_t *pfFlags, PRTHCPHYS pHCPhys);
124	PGM_SHW_DECL(int, ModifyPage)(PVMCPU pVCpu, RTGCUINTPTR GCPtr, size_t cbPages, uint64_t fFlags, uint64_t fMask);
125	RT_C_DECLS_END
126
127
128
129	/**
130	* Gets effective page information (from the VMM page directory).
131	*
132	* @returns VBox status.
133	* @param pVCpu The VMCPU handle.
134	* @param GCPtr Guest Context virtual address of the page.
135	* @param pfFlags Where to store the flags. These are X86_PTE_*.
136	* @param pHCPhys Where to store the HC physical address of the page.
137	* This is page aligned.
138	* @remark You should use PGMMapGetPage() for pages in a mapping.
139	*/
140	PGM_SHW_DECL(int, GetPage)(PVMCPU pVCpu, RTGCUINTPTR GCPtr, uint64_t *pfFlags, PRTHCPHYS pHCPhys)
141	{
142	#if PGM_SHW_TYPE == PGM_TYPE_NESTED
143	return VERR_PAGE_TABLE_NOT_PRESENT;
144
145	#else /* PGM_SHW_TYPE != PGM_TYPE_NESTED && PGM_SHW_TYPE != PGM_TYPE_EPT */
146	PVM pVM = pVCpu->CTX_SUFF(pVM);
147
148	Assert(PGMIsLockOwner(pVM));
149
150	/*
151	* Get the PDE.
152	*/
153	# if PGM_SHW_TYPE == PGM_TYPE_AMD64
154	X86PDEPAE Pde;
155
156	/* PML4 */
157	X86PML4E Pml4e = pgmShwGetLongModePML4E(&pVCpu->pgm.s, GCPtr);
158	if (!Pml4e.n.u1Present)
159	return VERR_PAGE_TABLE_NOT_PRESENT;
160
161	/* PDPT */
162	PX86PDPT pPDPT;
163	int rc = PGM_HCPHYS_2_PTR(pVM, Pml4e.u & X86_PML4E_PG_MASK, &pPDPT);
164	if (RT_FAILURE(rc))
165	return rc;
166	const unsigned iPDPT = (GCPtr >> SHW_PDPT_SHIFT) & SHW_PDPT_MASK;
167	X86PDPE Pdpe = pPDPT->a[iPDPT];
168	if (!Pdpe.n.u1Present)
169	return VERR_PAGE_TABLE_NOT_PRESENT;
170
171	/* PD */
172	PX86PDPAE pPd;
173	rc = PGM_HCPHYS_2_PTR(pVM, Pdpe.u & X86_PDPE_PG_MASK, &pPd);
174	if (RT_FAILURE(rc))
175	return rc;
176	const unsigned iPd = (GCPtr >> SHW_PD_SHIFT) & SHW_PD_MASK;
177	Pde = pPd->a[iPd];
178
179	/* Merge accessed, write, user and no-execute bits into the PDE. */
180	Pde.n.u1Accessed &= Pml4e.n.u1Accessed & Pdpe.lm.u1Accessed;
181	Pde.n.u1Write &= Pml4e.n.u1Write & Pdpe.lm.u1Write;
182	Pde.n.u1User &= Pml4e.n.u1User & Pdpe.lm.u1User;
183	Pde.n.u1NoExecute &= Pml4e.n.u1NoExecute & Pdpe.lm.u1NoExecute;
184
185	# elif PGM_SHW_TYPE == PGM_TYPE_PAE
186	X86PDEPAE Pde = pgmShwGetPaePDE(&pVCpu->pgm.s, GCPtr);
187
188	# elif PGM_SHW_TYPE == PGM_TYPE_EPT
189	const unsigned iPd = ((GCPtr >> SHW_PD_SHIFT) & SHW_PD_MASK);
190	PEPTPD pPDDst;
191	EPTPDE Pde;
192
193	int rc = pgmShwGetEPTPDPtr(pVCpu, GCPtr, NULL, &pPDDst);
194	if (rc != VINF_SUCCESS) /** @todo this function isn't expected to return informational status codes. Check callers / fix. */
195	{
196	AssertRC(rc);
197	return rc;
198	}
199	Assert(pPDDst);
200	Pde = pPDDst->a[iPd];
201
202	# else /* PGM_TYPE_32BIT */
203	X86PDE Pde = pgmShwGet32BitPDE(&pVCpu->pgm.s, GCPtr);
204	# endif
205	if (!Pde.n.u1Present)
206	return VERR_PAGE_TABLE_NOT_PRESENT;
207
208	Assert(!Pde.b.u1Size);
209
210	/*
211	* Get PT entry.
212	*/
213	PSHWPT pPT;
214	if (!(Pde.u & PGM_PDFLAGS_MAPPING))
215	{
216	int rc2 = PGM_HCPHYS_2_PTR(pVM, Pde.u & SHW_PDE_PG_MASK, &pPT);
217	if (RT_FAILURE(rc2))
218	return rc2;
219	}
220	else /* mapping: */
221	{
222	# if PGM_SHW_TYPE == PGM_TYPE_AMD64 \
223	\|\| PGM_SHW_TYPE == PGM_TYPE_EPT
224	AssertFailed(); /* can't happen */
225	# else
226	Assert(pgmMapAreMappingsEnabled(&pVM->pgm.s));
227
228	PPGMMAPPING pMap = pgmGetMapping(pVM, (RTGCPTR)GCPtr);
229	AssertMsgReturn(pMap, ("GCPtr=%RGv\n", GCPtr), VERR_INTERNAL_ERROR);
230	# if PGM_SHW_TYPE == PGM_TYPE_32BIT
231	pPT = pMap->aPTs[(GCPtr - pMap->GCPtr) >> X86_PD_SHIFT].CTX_SUFF(pPT);
232	# else /* PAE */
233	pPT = pMap->aPTs[(GCPtr - pMap->GCPtr) >> X86_PD_SHIFT].CTX_SUFF(paPaePTs);
234	# endif
235	# endif
236	}
237	const unsigned iPt = (GCPtr >> SHW_PT_SHIFT) & SHW_PT_MASK;
238	SHWPTE Pte = pPT->a[iPt];
239	if (!Pte.n.u1Present)
240	return VERR_PAGE_NOT_PRESENT;
241
242	/*
243	* Store the results.
244	* RW and US flags depend on the entire page translation hierarchy - except for
245	* legacy PAE which has a simplified PDPE.
246	*/
247	if (pfFlags)
248	{
249	*pfFlags = (Pte.u & ~SHW_PTE_PG_MASK)
250	& ((Pde.u & (X86_PTE_RW \| X86_PTE_US)) \| ~(uint64_t)(X86_PTE_RW \| X86_PTE_US));
251	# if PGM_WITH_NX(PGM_SHW_TYPE, PGM_SHW_TYPE)
252	/* The NX bit is determined by a bitwise OR between the PT and PD */
253	if ((Pte.u & Pde.u & X86_PTE_PAE_NX) && CPUMIsGuestNXEnabled(pVCpu)) /** @todo the code is ANDing not ORing NX like the comment says... */
254	*pfFlags \|= X86_PTE_PAE_NX;
255	# endif
256	}
257
258	if (pHCPhys)
259	*pHCPhys = Pte.u & SHW_PTE_PG_MASK;
260
261	return VINF_SUCCESS;
262	#endif /* PGM_SHW_TYPE != PGM_TYPE_NESTED */
263	}
264
265
266	/**
267	* Modify page flags for a range of pages in the shadow context.
268	*
269	* The existing flags are ANDed with the fMask and ORed with the fFlags.
270	*
271	* @returns VBox status code.
272	* @param pVCpu The VMCPU handle.
273	* @param GCPtr Virtual address of the first page in the range. Page aligned!
274	* @param cb Size (in bytes) of the range to apply the modification to. Page aligned!
275	* @param fFlags The OR mask - page flags X86_PTE_*, excluding the page mask of course.
276	* @param fMask The AND mask - page flags X86_PTE_*.
277	* Be extremely CAREFUL with ~'ing values because they can be 32-bit!
278	* @remark You must use PGMMapModifyPage() for pages in a mapping.
279	*/
280	PGM_SHW_DECL(int, ModifyPage)(PVMCPU pVCpu, RTGCUINTPTR GCPtr, size_t cb, uint64_t fFlags, uint64_t fMask)
281	{
282	# if PGM_SHW_TYPE == PGM_TYPE_NESTED
283	return VERR_PAGE_TABLE_NOT_PRESENT;
284
285	# else /* PGM_SHW_TYPE != PGM_TYPE_NESTED && PGM_SHW_TYPE != PGM_TYPE_EPT */
286	PVM pVM = pVCpu->CTX_SUFF(pVM);
287	int rc;
288
289	Assert(PGMIsLockOwner(pVM));
290	/*
291	* Walk page tables and pages till we're done.
292	*/
293	for (;;)
294	{
295	/*
296	* Get the PDE.
297	*/
298	# if PGM_SHW_TYPE == PGM_TYPE_AMD64
299	X86PDEPAE Pde;
300	/* PML4 */
301	X86PML4E Pml4e = pgmShwGetLongModePML4E(&pVCpu->pgm.s, GCPtr);
302	if (!Pml4e.n.u1Present)
303	return VERR_PAGE_TABLE_NOT_PRESENT;
304
305	/* PDPT */
306	PX86PDPT pPDPT;
307	rc = PGM_HCPHYS_2_PTR(pVM, Pml4e.u & X86_PML4E_PG_MASK, &pPDPT);
308	if (RT_FAILURE(rc))
309	return rc;
310	const unsigned iPDPT = (GCPtr >> SHW_PDPT_SHIFT) & SHW_PDPT_MASK;
311	X86PDPE Pdpe = pPDPT->a[iPDPT];
312	if (!Pdpe.n.u1Present)
313	return VERR_PAGE_TABLE_NOT_PRESENT;
314
315	/* PD */
316	PX86PDPAE pPd;
317	rc = PGM_HCPHYS_2_PTR(pVM, Pdpe.u & X86_PDPE_PG_MASK, &pPd);
318	if (RT_FAILURE(rc))
319	return rc;
320	const unsigned iPd = (GCPtr >> SHW_PD_SHIFT) & SHW_PD_MASK;
321	Pde = pPd->a[iPd];
322
323	# elif PGM_SHW_TYPE == PGM_TYPE_PAE
324	X86PDEPAE Pde = pgmShwGetPaePDE(&pVCpu->pgm.s, GCPtr);
325
326	# elif PGM_SHW_TYPE == PGM_TYPE_EPT
327	const unsigned iPd = ((GCPtr >> SHW_PD_SHIFT) & SHW_PD_MASK);
328	PEPTPD pPDDst;
329	EPTPDE Pde;
330
331	rc = pgmShwGetEPTPDPtr(pVCpu, GCPtr, NULL, &pPDDst);
332	if (rc != VINF_SUCCESS)
333	{
334	AssertRC(rc);
335	return rc;
336	}
337	Assert(pPDDst);
338	Pde = pPDDst->a[iPd];
339
340	# else /* PGM_TYPE_32BIT */
341	X86PDE Pde = pgmShwGet32BitPDE(&pVCpu->pgm.s, GCPtr);
342	# endif
343	if (!Pde.n.u1Present)
344	return VERR_PAGE_TABLE_NOT_PRESENT;
345
346	/*
347	* Map the page table.
348	*/
349	PSHWPT pPT;
350	rc = PGM_HCPHYS_2_PTR(pVM, Pde.u & SHW_PDE_PG_MASK, &pPT);
351	if (RT_FAILURE(rc))
352	return rc;
353
354	unsigned iPTE = (GCPtr >> SHW_PT_SHIFT) & SHW_PT_MASK;
355	while (iPTE < RT_ELEMENTS(pPT->a))
356	{
357	if (pPT->a[iPTE].n.u1Present)
358	{
359	SHWPTE Pte;
360
361	Pte.u = (pPT->a[iPTE].u & (fMask \| SHW_PTE_PG_MASK)) \| (fFlags & ~SHW_PTE_PG_MASK);
362	ASMAtomicWriteSize(&pPT->a[iPTE], Pte.u);
363	Assert(pPT->a[iPTE].n.u1Present);
364	# if PGM_SHW_TYPE == PGM_TYPE_EPT
365	HWACCMInvalidatePhysPage(pVM, (RTGCPHYS)GCPtr);
366	# else
367	PGM_INVL_PG_ALL_VCPU(pVM, GCPtr);
368	# endif
369	}
370
371	/* next page */
372	cb -= PAGE_SIZE;
373	if (!cb)
374	return VINF_SUCCESS;
375	GCPtr += PAGE_SIZE;
376	iPTE++;
377	}
378	}
379	# endif /* PGM_SHW_TYPE != PGM_TYPE_NESTED */
380	}
381

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMAll/PGMAllShw.h@ 26600

Download in other formats: