PGMAllGst.h@ 5662

Last change on this file since 5662 was 5662, checked in by vboxsync, 17 years ago
Initial changes for guest PAE support
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 30.2 KB

Line
1	/* $Id: PGMAllGst.h 5662 2007-11-10 14:10:41Z vboxsync $ */
2	/** @file
3	* VBox - Page Manager, Guest Paging Template - All context code.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 innotek GmbH
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License as published by the Free Software Foundation,
13	* in version 2 as it comes in the "COPYING" file of the VirtualBox OSE
14	* distribution. VirtualBox OSE is distributed in the hope that it will
15	* be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18
19	/*******************************************************************************
20	* Defined Constants And Macros *
21	*******************************************************************************/
22	#undef GSTPT
23	#undef PGSTPT
24	#undef GSTPTE
25	#undef PGSTPTE
26	#undef GSTPD
27	#undef PGSTPD
28	#undef GSTPDE
29	#undef PGSTPDE
30	#undef GST_BIG_PAGE_SIZE
31	#undef GST_BIG_PAGE_OFFSET_MASK
32	#undef GST_PDE_PG_MASK
33	#undef GST_PDE4M_PG_MASK
34	#undef GST_PD_SHIFT
35	#undef GST_PD_MASK
36	#undef GST_PTE_PG_MASK
37	#undef GST_PT_SHIFT
38	#undef GST_PT_MASK
39	#undef GST_TOTAL_PD_ENTRIES
40
41	#if PGM_GST_TYPE == PGM_TYPE_32BIT
42	# define GSTPT X86PT
43	# define PGSTPT PX86PT
44	# define GSTPTE X86PTE
45	# define PGSTPTE PX86PTE
46	# define GSTPD X86PD
47	# define PGSTPD PX86PD
48	# define GSTPDE X86PDE
49	# define PGSTPDE PX86PDE
50	# define GST_BIG_PAGE_SIZE X86_PAGE_4M_SIZE
51	# define GST_BIG_PAGE_OFFSET_MASK X86_PAGE_4M_OFFSET_MASK
52	# define GST_PDE_PG_MASK X86_PDE_PG_MASK
53	# define GST_PDE4M_PG_MASK X86_PDE4M_PG_MASK
54	# define GST_PD_SHIFT X86_PD_SHIFT
55	# define GST_PD_MASK X86_PD_MASK
56	# define GST_TOTAL_PD_ENTRIES X86_PG_ENTRIES
57	# define GST_PTE_PG_MASK X86_PTE_PG_MASK
58	# define GST_PT_SHIFT X86_PT_SHIFT
59	# define GST_PT_MASK X86_PT_MASK
60	#else
61	# define GSTPT X86PTPAE
62	# define PGSTPT PX86PTPAE
63	# define GSTPTE X86PTEPAE
64	# define PGSTPTE PX86PTEPAE
65	# define GSTPD X86PDPAE
66	# define PGSTPD PX86PDPAE
67	# define GSTPDE X86PDEPAE
68	# define PGSTPDE PX86PDEPAE
69	# define GST_BIG_PAGE_SIZE X86_PAGE_2M_SIZE
70	# define GST_BIG_PAGE_OFFSET_MASK X86_PAGE_2M_OFFSET_MASK
71	# define GST_PDE_PG_MASK X86_PDE_PAE_PG_MASK
72	# define GST_PDE4M_PG_MASK X86_PDE4M_PAE_PG_MASK
73	# define GST_PD_SHIFT X86_PD_PAE_SHIFT
74	# define GST_PD_MASK X86_PD_PAE_MASK
75	# define GST_TOTAL_PD_ENTRIES (X86_PG_PAE_ENTRIES*4)
76	# define GST_PTE_PG_MASK X86_PTE_PAE_PG_MASK
77	# define GST_PT_SHIFT X86_PT_PAE_SHIFT
78	# define GST_PT_MASK X86_PT_PAE_MASK
79	#endif
80
81
82	/*******************************************************************************
83	* Internal Functions *
84	*******************************************************************************/
85	__BEGIN_DECLS
86	PGM_GST_DECL(int, GetPage)(PVM pVM, RTGCUINTPTR GCPtr, uint64_t *pfFlags, PRTGCPHYS pGCPhys);
87	PGM_GST_DECL(int, ModifyPage)(PVM pVM, RTGCUINTPTR GCPtr, size_t cb, uint64_t fFlags, uint64_t fMask);
88	PGM_GST_DECL(int, GetPDE)(PVM pVM, RTGCUINTPTR GCPtr, PX86PDEPAE pPDE);
89	PGM_GST_DECL(int, MapCR3)(PVM pVM, RTGCPHYS GCPhysCR3);
90	PGM_GST_DECL(int, UnmapCR3)(PVM pVM);
91	PGM_GST_DECL(int, MonitorCR3)(PVM pVM, RTGCPHYS GCPhysCR3);
92	PGM_GST_DECL(int, UnmonitorCR3)(PVM pVM);
93	PGM_GST_DECL(bool, HandlerVirtualUpdate)(PVM pVM, uint32_t cr4);
94	__END_DECLS
95
96
97
98	/**
99	* Gets effective Guest OS page information.
100	*
101	* When GCPtr is in a big page, the function will return as if it was a normal
102	* 4KB page. If the need for distinguishing between big and normal page becomes
103	* necessary at a later point, a PGMGstGetPage Ex() will be created for that
104	* purpose.
105	*
106	* @returns VBox status.
107	* @param pVM VM Handle.
108	* @param GCPtr Guest Context virtual address of the page. Page aligned!
109	* @param pfFlags Where to store the flags. These are X86_PTE_*, even for big pages.
110	* @param pGCPhys Where to store the GC physical address of the page.
111	* This is page aligned. The fact that the
112	*/
113	PGM_GST_DECL(int, GetPage)(PVM pVM, RTGCUINTPTR GCPtr, uint64_t *pfFlags, PRTGCPHYS pGCPhys)
114	{
115	#if PGM_GST_TYPE == PGM_TYPE_REAL \
116	\|\| PGM_GST_TYPE == PGM_TYPE_PROT
117	/*
118	* Fake it.
119	*/
120	if (pfFlags)
121	*pfFlags = X86_PTE_P \| X86_PTE_RW \| X86_PTE_US;
122	if (pGCPhys)
123	*pGCPhys = GCPtr & PAGE_BASE_GC_MASK;
124	return VINF_SUCCESS;
125
126	#elif PGM_GST_TYPE == PGM_TYPE_32BIT \
127	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
128	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
129
130	#if PGM_GST_TYPE == PGM_TYPE_AMD64
131	/* later */
132	AssertFailed();
133	return VERR_NOT_IMPLEMENTED;
134	#endif
135
136
137	/*
138	* Get the PDE.
139	*/
140	#if PGM_GST_TYPE == PGM_TYPE_32BIT
141	const X86PDE Pde = CTXSUFF(pVM->pgm.s.pGuestPD)->a[GCPtr >> X86_PD_SHIFT];
142	#else /* PAE */
143	X86PDEPAE Pde;
144	Pde.u = pgmGstGetPaePDE(&pVM->pgm.s, GCPtr);
145	#endif
146
147	/*
148	* Lookup the page.
149	*/
150	if (!Pde.n.u1Present)
151	return VERR_PAGE_TABLE_NOT_PRESENT;
152
153	if ( !Pde.b.u1Size
154	\|\| !(CPUMGetGuestCR4(pVM) & X86_CR4_PSE))
155	{
156	PGSTPT pPT;
157	int rc = PGM_GCPHYS_2_PTR(pVM, Pde.u & GST_PDE_PG_MASK, &pPT);
158	if (VBOX_FAILURE(rc))
159	return rc;
160
161	/*
162	* Get PT entry and check presentness.
163	*/
164	const GSTPTE Pte = pPT->a[(GCPtr >> GST_PT_SHIFT) & GST_PT_MASK];
165	if (!Pte.n.u1Present)
166	return VERR_PAGE_NOT_PRESENT;
167
168	/*
169	* Store the result.
170	* RW and US flags depend on all levels (bitwise AND) - except for legacy PAE
171	* where the PDPE is simplified.
172	*/
173	if (pfFlags)
174	*pfFlags = (Pte.u & ~GST_PTE_PG_MASK)
175	& ((Pde.u & (X86_PTE_RW \| X86_PTE_US)) \| ~(uint64_t)(X86_PTE_RW \| X86_PTE_US));
176	if (pGCPhys)
177	*pGCPhys = Pte.u & GST_PTE_PG_MASK;
178	}
179	else
180	{
181	/*
182	* Map big to 4k PTE and store the result
183	*/
184	if (pfFlags)
185	*pfFlags = (Pde.u & ~(GST_PTE_PG_MASK \| X86_PTE_PAT))
186	\| ((Pde.u & X86_PDE4M_PAT) >> X86_PDE4M_PAT_SHIFT);
187	if (pGCPhys)
188	pGCPhys = (Pde.u & GST_PDE4M_PG_MASK) \| (GCPtr & (~GST_PDE4M_PG_MASK ^ ~GST_PTE_PG_MASK)); /* @todo pse36 */
189	}
190	return VINF_SUCCESS;
191	#else
192	/* something else... */
193	return VERR_NOT_SUPPORTED;
194	#endif
195	}
196
197
198	/**
199	* Modify page flags for a range of pages in the guest's tables
200	*
201	* The existing flags are ANDed with the fMask and ORed with the fFlags.
202	*
203	* @returns VBox status code.
204	* @param pVM VM handle.
205	* @param GCPtr Virtual address of the first page in the range. Page aligned!
206	* @param cb Size (in bytes) of the page range to apply the modification to. Page aligned!
207	* @param fFlags The OR mask - page flags X86_PTE_*, excluding the page mask of course.
208	* @param fMask The AND mask - page flags X86_PTE_*.
209	*/
210	PGM_GST_DECL(int, ModifyPage)(PVM pVM, RTGCUINTPTR GCPtr, size_t cb, uint64_t fFlags, uint64_t fMask)
211	{
212	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
213	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
214	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
215
216	#if PGM_GST_TYPE == PGM_TYPE_AMD64
217	/* later */
218	AssertFailed();
219	return VERR_NOT_IMPLEMENTED;
220	#endif
221
222	for (;;)
223	{
224	/*
225	* Get the PD entry.
226	*/
227	#if PGM_GST_TYPE == PGM_TYPE_32BIT
228	PX86PDE pPde = &CTXSUFF(pVM->pgm.s.pGuestPD)->a[GCPtr >> X86_PD_SHIFT];
229	#else /* PAE */
230	PX86PDEPAE pPde = pgmGstGetPaePDEPtr(&pVM->pgm.s, GCPtr);
231	Assert(pPde);
232	if (!pPde)
233	return VERR_PAGE_TABLE_NOT_PRESENT;
234	#endif
235	GSTPDE Pde = *pPde;
236	Assert(Pde.n.u1Present);
237	if (!Pde.n.u1Present)
238	return VERR_PAGE_TABLE_NOT_PRESENT;
239
240	if ( !Pde.b.u1Size
241	\|\| !(CPUMGetGuestCR4(pVM) & X86_CR4_PSE))
242	{
243	/*
244	* 4KB Page table
245	*
246	* Walk page tables and pages till we're done.
247	*/
248	PGSTPT pPT;
249	int rc = PGM_GCPHYS_2_PTR(pVM, Pde.u & GST_PDE_PG_MASK, &pPT);
250	if (VBOX_FAILURE(rc))
251	return rc;
252
253	unsigned iPTE = (GCPtr >> GST_PT_SHIFT) & GST_PT_MASK;
254	while (iPTE < ELEMENTS(pPT->a))
255	{
256	GSTPTE Pte = pPT->a[iPTE];
257	Pte.u = (Pte.u & (fMask \| X86_PTE_PAE_PG_MASK))
258	\| (fFlags & ~GST_PTE_PG_MASK);
259	pPT->a[iPTE] = Pte;
260
261	/* next page */
262	cb -= PAGE_SIZE;
263	if (!cb)
264	return VINF_SUCCESS;
265	GCPtr += PAGE_SIZE;
266	iPTE++;
267	}
268	}
269	else
270	{
271	/*
272	* 4MB Page table
273	*/
274	Pde.u = (Pde.u & (fMask \| ((fMask & X86_PTE_PAT) << X86_PDE4M_PAT_SHIFT) \| X86_PDE4M_PAE_PG_MASK \| X86_PDE4M_PS)) /** @todo pse36 */
275	\| (fFlags & ~GST_PTE_PG_MASK)
276	\| ((fFlags & X86_PTE_PAT) << X86_PDE4M_PAT_SHIFT);
277	*pPde = Pde;
278
279	/* advance */
280	const unsigned cbDone = GST_BIG_PAGE_SIZE - (GCPtr & GST_BIG_PAGE_OFFSET_MASK);
281	if (cbDone >= cb)
282	return VINF_SUCCESS;
283	cb -= cbDone;
284	GCPtr += cbDone;
285	}
286	}
287
288	#else
289	/* real / protected mode: ignore. */
290	return VINF_SUCCESS;
291	#endif
292	}
293
294
295	/**
296	* Retrieve guest PDE information
297	*
298	* @returns VBox status code.
299	* @param pVM The virtual machine.
300	* @param GCPtr Guest context pointer
301	* @param pPDE Pointer to guest PDE structure
302	*/
303	PGM_GST_DECL(int, GetPDE)(PVM pVM, RTGCUINTPTR GCPtr, PX86PDEPAE pPDE)
304	{
305	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
306	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
307	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
308
309	#if PGM_GST_TYPE == PGM_TYPE_AMD64
310	/* later */
311	AssertFailed();
312	return VERR_NOT_IMPLEMENTED;
313	#endif
314
315	# if PGM_GST_TYPE == PGM_TYPE_32BIT
316	X86PDE Pde;
317	Pde = CTXSUFF(pVM->pgm.s.pGuestPD)->a[GCPtr >> GST_PD_SHIFT];
318	# else
319	X86PDEPAE Pde;
320	Pde.u = pgmGstGetPaePDE(&pVM->pgm.s, GCPtr);
321	# endif
322
323	pPDE->u = (X86PGPAEUINT)Pde.u;
324	return VINF_SUCCESS;
325	#else
326	AssertFailed();
327	return VERR_NOT_IMPLEMENTED;
328	#endif
329	}
330
331
332
333	/**
334	* Maps the CR3 into HMA in GC and locate it in HC.
335	*
336	* @returns VBox status, no specials.
337	* @param pVM VM handle.
338	* @param GCPhysCR3 The physical address in the CR3 register.
339	*/
340	PGM_GST_DECL(int, MapCR3)(PVM pVM, RTGCPHYS GCPhysCR3)
341	{
342	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
343	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
344	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
345	/*
346	* Map the page CR3 points at.
347	*/
348	RTHCPHYS HCPhysGuestCR3;
349	RTHCPTR HCPtrGuestCR3;
350	int rc = pgmRamGCPhys2HCPtrAndHCPhysWithFlags(&pVM->pgm.s, GCPhysCR3, &HCPtrGuestCR3, &HCPhysGuestCR3);
351	if (VBOX_SUCCESS(rc))
352	{
353	rc = PGMMap(pVM, (RTGCUINTPTR)pVM->pgm.s.GCPtrCR3Mapping, HCPhysGuestCR3 & X86_PTE_PAE_PG_MASK, PAGE_SIZE, 0);
354	if (VBOX_SUCCESS(rc))
355	{
356	PGM_INVL_PG(pVM->pgm.s.GCPtrCR3Mapping);
357	#if PGM_GST_TYPE == PGM_TYPE_32BIT
358	pVM->pgm.s.pGuestPDHC = (R3R0PTRTYPE(PX86PD))HCPtrGuestCR3;
359	pVM->pgm.s.pGuestPDGC = (GCPTRTYPE(PX86PD))pVM->pgm.s.GCPtrCR3Mapping;
360
361	#elif PGM_GST_TYPE == PGM_TYPE_PAE
362	const unsigned off = GCPhysCR3 & X86_CR3_PAE_PAGE_MASK;
363	pVM->pgm.s.pGstPaePDPTRHC = (R3R0PTRTYPE(PX86PDPTR))((RTHCUINTPTR)HCPtrGuestCR3 \| off);
364	pVM->pgm.s.pGstPaePDPTRGC = (GCPTRTYPE(PX86PDPTR))((RTGCUINTPTR)pVM->pgm.s.GCPtrCR3Mapping \| off);
365
366	/*
367	* Map the 4 PDs too.
368	*/
369	RTGCUINTPTR GCPtr = (RTGCUINTPTR)pVM->pgm.s.GCPtrCR3Mapping + PAGE_SIZE;
370	for (unsigned i = 0; i < 4; i++, GCPtr += PAGE_SIZE)
371	{
372	if (pVM->pgm.s.CTXSUFF(pGstPaePDPTR)->a[i].n.u1Present)
373	{
374	RTHCPTR HCPtr;
375	RTHCPHYS HCPhys;
376	RTGCPHYS GCPhys = pVM->pgm.s.CTXSUFF(pGstPaePDPTR)->a[i].u & X86_PDPE_PG_MASK;
377	int rc2 = pgmRamGCPhys2HCPtrAndHCPhysWithFlags(&pVM->pgm.s, GCPhys, &HCPtr, &HCPhys);
378	if (VBOX_SUCCESS(rc2))
379	{
380	rc = PGMMap(pVM, GCPtr, HCPhys & X86_PTE_PAE_PG_MASK, PAGE_SIZE, 0);
381	AssertRCReturn(rc, rc);
382	pVM->pgm.s.apGstPaePDsHC[i] = (R3R0PTRTYPE(PX86PDPAE))HCPtr;
383	pVM->pgm.s.apGstPaePDsGC[i] = (GCPTRTYPE(PX86PDPAE))GCPtr;
384	pVM->pgm.s.aGCPhysGstPaePDs[i] = GCPhys;
385	PGM_INVL_PG(GCPtr);
386	continue;
387	}
388	AssertMsgFailed(("pgmR3Gst32BitMapCR3: rc2=%d GCPhys=%RGp i=%d\n", rc2, GCPhys, i));
389	}
390
391	pVM->pgm.s.apGstPaePDsHC[i] = 0;
392	pVM->pgm.s.apGstPaePDsGC[i] = 0;
393	pVM->pgm.s.aGCPhysGstPaePDs[i] = NIL_RTGCPHYS;
394	PGM_INVL_PG(GCPtr);
395	}
396
397	#else /* PGM_GST_TYPE == PGM_TYPE_AMD64 */
398	rc = VERR_NOT_IMPLEMENTED;
399	#endif
400	}
401	}
402	else
403	AssertMsgFailed(("rc=%Vrc GCPhysGuestPD=%VGp\n", rc, GCPhysCR3));
404
405	#else /* prot/real mode stub */
406	int rc = VINF_SUCCESS;
407	#endif
408	return rc;
409	}
410
411
412	/**
413	* Unmaps the CR3.
414	*
415	* @returns VBox status, no specials.
416	* @param pVM VM handle.
417	* @param GCPhysCR3 The physical address in the CR3 register.
418	*/
419	PGM_GST_DECL(int, UnmapCR3)(PVM pVM)
420	{
421	int rc = VINF_SUCCESS;
422	#if PGM_GST_TYPE == PGM_TYPE_32BIT
423	pVM->pgm.s.pGuestPDHC = 0;
424	pVM->pgm.s.pGuestPDGC = 0;
425
426	#elif PGM_GST_TYPE == PGM_TYPE_PAE
427	pVM->pgm.s.pGstPaePDPTRHC = 0;
428	pVM->pgm.s.pGstPaePDPTRGC = 0;
429	/** PAE todo: pVM->pgm.s.apGstPaePDsHC? -> unmap?? */
430	AssertFailed();
431
432	#elif PGM_GST_TYPE == PGM_TYPE_AMD64
433	//#error not implemented
434	rc = VERR_NOT_IMPLEMENTED;
435
436	#else /* prot/real mode stub */
437	/* nothing to do */
438	#endif
439	return rc;
440	}
441
442
443	#undef LOG_GROUP
444	#define LOG_GROUP LOG_GROUP_PGM_POOL
445
446	/**
447	* Registers physical page monitors for the necessary paging
448	* structures to detect conflicts with our guest mappings.
449	*
450	* This is always called after mapping CR3.
451	* This is never called with fixed mappings.
452	*
453	* @returns VBox status, no specials.
454	* @param pVM VM handle.
455	* @param GCPhysCR3 The physical address in the CR3 register.
456	*/
457	PGM_GST_DECL(int, MonitorCR3)(PVM pVM, RTGCPHYS GCPhysCR3)
458	{
459	Assert(!pVM->pgm.s.fMappingsFixed);
460	int rc = VINF_SUCCESS;
461
462	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
463	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
464	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
465
466	/*
467	* Register/Modify write phys handler for guest's CR3 if it changed.
468	*/
469	if (pVM->pgm.s.GCPhysGstCR3Monitored != GCPhysCR3)
470	{
471	# ifndef PGMPOOL_WITH_MIXED_PT_CR3
472	const unsigned cbCR3Stuff = PGM_GST_TYPE == PGM_TYPE_PAE ? 32 : PAGE_SIZE;
473	if (pVM->pgm.s.GCPhysGstCR3Monitored != NIL_RTGCPHYS)
474	rc = PGMHandlerPhysicalModify(pVM, pVM->pgm.s.GCPhysGstCR3Monitored, GCPhysCR3, GCPhysCR3 + cbCR3Stuff - 1);
475	else
476	rc = PGMHandlerPhysicalRegisterEx(pVM, PGMPHYSHANDLERTYPE_PHYSICAL_WRITE, GCPhysCR3, GCPhysCR3 + cbCR3Stuff - 1,
477	pVM->pgm.s.pfnHCGstWriteHandlerCR3, 0,
478	pVM->pgm.s.pfnR0GstWriteHandlerCR3, 0,
479	pVM->pgm.s.pfnGCGstWriteHandlerCR3, 0,
480	pVM->pgm.s.pszHCGstWriteHandlerCR3);
481	# else /* PGMPOOL_WITH_MIXED_PT_CR3 */
482	rc = pgmPoolMonitorMonitorCR3(pVM->pgm.s.CTXSUFF(pPool),
483	pVM->pgm.s.enmShadowMode == PGMMODE_PAE
484	\|\| pVM->pgm.s.enmShadowMode == PGMMODE_PAE_NX
485	? PGMPOOL_IDX_PAE_PD
486	: PGMPOOL_IDX_PD,
487	GCPhysCR3);
488	# endif /* PGMPOOL_WITH_MIXED_PT_CR3 */
489	if (VBOX_FAILURE(rc))
490	{
491	AssertMsgFailed(("PGMHandlerPhysicalModify/PGMR3HandlerPhysicalRegister failed, rc=%Rrc GCPhysGstCR3Monitored=%RGp GCPhysCR3=%RGp\n",
492	rc, pVM->pgm.s.GCPhysGstCR3Monitored, GCPhysCR3));
493	return rc;
494	}
495	pVM->pgm.s.GCPhysGstCR3Monitored = GCPhysCR3;
496	}
497
498	#if PGM_GST_TYPE == PGM_TYPE_PAE
499	/*
500	* Do the 4 PDs.
501	*/
502	for (unsigned i = 0; i < 4; i++)
503	{
504	if (CTXSUFF(pVM->pgm.s.pGstPaePDPTR)->a[i].n.u1Present)
505	{
506	RTGCPHYS GCPhys = CTXSUFF(pVM->pgm.s.pGstPaePDPTR)->a[i].u & X86_PDPE_PG_MASK;
507	# ifndef PGMPOOL_WITH_MIXED_PT_CR3
508	if (pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] != GCPhys)
509	{
510	if (pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] != NIL_RTGCPHYS)
511	rc = PGMHandlerPhysicalModify(pVM, pVM->pgm.s.aGCPhysGstPaePDsMonitored[i], GCPhys, GCPhys + PAGE_SIZE - 1);
512	else
513	rc = PGMHandlerPhysicalRegisterEx(pVM, PGMPHYSHANDLERTYPE_PHYSICAL_WRITE, GCPhys, GCPhys + PAGE_SIZE - 1,
514	pVM->pgm.s.pfnR3GstPAEWriteHandlerCR3, 0,
515	0, 0,
516	pVM->pgm.s.pfnGCGstPAEWriteHandlerCR3, 0,
517	pVM->pgm.s.pszR3GstPAEWriteHandlerCR3);
518	if (VBOX_SUCCESS(rc))
519	pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] = GCPhys;
520	}
521	# else /* PGMPOOL_WITH_MIXED_PT_CR3 */
522	/** PAE todo */
523	AssertFailed();
524	rc = pgmPoolMonitorMonitorCR3(pVM->pgm.s.CTXSUFF(pPool),
525	pVM->pgm.s.enmShadowMode == PGMMODE_PAE
526	\|\| pVM->pgm.s.enmShadowMode == PGMMODE_PAE_NX
527	? PGMPOOL_IDX_PAE_PD
528	: PGMPOOL_IDX_PD,
529	GCPhys);
530	# endif /* PGMPOOL_WITH_MIXED_PT_CR3 */
531	if (VBOX_FAILURE(rc))
532	{
533	AssertMsgFailed(("PGMHandlerPhysicalModify/PGMR3HandlerPhysicalRegister failed, rc=%Rrc GCPhysGstCR3Monitored=%RGp GCPhysCR3=%RGp\n",
534	rc, pVM->pgm.s.aGCPhysGstPaePDsMonitored[i], GCPhys));
535	return rc;
536	}
537	pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] = GCPhys;
538	}
539	else if (pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] != NIL_RTGCPHYS)
540	{
541	rc = PGMHandlerPhysicalDeregister(pVM, pVM->pgm.s.aGCPhysGstPaePDsMonitored[i]);
542	AssertRC(rc);
543	pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] = NIL_RTGCPHYS;
544	}
545	}
546	#endif /* PGM_GST_TYPE == PGM_TYPE_PAE */
547
548	#else
549	/* prot/real mode stub */
550
551	#endif
552	return rc;
553	}
554
555	/**
556	* Deregisters any physical page monitors installed by MonitorCR3.
557	*
558	* @returns VBox status code, no specials.
559	* @param pVM The VM handle.
560	*/
561	PGM_GST_DECL(int, UnmonitorCR3)(PVM pVM)
562	{
563	int rc = VINF_SUCCESS;
564
565	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
566	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
567	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
568
569	/*
570	* Deregister the access handlers.
571	*
572	* PGMSyncCR3 will reinstall it if required and PGMSyncCR3 will be executed
573	* before we enter GC again.
574	*/
575	if (pVM->pgm.s.GCPhysGstCR3Monitored != NIL_RTGCPHYS)
576	{
577	# ifndef PGMPOOL_WITH_MIXED_PT_CR3
578	rc = PGMHandlerPhysicalDeregister(pVM, pVM->pgm.s.GCPhysGstCR3Monitored);
579	AssertRCReturn(rc, rc);
580	# else /* PGMPOOL_WITH_MIXED_PT_CR3 */
581	rc = pgmPoolMonitorUnmonitorCR3(pVM->pgm.s.CTXSUFF(pPool),
582	pVM->pgm.s.enmShadowMode == PGMMODE_PAE
583	\|\| pVM->pgm.s.enmShadowMode == PGMMODE_PAE_NX
584	? PGMPOOL_IDX_PAE_PD
585	: PGMPOOL_IDX_PD);
586	AssertRCReturn(rc, rc);
587	# endif /* PGMPOOL_WITH_MIXED_PT_CR3 */
588	pVM->pgm.s.GCPhysGstCR3Monitored = NIL_RTGCPHYS;
589	}
590
591	# if PGM_GST_TYPE == PGM_TYPE_PAE
592	/* The 4 PDs. */
593	for (unsigned i = 0; i < 4; i++)
594	if (pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] != NIL_RTGCPHYS)
595	{
596	# ifndef PGMPOOL_WITH_MIXED_PT_CR3
597	int rc2 = PGMHandlerPhysicalDeregister(pVM, pVM->pgm.s.aGCPhysGstPaePDsMonitored[i]);
598	# else /* PGMPOOL_WITH_MIXED_PT_CR3 */
599	/** PAE todo */
600	AssertFailed();
601	int rc2 = pgmPoolMonitorUnmonitorCR3(pVM->pgm.s.CTXSUFF(pPool),
602	pVM->pgm.s.enmShadowMode == PGMMODE_PAE
603	\|\| pVM->pgm.s.enmShadowMode == PGMMODE_PAE_NX
604	? PGMPOOL_IDX_PAE_PD
605	: PGMPOOL_IDX_PD);
606	# endif /* PGMPOOL_WITH_MIXED_PT_CR3 */
607	AssertRC(rc2);
608	if (VBOX_FAILURE(rc2))
609	rc = rc2;
610	pVM->pgm.s.aGCPhysGstPaePDsMonitored[i] = NIL_RTGCPHYS;
611	}
612	# endif
613
614	#else
615	/* prot/real mode stub */
616	#endif
617	return rc;
618
619	}
620
621	#undef LOG_GROUP
622	#define LOG_GROUP LOG_GROUP_PGM
623
624
625	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
626	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
627	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
628	/**
629	* Updates one virtual handler range.
630	*
631	* @returns 0
632	* @param pNode Pointer to a PGMVIRTHANDLER.
633	* @param pvUser Pointer to a PGMVHUARGS structure (see PGM.cpp).
634	*/
635	static DECLCALLBACK(int) PGM_GST_NAME(VirtHandlerUpdateOne)(PAVLROGCPTRNODECORE pNode, void *pvUser)
636	{
637	PPGMVIRTHANDLER pCur = (PPGMVIRTHANDLER)pNode;
638	PPGMHVUSTATE pState = (PPGMHVUSTATE)pvUser;
639
640	#if PGM_GST_TYPE == PGM_TYPE_32BIT
641	PX86PD pPDSrc = pState->pVM->pgm.s.CTXSUFF(pGuestPD);
642	#endif
643
644	RTGCUINTPTR GCPtr = (RTUINTPTR)pCur->GCPtr;
645	#if PGM_GST_MODE != PGM_MODE_AMD64
646	/* skip all stuff above 4GB if not AMD64 mode. */
647	if (GCPtr >= _4GB)
648	return 0;
649	#endif
650
651	unsigned fFlags;
652	switch (pCur->enmType)
653	{
654	case PGMVIRTHANDLERTYPE_EIP:
655	case PGMVIRTHANDLERTYPE_NORMAL: fFlags = MM_RAM_FLAGS_VIRTUAL_HANDLER; break;
656	case PGMVIRTHANDLERTYPE_WRITE: fFlags = MM_RAM_FLAGS_VIRTUAL_HANDLER \| MM_RAM_FLAGS_VIRTUAL_WRITE; break;
657	case PGMVIRTHANDLERTYPE_ALL: fFlags = MM_RAM_FLAGS_VIRTUAL_HANDLER \| MM_RAM_FLAGS_VIRTUAL_ALL; break;
658	/* hypervisor handlers need no flags and wouldn't have nowhere to put them in any case. */
659	case PGMVIRTHANDLERTYPE_HYPERVISOR:
660	return 0;
661	}
662
663	unsigned offPage = GCPtr & PAGE_OFFSET_MASK;
664	unsigned iPage = 0;
665	while (iPage < pCur->cPages)
666	{
667	#if PGM_GST_TYPE == PGM_TYPE_32BIT
668	X86PDE Pde = pPDSrc->a[GCPtr >> X86_PD_SHIFT];
669	#else
670	X86PDEPAE Pde;
671	Pde.u = pgmGstGetPaePDE(&pState->pVM->pgm.s, GCPtr);
672	#endif
673	if (Pde.n.u1Present)
674	{
675	if (!Pde.b.u1Size \|\| !(pState->cr4 & X86_CR4_PSE))
676	{
677	/*
678	* Normal page table.
679	*/
680	PGSTPT pPT;
681	int rc = PGM_GCPHYS_2_PTR(pState->pVM, Pde.u & GST_PDE_PG_MASK, &pPT);
682	if (VBOX_SUCCESS(rc))
683	{
684	for (unsigned iPTE = (GCPtr >> GST_PT_SHIFT) & GST_PT_MASK;
685	iPTE < ELEMENTS(pPT->a) && iPage < pCur->cPages;
686	iPTE++, iPage++, GCPtr += PAGE_SIZE, offPage = 0)
687	{
688	GSTPTE Pte = pPT->a[iPTE];
689	RTGCPHYS GCPhysNew;
690	if (Pte.n.u1Present)
691	GCPhysNew = (RTGCPHYS)(pPT->a[iPTE].u & GST_PTE_PG_MASK) + offPage;
692	else
693	GCPhysNew = NIL_RTGCPHYS;
694	if (pCur->aPhysToVirt[iPage].Core.Key != GCPhysNew)
695	{
696	if (pCur->aPhysToVirt[iPage].Core.Key != NIL_RTGCPHYS)
697	pgmHandlerVirtualClearPage(&pState->pVM->pgm.s, pCur, iPage);
698	#ifdef VBOX_STRICT_PGM_HANDLER_VIRTUAL
699	AssertReleaseMsg(!pCur->aPhysToVirt[iPage].offNextAlias,
700	("{.Core.Key=%VGp, .Core.KeyLast=%VGp, .offVirtHandler=%#RX32, .offNextAlias=%#RX32} GCPhysNew=%VGp\n",
701	pCur->aPhysToVirt[iPage].Core.Key, pCur->aPhysToVirt[iPage].Core.KeyLast,
702	pCur->aPhysToVirt[iPage].offVirtHandler, pCur->aPhysToVirt[iPage].offNextAlias, GCPhysNew));
703	#endif
704	pCur->aPhysToVirt[iPage].Core.Key = GCPhysNew;
705	pState->fTodo \|= PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL;
706	}
707	}
708	}
709	else
710	{
711	/* not-present. */
712	offPage = 0;
713	AssertRC(rc);
714	for (unsigned iPTE = (GCPtr >> GST_PT_SHIFT) & GST_PT_MASK;
715	iPTE < ELEMENTS(pPT->a) && iPage < pCur->cPages;
716	iPTE++, iPage++, GCPtr += PAGE_SIZE)
717	{
718	if (pCur->aPhysToVirt[iPage].Core.Key != NIL_RTGCPHYS)
719	{
720	pgmHandlerVirtualClearPage(&pState->pVM->pgm.s, pCur, iPage);
721	#ifdef VBOX_STRICT_PGM_HANDLER_VIRTUAL
722	AssertReleaseMsg(!pCur->aPhysToVirt[iPage].offNextAlias,
723	("{.Core.Key=%VGp, .Core.KeyLast=%VGp, .offVirtHandler=%#RX32, .offNextAlias=%#RX32}\n",
724	pCur->aPhysToVirt[iPage].Core.Key, pCur->aPhysToVirt[iPage].Core.KeyLast,
725	pCur->aPhysToVirt[iPage].offVirtHandler, pCur->aPhysToVirt[iPage].offNextAlias));
726	#endif
727	pCur->aPhysToVirt[iPage].Core.Key = NIL_RTGCPHYS;
728	pState->fTodo \|= PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL;
729	}
730	}
731	}
732	}
733	else
734	{
735	/*
736	* 2/4MB page.
737	*/
738	RTGCPHYS GCPhys = (RTGCPHYS)(Pde.u & GST_PDE_PG_MASK);
739	for (unsigned i4KB = (GCPtr >> GST_PT_SHIFT) & GST_PT_MASK;
740	i4KB < PAGE_SIZE / sizeof(GSTPDE) && iPage < pCur->cPages;
741	i4KB++, iPage++, GCPtr += PAGE_SIZE, offPage = 0)
742	{
743	RTGCPHYS GCPhysNew = GCPhys + (i4KB << PAGE_SHIFT) + offPage;
744	if (pCur->aPhysToVirt[iPage].Core.Key != GCPhysNew)
745	{
746	if (pCur->aPhysToVirt[iPage].Core.Key != NIL_RTGCPHYS)
747	pgmHandlerVirtualClearPage(&pState->pVM->pgm.s, pCur, iPage);
748	#ifdef VBOX_STRICT_PGM_HANDLER_VIRTUAL
749	AssertReleaseMsg(!pCur->aPhysToVirt[iPage].offNextAlias,
750	("{.Core.Key=%VGp, .Core.KeyLast=%VGp, .offVirtHandler=%#RX32, .offNextAlias=%#RX32} GCPhysNew=%VGp\n",
751	pCur->aPhysToVirt[iPage].Core.Key, pCur->aPhysToVirt[iPage].Core.KeyLast,
752	pCur->aPhysToVirt[iPage].offVirtHandler, pCur->aPhysToVirt[iPage].offNextAlias, GCPhysNew));
753	#endif
754	pCur->aPhysToVirt[iPage].Core.Key = GCPhysNew;
755	pState->fTodo \|= PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL;
756	}
757	}
758	} /* pde type */
759	}
760	else
761	{
762	/* not-present. */
763	for (unsigned cPages = (GST_PT_MASK + 1) - ((GCPtr >> GST_PT_SHIFT) & GST_PT_MASK);
764	cPages && iPage < pCur->cPages;
765	iPage++, GCPtr += PAGE_SIZE)
766	{
767	if (pCur->aPhysToVirt[iPage].Core.Key != NIL_RTGCPHYS)
768	{
769	pgmHandlerVirtualClearPage(&pState->pVM->pgm.s, pCur, iPage);
770	pCur->aPhysToVirt[iPage].Core.Key = NIL_RTGCPHYS;
771	pState->fTodo \|= PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL;
772	}
773	}
774	offPage = 0;
775	}
776	} /* for pages in virtual mapping. */
777
778	return 0;
779	}
780	#endif /* 32BIT, PAE and AMD64 */
781
782
783	/**
784	* Updates the virtual page access handlers.
785	*
786	* @returns true if bits were flushed.
787	* @returns false if bits weren't flushed.
788	* @param pVM VM handle.
789	* @param pPDSrc The page directory.
790	* @param cr4 The cr4 register value.
791	*/
792	PGM_GST_DECL(bool, HandlerVirtualUpdate)(PVM pVM, uint32_t cr4)
793	{
794	#if PGM_GST_TYPE == PGM_TYPE_32BIT \
795	\|\| PGM_GST_TYPE == PGM_TYPE_PAE \
796	\|\| PGM_GST_TYPE == PGM_TYPE_AMD64
797	#if PGM_GST_TYPE == PGM_TYPE_AMD64
798	AssertFailed();
799	#endif
800
801	/** @todo
802	* In theory this is not sufficient: the guest can change a single page in a range with invlpg
803	*/
804
805	/*
806	* Resolve any virtual address based access handlers to GC physical addresses.
807	* This should be fairly quick.
808	*/
809	PGMHVUSTATE State;
810
811	pgmLock(pVM);
812	STAM_PROFILE_START(&pVM->pgm.s.CTXMID(Stat,SyncCR3HandlerVirtualUpdate), a);
813	State.pVM = pVM;
814	State.fTodo = pVM->pgm.s.fSyncFlags;
815	State.cr4 = cr4;
816	RTAvlroGCPtrDoWithAll(&pVM->pgm.s.CTXSUFF(pTrees)->VirtHandlers, true, PGM_GST_NAME(VirtHandlerUpdateOne), &State);
817	STAM_PROFILE_STOP(&pVM->pgm.s.CTXMID(Stat,SyncCR3HandlerVirtualUpdate), a);
818
819
820	/*
821	* Set / reset bits?
822	*/
823	if (State.fTodo & PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL)
824	{
825	STAM_PROFILE_START(&pVM->pgm.s.CTXMID(Stat,SyncCR3HandlerVirtualReset), b);
826	Log(("pgmR3VirtualHandlersUpdate: resets bits\n"));
827	RTAvlroGCPtrDoWithAll(&pVM->pgm.s.CTXSUFF(pTrees)->VirtHandlers, true, pgmHandlerVirtualResetOne, pVM);
828	pVM->pgm.s.fSyncFlags &= ~PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL;
829	STAM_PROFILE_STOP(&pVM->pgm.s.CTXMID(Stat,SyncCR3HandlerVirtualReset), b);
830	}
831	pgmUnlock(pVM);
832
833	return !!(State.fTodo & PGM_SYNC_UPDATE_PAGE_BIT_VIRTUAL);
834
835	#else /* real / protected */
836	return false;
837	#endif
838	}
839

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMAll/PGMAllGst.h@ 5662

Download in other formats: