MMHyper.cpp@ 6862

Last change on this file since 6862 was 6816, checked in by vboxsync, 17 years ago
Made MMR3HyperAllocOnceNoRel suitable for allocating the PGMRAMRANGE structures.
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 34.5 KB

Line
1	/* $Id: MMHyper.cpp 6816 2008-02-05 21:50:07Z vboxsync $ */
2	/** @file
3	* MM - Memory Monitor(/Manager) - Hypervisor Memory Area.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 innotek GmbH
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18
19
20
21	/*******************************************************************************
22	* Header Files *
23	*******************************************************************************/
24	#define LOG_GROUP LOG_GROUP_MM_HYPER
25	#include <VBox/pgm.h>
26	#include <VBox/mm.h>
27	#include <VBox/dbgf.h>
28	#include "MMInternal.h"
29	#include <VBox/vm.h>
30	#include <VBox/err.h>
31	#include <VBox/param.h>
32	#include <VBox/log.h>
33	#include <iprt/alloc.h>
34	#include <iprt/assert.h>
35	#include <iprt/string.h>
36
37
38	/*******************************************************************************
39	* Internal Functions *
40	*******************************************************************************/
41	static DECLCALLBACK(bool) mmR3HyperRelocateCallback(PVM pVM, RTGCPTR GCPtrOld, RTGCPTR GCPtrNew, PGMRELOCATECALL enmMode, void *pvUser);
42	static int mmR3HyperMap(PVM pVM, const size_t cb, const char pszDesc, PRTGCPTR pGCPtr, PMMLOOKUPHYPER ppLookup);
43	static int mmR3HyperHeapCreate(PVM pVM, const size_t cb, PMMHYPERHEAP *ppHeap);
44	static int mmR3HyperHeapMap(PVM pVM, PMMHYPERHEAP pHeap, PRTGCPTR ppHeapGC);
45	static DECLCALLBACK(void) mmR3HyperInfoHma(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs);
46
47
48	/**
49	* Initializes the hypvervisor related MM stuff without
50	* calling down to PGM.
51	*
52	* PGM is not initialized at this point, PGM relies on
53	* the heap to initialize.
54	*
55	* @returns VBox status.
56	*/
57	int mmR3HyperInit(PVM pVM)
58	{
59	LogFlow(("mmR3HyperInit:\n"));
60
61	/*
62	* Decide Hypervisor mapping in the guest context
63	* And setup various hypervisor area and heap parameters.
64	*/
65	pVM->mm.s.pvHyperAreaGC = (RTGCPTR)MM_HYPER_AREA_ADDRESS;
66	pVM->mm.s.cbHyperArea = MM_HYPER_AREA_MAX_SIZE;
67	AssertRelease(RT_ALIGN_T(pVM->mm.s.pvHyperAreaGC, 1 << X86_PD_SHIFT, RTGCPTR) == pVM->mm.s.pvHyperAreaGC);
68	Assert(pVM->mm.s.pvHyperAreaGC < 0xff000000);
69
70	uint32_t cbHyperHeap;
71	int rc = CFGMR3QueryU32(CFGMR3GetChild(CFGMR3GetRoot(pVM), "MM"), "cbHyperHeap", &cbHyperHeap);
72	if (rc == VERR_CFGM_NO_PARENT \|\| rc == VERR_CFGM_VALUE_NOT_FOUND)
73	cbHyperHeap = 1280*_1K;
74	else if (VBOX_FAILURE(rc))
75	{
76	LogRel(("MM/cbHyperHeap query -> %Vrc\n", rc));
77	AssertRCReturn(rc, rc);
78	}
79	cbHyperHeap = RT_ALIGN_32(cbHyperHeap, PAGE_SIZE);
80
81	/*
82	* Allocate the hypervisor heap.
83	*
84	* (This must be done before we start adding memory to the
85	* hypervisor static area because lookup records are allocated from it.)
86	*/
87	rc = mmR3HyperHeapCreate(pVM, cbHyperHeap, &pVM->mm.s.pHyperHeapHC);
88	if (VBOX_SUCCESS(rc))
89	{
90	/*
91	* Make a small head fence to fend of accidental sequential access.
92	*/
93	MMR3HyperReserve(pVM, PAGE_SIZE, "fence", NULL);
94
95	/*
96	* Map the VM structure into the hypervisor space.
97	*/
98	rc = MMR3HyperMapPages(pVM, pVM, pVM->pVMR0, RT_ALIGN_Z(sizeof(VM), PAGE_SIZE) >> PAGE_SHIFT, pVM->paVMPagesR3, "VM", &pVM->pVMGC);
99	if (VBOX_SUCCESS(rc))
100	{
101	/* Reserve a page for fencing. */
102	MMR3HyperReserve(pVM, PAGE_SIZE, "fence", NULL);
103
104	/*
105	* Map the heap into the hypervisor space.
106	*/
107	rc = mmR3HyperHeapMap(pVM, pVM->mm.s.pHyperHeapHC, &pVM->mm.s.pHyperHeapGC);
108	if (VBOX_SUCCESS(rc))
109	{
110	/*
111	* Register info handlers.
112	*/
113	DBGFR3InfoRegisterInternal(pVM, "hma", "Show the layout of the Hypervisor Memory Area.", mmR3HyperInfoHma);
114
115	LogFlow(("mmR3HyperInit: returns VINF_SUCCESS\n"));
116	return VINF_SUCCESS;
117	}
118	/* Caller will do proper cleanup. */
119	}
120	}
121
122	LogFlow(("mmR3HyperInit: returns %Vrc\n", rc));
123	return rc;
124	}
125
126
127	/**
128	* Finalizes the HMA mapping.
129	*
130	* This is called later during init, most (all) HMA allocations should be done
131	* by the time this function is called.
132	*
133	* @returns VBox status.
134	*/
135	MMR3DECL(int) MMR3HyperInitFinalize(PVM pVM)
136	{
137	LogFlow(("MMR3HyperInitFinalize:\n"));
138
139	/*
140	* Adjust and create the HMA mapping.
141	*/
142	while ((RTINT)pVM->mm.s.offHyperNextStatic + 64*_1K < (RTINT)pVM->mm.s.cbHyperArea - _4M)
143	pVM->mm.s.cbHyperArea -= _4M;
144	int rc = PGMR3MapPT(pVM, pVM->mm.s.pvHyperAreaGC, pVM->mm.s.cbHyperArea,
145	mmR3HyperRelocateCallback, NULL, "Hypervisor Memory Area");
146	if (VBOX_FAILURE(rc))
147	return rc;
148	pVM->mm.s.fPGMInitialized = true;
149
150	/*
151	* Do all the delayed mappings.
152	*/
153	PMMLOOKUPHYPER pLookup = (PMMLOOKUPHYPER)((uintptr_t)pVM->mm.s.pHyperHeapHC + pVM->mm.s.offLookupHyper);
154	for (;;)
155	{
156	RTGCPTR GCPtr = pVM->mm.s.pvHyperAreaGC + pLookup->off;
157	unsigned cPages = pLookup->cb >> PAGE_SHIFT;
158	switch (pLookup->enmType)
159	{
160	case MMLOOKUPHYPERTYPE_LOCKED:
161	rc = mmR3MapLocked(pVM, pLookup->u.Locked.pLockedMem, GCPtr, 0, cPages, 0);
162	break;
163
164	case MMLOOKUPHYPERTYPE_HCPHYS:
165	rc = PGMMap(pVM, GCPtr, pLookup->u.HCPhys.HCPhys, pLookup->cb, 0);
166	break;
167
168	case MMLOOKUPHYPERTYPE_GCPHYS:
169	{
170	const RTGCPHYS GCPhys = pLookup->u.GCPhys.GCPhys;
171	const size_t cb = pLookup->cb;
172	for (unsigned off = 0; off < cb; off += PAGE_SIZE)
173	{
174	RTHCPHYS HCPhys;
175	rc = PGMPhysGCPhys2HCPhys(pVM, GCPhys + off, &HCPhys);
176	if (VBOX_FAILURE(rc))
177	break;
178	rc = PGMMap(pVM, GCPtr + off, HCPhys, PAGE_SIZE, 0);
179	if (VBOX_FAILURE(rc))
180	break;
181	}
182	break;
183	}
184
185	case MMLOOKUPHYPERTYPE_DYNAMIC:
186	/* do nothing here since these are either fences or managed by someone else using PGM. */
187	break;
188
189	default:
190	AssertMsgFailed(("enmType=%d\n", pLookup->enmType));
191	break;
192	}
193
194	if (VBOX_FAILURE(rc))
195	{
196	AssertMsgFailed(("rc=%Vrc cb=%d GCPtr=%VGv enmType=%d pszDesc=%s\n",
197	rc, pLookup->cb, pLookup->enmType, pLookup->pszDesc));
198	return rc;
199	}
200
201	/* next */
202	if (pLookup->offNext == (int32_t)NIL_OFFSET)
203	break;
204	pLookup = (PMMLOOKUPHYPER)((uintptr_t)pLookup + pLookup->offNext);
205	}
206
207	LogFlow(("MMR3HyperInitFinalize: returns VINF_SUCCESS\n"));
208	return VINF_SUCCESS;
209	}
210
211
212	/**
213	* Callback function which will be called when PGM is trying to find
214	* a new location for the mapping.
215	*
216	* The callback is called in two modes, 1) the check mode and 2) the relocate mode.
217	* In 1) the callback should say if it objects to a suggested new location. If it
218	* accepts the new location, it is called again for doing it's relocation.
219	*
220	*
221	* @returns true if the location is ok.
222	* @returns false if another location should be found.
223	* @param pVM The VM handle.
224	* @param GCPtrOld The old virtual address.
225	* @param GCPtrNew The new virtual address.
226	* @param enmMode Used to indicate the callback mode.
227	* @param pvUser User argument. Ignored.
228	* @remark The return value is no a failure indicator, it's an acceptance
229	* indicator. Relocation can not fail!
230	*/
231	static DECLCALLBACK(bool) mmR3HyperRelocateCallback(PVM pVM, RTGCPTR GCPtrOld, RTGCPTR GCPtrNew, PGMRELOCATECALL enmMode, void *pvUser)
232	{
233	switch (enmMode)
234	{
235	/*
236	* Verify location - all locations are good for us.
237	*/
238	case PGMRELOCATECALL_SUGGEST:
239	return true;
240
241	/*
242	* Execute the relocation.
243	*/
244	case PGMRELOCATECALL_RELOCATE:
245	{
246	/*
247	* Accepted!
248	*/
249	AssertMsg(GCPtrOld == pVM->mm.s.pvHyperAreaGC, ("GCPtrOld=%#x pVM->mm.s.pvHyperAreaGC=%#x\n", GCPtrOld, pVM->mm.s.pvHyperAreaGC));
250	Log(("Relocating the hypervisor from %#x to %#x\n", GCPtrOld, GCPtrNew));
251
252	/* relocate our selves and the VM structure. */
253	RTGCINTPTR offDelta = GCPtrNew - GCPtrOld;
254	pVM->pVMGC += offDelta;
255	pVM->mm.s.pvHyperAreaGC += offDelta;
256	pVM->mm.s.pHyperHeapGC += offDelta;
257	pVM->mm.s.pHyperHeapHC->pbHeapGC += offDelta;
258	pVM->mm.s.pHyperHeapHC->pVMGC += pVM->pVMGC;
259
260	/* relocate the rest. */
261	VMR3Relocate(pVM, offDelta);
262	return true;
263	}
264
265	default:
266	AssertMsgFailed(("Invalid relocation mode %d\n", enmMode));
267	}
268
269	return false;
270	}
271
272
273	/**
274	* Maps contiguous HC physical memory into the hypervisor region in the GC.
275	*
276	* @return VBox status code.
277	*
278	* @param pVM VM handle.
279	* @param pvHC Host context address of the memory. Must be page aligned!
280	* @param HCPhys Host context physical address of the memory to be mapped. Must be page aligned!
281	* @param cb Size of the memory. Will be rounded up to nearest page.
282	* @param pszDesc Description.
283	* @param pGCPtr Where to store the GC address.
284	*/
285	MMR3DECL(int) MMR3HyperMapHCPhys(PVM pVM, void pvHC, RTHCPHYS HCPhys, size_t cb, const char pszDesc, PRTGCPTR pGCPtr)
286	{
287	LogFlow(("MMR3HyperMapHCPhys: pvHc=%p HCPhys=%VHp cb=%d pszDesc=%p:{%s} pGCPtr=%p\n", pvHC, HCPhys, (int)cb, pszDesc, pszDesc, pGCPtr));
288
289	/*
290	* Validate input.
291	*/
292	AssertReturn(RT_ALIGN_P(pvHC, PAGE_SIZE) == pvHC, VERR_INVALID_PARAMETER);
293	AssertReturn(RT_ALIGN_T(HCPhys, PAGE_SIZE, RTHCPHYS) == HCPhys, VERR_INVALID_PARAMETER);
294	AssertReturn(pszDesc && *pszDesc, VERR_INVALID_PARAMETER);
295
296	/*
297	* Add the memory to the hypervisor area.
298	*/
299	uint32_t cbAligned = RT_ALIGN_32(cb, PAGE_SIZE);
300	AssertReturn(cbAligned >= cb, VERR_INVALID_PARAMETER);
301	RTGCPTR GCPtr;
302	PMMLOOKUPHYPER pLookup;
303	int rc = mmR3HyperMap(pVM, cbAligned, pszDesc, &GCPtr, &pLookup);
304	if (VBOX_SUCCESS(rc))
305	{
306	pLookup->enmType = MMLOOKUPHYPERTYPE_HCPHYS;
307	pLookup->u.HCPhys.pvHC = pvHC;
308	pLookup->u.HCPhys.HCPhys = HCPhys;
309
310	/*
311	* Update the page table.
312	*/
313	if (pVM->mm.s.fPGMInitialized)
314	rc = PGMMap(pVM, GCPtr, HCPhys, cbAligned, 0);
315	if (VBOX_SUCCESS(rc))
316	*pGCPtr = GCPtr;
317	}
318	return rc;
319	}
320
321
322	/**
323	* Maps contiguous GC physical memory into the hypervisor region in the GC.
324	*
325	* @return VBox status code.
326	*
327	* @param pVM VM handle.
328	* @param GCPhys Guest context physical address of the memory to be mapped. Must be page aligned!
329	* @param cb Size of the memory. Will be rounded up to nearest page.
330	* @param pszDesc Mapping description.
331	* @param pGCPtr Where to store the GC address.
332	*/
333	MMR3DECL(int) MMR3HyperMapGCPhys(PVM pVM, RTGCPHYS GCPhys, size_t cb, const char *pszDesc, PRTGCPTR pGCPtr)
334	{
335	LogFlow(("MMR3HyperMapGCPhys: GCPhys=%VGp cb=%d pszDesc=%p:{%s} pGCPtr=%p\n", GCPhys, (int)cb, pszDesc, pszDesc, pGCPtr));
336
337	/*
338	* Validate input.
339	*/
340	AssertReturn(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys, VERR_INVALID_PARAMETER);
341	AssertReturn(pszDesc && *pszDesc, VERR_INVALID_PARAMETER);
342
343	/*
344	* Add the memory to the hypervisor area.
345	*/
346	cb = RT_ALIGN_Z(cb, PAGE_SIZE);
347	RTGCPTR GCPtr;
348	PMMLOOKUPHYPER pLookup;
349	int rc = mmR3HyperMap(pVM, cb, pszDesc, &GCPtr, &pLookup);
350	if (VBOX_SUCCESS(rc))
351	{
352	pLookup->enmType = MMLOOKUPHYPERTYPE_GCPHYS;
353	pLookup->u.GCPhys.GCPhys = GCPhys;
354
355	/*
356	* Update the page table.
357	*/
358	for (unsigned off = 0; off < cb; off += PAGE_SIZE)
359	{
360	RTHCPHYS HCPhys;
361	rc = PGMPhysGCPhys2HCPhys(pVM, GCPhys + off, &HCPhys);
362	AssertRC(rc);
363	if (VBOX_FAILURE(rc))
364	{
365	AssertMsgFailed(("rc=%Vrc GCPhys=%VGv off=%#x %s\n", rc, GCPhys, off, pszDesc));
366	break;
367	}
368	if (pVM->mm.s.fPGMInitialized)
369	{
370	rc = PGMMap(pVM, GCPtr + off, HCPhys, PAGE_SIZE, 0);
371	AssertRC(rc);
372	if (VBOX_FAILURE(rc))
373	{
374	AssertMsgFailed(("rc=%Vrc GCPhys=%VGv off=%#x %s\n", rc, GCPhys, off, pszDesc));
375	break;
376	}
377	}
378	}
379
380	if (VBOX_SUCCESS(rc) && pGCPtr)
381	*pGCPtr = GCPtr;
382	}
383	return rc;
384	}
385
386
387	/**
388	* Locks and Maps HC virtual memory into the hypervisor region in the GC.
389	*
390	* @return VBox status code.
391	*
392	* @param pVM VM handle.
393	* @param pvHC Host context address of the memory (may be not page aligned).
394	* @param cb Size of the memory. Will be rounded up to nearest page.
395	* @param fFree Set this if MM is responsible for freeing the memory using SUPPageFree.
396	* @param pszDesc Mapping description.
397	* @param pGCPtr Where to store the GC address corresponding to pvHC.
398	*/
399	MMR3DECL(int) MMR3HyperMapHCRam(PVM pVM, void pvHC, size_t cb, bool fFree, const char pszDesc, PRTGCPTR pGCPtr)
400	{
401	LogFlow(("MMR3HyperMapHCRam: pvHc=%p cb=%d fFree=%d pszDesc=%p:{%s} pGCPtr=%p\n", pvHC, (int)cb, fFree, pszDesc, pszDesc, pGCPtr));
402
403	/*
404	* Validate input.
405	*/
406	if ( !pvHC
407	\|\| cb <= 0
408	\|\| !pszDesc
409	\|\| !*pszDesc)
410	{
411	AssertMsgFailed(("Invalid parameter\n"));
412	return VERR_INVALID_PARAMETER;
413	}
414
415	/*
416	* Page align address and size.
417	*/
418	void pvHCPage = (void )((uintptr_t)pvHC & PAGE_BASE_HC_MASK);
419	cb += (uintptr_t)pvHC & PAGE_OFFSET_MASK;
420	cb = RT_ALIGN_Z(cb, PAGE_SIZE);
421
422	/*
423	* Add the memory to the hypervisor area.
424	*/
425	RTGCPTR GCPtr;
426	PMMLOOKUPHYPER pLookup;
427	int rc = mmR3HyperMap(pVM, cb, pszDesc, &GCPtr, &pLookup);
428	if (VBOX_SUCCESS(rc))
429	{
430	/*
431	* Lock the heap memory and tell PGM about the locked pages.
432	*/
433	PMMLOCKEDMEM pLockedMem;
434	rc = mmR3LockMem(pVM, pvHCPage, cb, fFree ? MM_LOCKED_TYPE_HYPER : MM_LOCKED_TYPE_HYPER_NOFREE, &pLockedMem, false /* fSilentFailure */);
435	if (VBOX_SUCCESS(rc))
436	{
437	/* map the stuff into guest address space. */
438	if (pVM->mm.s.fPGMInitialized)
439	rc = mmR3MapLocked(pVM, pLockedMem, GCPtr, 0, ~(size_t)0, 0);
440	if (VBOX_SUCCESS(rc))
441	{
442	pLookup->enmType = MMLOOKUPHYPERTYPE_LOCKED;
443	pLookup->u.Locked.pvHC = pvHC;
444	pLookup->u.Locked.pvR0 = NIL_RTR0PTR;
445	pLookup->u.Locked.pLockedMem = pLockedMem;
446
447	/* done. */
448	GCPtr \|= (uintptr_t)pvHC & PAGE_OFFSET_MASK;
449	*pGCPtr = GCPtr;
450	return rc;
451	}
452	/* Don't care about failure clean, we're screwed if this fails anyway. */
453	}
454	}
455
456	return rc;
457	}
458
459
460	/**
461	* Maps locked R3 virtual memory into the hypervisor region in the GC.
462	*
463	* @return VBox status code.
464	*
465	* @param pVM VM handle.
466	* @param pvR3 The ring-3 address of the memory, must be page aligned.
467	* @param pvR0 The ring-0 address of the memory, must be page aligned. (optional)
468	* @param cPages The number of pages.
469	* @param paPages The page descriptors.
470	* @param pszDesc Mapping description.
471	* @param pGCPtr Where to store the GC address corresponding to pvHC.
472	*/
473	MMR3DECL(int) MMR3HyperMapPages(PVM pVM, void pvR3, RTR0PTR pvR0, size_t cPages, PCSUPPAGE paPages, const char pszDesc, PRTGCPTR pGCPtr)
474	{
475	LogFlow(("MMR3HyperMapPages: pvR3=%p pvR0=%p cPages=%zu paPages=%p pszDesc=%p:{%s} pGCPtr=%p\n",
476	pvR3, pvR0, cPages, paPages, pszDesc, pszDesc, pGCPtr));
477
478	/*
479	* Validate input.
480	*/
481	AssertPtrReturn(pvR3, VERR_INVALID_POINTER);
482	AssertPtrReturn(paPages, VERR_INVALID_POINTER);
483	AssertReturn(cPages > 0, VERR_INVALID_PARAMETER);
484	AssertReturn(cPages < 1024, VERR_INVALID_PARAMETER);
485	AssertPtrReturn(pszDesc, VERR_INVALID_POINTER);
486	AssertReturn(*pszDesc, VERR_INVALID_PARAMETER);
487	AssertPtrReturn(pGCPtr, VERR_INVALID_PARAMETER);
488
489	/*
490	* Add the memory to the hypervisor area.
491	*/
492	RTGCPTR GCPtr;
493	PMMLOOKUPHYPER pLookup;
494	int rc = mmR3HyperMap(pVM, cPages << PAGE_SHIFT, pszDesc, &GCPtr, &pLookup);
495	if (VBOX_SUCCESS(rc))
496	{
497	/*
498	* Create a locked memory record and tell PGM about this.
499	*/
500	PMMLOCKEDMEM pLockedMem = (PMMLOCKEDMEM)MMR3HeapAlloc(pVM, MM_TAG_MM, RT_OFFSETOF(MMLOCKEDMEM, aPhysPages[cPages]));
501	if (pLockedMem)
502	{
503	pLockedMem->pv = pvR3;
504	pLockedMem->cb = cPages << PAGE_SHIFT;
505	pLockedMem->eType = MM_LOCKED_TYPE_HYPER_PAGES;
506	memset(&pLockedMem->u, 0, sizeof(pLockedMem->u));
507	for (size_t i = 0; i < cPages; i++)
508	{
509	AssertReleaseReturn(paPages[i].Phys != 0 && paPages[i].Phys != NIL_RTHCPHYS && !(paPages[i].Phys & PAGE_OFFSET_MASK), VERR_INTERNAL_ERROR);
510	pLockedMem->aPhysPages[i].Phys = paPages[i].Phys;
511	pLockedMem->aPhysPages[i].uReserved = (RTHCUINTPTR)pLockedMem;
512	}
513
514	/* map the stuff into guest address space. */
515	if (pVM->mm.s.fPGMInitialized)
516	rc = mmR3MapLocked(pVM, pLockedMem, GCPtr, 0, ~(size_t)0, 0);
517	if (VBOX_SUCCESS(rc))
518	{
519	pLookup->enmType = MMLOOKUPHYPERTYPE_LOCKED;
520	pLookup->u.Locked.pvHC = pvR3;
521	pLookup->u.Locked.pvR0 = pvR0;
522	pLookup->u.Locked.pLockedMem = pLockedMem;
523
524	/* done. */
525	*pGCPtr = GCPtr;
526	return rc;
527	}
528	/* Don't care about failure clean, we're screwed if this fails anyway. */
529	}
530	}
531
532	return rc;
533	}
534
535
536	/**
537	* Reserves a hypervisor memory area.
538	* Most frequent usage is fence pages and dynamically mappings like the guest PD and PDPTR.
539	*
540	* @return VBox status code.
541	*
542	* @param pVM VM handle.
543	* @param cb Size of the memory. Will be rounded up to nearest page.
544	* @param pszDesc Mapping description.
545	* @param pGCPtr Where to store the assigned GC address. Optional.
546	*/
547	MMR3DECL(int) MMR3HyperReserve(PVM pVM, unsigned cb, const char *pszDesc, PRTGCPTR pGCPtr)
548	{
549	LogFlow(("MMR3HyperMapHCRam: cb=%d pszDesc=%p:{%s} pGCPtr=%p\n", (int)cb, pszDesc, pszDesc, pGCPtr));
550
551	/*
552	* Validate input.
553	*/
554	if ( cb <= 0
555	\|\| !pszDesc
556	\|\| !*pszDesc)
557	{
558	AssertMsgFailed(("Invalid parameter\n"));
559	return VERR_INVALID_PARAMETER;
560	}
561
562	/*
563	* Add the memory to the hypervisor area.
564	*/
565	RTGCPTR GCPtr;
566	PMMLOOKUPHYPER pLookup;
567	int rc = mmR3HyperMap(pVM, cb, pszDesc, &GCPtr, &pLookup);
568	if (VBOX_SUCCESS(rc))
569	{
570	pLookup->enmType = MMLOOKUPHYPERTYPE_DYNAMIC;
571	if (pGCPtr)
572	*pGCPtr = GCPtr;
573	return VINF_SUCCESS;
574	}
575	return rc;
576	}
577
578
579	/**
580	* Adds memory to the hypervisor memory arena.
581	*
582	* @return VBox status code.
583	* @param pVM The VM handle.
584	* @param cb Size of the memory. Will be rounded up to neares page.
585	* @param pszDesc The description of the memory.
586	* @param pGCPtr Where to store the GC address.
587	* @param ppLookup Where to store the pointer to the lookup record.
588	* @remark We assume the threading structure of VBox imposes natural
589	* serialization of most functions, this one included.
590	*/
591	static int mmR3HyperMap(PVM pVM, const size_t cb, const char pszDesc, PRTGCPTR pGCPtr, PMMLOOKUPHYPER ppLookup)
592	{
593	/*
594	* Validate input.
595	*/
596	const uint32_t cbAligned = RT_ALIGN(cb, PAGE_SIZE);
597	AssertReturn(cbAligned >= cb, VERR_INVALID_PARAMETER);
598	if (pVM->mm.s.offHyperNextStatic + cbAligned >= pVM->mm.s.cbHyperArea) /* don't use the last page, it's a fence. */
599	{
600	AssertMsgFailed(("Out of static mapping space in the HMA! offHyperAreaGC=%x cbAligned=%x\n",
601	pVM->mm.s.offHyperNextStatic, cbAligned));
602	return VERR_NO_MEMORY;
603	}
604
605	/*
606	* Allocate lookup record.
607	*/
608	PMMLOOKUPHYPER pLookup;
609	int rc = MMHyperAlloc(pVM, sizeof(pLookup), 1, MM_TAG_MM, (void *)&pLookup);
610	if (VBOX_SUCCESS(rc))
611	{
612	/*
613	* Initialize it and insert it.
614	*/
615	pLookup->offNext = pVM->mm.s.offLookupHyper;
616	pLookup->cb = cbAligned;
617	pLookup->off = pVM->mm.s.offHyperNextStatic;
618	pVM->mm.s.offLookupHyper = (char )pLookup - (char )pVM->mm.s.pHyperHeapHC;
619	if (pLookup->offNext != (int32_t)NIL_OFFSET)
620	pLookup->offNext -= pVM->mm.s.offLookupHyper;
621	pLookup->enmType = MMLOOKUPHYPERTYPE_INVALID;
622	memset(&pLookup->u, 0xff, sizeof(pLookup->u));
623	pLookup->pszDesc = pszDesc;
624
625	/* Mapping. */
626	*pGCPtr = pVM->mm.s.pvHyperAreaGC + pVM->mm.s.offHyperNextStatic;
627	pVM->mm.s.offHyperNextStatic += cbAligned;
628
629	/* Return pointer. */
630	*ppLookup = pLookup;
631	}
632
633	AssertRC(rc);
634	LogFlow(("mmR3HyperMap: returns %Vrc pGCPtr=%VGv\n", rc, pGCPtr));
635	return rc;
636	}
637
638
639	/**
640	* Allocates a new heap.
641	*
642	* @returns VBox status code.
643	* @param pVM The VM handle.
644	* @param cb The size of the new heap.
645	* @param ppHeap Where to store the heap pointer on successful return.
646	*/
647	static int mmR3HyperHeapCreate(PVM pVM, const size_t cb, PMMHYPERHEAP *ppHeap)
648	{
649	/*
650	* Allocate the hypervisor heap.
651	*/
652	const uint32_t cbAligned = RT_ALIGN_Z(cb, PAGE_SIZE);
653	AssertReturn(cbAligned >= cb, VERR_INVALID_PARAMETER);
654	void *pv;
655	int rc = SUPPageAlloc(cbAligned >> PAGE_SHIFT, &pv);
656	if (VBOX_SUCCESS(rc))
657	{
658	/*
659	* Initialize the heap and first free chunk.
660	*/
661	PMMHYPERHEAP pHeap = (PMMHYPERHEAP)pv;
662	pHeap->u32Magic = MMHYPERHEAP_MAGIC;
663	pHeap->pVMHC = pVM;
664	pHeap->pVMGC = pVM->pVMGC;
665	pHeap->pbHeapHC = (uint8_t *)pHeap + MMYPERHEAP_HDR_SIZE;
666	//pHeap->pbHeapGC = 0; // set by mmR3HyperHeapMap()
667	pHeap->cbHeap = cbAligned - MMYPERHEAP_HDR_SIZE;
668	pHeap->cbFree = pHeap->cbHeap - sizeof(MMHYPERCHUNK);
669	//pHeap->offFreeHead = 0;
670	//pHeap->offFreeTail = 0;
671	pHeap->offPageAligned = pHeap->cbHeap;
672	//pHeap->HyperHeapStatTree = 0;
673
674	PMMHYPERCHUNKFREE pFree = (PMMHYPERCHUNKFREE)pHeap->pbHeapHC;
675	pFree->cb = pHeap->cbFree;
676	//pFree->core.offNext = 0;
677	MMHYPERCHUNK_SET_TYPE(&pFree->core, MMHYPERCHUNK_FLAGS_FREE);
678	pFree->core.offHeap = -(int32_t)MMYPERHEAP_HDR_SIZE;
679	//pFree->offNext = 0;
680	//pFree->offPrev = 0;
681
682	STAMR3Register(pVM, &pHeap->cbHeap, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, "/MM/HyperHeap/cbHeap", STAMUNIT_BYTES, "The heap size.");
683	STAMR3Register(pVM, &pHeap->cbFree, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, "/MM/HyperHeap/cbFree", STAMUNIT_BYTES, "The free space.");
684
685	*ppHeap = pHeap;
686	return VINF_SUCCESS;
687	}
688	AssertMsgFailed(("SUPPageAlloc(%d,) -> %Vrc\n", cbAligned >> PAGE_SHIFT, rc));
689
690	*ppHeap = NULL;
691	return rc;
692	}
693
694
695	/**
696	* Allocates a new heap.
697	*/
698	static int mmR3HyperHeapMap(PVM pVM, PMMHYPERHEAP pHeap, PRTGCPTR ppHeapGC)
699	{
700	int rc = MMR3HyperMapHCRam(pVM, pHeap, pHeap->cbHeap + MMYPERHEAP_HDR_SIZE, true, "Heap", ppHeapGC);
701	if (VBOX_SUCCESS(rc))
702	{
703	pHeap->pVMGC = pVM->pVMGC;
704	pHeap->pbHeapGC = *ppHeapGC + MMYPERHEAP_HDR_SIZE;
705	/* Reserve a page for fencing. */
706	MMR3HyperReserve(pVM, PAGE_SIZE, "fence", NULL);
707	}
708	return rc;
709	}
710
711
712	#if 0
713	/**
714	* Destroys a heap.
715	*/
716	static int mmR3HyperHeapDestroy(PVM pVM, PMMHYPERHEAP pHeap)
717	{
718	/* all this is dealt with when unlocking and freeing locked memory. */
719	}
720	#endif
721
722
723	/**
724	* Allocates memory in the Hypervisor (GC VMM) area which never will
725	* be freed and doesn't have any offset based relation to other heap blocks.
726	*
727	* The latter means that two blocks allocated by this API will not have the
728	* same relative position to each other in GC and HC. In short, never use
729	* this API for allocating nodes for an offset based AVL tree!
730	*
731	* The returned memory is of course zeroed.
732	*
733	* @returns VBox status code.
734	* @param pVM The VM to operate on.
735	* @param cb Number of bytes to allocate.
736	* @param uAlignment Required memory alignment in bytes.
737	* Values are 0,8,16,32 and PAGE_SIZE.
738	* 0 -> default alignment, i.e. 8 bytes.
739	* @param enmTag The statistics tag.
740	* @param ppv Where to store the address to the allocated
741	* memory.
742	* @remark This is assumed not to be used at times when serialization is required.
743	*/
744	MMDECL(int) MMR3HyperAllocOnceNoRel(PVM pVM, size_t cb, unsigned uAlignment, MMTAG enmTag, void **ppv)
745	{
746	AssertMsg(cb >= 8, ("Hey! Do you really mean to allocate less than 8 bytes?! cb=%d\n", cb));
747
748	/*
749	* Choose between allocating a new chunk of HMA memory
750	* and the heap. We will only do BIG allocations from HMA.
751	*/
752	if ( cb < _64K
753	&& ( uAlignment != PAGE_SIZE
754	\|\| cb < 48*_1K))
755	{
756	int rc = MMHyperAlloc(pVM, cb, uAlignment, enmTag, ppv);
757	if ( rc != VERR_MM_HYPER_NO_MEMORY
758	\|\| cb <= 8*_1K)
759	{
760	Log2(("MMR3HyperAllocOnceNoRel: cb=%#zx uAlignment=%#x returns %Rrc and *ppv=%p\n",
761	cb, uAlignment, rc, *ppv));
762	return rc;
763	}
764	}
765
766	/*
767	* Validate alignment.
768	*/
769	switch (uAlignment)
770	{
771	case 0:
772	case 8:
773	case 16:
774	case 32:
775	case PAGE_SIZE:
776	break;
777	default:
778	AssertMsgFailed(("Invalid alignment %u\n", uAlignment));
779	return VERR_INVALID_PARAMETER;
780	}
781
782	/*
783	* Allocate the pages and the HMA space.
784	*/
785	cb = RT_ALIGN(cb, PAGE_SIZE);
786	void *pvPages;
787	int rc = SUPPageAlloc(cb >> PAGE_SHIFT, &pvPages);
788	if (VBOX_SUCCESS(rc))
789	{
790	RTGCPTR GCPtr;
791	rc = MMR3HyperMapHCRam(pVM, pvPages, cb, true, mmR3GetTagName(enmTag), &GCPtr);
792	if (VBOX_SUCCESS(rc))
793	{
794	*ppv = pvPages;
795	Log2(("MMR3HyperAllocOnceNoRel: cb=%#x uAlignment=%#x returns VINF_SUCCESS and *ppv=%p\n",
796	cb, uAlignment, *ppv));
797	return rc;
798	}
799	AssertMsgFailed(("Failed to allocate %zd bytes! %Rrc\n", cb, rc));
800	SUPPageFree(pvPages, cb >> PAGE_SHIFT);
801
802	/*
803	* HACK ALERT! Try allocate it off the heap so that we don't freak
804	* out during vga/vmmdev mmio2 allocation with certain ram sizes.
805	*/
806	/** @todo make a proper fix for this so we will never end up in this kind of situation! */
807	Log(("MMR3HyperAllocOnceNoRel: MMR3HyperMapHCRam failed with rc=%Rrc, try MMHyperAlloc(,%#d,,) instead\n", rc, cb));
808	int rc2 = MMHyperAlloc(pVM, cb, uAlignment, enmTag, ppv);
809	if (RT_SUCCESS(rc2))
810	{
811	Log2(("MMR3HyperAllocOnceNoRel: cb=%#x uAlignment=%#x returns %Rrc and *ppv=%p\n",
812	cb, uAlignment, rc, *ppv));
813	return rc;
814	}
815	}
816	else
817	AssertMsgFailed(("Failed to allocate %zd bytes! %Rrc\n", cb, rc));
818
819	if (rc == VERR_NO_MEMORY)
820	rc = VERR_MM_HYPER_NO_MEMORY;
821	LogRel(("MMR3HyperAllocOnceNoRel: cb=%#zx uAlignment=%#x returns %Rrc\n", cb, uAlignment, rc));
822	return rc;
823	}
824
825
826	/**
827	* Convert hypervisor HC virtual address to HC physical address.
828	*
829	* @returns HC physical address.
830	* @param pVM VM Handle
831	* @param pvHC Host context physical address.
832	*/
833	MMR3DECL(RTHCPHYS) MMR3HyperHCVirt2HCPhys(PVM pVM, void *pvHC)
834	{
835	PMMLOOKUPHYPER pLookup = (PMMLOOKUPHYPER)((char*)pVM->mm.s.pHyperHeapHC + pVM->mm.s.offLookupHyper);
836	for (;;)
837	{
838	switch (pLookup->enmType)
839	{
840	case MMLOOKUPHYPERTYPE_LOCKED:
841	{
842	unsigned off = (char )pvHC - (char )pLookup->u.Locked.pvHC;
843	if (off < pLookup->cb)
844	return (pLookup->u.Locked.pLockedMem->aPhysPages[off >> PAGE_SHIFT].Phys & X86_PTE_PAE_PG_MASK) \| (off & PAGE_OFFSET_MASK);
845	break;
846	}
847
848	case MMLOOKUPHYPERTYPE_HCPHYS:
849	{
850	unsigned off = (char )pvHC - (char )pLookup->u.HCPhys.pvHC;
851	if (off < pLookup->cb)
852	return pLookup->u.HCPhys.HCPhys + off;
853	break;
854	}
855
856	case MMLOOKUPHYPERTYPE_GCPHYS:
857	case MMLOOKUPHYPERTYPE_DYNAMIC:
858	/* can convert these kind of records. */
859	break;
860
861	default:
862	AssertMsgFailed(("enmType=%d\n", pLookup->enmType));
863	break;
864	}
865
866	/* next */
867	if ((unsigned)pLookup->offNext == NIL_OFFSET)
868	break;
869	pLookup = (PMMLOOKUPHYPER)((char *)pLookup + pLookup->offNext);
870	}
871
872	AssertMsgFailed(("pvHC=%p is not inside the hypervisor memory area!\n", pvHC));
873	return NIL_RTHCPHYS;
874	}
875
876
877	#if 0 /* unused, not implemented */
878	/**
879	* Convert hypervisor HC physical address to HC virtual address.
880	*
881	* @returns HC virtual address.
882	* @param pVM VM Handle
883	* @param HCPhys Host context physical address.
884	*/
885	MMR3DECL(void *) MMR3HyperHCPhys2HCVirt(PVM pVM, RTHCPHYS HCPhys)
886	{
887	void *pv;
888	int rc = MMR3HyperHCPhys2HCVirtEx(pVM, HCPhys, &pv);
889	if (VBOX_SUCCESS(rc))
890	return pv;
891	AssertMsgFailed(("Invalid address HCPhys=%x rc=%d\n", HCPhys, rc));
892	return NULL;
893	}
894
895
896	/**
897	* Convert hypervisor HC physical address to HC virtual address.
898	*
899	* @returns VBox status.
900	* @param pVM VM Handle
901	* @param HCPhys Host context physical address.
902	* @param ppv Where to store the HC virtual address.
903	*/
904	MMR3DECL(int) MMR3HyperHCPhys2HCVirtEx(PVM pVM, RTHCPHYS HCPhys, void **ppv)
905	{
906	/*
907	* Linear search.
908	*/
909	/** @todo implement when actually used. */
910	return VERR_INVALID_POINTER;
911	}
912	#endif /* unused, not implemented */
913
914
915	/**
916	* Read hypervisor memory from GC virtual address.
917	*
918	* @returns VBox status.
919	* @param pVM VM handle.
920	* @param pvDst Destination address (HC of course).
921	* @param GCPtr GC virtual address.
922	* @param cb Number of bytes to read.
923	*/
924	MMR3DECL(int) MMR3HyperReadGCVirt(PVM pVM, void *pvDst, RTGCPTR GCPtr, size_t cb)
925	{
926	if (GCPtr - pVM->mm.s.pvHyperAreaGC >= pVM->mm.s.cbHyperArea)
927	return VERR_INVALID_PARAMETER;
928	return PGMR3MapRead(pVM, pvDst, GCPtr, cb);
929	}
930
931
932	/**
933	* Info handler for 'hma', it dumps the list of lookup records for the hypervisor memory area.
934	*
935	* @param pVM The VM handle.
936	* @param pHlp Callback functions for doing output.
937	* @param pszArgs Argument string. Optional and specific to the handler.
938	*/
939	static DECLCALLBACK(void) mmR3HyperInfoHma(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs)
940	{
941	pHlp->pfnPrintf(pHlp, "Hypervisor Memory Area (HMA) Layout: Base %VGv, 0x%08x bytes\n",
942	pVM->mm.s.pvHyperAreaGC, pVM->mm.s.cbHyperArea);
943
944	PMMLOOKUPHYPER pLookup = (PMMLOOKUPHYPER)((char*)pVM->mm.s.pHyperHeapHC + pVM->mm.s.offLookupHyper);
945	for (;;)
946	{
947	switch (pLookup->enmType)
948	{
949	case MMLOOKUPHYPERTYPE_LOCKED:
950	pHlp->pfnPrintf(pHlp, "%VGv-%VGv %VHv LOCKED %-*s %s\n",
951	pLookup->off + pVM->mm.s.pvHyperAreaGC,
952	pLookup->off + pVM->mm.s.pvHyperAreaGC + pLookup->cb,
953	pLookup->u.Locked.pvHC,
954	sizeof(RTHCPTR) * 2,
955	pLookup->u.Locked.pLockedMem->eType == MM_LOCKED_TYPE_HYPER_NOFREE ? "nofree"
956	: pLookup->u.Locked.pLockedMem->eType == MM_LOCKED_TYPE_HYPER ? "autofree"
957	: pLookup->u.Locked.pLockedMem->eType == MM_LOCKED_TYPE_HYPER_PAGES ? "pages"
958	: pLookup->u.Locked.pLockedMem->eType == MM_LOCKED_TYPE_PHYS ? "gstphys"
959	: "??",
960	pLookup->pszDesc);
961	break;
962
963	case MMLOOKUPHYPERTYPE_HCPHYS:
964	pHlp->pfnPrintf(pHlp, "%VGv-%VGv %VHv HCPHYS %VHp %s\n",
965	pLookup->off + pVM->mm.s.pvHyperAreaGC,
966	pLookup->off + pVM->mm.s.pvHyperAreaGC + pLookup->cb,
967	pLookup->u.HCPhys.pvHC, pLookup->u.HCPhys.HCPhys,
968	pLookup->pszDesc);
969	break;
970
971	case MMLOOKUPHYPERTYPE_GCPHYS:
972	pHlp->pfnPrintf(pHlp, "%VGv-%VGv %s GCPHYS %VGp%s %s\n",
973	pLookup->off + pVM->mm.s.pvHyperAreaGC,
974	pLookup->off + pVM->mm.s.pvHyperAreaGC + pLookup->cb,
975	sizeof(RTHCPTR) * 2, "",
976	pLookup->u.GCPhys.GCPhys, RT_ABS(sizeof(RTHCPHYS) - sizeof(RTGCPHYS)) * 2, "",
977	pLookup->pszDesc);
978	break;
979
980	case MMLOOKUPHYPERTYPE_DYNAMIC:
981	pHlp->pfnPrintf(pHlp, "%VGv-%VGv %s DYNAMIC %s %s\n",
982	pLookup->off + pVM->mm.s.pvHyperAreaGC,
983	pLookup->off + pVM->mm.s.pvHyperAreaGC + pLookup->cb,
984	sizeof(RTHCPTR) * 2, "",
985	sizeof(RTHCPTR) * 2, "",
986	pLookup->pszDesc);
987	break;
988
989	default:
990	AssertMsgFailed(("enmType=%d\n", pLookup->enmType));
991	break;
992	}
993
994	/* next */
995	if ((unsigned)pLookup->offNext == NIL_OFFSET)
996	break;
997	pLookup = (PMMLOOKUPHYPER)((char *)pLookup + pLookup->offNext);
998	}
999	}
1000

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/MMHyper.cpp@ 6862

Download in other formats: