VMEmt.cpp@ 39402

Last change on this file since 39402 was 39402, checked in by vboxsync, 13 years ago
VMM: don't use generic IPE status codes, use specific ones. Part 1.
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 45.1 KB

Line
1	/* $Id: VMEmt.cpp 39402 2011-11-23 16:25:04Z vboxsync $ */
2	/** @file
3	* VM - Virtual Machine, The Emulation Thread.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Oracle Corporation
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18
19	/*******************************************************************************
20	* Header Files *
21	*******************************************************************************/
22	#define LOG_GROUP LOG_GROUP_VM
23	#include <VBox/vmm/tm.h>
24	#include <VBox/vmm/dbgf.h>
25	#include <VBox/vmm/em.h>
26	#include <VBox/vmm/pdmapi.h>
27	#include <VBox/vmm/rem.h>
28	#include <VBox/vmm/tm.h>
29	#include "VMInternal.h"
30	#include <VBox/vmm/vm.h>
31	#include <VBox/vmm/uvm.h>
32
33	#include <VBox/err.h>
34	#include <VBox/log.h>
35	#include <iprt/assert.h>
36	#include <iprt/asm.h>
37	#include <iprt/asm-math.h>
38	#include <iprt/semaphore.h>
39	#include <iprt/string.h>
40	#include <iprt/thread.h>
41	#include <iprt/time.h>
42
43
44	/*******************************************************************************
45	* Internal Functions *
46	*******************************************************************************/
47	int vmR3EmulationThreadWithId(RTTHREAD ThreadSelf, PUVMCPU pUVCpu, VMCPUID idCpu);
48
49
50	/**
51	* The emulation thread main function.
52	*
53	* @returns Thread exit code.
54	* @param ThreadSelf The handle to the executing thread.
55	* @param pvArgs Pointer to the user mode per-VCpu structure (UVMPCU).
56	*/
57	DECLCALLBACK(int) vmR3EmulationThread(RTTHREAD ThreadSelf, void *pvArgs)
58	{
59	PUVMCPU pUVCpu = (PUVMCPU)pvArgs;
60	return vmR3EmulationThreadWithId(ThreadSelf, pUVCpu, pUVCpu->idCpu);
61	}
62
63
64	/**
65	* The emulation thread main function, with Virtual CPU ID for debugging.
66	*
67	* @returns Thread exit code.
68	* @param ThreadSelf The handle to the executing thread.
69	* @param pUVCpu Pointer to the user mode per-VCpu structure.
70	* @param idCpu The virtual CPU ID, for backtrace purposes.
71	*/
72	int vmR3EmulationThreadWithId(RTTHREAD ThreadSelf, PUVMCPU pUVCpu, VMCPUID idCpu)
73	{
74	PUVM pUVM = pUVCpu->pUVM;
75	int rc;
76
77	AssertReleaseMsg(VALID_PTR(pUVM) && pUVM->u32Magic == UVM_MAGIC,
78	("Invalid arguments to the emulation thread!\n"));
79
80	rc = RTTlsSet(pUVM->vm.s.idxTLS, pUVCpu);
81	AssertReleaseMsgRCReturn(rc, ("RTTlsSet %x failed with %Rrc\n", pUVM->vm.s.idxTLS, rc), rc);
82
83	if ( pUVM->pVmm2UserMethods
84	&& pUVM->pVmm2UserMethods->pfnNotifyEmtInit)
85	pUVM->pVmm2UserMethods->pfnNotifyEmtInit(pUVM->pVmm2UserMethods, pUVM, pUVCpu);
86
87	/*
88	* The request loop.
89	*/
90	rc = VINF_SUCCESS;
91	Log(("vmR3EmulationThread: Emulation thread starting the days work... Thread=%#x pUVM=%p\n", ThreadSelf, pUVM));
92	VMSTATE enmBefore = VMSTATE_CREATED; /* (only used for logging atm.) */
93	for (;;)
94	{
95	/*
96	* During early init there is no pVM, so make a special path
97	* for that to keep things clearly separate.
98	*/
99	if (!pUVM->pVM)
100	{
101	/*
102	* Check for termination first.
103	*/
104	if (pUVM->vm.s.fTerminateEMT)
105	{
106	rc = VINF_EM_TERMINATE;
107	break;
108	}
109
110	/*
111	* Only the first VCPU may initialize the VM during early init
112	* and must therefore service all VMCPUID_ANY requests.
113	* See also VMR3Create
114	*/
115	if ( (pUVM->vm.s.pNormalReqs \|\| pUVM->vm.s.pPriorityReqs)
116	&& pUVCpu->idCpu == 0)
117	{
118	/*
119	* Service execute in any EMT request.
120	*/
121	rc = VMR3ReqProcessU(pUVM, VMCPUID_ANY, false /fPriorityOnly/);
122	Log(("vmR3EmulationThread: Req rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), pUVM->pVM ? VMR3GetStateName(pUVM->pVM->enmVMState) : "CREATING"));
123	}
124	else if (pUVCpu->vm.s.pNormalReqs \|\| pUVCpu->vm.s.pPriorityReqs)
125	{
126	/*
127	* Service execute in specific EMT request.
128	*/
129	rc = VMR3ReqProcessU(pUVM, pUVCpu->idCpu, false /fPriorityOnly/);
130	Log(("vmR3EmulationThread: Req (cpu=%u) rc=%Rrc, VM state %s -> %s\n", pUVCpu->idCpu, rc, VMR3GetStateName(enmBefore), pUVM->pVM ? VMR3GetStateName(pUVM->pVM->enmVMState) : "CREATING"));
131	}
132	else
133	{
134	/*
135	* Nothing important is pending, so wait for something.
136	*/
137	rc = VMR3WaitU(pUVCpu);
138	if (RT_FAILURE(rc))
139	{
140	AssertLogRelMsgFailed(("VMR3WaitU failed with %Rrc\n", rc));
141	break;
142	}
143	}
144	}
145	else
146	{
147	/*
148	* Pending requests which needs servicing?
149	*
150	* We check for state changes in addition to status codes when
151	* servicing requests. (Look after the ifs.)
152	*/
153	PVM pVM = pUVM->pVM;
154	enmBefore = pVM->enmVMState;
155	if (pUVM->vm.s.fTerminateEMT)
156	{
157	rc = VINF_EM_TERMINATE;
158	break;
159	}
160
161	if (VM_FF_ISPENDING(pVM, VM_FF_EMT_RENDEZVOUS))
162	{
163	rc = VMMR3EmtRendezvousFF(pVM, &pVM->aCpus[idCpu]);
164	Log(("vmR3EmulationThread: Rendezvous rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
165	}
166	else if (pUVM->vm.s.pNormalReqs \|\| pUVM->vm.s.pPriorityReqs)
167	{
168	/*
169	* Service execute in any EMT request.
170	*/
171	rc = VMR3ReqProcessU(pUVM, VMCPUID_ANY, false /fPriorityOnly/);
172	Log(("vmR3EmulationThread: Req rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
173	}
174	else if (pUVCpu->vm.s.pNormalReqs \|\| pUVCpu->vm.s.pPriorityReqs)
175	{
176	/*
177	* Service execute in specific EMT request.
178	*/
179	rc = VMR3ReqProcessU(pUVM, pUVCpu->idCpu, false /fPriorityOnly/);
180	Log(("vmR3EmulationThread: Req (cpu=%u) rc=%Rrc, VM state %s -> %s\n", pUVCpu->idCpu, rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
181	}
182	else if (VM_FF_ISSET(pVM, VM_FF_DBGF))
183	{
184	/*
185	* Service the debugger request.
186	*/
187	rc = DBGFR3VMMForcedAction(pVM);
188	Log(("vmR3EmulationThread: Dbg rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
189	}
190	else if (VM_FF_TESTANDCLEAR(pVM, VM_FF_RESET))
191	{
192	/*
193	* Service a delayed reset request.
194	*/
195	rc = VMR3Reset(pVM);
196	VM_FF_CLEAR(pVM, VM_FF_RESET);
197	Log(("vmR3EmulationThread: Reset rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
198	}
199	else
200	{
201	/*
202	* Nothing important is pending, so wait for something.
203	*/
204	rc = VMR3WaitU(pUVCpu);
205	if (RT_FAILURE(rc))
206	{
207	AssertLogRelMsgFailed(("VMR3WaitU failed with %Rrc\n", rc));
208	break;
209	}
210	}
211
212	/*
213	* Check for termination requests, these have extremely high priority.
214	*/
215	if ( rc == VINF_EM_TERMINATE
216	\|\| pUVM->vm.s.fTerminateEMT)
217	break;
218	}
219
220	/*
221	* Some requests (both VMR3Req* and the DBGF) can potentially resume
222	* or start the VM, in that case we'll get a change in VM status
223	* indicating that we're now running.
224	*/
225	if ( RT_SUCCESS(rc)
226	&& pUVM->pVM)
227	{
228	PVM pVM = pUVM->pVM;
229	PVMCPU pVCpu = &pVM->aCpus[idCpu];
230	if ( pVM->enmVMState == VMSTATE_RUNNING
231	&& VMCPUSTATE_IS_STARTED(VMCPU_GET_STATE(pVCpu)))
232	{
233	rc = EMR3ExecuteVM(pVM, pVCpu);
234	Log(("vmR3EmulationThread: EMR3ExecuteVM() -> rc=%Rrc, enmVMState=%d\n", rc, pVM->enmVMState));
235	if (EMGetState(pVCpu) == EMSTATE_GURU_MEDITATION)
236	vmR3SetGuruMeditation(pVM);
237	}
238	}
239
240	} /* forever */
241
242
243	/*
244	* Cleanup and exit.
245	*/
246	Log(("vmR3EmulationThread: Terminating emulation thread! Thread=%#x pUVM=%p rc=%Rrc enmBefore=%d enmVMState=%d\n",
247	ThreadSelf, pUVM, rc, enmBefore, pUVM->pVM ? pUVM->pVM->enmVMState : VMSTATE_TERMINATED));
248	if ( idCpu == 0
249	&& pUVM->pVM)
250	{
251	PVM pVM = pUVM->pVM;
252	vmR3SetTerminated(pVM);
253	pUVM->pVM = NULL;
254
255	/** @todo SMP: This isn't 100% safe. We should wait for the other
256	* threads to finish before destroy the VM. */
257	int rc2 = SUPR3CallVMMR0Ex(pVM->pVMR0, 0 /idCpu/, VMMR0_DO_GVMM_DESTROY_VM, 0, NULL);
258	AssertLogRelRC(rc2);
259	}
260
261	if ( pUVM->pVmm2UserMethods
262	&& pUVM->pVmm2UserMethods->pfnNotifyEmtTerm)
263	pUVM->pVmm2UserMethods->pfnNotifyEmtTerm(pUVM->pVmm2UserMethods, pUVM, pUVCpu);
264
265	pUVCpu->vm.s.NativeThreadEMT = NIL_RTNATIVETHREAD;
266	Log(("vmR3EmulationThread: EMT is terminated.\n"));
267	return rc;
268	}
269
270
271	/**
272	* Gets the name of a halt method.
273	*
274	* @returns Pointer to a read only string.
275	* @param enmMethod The method.
276	*/
277	static const char *vmR3GetHaltMethodName(VMHALTMETHOD enmMethod)
278	{
279	switch (enmMethod)
280	{
281	case VMHALTMETHOD_BOOTSTRAP: return "bootstrap";
282	case VMHALTMETHOD_DEFAULT: return "default";
283	case VMHALTMETHOD_OLD: return "old";
284	case VMHALTMETHOD_1: return "method1";
285	//case VMHALTMETHOD_2: return "method2";
286	case VMHALTMETHOD_GLOBAL_1: return "global1";
287	default: return "unknown";
288	}
289	}
290
291
292	/**
293	* Signal a fatal wait error.
294	*
295	* @returns Fatal error code to be propagated up the call stack.
296	* @param pUVCpu The user mode per CPU structure of the calling
297	* EMT.
298	* @param pszFmt The error format with a single %Rrc in it.
299	* @param rcFmt The status code to format.
300	*/
301	static int vmR3FatalWaitError(PUVMCPU pUVCpu, const char *pszFmt, int rcFmt)
302	{
303	/** @todo This is wrong ... raise a fatal error / guru meditation
304	* instead. */
305	AssertLogRelMsgFailed((pszFmt, rcFmt));
306	ASMAtomicUoWriteBool(&pUVCpu->pUVM->vm.s.fTerminateEMT, true);
307	if (pUVCpu->pVM)
308	VM_FF_SET(pUVCpu->pVM, VM_FF_CHECK_VM_STATE);
309	return VERR_VM_FATAL_WAIT_ERROR;
310	}
311
312
313	/**
314	* The old halt loop.
315	*/
316	static DECLCALLBACK(int) vmR3HaltOldDoHalt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t /* u64Now*/)
317	{
318	/*
319	* Halt loop.
320	*/
321	PVM pVM = pUVCpu->pVM;
322	PVMCPU pVCpu = pUVCpu->pVCpu;
323
324	int rc = VINF_SUCCESS;
325	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
326	//unsigned cLoops = 0;
327	for (;;)
328	{
329	/*
330	* Work the timers and check if we can exit.
331	* The poll call gives us the ticks left to the next event in
332	* addition to perhaps set an FF.
333	*/
334	uint64_t const u64StartTimers = RTTimeNanoTS();
335	TMR3TimerQueuesDo(pVM);
336	uint64_t const cNsElapsedTimers = RTTimeNanoTS() - u64StartTimers;
337	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltTimers, cNsElapsedTimers);
338	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
339	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
340	break;
341	uint64_t u64NanoTS;
342	TMTimerPollGIP(pVM, pVCpu, &u64NanoTS);
343	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
344	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
345	break;
346
347	/*
348	* Wait for a while. Someone will wake us up or interrupt the call if
349	* anything needs our attention.
350	*/
351	if (u64NanoTS < 50000)
352	{
353	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d spin\n", u64NanoTS, cLoops++);
354	/* spin */;
355	}
356	else
357	{
358	VMMR3YieldStop(pVM);
359	//uint64_t u64Start = RTTimeNanoTS();
360	if (u64NanoTS < 870000) /* this is a bit speculative... works fine on linux. */
361	{
362	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d yield", u64NanoTS, cLoops++);
363	uint64_t const u64StartSchedYield = RTTimeNanoTS();
364	RTThreadYield(); /* this is the best we can do here */
365	uint64_t const cNsElapsedSchedYield = RTTimeNanoTS() - u64StartSchedYield;
366	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltYield, cNsElapsedSchedYield);
367	}
368	else if (u64NanoTS < 2000000)
369	{
370	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d sleep 1ms", u64NanoTS, cLoops++);
371	uint64_t const u64StartSchedHalt = RTTimeNanoTS();
372	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1);
373	uint64_t const cNsElapsedSchedHalt = RTTimeNanoTS() - u64StartSchedHalt;
374	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlock, cNsElapsedSchedHalt);
375	}
376	else
377	{
378	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d sleep %dms", u64NanoTS, cLoops++, (uint32_t)RT_MIN((u64NanoTS - 500000) / 1000000, 15));
379	uint64_t const u64StartSchedHalt = RTTimeNanoTS();
380	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, RT_MIN((u64NanoTS - 1000000) / 1000000, 15));
381	uint64_t const cNsElapsedSchedHalt = RTTimeNanoTS() - u64StartSchedHalt;
382	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlock, cNsElapsedSchedHalt);
383	}
384	//uint64_t u64Slept = RTTimeNanoTS() - u64Start;
385	//RTLogPrintf(" -> rc=%Rrc in %RU64 ns / %RI64 ns delta\n", rc, u64Slept, u64NanoTS - u64Slept);
386	}
387	if (rc == VERR_TIMEOUT)
388	rc = VINF_SUCCESS;
389	else if (RT_FAILURE(rc))
390	{
391	rc = vmR3FatalWaitError(pUVCpu, "RTSemEventWait->%Rrc\n", rc);
392	break;
393	}
394	}
395
396	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
397	return rc;
398	}
399
400
401	/**
402	* Initialize the configuration of halt method 1 & 2.
403	*
404	* @return VBox status code. Failure on invalid CFGM data.
405	* @param pVM The VM handle.
406	*/
407	static int vmR3HaltMethod12ReadConfigU(PUVM pUVM)
408	{
409	/*
410	* The defaults.
411	*/
412	#if 1 /* DEBUGGING STUFF - REMOVE LATER */
413	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = 4;
414	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = 2*1000000;
415	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = 75*1000000;
416	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = 30*1000000;
417	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = 20*1000000;
418	#else
419	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = 4;
420	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = 5*1000000;
421	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = 200*1000000;
422	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = 20*1000000;
423	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = 2*1000000;
424	#endif
425
426	/*
427	* Query overrides.
428	*
429	* I don't have time to bother with niceties such as invalid value checks
430	* here right now. sorry.
431	*/
432	PCFGMNODE pCfg = CFGMR3GetChild(CFGMR3GetRoot(pUVM->pVM), "/VMM/HaltedMethod1");
433	if (pCfg)
434	{
435	uint32_t u32;
436	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "LagBlockIntervalDivisor", &u32)))
437	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = u32;
438	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "MinBlockInterval", &u32)))
439	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = u32;
440	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "MaxBlockInterval", &u32)))
441	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = u32;
442	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "StartSpinning", &u32)))
443	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = u32;
444	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "StopSpinning", &u32)))
445	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = u32;
446	LogRel(("HaltedMethod1 config: %d/%d/%d/%d/%d\n",
447	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg,
448	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg,
449	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg,
450	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg,
451	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg));
452	}
453
454	return VINF_SUCCESS;
455	}
456
457
458	/**
459	* Initialize halt method 1.
460	*
461	* @return VBox status code.
462	* @param pUVM Pointer to the user mode VM structure.
463	*/
464	static DECLCALLBACK(int) vmR3HaltMethod1Init(PUVM pUVM)
465	{
466	return vmR3HaltMethod12ReadConfigU(pUVM);
467	}
468
469
470	/**
471	* Method 1 - Block whenever possible, and when lagging behind
472	* switch to spinning for 10-30ms with occasional blocking until
473	* the lag has been eliminated.
474	*/
475	static DECLCALLBACK(int) vmR3HaltMethod1Halt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now)
476	{
477	PUVM pUVM = pUVCpu->pUVM;
478	PVMCPU pVCpu = pUVCpu->pVCpu;
479	PVM pVM = pUVCpu->pVM;
480
481	/*
482	* To simplify things, we decide up-front whether we should switch to spinning or
483	* not. This makes some ASSUMPTIONS about the cause of the spinning (PIT/RTC/PCNet)
484	* and that it will generate interrupts or other events that will cause us to exit
485	* the halt loop.
486	*/
487	bool fBlockOnce = false;
488	bool fSpinning = false;
489	uint32_t u32CatchUpPct = TMVirtualSyncGetCatchUpPct(pVM);
490	if (u32CatchUpPct /* non-zero if catching up */)
491	{
492	if (pUVCpu->vm.s.Halt.Method12.u64StartSpinTS)
493	{
494	fSpinning = TMVirtualSyncGetLag(pVM) >= pUVM->vm.s.Halt.Method12.u32StopSpinningCfg;
495	if (fSpinning)
496	{
497	uint64_t u64Lag = TMVirtualSyncGetLag(pVM);
498	fBlockOnce = u64Now - pUVCpu->vm.s.Halt.Method12.u64LastBlockTS
499	> RT_MAX(pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg,
500	RT_MIN(u64Lag / pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg,
501	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg));
502	}
503	else
504	{
505	//RTLogRelPrintf("Stopped spinning (%u ms)\n", (u64Now - pUVCpu->vm.s.Halt.Method12.u64StartSpinTS) / 1000000);
506	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = 0;
507	}
508	}
509	else
510	{
511	fSpinning = TMVirtualSyncGetLag(pVM) >= pUVM->vm.s.Halt.Method12.u32StartSpinningCfg;
512	if (fSpinning)
513	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = u64Now;
514	}
515	}
516	else if (pUVCpu->vm.s.Halt.Method12.u64StartSpinTS)
517	{
518	//RTLogRelPrintf("Stopped spinning (%u ms)\n", (u64Now - pUVCpu->vm.s.Halt.Method12.u64StartSpinTS) / 1000000);
519	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = 0;
520	}
521
522	/*
523	* Halt loop.
524	*/
525	int rc = VINF_SUCCESS;
526	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
527	unsigned cLoops = 0;
528	for (;; cLoops++)
529	{
530	/*
531	* Work the timers and check if we can exit.
532	*/
533	uint64_t const u64StartTimers = RTTimeNanoTS();
534	TMR3TimerQueuesDo(pVM);
535	uint64_t const cNsElapsedTimers = RTTimeNanoTS() - u64StartTimers;
536	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltTimers, cNsElapsedTimers);
537	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
538	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
539	break;
540
541	/*
542	* Estimate time left to the next event.
543	*/
544	uint64_t u64NanoTS;
545	TMTimerPollGIP(pVM, pVCpu, &u64NanoTS);
546	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
547	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
548	break;
549
550	/*
551	* Block if we're not spinning and the interval isn't all that small.
552	*/
553	if ( ( !fSpinning
554	\|\| fBlockOnce)
555	#if 1 /* DEBUGGING STUFF - REMOVE LATER */
556	&& u64NanoTS >= 100000) /* 0.100 ms */
557	#else
558	&& u64NanoTS >= 250000) /* 0.250 ms */
559	#endif
560	{
561	const uint64_t Start = pUVCpu->vm.s.Halt.Method12.u64LastBlockTS = RTTimeNanoTS();
562	VMMR3YieldStop(pVM);
563
564	uint32_t cMilliSecs = RT_MIN(u64NanoTS / 1000000, 15);
565	if (cMilliSecs <= pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg)
566	cMilliSecs = 1;
567	else
568	cMilliSecs -= pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg;
569
570	//RTLogRelPrintf("u64NanoTS=%RI64 cLoops=%3d sleep %02dms (%7RU64) ", u64NanoTS, cLoops, cMilliSecs, u64NanoTS);
571	uint64_t const u64StartSchedHalt = RTTimeNanoTS();
572	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, cMilliSecs);
573	uint64_t const cNsElapsedSchedHalt = RTTimeNanoTS() - u64StartSchedHalt;
574	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlock, cNsElapsedSchedHalt);
575
576	if (rc == VERR_TIMEOUT)
577	rc = VINF_SUCCESS;
578	else if (RT_FAILURE(rc))
579	{
580	rc = vmR3FatalWaitError(pUVCpu, "RTSemEventWait->%Rrc\n", rc);
581	break;
582	}
583
584	/*
585	* Calc the statistics.
586	* Update averages every 16th time, and flush parts of the history every 64th time.
587	*/
588	const uint64_t Elapsed = RTTimeNanoTS() - Start;
589	pUVCpu->vm.s.Halt.Method12.cNSBlocked += Elapsed;
590	if (Elapsed > u64NanoTS)
591	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong += Elapsed - u64NanoTS;
592	pUVCpu->vm.s.Halt.Method12.cBlocks++;
593	if (!(pUVCpu->vm.s.Halt.Method12.cBlocks & 0xf))
594	{
595	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg = pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong / pUVCpu->vm.s.Halt.Method12.cBlocks;
596	if (!(pUVCpu->vm.s.Halt.Method12.cBlocks & 0x3f))
597	{
598	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong = pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg * 0x40;
599	pUVCpu->vm.s.Halt.Method12.cBlocks = 0x40;
600	}
601	}
602	//RTLogRelPrintf(" -> %7RU64 ns / %7RI64 ns delta%s\n", Elapsed, Elapsed - u64NanoTS, fBlockOnce ? " (block once)" : "");
603
604	/*
605	* Clear the block once flag if we actually blocked.
606	*/
607	if ( fBlockOnce
608	&& Elapsed > 100000 /* 0.1 ms */)
609	fBlockOnce = false;
610	}
611	}
612	//if (fSpinning) RTLogRelPrintf("spun for %RU64 ns %u loops; lag=%RU64 pct=%d\n", RTTimeNanoTS() - u64Now, cLoops, TMVirtualSyncGetLag(pVM), u32CatchUpPct);
613
614	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
615	return rc;
616	}
617
618
619	/**
620	* Initialize the global 1 halt method.
621	*
622	* @return VBox status code.
623	* @param pUVM Pointer to the user mode VM structure.
624	*/
625	static DECLCALLBACK(int) vmR3HaltGlobal1Init(PUVM pUVM)
626	{
627	/*
628	* The defaults.
629	*/
630	uint32_t cNsResolution = SUPSemEventMultiGetResolution(pUVM->vm.s.pSession);
631	if (cNsResolution > 5*RT_NS_100US)
632	pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg = 50000;
633	else if (cNsResolution > RT_NS_100US)
634	pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg = cNsResolution / 4;
635	else
636	pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg = 2000;
637
638	/*
639	* Query overrides.
640	*
641	* I don't have time to bother with niceties such as invalid value checks
642	* here right now. sorry.
643	*/
644	PCFGMNODE pCfg = CFGMR3GetChild(CFGMR3GetRoot(pUVM->pVM), "/VMM/HaltedGlobal1");
645	if (pCfg)
646	{
647	uint32_t u32;
648	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "SpinBlockThreshold", &u32)))
649	pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg = u32;
650	}
651	LogRel(("HaltedGlobal1 config: cNsSpinBlockThresholdCfg=%u\n",
652	pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg));
653	return VINF_SUCCESS;
654	}
655
656
657	/**
658	* The global 1 halt method - Block in GMM (ring-0) and let it
659	* try take care of the global scheduling of EMT threads.
660	*/
661	static DECLCALLBACK(int) vmR3HaltGlobal1Halt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now)
662	{
663	PUVM pUVM = pUVCpu->pUVM;
664	PVMCPU pVCpu = pUVCpu->pVCpu;
665	PVM pVM = pUVCpu->pVM;
666	Assert(VMMGetCpu(pVM) == pVCpu);
667	NOREF(u64Now);
668
669	/*
670	* Halt loop.
671	*/
672	//uint64_t u64NowLog, u64Start;
673	//u64Start = u64NowLog = RTTimeNanoTS();
674	int rc = VINF_SUCCESS;
675	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
676	unsigned cLoops = 0;
677	for (;; cLoops++)
678	{
679	/*
680	* Work the timers and check if we can exit.
681	*/
682	uint64_t const u64StartTimers = RTTimeNanoTS();
683	TMR3TimerQueuesDo(pVM);
684	uint64_t const cNsElapsedTimers = RTTimeNanoTS() - u64StartTimers;
685	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltTimers, cNsElapsedTimers);
686	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
687	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
688	break;
689
690	/*
691	* Estimate time left to the next event.
692	*/
693	//u64NowLog = RTTimeNanoTS();
694	uint64_t u64Delta;
695	uint64_t u64GipTime = TMTimerPollGIP(pVM, pVCpu, &u64Delta);
696	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
697	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
698	break;
699
700	/*
701	* Block if we're not spinning and the interval isn't all that small.
702	*/
703	if (u64Delta >= pUVM->vm.s.Halt.Global1.cNsSpinBlockThresholdCfg)
704	{
705	VMMR3YieldStop(pVM);
706	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
707	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
708	break;
709
710	//RTLogPrintf("loop=%-3d u64GipTime=%'llu / %'llu now=%'llu / %'llu\n", cLoops, u64GipTime, u64Delta, u64NowLog, u64GipTime - u64NowLog);
711	uint64_t const u64StartSchedHalt = RTTimeNanoTS();
712	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_HALT, u64GipTime, NULL);
713	uint64_t const u64EndSchedHalt = RTTimeNanoTS();
714	uint64_t const cNsElapsedSchedHalt = u64EndSchedHalt - u64StartSchedHalt;
715	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlock, cNsElapsedSchedHalt);
716
717	if (rc == VERR_INTERRUPTED)
718	rc = VINF_SUCCESS;
719	else if (RT_FAILURE(rc))
720	{
721	rc = vmR3FatalWaitError(pUVCpu, "VMMR0_DO_GVMM_SCHED_HALT->%Rrc\n", rc);
722	break;
723	}
724	else
725	{
726	int64_t const cNsOverslept = u64EndSchedHalt - u64GipTime;
727	if (cNsOverslept > 50000)
728	STAM_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlockOverslept, cNsOverslept);
729	else if (cNsOverslept < -50000)
730	STAM_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlockInsomnia, cNsElapsedSchedHalt);
731	else
732	STAM_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltBlockOnTime, cNsElapsedSchedHalt);
733	}
734	}
735	/*
736	* When spinning call upon the GVMM and do some wakups once
737	* in a while, it's not like we're actually busy or anything.
738	*/
739	else if (!(cLoops & 0x1fff))
740	{
741	uint64_t const u64StartSchedYield = RTTimeNanoTS();
742	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_POLL, false /* don't yield */, NULL);
743	uint64_t const cNsElapsedSchedYield = RTTimeNanoTS() - u64StartSchedYield;
744	STAM_REL_PROFILE_ADD_PERIOD(&pUVCpu->vm.s.StatHaltYield, cNsElapsedSchedYield);
745	}
746	}
747	//RTLogPrintf("*** %u loops %'llu; lag=%RU64\n", cLoops, u64NowLog - u64Start, TMVirtualSyncGetLag(pVM));
748
749	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
750	return rc;
751	}
752
753
754	/**
755	* The global 1 halt method - VMR3Wait() worker.
756	*
757	* @returns VBox status code.
758	* @param pUVCpu Pointer to the user mode VMCPU structure.
759	*/
760	static DECLCALLBACK(int) vmR3HaltGlobal1Wait(PUVMCPU pUVCpu)
761	{
762	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
763
764	PVM pVM = pUVCpu->pUVM->pVM;
765	PVMCPU pVCpu = VMMGetCpu(pVM);
766	Assert(pVCpu->idCpu == pUVCpu->idCpu);
767
768	int rc = VINF_SUCCESS;
769	for (;;)
770	{
771	/*
772	* Check Relevant FFs.
773	*/
774	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
775	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK))
776	break;
777
778	/*
779	* Wait for a while. Someone will wake us up or interrupt the call if
780	* anything needs our attention.
781	*/
782	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_HALT, RTTimeNanoTS() + 1000000000 /* +1s */, NULL);
783	if (rc == VERR_INTERRUPTED)
784	rc = VINF_SUCCESS;
785	else if (RT_FAILURE(rc))
786	{
787	rc = vmR3FatalWaitError(pUVCpu, "VMMR0_DO_GVMM_SCHED_HALT->%Rrc\n", rc);
788	break;
789	}
790	}
791
792	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
793	return rc;
794	}
795
796
797	/**
798	* The global 1 halt method - VMR3NotifyFF() worker.
799	*
800	* @param pUVCpu Pointer to the user mode VMCPU structure.
801	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
802	*/
803	static DECLCALLBACK(void) vmR3HaltGlobal1NotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
804	{
805	if (pUVCpu->vm.s.fWait)
806	{
807	int rc = SUPR3CallVMMR0Ex(pUVCpu->pVM->pVMR0, pUVCpu->idCpu, VMMR0_DO_GVMM_SCHED_WAKE_UP, 0, NULL);
808	AssertRC(rc);
809	}
810	else if ( ( (fFlags & VMNOTIFYFF_FLAGS_POKE)
811	\|\| !(fFlags & VMNOTIFYFF_FLAGS_DONE_REM))
812	&& pUVCpu->pVCpu)
813	{
814	VMCPUSTATE enmState = VMCPU_GET_STATE(pUVCpu->pVCpu);
815	if (enmState == VMCPUSTATE_STARTED_EXEC)
816	{
817	if (fFlags & VMNOTIFYFF_FLAGS_POKE)
818	{
819	int rc = SUPR3CallVMMR0Ex(pUVCpu->pVM->pVMR0, pUVCpu->idCpu, VMMR0_DO_GVMM_SCHED_POKE, 0, NULL);
820	AssertRC(rc);
821	}
822	}
823	else if (enmState == VMCPUSTATE_STARTED_EXEC_REM)
824	{
825	if (!(fFlags & VMNOTIFYFF_FLAGS_DONE_REM))
826	REMR3NotifyFF(pUVCpu->pVM);
827	}
828	}
829	}
830
831
832	/**
833	* Bootstrap VMR3Wait() worker.
834	*
835	* @returns VBox status code.
836	* @param pUVMCPU Pointer to the user mode VMCPU structure.
837	*/
838	static DECLCALLBACK(int) vmR3BootstrapWait(PUVMCPU pUVCpu)
839	{
840	PUVM pUVM = pUVCpu->pUVM;
841
842	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
843
844	int rc = VINF_SUCCESS;
845	for (;;)
846	{
847	/*
848	* Check Relevant FFs.
849	*/
850	if (pUVM->vm.s.pNormalReqs \|\| pUVM->vm.s.pPriorityReqs) /* global requests pending? */
851	break;
852	if (pUVCpu->vm.s.pNormalReqs \|\| pUVCpu->vm.s.pPriorityReqs) /* local requests pending? */
853	break;
854
855	if ( pUVCpu->pVM
856	&& ( VM_FF_ISPENDING(pUVCpu->pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
857	\|\| VMCPU_FF_ISPENDING(VMMGetCpu(pUVCpu->pVM), VMCPU_FF_EXTERNAL_SUSPENDED_MASK)
858	)
859	)
860	break;
861	if (pUVM->vm.s.fTerminateEMT)
862	break;
863
864	/*
865	* Wait for a while. Someone will wake us up or interrupt the call if
866	* anything needs our attention.
867	*/
868	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1000);
869	if (rc == VERR_TIMEOUT)
870	rc = VINF_SUCCESS;
871	else if (RT_FAILURE(rc))
872	{
873	rc = vmR3FatalWaitError(pUVCpu, "RTSemEventWait->%Rrc\n", rc);
874	break;
875	}
876	}
877
878	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
879	return rc;
880	}
881
882
883	/**
884	* Bootstrap VMR3NotifyFF() worker.
885	*
886	* @param pUVCpu Pointer to the user mode VMCPU structure.
887	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
888	*/
889	static DECLCALLBACK(void) vmR3BootstrapNotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
890	{
891	if (pUVCpu->vm.s.fWait)
892	{
893	int rc = RTSemEventSignal(pUVCpu->vm.s.EventSemWait);
894	AssertRC(rc);
895	}
896	NOREF(fFlags);
897	}
898
899
900	/**
901	* Default VMR3Wait() worker.
902	*
903	* @returns VBox status code.
904	* @param pUVMCPU Pointer to the user mode VMCPU structure.
905	*/
906	static DECLCALLBACK(int) vmR3DefaultWait(PUVMCPU pUVCpu)
907	{
908	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
909
910	PVM pVM = pUVCpu->pVM;
911	PVMCPU pVCpu = pUVCpu->pVCpu;
912	int rc = VINF_SUCCESS;
913	for (;;)
914	{
915	/*
916	* Check Relevant FFs.
917	*/
918	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
919	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK))
920	break;
921
922	/*
923	* Wait for a while. Someone will wake us up or interrupt the call if
924	* anything needs our attention.
925	*/
926	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1000);
927	if (rc == VERR_TIMEOUT)
928	rc = VINF_SUCCESS;
929	else if (RT_FAILURE(rc))
930	{
931	rc = vmR3FatalWaitError(pUVCpu, "RTSemEventWait->%Rrc", rc);
932	break;
933	}
934	}
935
936	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
937	return rc;
938	}
939
940
941	/**
942	* Default VMR3NotifyFF() worker.
943	*
944	* @param pUVCpu Pointer to the user mode VMCPU structure.
945	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
946	*/
947	static DECLCALLBACK(void) vmR3DefaultNotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
948	{
949	if (pUVCpu->vm.s.fWait)
950	{
951	int rc = RTSemEventSignal(pUVCpu->vm.s.EventSemWait);
952	AssertRC(rc);
953	}
954	else if ( !(fFlags & VMNOTIFYFF_FLAGS_DONE_REM)
955	&& pUVCpu->pVCpu
956	&& pUVCpu->pVCpu->enmState == VMCPUSTATE_STARTED_EXEC_REM)
957	REMR3NotifyFF(pUVCpu->pVM);
958	}
959
960
961	/**
962	* Array with halt method descriptors.
963	* VMINT::iHaltMethod contains an index into this array.
964	*/
965	static const struct VMHALTMETHODDESC
966	{
967	/** The halt method id. */
968	VMHALTMETHOD enmHaltMethod;
969	/** The init function for loading config and initialize variables. */
970	DECLR3CALLBACKMEMBER(int, pfnInit,(PUVM pUVM));
971	/** The term function. */
972	DECLR3CALLBACKMEMBER(void, pfnTerm,(PUVM pUVM));
973	/** The VMR3WaitHaltedU function. */
974	DECLR3CALLBACKMEMBER(int, pfnHalt,(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now));
975	/** The VMR3WaitU function. */
976	DECLR3CALLBACKMEMBER(int, pfnWait,(PUVMCPU pUVCpu));
977	/** The VMR3NotifyCpuFFU function. */
978	DECLR3CALLBACKMEMBER(void, pfnNotifyCpuFF,(PUVMCPU pUVCpu, uint32_t fFlags));
979	/** The VMR3NotifyGlobalFFU function. */
980	DECLR3CALLBACKMEMBER(void, pfnNotifyGlobalFF,(PUVM pUVM, uint32_t fFlags));
981	} g_aHaltMethods[] =
982	{
983	{ VMHALTMETHOD_BOOTSTRAP, NULL, NULL, NULL, vmR3BootstrapWait, vmR3BootstrapNotifyCpuFF, NULL },
984	{ VMHALTMETHOD_OLD, NULL, NULL, vmR3HaltOldDoHalt, vmR3DefaultWait, vmR3DefaultNotifyCpuFF, NULL },
985	{ VMHALTMETHOD_1, vmR3HaltMethod1Init, NULL, vmR3HaltMethod1Halt, vmR3DefaultWait, vmR3DefaultNotifyCpuFF, NULL },
986	{ VMHALTMETHOD_GLOBAL_1, vmR3HaltGlobal1Init, NULL, vmR3HaltGlobal1Halt, vmR3HaltGlobal1Wait, vmR3HaltGlobal1NotifyCpuFF, NULL },
987	};
988
989
990	/**
991	* Notify the emulation thread (EMT) about pending Forced Action (FF).
992	*
993	* This function is called by thread other than EMT to make
994	* sure EMT wakes up and promptly service an FF request.
995	*
996	* @param pUVM Pointer to the user mode VM structure.
997	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
998	*/
999	VMMR3DECL(void) VMR3NotifyGlobalFFU(PUVM pUVM, uint32_t fFlags)
1000	{
1001	LogFlow(("VMR3NotifyGlobalFFU:\n"));
1002	uint32_t iHaldMethod = pUVM->vm.s.iHaltMethod;
1003
1004	if (g_aHaltMethods[iHaldMethod].pfnNotifyGlobalFF) /** @todo make mandatory. */
1005	g_aHaltMethods[iHaldMethod].pfnNotifyGlobalFF(pUVM, fFlags);
1006	else
1007	for (VMCPUID iCpu = 0; iCpu < pUVM->cCpus; iCpu++)
1008	g_aHaltMethods[iHaldMethod].pfnNotifyCpuFF(&pUVM->aCpus[iCpu], fFlags);
1009	}
1010
1011
1012	/**
1013	* Notify the emulation thread (EMT) about pending Forced Action (FF).
1014	*
1015	* This function is called by thread other than EMT to make
1016	* sure EMT wakes up and promptly service an FF request.
1017	*
1018	* @param pUVM Pointer to the user mode VM structure.
1019	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
1020	*/
1021	VMMR3DECL(void) VMR3NotifyCpuFFU(PUVMCPU pUVCpu, uint32_t fFlags)
1022	{
1023	PUVM pUVM = pUVCpu->pUVM;
1024
1025	LogFlow(("VMR3NotifyCpuFFU:\n"));
1026	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnNotifyCpuFF(pUVCpu, fFlags);
1027	}
1028
1029
1030	/**
1031	* Halted VM Wait.
1032	* Any external event will unblock the thread.
1033	*
1034	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
1035	* case an appropriate status code is returned.
1036	* @param pVM VM handle.
1037	* @param pVCpu VMCPU handle.
1038	* @param fIgnoreInterrupts If set the VM_FF_INTERRUPT flags is ignored.
1039	* @thread The emulation thread.
1040	*/
1041	VMMR3DECL(int) VMR3WaitHalted(PVM pVM, PVMCPU pVCpu, bool fIgnoreInterrupts)
1042	{
1043	LogFlow(("VMR3WaitHalted: fIgnoreInterrupts=%d\n", fIgnoreInterrupts));
1044
1045	/*
1046	* Check Relevant FFs.
1047	*/
1048	const uint32_t fMask = !fIgnoreInterrupts
1049	? VMCPU_FF_EXTERNAL_HALTED_MASK
1050	: VMCPU_FF_EXTERNAL_HALTED_MASK & ~(VMCPU_FF_INTERRUPT_APIC \| VMCPU_FF_INTERRUPT_PIC);
1051	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
1052	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
1053	{
1054	LogFlow(("VMR3WaitHalted: returns VINF_SUCCESS (FF %#x FFCPU %#x)\n", pVM->fGlobalForcedActions, pVCpu->fLocalForcedActions));
1055	return VINF_SUCCESS;
1056	}
1057
1058	/*
1059	* The yielder is suspended while we're halting, while TM might have clock(s) running
1060	* only at certain times and need to be notified..
1061	*/
1062	if (pVCpu->idCpu == 0)
1063	VMMR3YieldSuspend(pVM);
1064	TMNotifyStartOfHalt(pVCpu);
1065
1066	/*
1067	* Record halt averages for the last second.
1068	*/
1069	PUVMCPU pUVCpu = pVCpu->pUVCpu;
1070	uint64_t u64Now = RTTimeNanoTS();
1071	int64_t off = u64Now - pUVCpu->vm.s.u64HaltsStartTS;
1072	if (off > 1000000000)
1073	{
1074	if (off > _4G \|\| !pUVCpu->vm.s.cHalts)
1075	{
1076	pUVCpu->vm.s.HaltInterval = 1000000000 /* 1 sec */;
1077	pUVCpu->vm.s.HaltFrequency = 1;
1078	}
1079	else
1080	{
1081	pUVCpu->vm.s.HaltInterval = (uint32_t)off / pUVCpu->vm.s.cHalts;
1082	pUVCpu->vm.s.HaltFrequency = ASMMultU64ByU32DivByU32(pUVCpu->vm.s.cHalts, 1000000000, (uint32_t)off);
1083	}
1084	pUVCpu->vm.s.u64HaltsStartTS = u64Now;
1085	pUVCpu->vm.s.cHalts = 0;
1086	}
1087	pUVCpu->vm.s.cHalts++;
1088
1089	/*
1090	* Do the halt.
1091	*/
1092	Assert(VMCPU_GET_STATE(pVCpu) == VMCPUSTATE_STARTED);
1093	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED_HALTED);
1094	PUVM pUVM = pUVCpu->pUVM;
1095	int rc = g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnHalt(pUVCpu, fMask, u64Now);
1096	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED);
1097
1098	/*
1099	* Notify TM and resume the yielder
1100	*/
1101	TMNotifyEndOfHalt(pVCpu);
1102	if (pVCpu->idCpu == 0)
1103	VMMR3YieldResume(pVM);
1104
1105	LogFlow(("VMR3WaitHalted: returns %Rrc (FF %#x)\n", rc, pVM->fGlobalForcedActions));
1106	return rc;
1107	}
1108
1109
1110	/**
1111	* Suspended VM Wait.
1112	* Only a handful of forced actions will cause the function to
1113	* return to the caller.
1114	*
1115	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
1116	* case an appropriate status code is returned.
1117	* @param pUVCpu Pointer to the user mode VMCPU structure.
1118	* @thread The emulation thread.
1119	*/
1120	VMMR3DECL(int) VMR3WaitU(PUVMCPU pUVCpu)
1121	{
1122	LogFlow(("VMR3WaitU:\n"));
1123
1124	/*
1125	* Check Relevant FFs.
1126	*/
1127	PVM pVM = pUVCpu->pVM;
1128	PVMCPU pVCpu = pUVCpu->pVCpu;
1129
1130	if ( pVM
1131	&& ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
1132	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK)
1133	)
1134	)
1135	{
1136	LogFlow(("VMR3Wait: returns VINF_SUCCESS (FF %#x)\n", pVM->fGlobalForcedActions));
1137	return VINF_SUCCESS;
1138	}
1139
1140	/*
1141	* Do waiting according to the halt method (so VMR3NotifyFF
1142	* doesn't have to special case anything).
1143	*/
1144	PUVM pUVM = pUVCpu->pUVM;
1145	int rc = g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnWait(pUVCpu);
1146	LogFlow(("VMR3WaitU: returns %Rrc (FF %#x)\n", rc, pUVM->pVM ? pUVM->pVM->fGlobalForcedActions : 0));
1147	return rc;
1148	}
1149
1150
1151	/**
1152	* Interface that PDMR3Suspend, PDMR3PowerOff and PDMR3Reset uses when they wait
1153	* for the handling of asynchronous notifications to complete.
1154	*
1155	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
1156	* case an appropriate status code is returned.
1157	* @param pUVCpu Pointer to the user mode VMCPU structure.
1158	* @thread The emulation thread.
1159	*/
1160	VMMR3_INT_DECL(int) VMR3AsyncPdmNotificationWaitU(PUVMCPU pUVCpu)
1161	{
1162	LogFlow(("VMR3AsyncPdmNotificationWaitU:\n"));
1163	return VMR3WaitU(pUVCpu);
1164	}
1165
1166
1167	/**
1168	* Interface that PDM the helper asynchronous notification completed methods
1169	* uses for EMT0 when it is waiting inside VMR3AsyncPdmNotificationWaitU().
1170	*
1171	* @param pUVM Pointer to the user mode VM structure.
1172	*/
1173	VMMR3_INT_DECL(void) VMR3AsyncPdmNotificationWakeupU(PUVM pUVM)
1174	{
1175	LogFlow(("VMR3AsyncPdmNotificationWakeupU:\n"));
1176	VM_FF_SET(pUVM->pVM, VM_FF_REQUEST); /* this will have to do for now. */
1177	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnNotifyCpuFF(&pUVM->aCpus[0], 0 /fFlags/);
1178	}
1179
1180
1181	/**
1182	* Rendezvous callback that will be called once.
1183	*
1184	* @returns VBox strict status code.
1185	* @param pVM VM handle.
1186	* @param pVCpu The VMCPU handle for the calling EMT.
1187	* @param pvUser The new g_aHaltMethods index.
1188	*/
1189	static DECLCALLBACK(VBOXSTRICTRC) vmR3SetHaltMethodCallback(PVM pVM, PVMCPU pVCpu, void *pvUser)
1190	{
1191	PUVM pUVM = pVM->pUVM;
1192	uintptr_t i = (uintptr_t)pvUser;
1193	Assert(i < RT_ELEMENTS(g_aHaltMethods));
1194	NOREF(pVCpu);
1195
1196	/*
1197	* Terminate the old one.
1198	*/
1199	if ( pUVM->vm.s.enmHaltMethod != VMHALTMETHOD_INVALID
1200	&& g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnTerm)
1201	{
1202	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnTerm(pUVM);
1203	pUVM->vm.s.enmHaltMethod = VMHALTMETHOD_INVALID;
1204	}
1205
1206	/* Assert that the failure fallback is where we expect. */
1207	Assert(g_aHaltMethods[0].enmHaltMethod == VMHALTMETHOD_BOOTSTRAP);
1208	Assert(!g_aHaltMethods[0].pfnTerm && !g_aHaltMethods[0].pfnInit);
1209
1210	/*
1211	* Init the new one.
1212	*/
1213	int rc = VINF_SUCCESS;
1214	memset(&pUVM->vm.s.Halt, 0, sizeof(pUVM->vm.s.Halt));
1215	if (g_aHaltMethods[i].pfnInit)
1216	{
1217	rc = g_aHaltMethods[i].pfnInit(pUVM);
1218	if (RT_FAILURE(rc))
1219	{
1220	/* Fall back on the bootstrap method. This requires no
1221	init/term (see assertion above), and will always work. */
1222	AssertLogRelRC(rc);
1223	i = 0;
1224	}
1225	}
1226
1227	/*
1228	* Commit it.
1229	*/
1230	pUVM->vm.s.enmHaltMethod = g_aHaltMethods[i].enmHaltMethod;
1231	ASMAtomicWriteU32(&pUVM->vm.s.iHaltMethod, i);
1232
1233	return rc;
1234	}
1235
1236
1237	/**
1238	* Changes the halt method.
1239	*
1240	* @returns VBox status code.
1241	* @param pUVM Pointer to the user mode VM structure.
1242	* @param enmHaltMethod The new halt method.
1243	* @thread EMT.
1244	*/
1245	int vmR3SetHaltMethodU(PUVM pUVM, VMHALTMETHOD enmHaltMethod)
1246	{
1247	PVM pVM = pUVM->pVM; Assert(pVM);
1248	VM_ASSERT_EMT(pVM);
1249	AssertReturn(enmHaltMethod > VMHALTMETHOD_INVALID && enmHaltMethod < VMHALTMETHOD_END, VERR_INVALID_PARAMETER);
1250
1251	/*
1252	* Resolve default (can be overridden in the configuration).
1253	*/
1254	if (enmHaltMethod == VMHALTMETHOD_DEFAULT)
1255	{
1256	uint32_t u32;
1257	int rc = CFGMR3QueryU32(CFGMR3GetChild(CFGMR3GetRoot(pVM), "VM"), "HaltMethod", &u32);
1258	if (RT_SUCCESS(rc))
1259	{
1260	enmHaltMethod = (VMHALTMETHOD)u32;
1261	if (enmHaltMethod <= VMHALTMETHOD_INVALID \|\| enmHaltMethod >= VMHALTMETHOD_END)
1262	return VMSetError(pVM, VERR_INVALID_PARAMETER, RT_SRC_POS, N_("Invalid VM/HaltMethod value %d"), enmHaltMethod);
1263	}
1264	else if (rc == VERR_CFGM_VALUE_NOT_FOUND \|\| rc == VERR_CFGM_CHILD_NOT_FOUND)
1265	return VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to Query VM/HaltMethod as uint32_t"));
1266	else
1267	enmHaltMethod = VMHALTMETHOD_GLOBAL_1;
1268	//enmHaltMethod = VMHALTMETHOD_1;
1269	//enmHaltMethod = VMHALTMETHOD_OLD;
1270	}
1271	LogRel(("VM: Halt method %s (%d)\n", vmR3GetHaltMethodName(enmHaltMethod), enmHaltMethod));
1272
1273	/*
1274	* Find the descriptor.
1275	*/
1276	unsigned i = 0;
1277	while ( i < RT_ELEMENTS(g_aHaltMethods)
1278	&& g_aHaltMethods[i].enmHaltMethod != enmHaltMethod)
1279	i++;
1280	AssertReturn(i < RT_ELEMENTS(g_aHaltMethods), VERR_INVALID_PARAMETER);
1281
1282	/*
1283	* This needs to be done while the other EMTs are not sleeping or otherwise messing around.
1284	*/
1285	return VMMR3EmtRendezvous(pVM, VMMEMTRENDEZVOUS_FLAGS_TYPE_ONCE, vmR3SetHaltMethodCallback, (void *)(uintptr_t)i);
1286	}
1287

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMR3/VMEmt.cpp@ 39402

Download in other formats: