VMEmt.cpp@ 30441

Last change on this file since 30441 was 29250, checked in by vboxsync, 15 years ago
iprt/asm.h: split out asm-math.h, don't include asm-.h from asm.h, don't include asm.h from sup.h. Fixed a couple file headers.
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 42.3 KB

Line
1	/* $Id: VMEmt.cpp 29250 2010-05-09 17:53:58Z vboxsync $ */
2	/** @file
3	* VM - Virtual Machine, The Emulation Thread.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Oracle Corporation
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18
19	/*******************************************************************************
20	* Header Files *
21	*******************************************************************************/
22	#define LOG_GROUP LOG_GROUP_VM
23	#include <VBox/tm.h>
24	#include <VBox/dbgf.h>
25	#include <VBox/em.h>
26	#include <VBox/pdmapi.h>
27	#include <VBox/rem.h>
28	#include <VBox/tm.h>
29	#include "VMInternal.h"
30	#include <VBox/vm.h>
31	#include <VBox/uvm.h>
32
33	#include <VBox/err.h>
34	#include <VBox/log.h>
35	#include <iprt/assert.h>
36	#include <iprt/asm.h>
37	#include <iprt/asm-math.h>
38	#include <iprt/semaphore.h>
39	#include <iprt/string.h>
40	#include <iprt/thread.h>
41	#include <iprt/time.h>
42
43
44	/*******************************************************************************
45	* Internal Functions *
46	*******************************************************************************/
47	int vmR3EmulationThreadWithId(RTTHREAD ThreadSelf, PUVMCPU pUVCpu, VMCPUID idCpu);
48
49
50	/**
51	* The emulation thread main function.
52	*
53	* @returns Thread exit code.
54	* @param ThreadSelf The handle to the executing thread.
55	* @param pvArgs Pointer to the user mode per-VCpu structure (UVMPCU).
56	*/
57	DECLCALLBACK(int) vmR3EmulationThread(RTTHREAD ThreadSelf, void *pvArgs)
58	{
59	PUVMCPU pUVCpu = (PUVMCPU)pvArgs;
60	return vmR3EmulationThreadWithId(ThreadSelf, pUVCpu, pUVCpu->idCpu);
61	}
62
63
64	/**
65	* The emulation thread main function, with Virtual CPU ID for debugging.
66	*
67	* @returns Thread exit code.
68	* @param ThreadSelf The handle to the executing thread.
69	* @param pUVCpu Pointer to the user mode per-VCpu structure.
70	* @param idCpu The virtual CPU ID, for backtrace purposes.
71	*/
72	int vmR3EmulationThreadWithId(RTTHREAD ThreadSelf, PUVMCPU pUVCpu, VMCPUID idCpu)
73	{
74	PUVM pUVM = pUVCpu->pUVM;
75	int rc;
76
77	AssertReleaseMsg(VALID_PTR(pUVM) && pUVM->u32Magic == UVM_MAGIC,
78	("Invalid arguments to the emulation thread!\n"));
79
80	rc = RTTlsSet(pUVM->vm.s.idxTLS, pUVCpu);
81	AssertReleaseMsgRCReturn(rc, ("RTTlsSet %x failed with %Rrc\n", pUVM->vm.s.idxTLS, rc), rc);
82
83	/*
84	* The request loop.
85	*/
86	rc = VINF_SUCCESS;
87	Log(("vmR3EmulationThread: Emulation thread starting the days work... Thread=%#x pUVM=%p\n", ThreadSelf, pUVM));
88	VMSTATE enmBefore = VMSTATE_CREATED; /* (only used for logging atm.) */
89	for (;;)
90	{
91	/*
92	* During early init there is no pVM, so make a special path
93	* for that to keep things clearly separate.
94	*/
95	if (!pUVM->pVM)
96	{
97	/*
98	* Check for termination first.
99	*/
100	if (pUVM->vm.s.fTerminateEMT)
101	{
102	rc = VINF_EM_TERMINATE;
103	break;
104	}
105
106	/*
107	* Only the first VCPU may initialize the VM during early init
108	* and must therefore service all VMCPUID_ANY requests.
109	* See also VMR3Create
110	*/
111	if ( pUVM->vm.s.pReqs
112	&& pUVCpu->idCpu == 0)
113	{
114	/*
115	* Service execute in any EMT request.
116	*/
117	rc = VMR3ReqProcessU(pUVM, VMCPUID_ANY);
118	Log(("vmR3EmulationThread: Req rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), pUVM->pVM ? VMR3GetStateName(pUVM->pVM->enmVMState) : "CREATING"));
119	}
120	else if (pUVCpu->vm.s.pReqs)
121	{
122	/*
123	* Service execute in specific EMT request.
124	*/
125	rc = VMR3ReqProcessU(pUVM, pUVCpu->idCpu);
126	Log(("vmR3EmulationThread: Req (cpu=%u) rc=%Rrc, VM state %s -> %s\n", pUVCpu->idCpu, rc, VMR3GetStateName(enmBefore), pUVM->pVM ? VMR3GetStateName(pUVM->pVM->enmVMState) : "CREATING"));
127	}
128	else
129	{
130	/*
131	* Nothing important is pending, so wait for something.
132	*/
133	rc = VMR3WaitU(pUVCpu);
134	if (RT_FAILURE(rc))
135	{
136	AssertLogRelMsgFailed(("VMR3WaitU failed with %Rrc\n", rc));
137	break;
138	}
139	}
140	}
141	else
142	{
143	/*
144	* Pending requests which needs servicing?
145	*
146	* We check for state changes in addition to status codes when
147	* servicing requests. (Look after the ifs.)
148	*/
149	PVM pVM = pUVM->pVM;
150	enmBefore = pVM->enmVMState;
151	if ( VM_FF_ISSET(pVM, VM_FF_TERMINATE)
152	\|\| pUVM->vm.s.fTerminateEMT)
153	{
154	rc = VINF_EM_TERMINATE;
155	break;
156	}
157
158	if (VM_FF_ISPENDING(pVM, VM_FF_EMT_RENDEZVOUS))
159	{
160	rc = VMMR3EmtRendezvousFF(pVM, &pVM->aCpus[idCpu]);
161	Log(("vmR3EmulationThread: Rendezvous rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
162	}
163	else if (pUVM->vm.s.pReqs)
164	{
165	/*
166	* Service execute in any EMT request.
167	*/
168	rc = VMR3ReqProcessU(pUVM, VMCPUID_ANY);
169	Log(("vmR3EmulationThread: Req rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
170	}
171	else if (pUVCpu->vm.s.pReqs)
172	{
173	/*
174	* Service execute in specific EMT request.
175	*/
176	rc = VMR3ReqProcessU(pUVM, pUVCpu->idCpu);
177	Log(("vmR3EmulationThread: Req (cpu=%u) rc=%Rrc, VM state %s -> %s\n", pUVCpu->idCpu, rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
178	}
179	else if (VM_FF_ISSET(pVM, VM_FF_DBGF))
180	{
181	/*
182	* Service the debugger request.
183	*/
184	rc = DBGFR3VMMForcedAction(pVM);
185	Log(("vmR3EmulationThread: Dbg rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
186	}
187	else if (VM_FF_TESTANDCLEAR(pVM, VM_FF_RESET))
188	{
189	/*
190	* Service a delayed reset request.
191	*/
192	rc = VMR3Reset(pVM);
193	VM_FF_CLEAR(pVM, VM_FF_RESET);
194	Log(("vmR3EmulationThread: Reset rc=%Rrc, VM state %s -> %s\n", rc, VMR3GetStateName(enmBefore), VMR3GetStateName(pVM->enmVMState)));
195	}
196	else
197	{
198	/*
199	* Nothing important is pending, so wait for something.
200	*/
201	rc = VMR3WaitU(pUVCpu);
202	if (RT_FAILURE(rc))
203	{
204	AssertLogRelMsgFailed(("VMR3WaitU failed with %Rrc\n", rc));
205	break;
206	}
207	}
208
209	/*
210	* Check for termination requests, these have extremely high priority.
211	*/
212	if ( rc == VINF_EM_TERMINATE
213	\|\| pUVM->vm.s.fTerminateEMT
214	\|\| ( pUVM->pVM /* pVM may have become invalid by now. */
215	&& VM_FF_ISSET(pUVM->pVM, VM_FF_TERMINATE)))
216	break;
217	}
218
219	/*
220	* Some requests (both VMR3Req* and the DBGF) can potentially resume
221	* or start the VM, in that case we'll get a change in VM status
222	* indicating that we're now running.
223	*/
224	if ( RT_SUCCESS(rc)
225	&& pUVM->pVM)
226	{
227	PVM pVM = pUVM->pVM;
228	PVMCPU pVCpu = &pVM->aCpus[idCpu];
229	if ( pVM->enmVMState == VMSTATE_RUNNING
230	&& VMCPUSTATE_IS_STARTED(VMCPU_GET_STATE(pVCpu)))
231	{
232	rc = EMR3ExecuteVM(pVM, pVCpu);
233	Log(("vmR3EmulationThread: EMR3ExecuteVM() -> rc=%Rrc, enmVMState=%d\n", rc, pVM->enmVMState));
234	if (EMGetState(pVCpu) == EMSTATE_GURU_MEDITATION)
235	vmR3SetGuruMeditation(pVM);
236	}
237	}
238
239	} /* forever */
240
241
242	/*
243	* Cleanup and exit.
244	* If EMT(0) called VMR3Destroy, EMT(0) will do all the terminating here.
245	*/
246	Log(("vmR3EmulationThread: Terminating emulation thread! Thread=%#x pUVM=%p rc=%Rrc enmBefore=%d enmVMState=%d\n",
247	ThreadSelf, pUVM, rc, enmBefore, pUVM->pVM ? pUVM->pVM->enmVMState : VMSTATE_TERMINATED));
248	if ( pUVM->vm.s.fEMTDoesTheCleanup
249	&& idCpu == 0)
250	{
251	Log(("vmR3EmulationThread: executing delayed Destroy\n"));
252	Assert(pUVM->pVM);
253	vmR3Destroy(pUVM->pVM);
254	vmR3DestroyFinalBitFromEMT(pUVM, idCpu);
255	/* The pUVM structure is now invliad. */
256	pUVCpu = NULL;
257	pUVM = NULL;
258	}
259	else
260	{
261	vmR3DestroyFinalBitFromEMT(pUVM, idCpu);
262	pUVCpu->vm.s.NativeThreadEMT = NIL_RTNATIVETHREAD;
263	}
264	Log(("vmR3EmulationThread: EMT is terminated.\n"));
265	return rc;
266	}
267
268
269	/**
270	* Gets the name of a halt method.
271	*
272	* @returns Pointer to a read only string.
273	* @param enmMethod The method.
274	*/
275	static const char *vmR3GetHaltMethodName(VMHALTMETHOD enmMethod)
276	{
277	switch (enmMethod)
278	{
279	case VMHALTMETHOD_BOOTSTRAP: return "bootstrap";
280	case VMHALTMETHOD_DEFAULT: return "default";
281	case VMHALTMETHOD_OLD: return "old";
282	case VMHALTMETHOD_1: return "method1";
283	//case VMHALTMETHOD_2: return "method2";
284	case VMHALTMETHOD_GLOBAL_1: return "global1";
285	default: return "unknown";
286	}
287	}
288
289
290	/**
291	* The old halt loop.
292	*/
293	static DECLCALLBACK(int) vmR3HaltOldDoHalt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t /* u64Now*/)
294	{
295	/*
296	* Halt loop.
297	*/
298	PVM pVM = pUVCpu->pVM;
299	PVMCPU pVCpu = pUVCpu->pVCpu;
300
301	int rc = VINF_SUCCESS;
302	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
303	//unsigned cLoops = 0;
304	for (;;)
305	{
306	/*
307	* Work the timers and check if we can exit.
308	* The poll call gives us the ticks left to the next event in
309	* addition to perhaps set an FF.
310	*/
311	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltTimers, b);
312	TMR3TimerQueuesDo(pVM);
313	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltTimers, b);
314	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
315	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
316	break;
317	uint64_t u64NanoTS;
318	TMTimerPollGIP(pVM, pVCpu, &u64NanoTS);
319	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
320	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
321	break;
322
323	/*
324	* Wait for a while. Someone will wake us up or interrupt the call if
325	* anything needs our attention.
326	*/
327	if (u64NanoTS < 50000)
328	{
329	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d spin\n", u64NanoTS, cLoops++);
330	/* spin */;
331	}
332	else
333	{
334	VMMR3YieldStop(pVM);
335	//uint64_t u64Start = RTTimeNanoTS();
336	if (u64NanoTS < 870000) /* this is a bit speculative... works fine on linux. */
337	{
338	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d yield", u64NanoTS, cLoops++);
339	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltYield, a);
340	RTThreadYield(); /* this is the best we can do here */
341	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltYield, a);
342	}
343	else if (u64NanoTS < 2000000)
344	{
345	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d sleep 1ms", u64NanoTS, cLoops++);
346	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltBlock, a);
347	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1);
348	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltBlock, a);
349	}
350	else
351	{
352	//RTLogPrintf("u64NanoTS=%RI64 cLoops=%d sleep %dms", u64NanoTS, cLoops++, (uint32_t)RT_MIN((u64NanoTS - 500000) / 1000000, 15));
353	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltBlock, a);
354	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, RT_MIN((u64NanoTS - 1000000) / 1000000, 15));
355	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltBlock, a);
356	}
357	//uint64_t u64Slept = RTTimeNanoTS() - u64Start;
358	//RTLogPrintf(" -> rc=%Rrc in %RU64 ns / %RI64 ns delta\n", rc, u64Slept, u64NanoTS - u64Slept);
359	}
360	if (rc == VERR_TIMEOUT)
361	rc = VINF_SUCCESS;
362	else if (RT_FAILURE(rc))
363	{
364	AssertRC(rc != VERR_INTERRUPTED);
365	AssertMsgFailed(("RTSemEventWait->%Rrc\n", rc));
366	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
367	VM_FF_SET(pVM, VM_FF_TERMINATE);
368	rc = VERR_INTERNAL_ERROR;
369	break;
370	}
371	}
372
373	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
374	return rc;
375	}
376
377
378	/**
379	* Initialize the configuration of halt method 1 & 2.
380	*
381	* @return VBox status code. Failure on invalid CFGM data.
382	* @param pVM The VM handle.
383	*/
384	static int vmR3HaltMethod12ReadConfigU(PUVM pUVM)
385	{
386	/*
387	* The defaults.
388	*/
389	#if 1 /* DEBUGGING STUFF - REMOVE LATER */
390	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = 4;
391	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = 2*1000000;
392	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = 75*1000000;
393	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = 30*1000000;
394	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = 20*1000000;
395	#else
396	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = 4;
397	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = 5*1000000;
398	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = 200*1000000;
399	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = 20*1000000;
400	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = 2*1000000;
401	#endif
402
403	/*
404	* Query overrides.
405	*
406	* I don't have time to bother with niceities such as invalid value checks
407	* here right now. sorry.
408	*/
409	PCFGMNODE pCfg = CFGMR3GetChild(CFGMR3GetRoot(pUVM->pVM), "/VMM/HaltedMethod1");
410	if (pCfg)
411	{
412	uint32_t u32;
413	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "LagBlockIntervalDivisor", &u32)))
414	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg = u32;
415	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "MinBlockInterval", &u32)))
416	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg = u32;
417	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "MaxBlockInterval", &u32)))
418	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg = u32;
419	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "StartSpinning", &u32)))
420	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg = u32;
421	if (RT_SUCCESS(CFGMR3QueryU32(pCfg, "StopSpinning", &u32)))
422	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg = u32;
423	LogRel(("HaltedMethod1 config: %d/%d/%d/%d/%d\n",
424	pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg,
425	pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg,
426	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg,
427	pUVM->vm.s.Halt.Method12.u32StartSpinningCfg,
428	pUVM->vm.s.Halt.Method12.u32StopSpinningCfg));
429	}
430
431	return VINF_SUCCESS;
432	}
433
434
435	/**
436	* Initialize halt method 1.
437	*
438	* @return VBox status code.
439	* @param pUVM Pointer to the user mode VM structure.
440	*/
441	static DECLCALLBACK(int) vmR3HaltMethod1Init(PUVM pUVM)
442	{
443	return vmR3HaltMethod12ReadConfigU(pUVM);
444	}
445
446
447	/**
448	* Method 1 - Block whenever possible, and when lagging behind
449	* switch to spinning for 10-30ms with occational blocking until
450	* the lag has been eliminated.
451	*/
452	static DECLCALLBACK(int) vmR3HaltMethod1Halt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now)
453	{
454	PUVM pUVM = pUVCpu->pUVM;
455	PVMCPU pVCpu = pUVCpu->pVCpu;
456	PVM pVM = pUVCpu->pVM;
457
458	/*
459	* To simplify things, we decide up-front whether we should switch to spinning or
460	* not. This makes some ASSUMPTIONS about the cause of the spinning (PIT/RTC/PCNet)
461	* and that it will generate interrupts or other events that will cause us to exit
462	* the halt loop.
463	*/
464	bool fBlockOnce = false;
465	bool fSpinning = false;
466	uint32_t u32CatchUpPct = TMVirtualSyncGetCatchUpPct(pVM);
467	if (u32CatchUpPct /* non-zero if catching up */)
468	{
469	if (pUVCpu->vm.s.Halt.Method12.u64StartSpinTS)
470	{
471	fSpinning = TMVirtualSyncGetLag(pVM) >= pUVM->vm.s.Halt.Method12.u32StopSpinningCfg;
472	if (fSpinning)
473	{
474	uint64_t u64Lag = TMVirtualSyncGetLag(pVM);
475	fBlockOnce = u64Now - pUVCpu->vm.s.Halt.Method12.u64LastBlockTS
476	> RT_MAX(pUVM->vm.s.Halt.Method12.u32MinBlockIntervalCfg,
477	RT_MIN(u64Lag / pUVM->vm.s.Halt.Method12.u32LagBlockIntervalDivisorCfg,
478	pUVM->vm.s.Halt.Method12.u32MaxBlockIntervalCfg));
479	}
480	else
481	{
482	//RTLogRelPrintf("Stopped spinning (%u ms)\n", (u64Now - pUVCpu->vm.s.Halt.Method12.u64StartSpinTS) / 1000000);
483	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = 0;
484	}
485	}
486	else
487	{
488	fSpinning = TMVirtualSyncGetLag(pVM) >= pUVM->vm.s.Halt.Method12.u32StartSpinningCfg;
489	if (fSpinning)
490	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = u64Now;
491	}
492	}
493	else if (pUVCpu->vm.s.Halt.Method12.u64StartSpinTS)
494	{
495	//RTLogRelPrintf("Stopped spinning (%u ms)\n", (u64Now - pUVCpu->vm.s.Halt.Method12.u64StartSpinTS) / 1000000);
496	pUVCpu->vm.s.Halt.Method12.u64StartSpinTS = 0;
497	}
498
499	/*
500	* Halt loop.
501	*/
502	int rc = VINF_SUCCESS;
503	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
504	unsigned cLoops = 0;
505	for (;; cLoops++)
506	{
507	/*
508	* Work the timers and check if we can exit.
509	*/
510	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltTimers, b);
511	TMR3TimerQueuesDo(pVM);
512	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltTimers, b);
513	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
514	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
515	break;
516
517	/*
518	* Estimate time left to the next event.
519	*/
520	uint64_t u64NanoTS;
521	TMTimerPollGIP(pVM, pVCpu, &u64NanoTS);
522	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
523	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
524	break;
525
526	/*
527	* Block if we're not spinning and the interval isn't all that small.
528	*/
529	if ( ( !fSpinning
530	\|\| fBlockOnce)
531	#if 1 /* DEBUGGING STUFF - REMOVE LATER */
532	&& u64NanoTS >= 100000) /* 0.100 ms */
533	#else
534	&& u64NanoTS >= 250000) /* 0.250 ms */
535	#endif
536	{
537	const uint64_t Start = pUVCpu->vm.s.Halt.Method12.u64LastBlockTS = RTTimeNanoTS();
538	VMMR3YieldStop(pVM);
539
540	uint32_t cMilliSecs = RT_MIN(u64NanoTS / 1000000, 15);
541	if (cMilliSecs <= pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg)
542	cMilliSecs = 1;
543	else
544	cMilliSecs -= pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg;
545	//RTLogRelPrintf("u64NanoTS=%RI64 cLoops=%3d sleep %02dms (%7RU64) ", u64NanoTS, cLoops, cMilliSecs, u64NanoTS);
546	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltBlock, a);
547	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, cMilliSecs);
548	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltBlock, a);
549	if (rc == VERR_TIMEOUT)
550	rc = VINF_SUCCESS;
551	else if (RT_FAILURE(rc))
552	{
553	AssertRC(rc != VERR_INTERRUPTED);
554	AssertMsgFailed(("RTSemEventWait->%Rrc\n", rc));
555	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
556	VM_FF_SET(pVM, VM_FF_TERMINATE);
557	rc = VERR_INTERNAL_ERROR;
558	break;
559	}
560
561	/*
562	* Calc the statistics.
563	* Update averages every 16th time, and flush parts of the history every 64th time.
564	*/
565	const uint64_t Elapsed = RTTimeNanoTS() - Start;
566	pUVCpu->vm.s.Halt.Method12.cNSBlocked += Elapsed;
567	if (Elapsed > u64NanoTS)
568	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong += Elapsed - u64NanoTS;
569	pUVCpu->vm.s.Halt.Method12.cBlocks++;
570	if (!(pUVCpu->vm.s.Halt.Method12.cBlocks & 0xf))
571	{
572	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg = pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong / pUVCpu->vm.s.Halt.Method12.cBlocks;
573	if (!(pUVCpu->vm.s.Halt.Method12.cBlocks & 0x3f))
574	{
575	pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLong = pUVCpu->vm.s.Halt.Method12.cNSBlockedTooLongAvg * 0x40;
576	pUVCpu->vm.s.Halt.Method12.cBlocks = 0x40;
577	}
578	}
579	//RTLogRelPrintf(" -> %7RU64 ns / %7RI64 ns delta%s\n", Elapsed, Elapsed - u64NanoTS, fBlockOnce ? " (block once)" : "");
580
581	/*
582	* Clear the block once flag if we actually blocked.
583	*/
584	if ( fBlockOnce
585	&& Elapsed > 100000 /* 0.1 ms */)
586	fBlockOnce = false;
587	}
588	}
589	//if (fSpinning) RTLogRelPrintf("spun for %RU64 ns %u loops; lag=%RU64 pct=%d\n", RTTimeNanoTS() - u64Now, cLoops, TMVirtualSyncGetLag(pVM), u32CatchUpPct);
590
591	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
592	return rc;
593	}
594
595
596	/**
597	* Initialize the global 1 halt method.
598	*
599	* @return VBox status code.
600	* @param pUVM Pointer to the user mode VM structure.
601	*/
602	static DECLCALLBACK(int) vmR3HaltGlobal1Init(PUVM pUVM)
603	{
604	return VINF_SUCCESS;
605	}
606
607
608	/**
609	* The global 1 halt method - Block in GMM (ring-0) and let it
610	* try take care of the global scheduling of EMT threads.
611	*/
612	static DECLCALLBACK(int) vmR3HaltGlobal1Halt(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now)
613	{
614	PUVM pUVM = pUVCpu->pUVM;
615	PVMCPU pVCpu = pUVCpu->pVCpu;
616	PVM pVM = pUVCpu->pVM;
617	Assert(VMMGetCpu(pVM) == pVCpu);
618
619	/*
620	* Halt loop.
621	*/
622	int rc = VINF_SUCCESS;
623	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
624	unsigned cLoops = 0;
625	for (;; cLoops++)
626	{
627	/*
628	* Work the timers and check if we can exit.
629	*/
630	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltTimers, b);
631	TMR3TimerQueuesDo(pVM);
632	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltTimers, b);
633	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
634	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
635	break;
636
637	/*
638	* Estimate time left to the next event.
639	*/
640	uint64_t u64Delta;
641	uint64_t u64GipTime = TMTimerPollGIP(pVM, pVCpu, &u64Delta);
642	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
643	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
644	break;
645
646	/*
647	* Block if we're not spinning and the interval isn't all that small.
648	*/
649	if (u64Delta > 50000 /* 0.050ms */)
650	{
651	VMMR3YieldStop(pVM);
652	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
653	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
654	break;
655
656	//RTLogRelPrintf("u64NanoTS=%RI64 cLoops=%3d sleep %02dms (%7RU64) ", u64NanoTS, cLoops, cMilliSecs, u64NanoTS);
657	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltBlock, c);
658	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_HALT, u64GipTime, NULL);
659	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltBlock, c);
660	if (rc == VERR_INTERRUPTED)
661	rc = VINF_SUCCESS;
662	else if (RT_FAILURE(rc))
663	{
664	AssertMsgFailed(("VMMR0_DO_GVMM_SCHED_HALT->%Rrc\n", rc));
665	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
666	VM_FF_SET(pVM, VM_FF_TERMINATE);
667	rc = VERR_INTERNAL_ERROR;
668	break;
669	}
670	}
671	/*
672	* When spinning call upon the GVMM and do some wakups once
673	* in a while, it's not like we're actually busy or anything.
674	*/
675	else if (!(cLoops & 0x1fff))
676	{
677	STAM_REL_PROFILE_START(&pUVCpu->vm.s.StatHaltYield, d);
678	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_POLL, false /* don't yield */, NULL);
679	STAM_REL_PROFILE_STOP(&pUVCpu->vm.s.StatHaltYield, d);
680	}
681	}
682	//if (fSpinning) RTLogRelPrintf("spun for %RU64 ns %u loops; lag=%RU64 pct=%d\n", RTTimeNanoTS() - u64Now, cLoops, TMVirtualSyncGetLag(pVM), u32CatchUpPct);
683
684	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
685	return rc;
686	}
687
688
689	/**
690	* The global 1 halt method - VMR3Wait() worker.
691	*
692	* @returns VBox status code.
693	* @param pUVCpu Pointer to the user mode VMCPU structure.
694	*/
695	static DECLCALLBACK(int) vmR3HaltGlobal1Wait(PUVMCPU pUVCpu)
696	{
697	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
698
699	PVM pVM = pUVCpu->pUVM->pVM;
700	PVMCPU pVCpu = VMMGetCpu(pVM);
701	Assert(pVCpu->idCpu == pUVCpu->idCpu);
702
703	int rc = VINF_SUCCESS;
704	for (;;)
705	{
706	/*
707	* Check Relevant FFs.
708	*/
709	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
710	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK))
711	break;
712
713	/*
714	* Wait for a while. Someone will wake us up or interrupt the call if
715	* anything needs our attention.
716	*/
717	rc = SUPR3CallVMMR0Ex(pVM->pVMR0, pVCpu->idCpu, VMMR0_DO_GVMM_SCHED_HALT, RTTimeNanoTS() + 1000000000 /* +1s */, NULL);
718	if (rc == VERR_INTERRUPTED)
719	rc = VINF_SUCCESS;
720	else if (RT_FAILURE(rc))
721	{
722	AssertMsgFailed(("RTSemEventWait->%Rrc\n", rc));
723	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
724	VM_FF_SET(pVM, VM_FF_TERMINATE);
725	rc = VERR_INTERNAL_ERROR;
726	break;
727	}
728
729	}
730
731	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
732	return rc;
733	}
734
735
736	/**
737	* The global 1 halt method - VMR3NotifyFF() worker.
738	*
739	* @param pUVCpu Pointer to the user mode VMCPU structure.
740	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
741	*/
742	static DECLCALLBACK(void) vmR3HaltGlobal1NotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
743	{
744	if (pUVCpu->vm.s.fWait)
745	{
746	int rc = SUPR3CallVMMR0Ex(pUVCpu->pVM->pVMR0, pUVCpu->idCpu, VMMR0_DO_GVMM_SCHED_WAKE_UP, 0, NULL);
747	AssertRC(rc);
748	}
749	else if ( ( (fFlags & VMNOTIFYFF_FLAGS_POKE)
750	\|\| !(fFlags & VMNOTIFYFF_FLAGS_DONE_REM))
751	&& pUVCpu->pVCpu)
752	{
753	VMCPUSTATE enmState = VMCPU_GET_STATE(pUVCpu->pVCpu);
754	if (enmState == VMCPUSTATE_STARTED_EXEC)
755	{
756	if (fFlags & VMNOTIFYFF_FLAGS_POKE)
757	{
758	int rc = SUPR3CallVMMR0Ex(pUVCpu->pVM->pVMR0, pUVCpu->idCpu, VMMR0_DO_GVMM_SCHED_POKE, 0, NULL);
759	AssertRC(rc);
760	}
761	}
762	else if (enmState == VMCPUSTATE_STARTED_EXEC_REM)
763	{
764	if (!(fFlags & VMNOTIFYFF_FLAGS_DONE_REM))
765	REMR3NotifyFF(pUVCpu->pVM);
766	}
767	}
768	}
769
770
771	/**
772	* Bootstrap VMR3Wait() worker.
773	*
774	* @returns VBox status code.
775	* @param pUVMCPU Pointer to the user mode VMCPU structure.
776	*/
777	static DECLCALLBACK(int) vmR3BootstrapWait(PUVMCPU pUVCpu)
778	{
779	PUVM pUVM = pUVCpu->pUVM;
780
781	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
782
783	int rc = VINF_SUCCESS;
784	for (;;)
785	{
786	/*
787	* Check Relevant FFs.
788	*/
789	if (pUVM->vm.s.pReqs) /* global requests pending? */
790	break;
791	if (pUVCpu->vm.s.pReqs) /* local requests pending? */
792	break;
793
794	if ( pUVCpu->pVM
795	&& ( VM_FF_ISPENDING(pUVCpu->pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
796	\|\| VMCPU_FF_ISPENDING(VMMGetCpu(pUVCpu->pVM), VMCPU_FF_EXTERNAL_SUSPENDED_MASK)
797	)
798	)
799	break;
800	if (pUVCpu->vm.s.fTerminateEMT)
801	break;
802
803	/*
804	* Wait for a while. Someone will wake us up or interrupt the call if
805	* anything needs our attention.
806	*/
807	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1000);
808	if (rc == VERR_TIMEOUT)
809	rc = VINF_SUCCESS;
810	else if (RT_FAILURE(rc))
811	{
812	AssertMsgFailed(("RTSemEventWait->%Rrc\n", rc));
813	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
814	if (pUVCpu->pVM)
815	VM_FF_SET(pUVCpu->pVM, VM_FF_TERMINATE);
816	rc = VERR_INTERNAL_ERROR;
817	break;
818	}
819
820	}
821
822	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
823	return rc;
824	}
825
826
827	/**
828	* Bootstrap VMR3NotifyFF() worker.
829	*
830	* @param pUVCpu Pointer to the user mode VMCPU structure.
831	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
832	*/
833	static DECLCALLBACK(void) vmR3BootstrapNotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
834	{
835	if (pUVCpu->vm.s.fWait)
836	{
837	int rc = RTSemEventSignal(pUVCpu->vm.s.EventSemWait);
838	AssertRC(rc);
839	}
840	NOREF(fFlags);
841	}
842
843
844	/**
845	* Default VMR3Wait() worker.
846	*
847	* @returns VBox status code.
848	* @param pUVMCPU Pointer to the user mode VMCPU structure.
849	*/
850	static DECLCALLBACK(int) vmR3DefaultWait(PUVMCPU pUVCpu)
851	{
852	ASMAtomicWriteBool(&pUVCpu->vm.s.fWait, true);
853
854	PVM pVM = pUVCpu->pVM;
855	PVMCPU pVCpu = pUVCpu->pVCpu;
856	int rc = VINF_SUCCESS;
857	for (;;)
858	{
859	/*
860	* Check Relevant FFs.
861	*/
862	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
863	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK))
864	break;
865
866	/*
867	* Wait for a while. Someone will wake us up or interrupt the call if
868	* anything needs our attention.
869	*/
870	rc = RTSemEventWait(pUVCpu->vm.s.EventSemWait, 1000);
871	if (rc == VERR_TIMEOUT)
872	rc = VINF_SUCCESS;
873	else if (RT_FAILURE(rc))
874	{
875	AssertMsgFailed(("RTSemEventWait->%Rrc\n", rc));
876	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fTerminateEMT, true);
877	VM_FF_SET(pVM, VM_FF_TERMINATE);
878	rc = VERR_INTERNAL_ERROR;
879	break;
880	}
881
882	}
883
884	ASMAtomicUoWriteBool(&pUVCpu->vm.s.fWait, false);
885	return rc;
886	}
887
888
889	/**
890	* Default VMR3NotifyFF() worker.
891	*
892	* @param pUVCpu Pointer to the user mode VMCPU structure.
893	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
894	*/
895	static DECLCALLBACK(void) vmR3DefaultNotifyCpuFF(PUVMCPU pUVCpu, uint32_t fFlags)
896	{
897	if (pUVCpu->vm.s.fWait)
898	{
899	int rc = RTSemEventSignal(pUVCpu->vm.s.EventSemWait);
900	AssertRC(rc);
901	}
902	else if ( !(fFlags & VMNOTIFYFF_FLAGS_DONE_REM)
903	&& pUVCpu->pVCpu
904	&& pUVCpu->pVCpu->enmState == VMCPUSTATE_STARTED_EXEC_REM)
905	REMR3NotifyFF(pUVCpu->pVM);
906	}
907
908
909	/**
910	* Array with halt method descriptors.
911	* VMINT::iHaltMethod contains an index into this array.
912	*/
913	static const struct VMHALTMETHODDESC
914	{
915	/** The halt method id. */
916	VMHALTMETHOD enmHaltMethod;
917	/** The init function for loading config and initialize variables. */
918	DECLR3CALLBACKMEMBER(int, pfnInit,(PUVM pUVM));
919	/** The term function. */
920	DECLR3CALLBACKMEMBER(void, pfnTerm,(PUVM pUVM));
921	/** The VMR3WaitHaltedU function. */
922	DECLR3CALLBACKMEMBER(int, pfnHalt,(PUVMCPU pUVCpu, const uint32_t fMask, uint64_t u64Now));
923	/** The VMR3WaitU function. */
924	DECLR3CALLBACKMEMBER(int, pfnWait,(PUVMCPU pUVCpu));
925	/** The VMR3NotifyCpuFFU function. */
926	DECLR3CALLBACKMEMBER(void, pfnNotifyCpuFF,(PUVMCPU pUVCpu, uint32_t fFlags));
927	/** The VMR3NotifyGlobalFFU function. */
928	DECLR3CALLBACKMEMBER(void, pfnNotifyGlobalFF,(PUVM pUVM, uint32_t fFlags));
929	} g_aHaltMethods[] =
930	{
931	{ VMHALTMETHOD_BOOTSTRAP, NULL, NULL, NULL, vmR3BootstrapWait, vmR3BootstrapNotifyCpuFF, NULL },
932	{ VMHALTMETHOD_OLD, NULL, NULL, vmR3HaltOldDoHalt, vmR3DefaultWait, vmR3DefaultNotifyCpuFF, NULL },
933	{ VMHALTMETHOD_1, vmR3HaltMethod1Init, NULL, vmR3HaltMethod1Halt, vmR3DefaultWait, vmR3DefaultNotifyCpuFF, NULL },
934	{ VMHALTMETHOD_GLOBAL_1, vmR3HaltGlobal1Init, NULL, vmR3HaltGlobal1Halt, vmR3HaltGlobal1Wait, vmR3HaltGlobal1NotifyCpuFF, NULL },
935	};
936
937
938	/**
939	* Notify the emulation thread (EMT) about pending Forced Action (FF).
940	*
941	* This function is called by thread other than EMT to make
942	* sure EMT wakes up and promptly service an FF request.
943	*
944	* @param pUVM Pointer to the user mode VM structure.
945	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
946	*/
947	VMMR3DECL(void) VMR3NotifyGlobalFFU(PUVM pUVM, uint32_t fFlags)
948	{
949	LogFlow(("VMR3NotifyGlobalFFU:\n"));
950	uint32_t iHaldMethod = pUVM->vm.s.iHaltMethod;
951
952	if (g_aHaltMethods[iHaldMethod].pfnNotifyGlobalFF) /** @todo make mandatory. */
953	g_aHaltMethods[iHaldMethod].pfnNotifyGlobalFF(pUVM, fFlags);
954	else
955	for (VMCPUID iCpu = 0; iCpu < pUVM->cCpus; iCpu++)
956	g_aHaltMethods[iHaldMethod].pfnNotifyCpuFF(&pUVM->aCpus[iCpu], fFlags);
957	}
958
959
960	/**
961	* Notify the emulation thread (EMT) about pending Forced Action (FF).
962	*
963	* This function is called by thread other than EMT to make
964	* sure EMT wakes up and promptly service an FF request.
965	*
966	* @param pUVM Pointer to the user mode VM structure.
967	* @param fFlags Notification flags, VMNOTIFYFF_FLAGS_*.
968	*/
969	VMMR3DECL(void) VMR3NotifyCpuFFU(PUVMCPU pUVCpu, uint32_t fFlags)
970	{
971	PUVM pUVM = pUVCpu->pUVM;
972
973	LogFlow(("VMR3NotifyCpuFFU:\n"));
974	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnNotifyCpuFF(pUVCpu, fFlags);
975	}
976
977
978	/**
979	* Halted VM Wait.
980	* Any external event will unblock the thread.
981	*
982	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
983	* case an appropriate status code is returned.
984	* @param pVM VM handle.
985	* @param pVCpu VMCPU handle.
986	* @param fIgnoreInterrupts If set the VM_FF_INTERRUPT flags is ignored.
987	* @thread The emulation thread.
988	*/
989	VMMR3DECL(int) VMR3WaitHalted(PVM pVM, PVMCPU pVCpu, bool fIgnoreInterrupts)
990	{
991	LogFlow(("VMR3WaitHalted: fIgnoreInterrupts=%d\n", fIgnoreInterrupts));
992
993	/*
994	* Check Relevant FFs.
995	*/
996	const uint32_t fMask = !fIgnoreInterrupts
997	? VMCPU_FF_EXTERNAL_HALTED_MASK
998	: VMCPU_FF_EXTERNAL_HALTED_MASK & ~(VMCPU_FF_INTERRUPT_APIC \| VMCPU_FF_INTERRUPT_PIC);
999	if ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_HALTED_MASK)
1000	\|\| VMCPU_FF_ISPENDING(pVCpu, fMask))
1001	{
1002	LogFlow(("VMR3WaitHalted: returns VINF_SUCCESS (FF %#x FFCPU %#x)\n", pVM->fGlobalForcedActions, pVCpu->fLocalForcedActions));
1003	return VINF_SUCCESS;
1004	}
1005
1006	/*
1007	* The yielder is suspended while we're halting, while TM might have clock(s) running
1008	* only at certain times and need to be notified..
1009	*/
1010	if (pVCpu->idCpu == 0)
1011	VMMR3YieldSuspend(pVM);
1012	TMNotifyStartOfHalt(pVCpu);
1013
1014	/*
1015	* Record halt averages for the last second.
1016	*/
1017	PUVMCPU pUVCpu = pVCpu->pUVCpu;
1018	uint64_t u64Now = RTTimeNanoTS();
1019	int64_t off = u64Now - pUVCpu->vm.s.u64HaltsStartTS;
1020	if (off > 1000000000)
1021	{
1022	if (off > _4G \|\| !pUVCpu->vm.s.cHalts)
1023	{
1024	pUVCpu->vm.s.HaltInterval = 1000000000 /* 1 sec */;
1025	pUVCpu->vm.s.HaltFrequency = 1;
1026	}
1027	else
1028	{
1029	pUVCpu->vm.s.HaltInterval = (uint32_t)off / pUVCpu->vm.s.cHalts;
1030	pUVCpu->vm.s.HaltFrequency = ASMMultU64ByU32DivByU32(pUVCpu->vm.s.cHalts, 1000000000, (uint32_t)off);
1031	}
1032	pUVCpu->vm.s.u64HaltsStartTS = u64Now;
1033	pUVCpu->vm.s.cHalts = 0;
1034	}
1035	pUVCpu->vm.s.cHalts++;
1036
1037	/*
1038	* Do the halt.
1039	*/
1040	Assert(VMCPU_GET_STATE(pVCpu) == VMCPUSTATE_STARTED);
1041	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED_HALTED);
1042	PUVM pUVM = pUVCpu->pUVM;
1043	int rc = g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnHalt(pUVCpu, fMask, u64Now);
1044	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED);
1045
1046	/*
1047	* Notify TM and resume the yielder
1048	*/
1049	TMNotifyEndOfHalt(pVCpu);
1050	if (pVCpu->idCpu == 0)
1051	VMMR3YieldResume(pVM);
1052
1053	LogFlow(("VMR3WaitHalted: returns %Rrc (FF %#x)\n", rc, pVM->fGlobalForcedActions));
1054	return rc;
1055	}
1056
1057
1058	/**
1059	* Suspended VM Wait.
1060	* Only a handful of forced actions will cause the function to
1061	* return to the caller.
1062	*
1063	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
1064	* case an appropriate status code is returned.
1065	* @param pUVCpu Pointer to the user mode VMCPU structure.
1066	* @thread The emulation thread.
1067	*/
1068	VMMR3DECL(int) VMR3WaitU(PUVMCPU pUVCpu)
1069	{
1070	LogFlow(("VMR3WaitU:\n"));
1071
1072	/*
1073	* Check Relevant FFs.
1074	*/
1075	PVM pVM = pUVCpu->pVM;
1076	PVMCPU pVCpu = pUVCpu->pVCpu;
1077
1078	if ( pVM
1079	&& ( VM_FF_ISPENDING(pVM, VM_FF_EXTERNAL_SUSPENDED_MASK)
1080	\|\| VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_EXTERNAL_SUSPENDED_MASK)
1081	)
1082	)
1083	{
1084	LogFlow(("VMR3Wait: returns VINF_SUCCESS (FF %#x)\n", pVM->fGlobalForcedActions));
1085	return VINF_SUCCESS;
1086	}
1087
1088	/*
1089	* Do waiting according to the halt method (so VMR3NotifyFF
1090	* doesn't have to special case anything).
1091	*/
1092	PUVM pUVM = pUVCpu->pUVM;
1093	int rc = g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnWait(pUVCpu);
1094	LogFlow(("VMR3WaitU: returns %Rrc (FF %#x)\n", rc, pVM ? pVM->fGlobalForcedActions : 0));
1095	return rc;
1096	}
1097
1098
1099	/**
1100	* Interface that PDMR3Suspend, PDMR3PowerOff and PDMR3Reset uses when they wait
1101	* for the handling of asynchronous notifications to complete.
1102	*
1103	* @returns VINF_SUCCESS unless a fatal error occurred. In the latter
1104	* case an appropriate status code is returned.
1105	* @param pUVCpu Pointer to the user mode VMCPU structure.
1106	* @thread The emulation thread.
1107	*/
1108	VMMR3_INT_DECL(int) VMR3AsyncPdmNotificationWaitU(PUVMCPU pUVCpu)
1109	{
1110	LogFlow(("VMR3AsyncPdmNotificationWaitU:\n"));
1111	return VMR3WaitU(pUVCpu);
1112	}
1113
1114
1115	/**
1116	* Interface that PDM the helper asynchronous notification completed methods
1117	* uses for EMT0 when it is waiting inside VMR3AsyncPdmNotificationWaitU().
1118	*
1119	* @param pUVM Pointer to the user mode VM structure.
1120	*/
1121	VMMR3_INT_DECL(void) VMR3AsyncPdmNotificationWakeupU(PUVM pUVM)
1122	{
1123	LogFlow(("VMR3AsyncPdmNotificationWakeupU:\n"));
1124	VM_FF_SET(pUVM->pVM, VM_FF_REQUEST); /* this will have to do for now. */
1125	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnNotifyCpuFF(&pUVM->aCpus[0], 0 /fFlags/);
1126	}
1127
1128
1129	/**
1130	* Rendezvous callback that will be called once.
1131	*
1132	* @returns VBox strict status code.
1133	* @param pVM VM handle.
1134	* @param pVCpu The VMCPU handle for the calling EMT.
1135	* @param pvUser The new g_aHaltMethods index.
1136	*/
1137	static DECLCALLBACK(VBOXSTRICTRC) vmR3SetHaltMethodCallback(PVM pVM, PVMCPU pVCpu, void *pvUser)
1138	{
1139	PUVM pUVM = pVM->pUVM;
1140	uintptr_t i = (uintptr_t)pvUser;
1141	Assert(i < RT_ELEMENTS(g_aHaltMethods));
1142	NOREF(pVCpu);
1143
1144	/*
1145	* Terminate the old one.
1146	*/
1147	if ( pUVM->vm.s.enmHaltMethod != VMHALTMETHOD_INVALID
1148	&& g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnTerm)
1149	{
1150	g_aHaltMethods[pUVM->vm.s.iHaltMethod].pfnTerm(pUVM);
1151	pUVM->vm.s.enmHaltMethod = VMHALTMETHOD_INVALID;
1152	}
1153
1154	/* Assert that the failure fallback is where we expect. */
1155	Assert(g_aHaltMethods[0].enmHaltMethod == VMHALTMETHOD_BOOTSTRAP);
1156	Assert(!g_aHaltMethods[0].pfnTerm && !g_aHaltMethods[0].pfnInit);
1157
1158	/*
1159	* Init the new one.
1160	*/
1161	int rc = VINF_SUCCESS;
1162	memset(&pUVM->vm.s.Halt, 0, sizeof(pUVM->vm.s.Halt));
1163	if (g_aHaltMethods[i].pfnInit)
1164	{
1165	rc = g_aHaltMethods[i].pfnInit(pUVM);
1166	if (RT_FAILURE(rc))
1167	{
1168	/* Fall back on the bootstrap method. This requires no
1169	init/term (see assertion above), and will always work. */
1170	AssertLogRelRC(rc);
1171	i = 0;
1172	}
1173	}
1174
1175	/*
1176	* Commit it.
1177	*/
1178	pUVM->vm.s.enmHaltMethod = g_aHaltMethods[i].enmHaltMethod;
1179	ASMAtomicWriteU32(&pUVM->vm.s.iHaltMethod, i);
1180
1181	return rc;
1182	}
1183
1184
1185	/**
1186	* Changes the halt method.
1187	*
1188	* @returns VBox status code.
1189	* @param pUVM Pointer to the user mode VM structure.
1190	* @param enmHaltMethod The new halt method.
1191	* @thread EMT.
1192	*/
1193	int vmR3SetHaltMethodU(PUVM pUVM, VMHALTMETHOD enmHaltMethod)
1194	{
1195	PVM pVM = pUVM->pVM; Assert(pVM);
1196	VM_ASSERT_EMT(pVM);
1197	AssertReturn(enmHaltMethod > VMHALTMETHOD_INVALID && enmHaltMethod < VMHALTMETHOD_END, VERR_INVALID_PARAMETER);
1198
1199	/*
1200	* Resolve default (can be overridden in the configuration).
1201	*/
1202	if (enmHaltMethod == VMHALTMETHOD_DEFAULT)
1203	{
1204	uint32_t u32;
1205	int rc = CFGMR3QueryU32(CFGMR3GetChild(CFGMR3GetRoot(pVM), "VM"), "HaltMethod", &u32);
1206	if (RT_SUCCESS(rc))
1207	{
1208	enmHaltMethod = (VMHALTMETHOD)u32;
1209	if (enmHaltMethod <= VMHALTMETHOD_INVALID \|\| enmHaltMethod >= VMHALTMETHOD_END)
1210	return VMSetError(pVM, VERR_INVALID_PARAMETER, RT_SRC_POS, N_("Invalid VM/HaltMethod value %d"), enmHaltMethod);
1211	}
1212	else if (rc == VERR_CFGM_VALUE_NOT_FOUND \|\| rc == VERR_CFGM_CHILD_NOT_FOUND)
1213	return VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to Query VM/HaltMethod as uint32_t"));
1214	else
1215	enmHaltMethod = VMHALTMETHOD_GLOBAL_1;
1216	//enmHaltMethod = VMHALTMETHOD_1;
1217	//enmHaltMethod = VMHALTMETHOD_OLD;
1218	}
1219	LogRel(("VM: Halt method %s (%d)\n", vmR3GetHaltMethodName(enmHaltMethod), enmHaltMethod));
1220
1221	/*
1222	* Find the descriptor.
1223	*/
1224	unsigned i = 0;
1225	while ( i < RT_ELEMENTS(g_aHaltMethods)
1226	&& g_aHaltMethods[i].enmHaltMethod != enmHaltMethod)
1227	i++;
1228	AssertReturn(i < RT_ELEMENTS(g_aHaltMethods), VERR_INVALID_PARAMETER);
1229
1230	/*
1231	* This needs to be done while the other EMTs are not sleeping or otherwise messing around.
1232	*/
1233	return VMMR3EmtRendezvous(pVM, VMMEMTRENDEZVOUS_FLAGS_TYPE_ONCE, vmR3SetHaltMethodCallback, (void *)(uintptr_t)i);
1234	}
1235

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMEmt.cpp@ 30441

Download in other formats: