VMMR0.cpp@ 29138

Last change on this file since 29138 was 29091, checked in by vboxsync, 15 years ago
More updates
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 46.6 KB

Line
1	/* $Id: VMMR0.cpp 29091 2010-05-05 16:12:10Z vboxsync $ */
2	/** @file
3	* VMM - Host Context Ring 0.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Oracle Corporation
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18	/*******************************************************************************
19	* Header Files *
20	*******************************************************************************/
21	#define LOG_GROUP LOG_GROUP_VMM
22	#include <VBox/vmm.h>
23	#include <VBox/sup.h>
24	#include <VBox/trpm.h>
25	#include <VBox/cpum.h>
26	#include <VBox/pdmapi.h>
27	#include <VBox/pgm.h>
28	#include <VBox/stam.h>
29	#include <VBox/tm.h>
30	#include "VMMInternal.h"
31	#include <VBox/vm.h>
32
33	#include <VBox/gvmm.h>
34	#include <VBox/gmm.h>
35	#include <VBox/intnet.h>
36	#include <VBox/hwaccm.h>
37	#include <VBox/param.h>
38	#include <VBox/err.h>
39	#include <VBox/version.h>
40	#include <VBox/log.h>
41
42	#include <iprt/assert.h>
43	#include <iprt/crc32.h>
44	#include <iprt/mp.h>
45	#include <iprt/stdarg.h>
46	#include <iprt/string.h>
47	#ifdef VBOX_WITH_VMMR0_DISABLE_PREEMPTION
48	# include <iprt/thread.h>
49	#endif
50
51	#if defined(_MSC_VER) && defined(RT_ARCH_AMD64) /** @todo check this with with VC7! */
52	# pragma intrinsic(_AddressOfReturnAddress)
53	#endif
54
55
56	/*******************************************************************************
57	* Internal Functions *
58	*******************************************************************************/
59	RT_C_DECLS_BEGIN
60	VMMR0DECL(int) ModuleInit(void);
61	VMMR0DECL(void) ModuleTerm(void);
62	RT_C_DECLS_END
63
64
65	/*******************************************************************************
66	* Global Variables *
67	*******************************************************************************/
68	/** Drag in necessary library bits.
69	* The runtime lives here (in VMMR0.r0) and VBoxDDR0.r0 links against us. /
70	PFNRT g_VMMGCDeps[] =
71	{
72	(PFNRT)RTCrc32
73	};
74
75
76	/**
77	* Initialize the module.
78	* This is called when we're first loaded.
79	*
80	* @returns 0 on success.
81	* @returns VBox status on failure.
82	*/
83	VMMR0DECL(int) ModuleInit(void)
84	{
85	LogFlow(("ModuleInit:\n"));
86
87	/*
88	* Initialize the GVMM, GMM, HWACCM, PGM (Darwin) and INTNET.
89	*/
90	int rc = GVMMR0Init();
91	if (RT_SUCCESS(rc))
92	{
93	rc = GMMR0Init();
94	if (RT_SUCCESS(rc))
95	{
96	rc = HWACCMR0Init();
97	if (RT_SUCCESS(rc))
98	{
99	rc = PGMRegisterStringFormatTypes();
100	if (RT_SUCCESS(rc))
101	{
102	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
103	rc = PGMR0DynMapInit();
104	#endif
105	if (RT_SUCCESS(rc))
106	{
107	rc = IntNetR0Init();
108	if (RT_SUCCESS(rc))
109	{
110	LogFlow(("ModuleInit: returns success.\n"));
111	return VINF_SUCCESS;
112	}
113
114	/* bail out */
115	LogFlow(("ModuleTerm: returns %Rrc\n", rc));
116	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
117	PGMR0DynMapTerm();
118	#endif
119	}
120	PGMDeregisterStringFormatTypes();
121	}
122	HWACCMR0Term();
123	}
124	GMMR0Term();
125	}
126	GVMMR0Term();
127	}
128
129	LogFlow(("ModuleInit: failed %Rrc\n", rc));
130	return rc;
131	}
132
133
134	/**
135	* Terminate the module.
136	* This is called when we're finally unloaded.
137	*/
138	VMMR0DECL(void) ModuleTerm(void)
139	{
140	LogFlow(("ModuleTerm:\n"));
141
142	/*
143	* Terminate the internal network service.
144	*/
145	IntNetR0Term();
146
147	/*
148	* PGM (Darwin) and HWACCM global cleanup.
149	*/
150	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
151	PGMR0DynMapTerm();
152	#endif
153	PGMDeregisterStringFormatTypes();
154	HWACCMR0Term();
155
156	/*
157	* Destroy the GMM and GVMM instances.
158	*/
159	GMMR0Term();
160	GVMMR0Term();
161
162	LogFlow(("ModuleTerm: returns\n"));
163	}
164
165
166	/**
167	* Initaties the R0 driver for a particular VM instance.
168	*
169	* @returns VBox status code.
170	*
171	* @param pVM The VM instance in question.
172	* @param uSvnRev The SVN revision of the ring-3 part.
173	* @thread EMT.
174	*/
175	static int vmmR0InitVM(PVM pVM, uint32_t uSvnRev)
176	{
177	/*
178	* Match the SVN revisions.
179	*/
180	if (uSvnRev != VMMGetSvnRev())
181	{
182	LogRel(("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev()));
183	SUPR0Printf("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev());
184	return VERR_VERSION_MISMATCH;
185	}
186	if ( !VALID_PTR(pVM)
187	\|\| pVM->pVMR0 != pVM)
188	return VERR_INVALID_PARAMETER;
189
190	#ifdef LOG_ENABLED
191	/*
192	* Register the EMT R0 logger instance for VCPU 0.
193	*/
194	PVMCPU pVCpu = &pVM->aCpus[0];
195
196	PVMMR0LOGGER pR0Logger = pVCpu->vmm.s.pR0LoggerR0;
197	if (pR0Logger)
198	{
199	# if 0 /* testing of the logger. */
200	LogCom(("vmmR0InitVM: before %p\n", RTLogDefaultInstance()));
201	LogCom(("vmmR0InitVM: pfnFlush=%p actual=%p\n", pR0Logger->Logger.pfnFlush, vmmR0LoggerFlush));
202	LogCom(("vmmR0InitVM: pfnLogger=%p actual=%p\n", pR0Logger->Logger.pfnLogger, vmmR0LoggerWrapper));
203	LogCom(("vmmR0InitVM: offScratch=%d fFlags=%#x fDestFlags=%#x\n", pR0Logger->Logger.offScratch, pR0Logger->Logger.fFlags, pR0Logger->Logger.fDestFlags));
204
205	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
206	LogCom(("vmmR0InitVM: after %p reg\n", RTLogDefaultInstance()));
207	RTLogSetDefaultInstanceThread(NULL, pVM->pSession);
208	LogCom(("vmmR0InitVM: after %p dereg\n", RTLogDefaultInstance()));
209
210	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
211	LogCom(("vmmR0InitVM: returned succesfully from direct logger call.\n"));
212	pR0Logger->Logger.pfnFlush(&pR0Logger->Logger);
213	LogCom(("vmmR0InitVM: returned succesfully from direct flush call.\n"));
214
215	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
216	LogCom(("vmmR0InitVM: after %p reg2\n", RTLogDefaultInstance()));
217	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
218	LogCom(("vmmR0InitVM: returned succesfully from direct logger call (2). offScratch=%d\n", pR0Logger->Logger.offScratch));
219	RTLogSetDefaultInstanceThread(NULL, pVM->pSession);
220	LogCom(("vmmR0InitVM: after %p dereg2\n", RTLogDefaultInstance()));
221
222	RTLogLoggerEx(&pR0Logger->Logger, 0, ~0U, "hello ring-0 logger (RTLogLoggerEx)\n");
223	LogCom(("vmmR0InitVM: RTLogLoggerEx returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
224
225	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
226	RTLogPrintf("hello ring-0 logger (RTLogPrintf)\n");
227	LogCom(("vmmR0InitVM: RTLogPrintf returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
228	# endif
229	Log(("Switching to per-thread logging instance %p (key=%p)\n", &pR0Logger->Logger, pVM->pSession));
230	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
231	pR0Logger->fRegistered = true;
232	}
233	#endif /* LOG_ENABLED */
234
235	/*
236	* Initialize the per VM data for GVMM and GMM.
237	*/
238	int rc = GVMMR0InitVM(pVM);
239	// if (RT_SUCCESS(rc))
240	// rc = GMMR0InitPerVMData(pVM);
241	if (RT_SUCCESS(rc))
242	{
243	/*
244	* Init HWACCM, CPUM and PGM (Darwin only).
245	*/
246	rc = HWACCMR0InitVM(pVM);
247	if (RT_SUCCESS(rc))
248	{
249	rc = CPUMR0Init(pVM); /** @todo rename to CPUMR0InitVM */
250	if (RT_SUCCESS(rc))
251	{
252	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
253	rc = PGMR0DynMapInitVM(pVM);
254	#endif
255	if (RT_SUCCESS(rc))
256	{
257	GVMMR0DoneInitVM(pVM);
258	return rc;
259	}
260
261	/* bail out */
262	}
263	HWACCMR0TermVM(pVM);
264	}
265	}
266	RTLogSetDefaultInstanceThread(NULL, (uintptr_t)pVM->pSession);
267	return rc;
268	}
269
270
271	/**
272	* Terminates the R0 driver for a particular VM instance.
273	*
274	* This is normally called by ring-3 as part of the VM termination process, but
275	* may alternatively be called during the support driver session cleanup when
276	* the VM object is destroyed (see GVMM).
277	*
278	* @returns VBox status code.
279	*
280	* @param pVM The VM instance in question.
281	* @param pGVM Pointer to the global VM structure. Optional.
282	* @thread EMT or session clean up thread.
283	*/
284	VMMR0DECL(int) VMMR0TermVM(PVM pVM, PGVM pGVM)
285	{
286	/*
287	* Tell GVMM what we're up to and check that we only do this once.
288	*/
289	if (GVMMR0DoingTermVM(pVM, pGVM))
290	{
291	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
292	PGMR0DynMapTermVM(pVM);
293	#endif
294	HWACCMR0TermVM(pVM);
295	}
296
297	/*
298	* Deregister the logger.
299	*/
300	RTLogSetDefaultInstanceThread(NULL, (uintptr_t)pVM->pSession);
301	return VINF_SUCCESS;
302	}
303
304
305	#ifdef VBOX_WITH_STATISTICS
306	/**
307	* Record return code statistics
308	* @param pVM The VM handle.
309	* @param pVCpu The VMCPU handle.
310	* @param rc The status code.
311	*/
312	static void vmmR0RecordRC(PVM pVM, PVMCPU pVCpu, int rc)
313	{
314	/*
315	* Collect statistics.
316	*/
317	switch (rc)
318	{
319	case VINF_SUCCESS:
320	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetNormal);
321	break;
322	case VINF_EM_RAW_INTERRUPT:
323	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterrupt);
324	break;
325	case VINF_EM_RAW_INTERRUPT_HYPER:
326	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptHyper);
327	break;
328	case VINF_EM_RAW_GUEST_TRAP:
329	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGuestTrap);
330	break;
331	case VINF_EM_RAW_RING_SWITCH:
332	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitch);
333	break;
334	case VINF_EM_RAW_RING_SWITCH_INT:
335	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitchInt);
336	break;
337	case VINF_EM_RAW_STALE_SELECTOR:
338	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetStaleSelector);
339	break;
340	case VINF_EM_RAW_IRET_TRAP:
341	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIRETTrap);
342	break;
343	case VINF_IOM_HC_IOPORT_READ:
344	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIORead);
345	break;
346	case VINF_IOM_HC_IOPORT_WRITE:
347	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOWrite);
348	break;
349	case VINF_IOM_HC_MMIO_READ:
350	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIORead);
351	break;
352	case VINF_IOM_HC_MMIO_WRITE:
353	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOWrite);
354	break;
355	case VINF_IOM_HC_MMIO_READ_WRITE:
356	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOReadWrite);
357	break;
358	case VINF_PATM_HC_MMIO_PATCH_READ:
359	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchRead);
360	break;
361	case VINF_PATM_HC_MMIO_PATCH_WRITE:
362	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchWrite);
363	break;
364	case VINF_EM_RAW_EMULATE_INSTR:
365	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetEmulate);
366	break;
367	case VINF_EM_RAW_EMULATE_IO_BLOCK:
368	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOBlockEmulate);
369	break;
370	case VINF_PATCH_EMULATE_INSTR:
371	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchEmulate);
372	break;
373	case VINF_EM_RAW_EMULATE_INSTR_LDT_FAULT:
374	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetLDTFault);
375	break;
376	case VINF_EM_RAW_EMULATE_INSTR_GDT_FAULT:
377	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGDTFault);
378	break;
379	case VINF_EM_RAW_EMULATE_INSTR_IDT_FAULT:
380	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIDTFault);
381	break;
382	case VINF_EM_RAW_EMULATE_INSTR_TSS_FAULT:
383	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTSSFault);
384	break;
385	case VINF_EM_RAW_EMULATE_INSTR_PD_FAULT:
386	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPDFault);
387	break;
388	case VINF_CSAM_PENDING_ACTION:
389	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCSAMTask);
390	break;
391	case VINF_PGM_SYNC_CR3:
392	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetSyncCR3);
393	break;
394	case VINF_PATM_PATCH_INT3:
395	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchInt3);
396	break;
397	case VINF_PATM_PATCH_TRAP_PF:
398	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchPF);
399	break;
400	case VINF_PATM_PATCH_TRAP_GP:
401	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchGP);
402	break;
403	case VINF_PATM_PENDING_IRQ_AFTER_IRET:
404	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchIretIRQ);
405	break;
406	case VINF_EM_RESCHEDULE_REM:
407	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRescheduleREM);
408	break;
409	case VINF_EM_RAW_TO_R3:
410	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3);
411	break;
412	case VINF_EM_RAW_TIMER_PENDING:
413	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTimerPending);
414	break;
415	case VINF_EM_RAW_INTERRUPT_PENDING:
416	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptPending);
417	break;
418	case VINF_VMM_CALL_HOST:
419	switch (pVCpu->vmm.s.enmCallRing3Operation)
420	{
421	case VMMCALLRING3_PDM_LOCK:
422	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPDMLock);
423	break;
424	case VMMCALLRING3_PDM_QUEUE_FLUSH:
425	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPDMQueueFlush);
426	break;
427	case VMMCALLRING3_PGM_POOL_GROW:
428	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMPoolGrow);
429	break;
430	case VMMCALLRING3_PGM_LOCK:
431	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMLock);
432	break;
433	case VMMCALLRING3_PGM_MAP_CHUNK:
434	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMMapChunk);
435	break;
436	case VMMCALLRING3_PGM_ALLOCATE_HANDY_PAGES:
437	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMAllocHandy);
438	break;
439	case VMMCALLRING3_REM_REPLAY_HANDLER_NOTIFICATIONS:
440	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallRemReplay);
441	break;
442	case VMMCALLRING3_VMM_LOGGER_FLUSH:
443	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallLogFlush);
444	break;
445	case VMMCALLRING3_VM_SET_ERROR:
446	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetError);
447	break;
448	case VMMCALLRING3_VM_SET_RUNTIME_ERROR:
449	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetRuntimeError);
450	break;
451	case VMMCALLRING3_VM_R0_ASSERTION:
452	default:
453	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCallRing3);
454	break;
455	}
456	break;
457	case VINF_PATM_DUPLICATE_FUNCTION:
458	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPATMDuplicateFn);
459	break;
460	case VINF_PGM_CHANGE_MODE:
461	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPGMChangeMode);
462	break;
463	case VINF_PGM_POOL_FLUSH_PENDING:
464	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPGMFlushPending);
465	break;
466	case VINF_EM_PENDING_REQUEST:
467	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPendingRequest);
468	break;
469	case VINF_EM_HWACCM_PATCH_TPR_INSTR:
470	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchTPR);
471	break;
472	default:
473	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMisc);
474	break;
475	}
476	}
477	#endif /* VBOX_WITH_STATISTICS */
478
479
480	/**
481	* Unused ring-0 entry point that used to be called from the interrupt gate.
482	*
483	* Will be removed one of the next times we do a major SUPDrv version bump.
484	*
485	* @returns VBox status code.
486	* @param pVM The VM to operate on.
487	* @param enmOperation Which operation to execute.
488	* @param pvArg Argument to the operation.
489	* @remarks Assume called with interrupts disabled.
490	*/
491	VMMR0DECL(int) VMMR0EntryInt(PVM pVM, VMMR0OPERATION enmOperation, void *pvArg)
492	{
493	/*
494	* We're returning VERR_NOT_SUPPORT here so we've got something else
495	* than -1 which the interrupt gate glue code might return.
496	*/
497	Log(("operation %#x is not supported\n", enmOperation));
498	return VERR_NOT_SUPPORTED;
499	}
500
501
502	/**
503	* The Ring 0 entry point, called by the fast-ioctl path.
504	*
505	* @param pVM The VM to operate on.
506	* The return code is stored in pVM->vmm.s.iLastGZRc.
507	* @param idCpu The Virtual CPU ID of the calling EMT.
508	* @param enmOperation Which operation to execute.
509	* @remarks Assume called with interrupts _enabled_.
510	*/
511	VMMR0DECL(void) VMMR0EntryFast(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation)
512	{
513	if (RT_UNLIKELY(idCpu >= pVM->cCpus))
514	return;
515	PVMCPU pVCpu = &pVM->aCpus[idCpu];
516
517	switch (enmOperation)
518	{
519	/*
520	* Switch to GC and run guest raw mode code.
521	* Disable interrupts before doing the world switch.
522	*/
523	case VMMR0_DO_RAW_RUN:
524	{
525	/* Safety precaution as hwaccm disables the switcher. */
526	if (RT_LIKELY(!pVM->vmm.s.fSwitcherDisabled))
527	{
528	RTCCUINTREG uFlags = ASMIntDisableFlags();
529	int rc;
530	bool fVTxDisabled;
531
532	if (RT_UNLIKELY(pVM->cCpus > 1))
533	{
534	pVCpu->vmm.s.iLastGZRc = VERR_RAW_MODE_INVALID_SMP;
535	ASMSetFlags(uFlags);
536	return;
537	}
538
539	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
540	if (RT_UNLIKELY(!PGMGetHyperCR3(pVCpu)))
541	{
542	pVCpu->vmm.s.iLastGZRc = VERR_PGM_NO_CR3_SHADOW_ROOT;
543	ASMSetFlags(uFlags);
544	return;
545	}
546	#endif
547
548	/* We might need to disable VT-x if the active switcher turns off paging. */
549	rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
550	if (RT_FAILURE(rc))
551	{
552	pVCpu->vmm.s.iLastGZRc = rc;
553	ASMSetFlags(uFlags);
554	return;
555	}
556
557	ASMAtomicWriteU32(&pVCpu->idHostCpu, RTMpCpuId());
558	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED_EXEC);
559
560	TMNotifyStartOfExecution(pVCpu);
561	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
562	pVCpu->vmm.s.iLastGZRc = rc;
563	TMNotifyEndOfExecution(pVCpu);
564
565	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED);
566	ASMAtomicWriteU32(&pVCpu->idHostCpu, NIL_RTCPUID);
567
568	/* Re-enable VT-x if previously turned off. */
569	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
570
571	if ( rc == VINF_EM_RAW_INTERRUPT
572	\|\| rc == VINF_EM_RAW_INTERRUPT_HYPER)
573	TRPMR0DispatchHostInterrupt(pVM);
574
575	ASMSetFlags(uFlags);
576
577	#ifdef VBOX_WITH_STATISTICS
578	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
579	vmmR0RecordRC(pVM, pVCpu, rc);
580	#endif
581	}
582	else
583	{
584	Assert(!pVM->vmm.s.fSwitcherDisabled);
585	pVCpu->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
586	}
587	break;
588	}
589
590	/*
591	* Run guest code using the available hardware acceleration technology.
592	*
593	* Disable interrupts before we do anything interesting. On Windows we avoid
594	* this by having the support driver raise the IRQL before calling us, this way
595	* we hope to get away with page faults and later calling into the kernel.
596	*/
597	case VMMR0_DO_HWACC_RUN:
598	{
599	int rc;
600
601	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
602
603	#ifdef VBOX_WITH_VMMR0_DISABLE_PREEMPTION
604	RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
605	RTThreadPreemptDisable(&PreemptState);
606	#elif !defined(RT_OS_WINDOWS)
607	RTCCUINTREG uFlags = ASMIntDisableFlags();
608	#endif
609	ASMAtomicWriteU32(&pVCpu->idHostCpu, RTMpCpuId());
610
611	#ifdef LOG_ENABLED
612	if (pVCpu->idCpu > 0)
613	{
614	/* Lazy registration of ring 0 loggers. */
615	PVMMR0LOGGER pR0Logger = pVCpu->vmm.s.pR0LoggerR0;
616	if ( pR0Logger
617	&& !pR0Logger->fRegistered)
618	{
619	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
620	pR0Logger->fRegistered = true;
621	}
622	}
623	#endif
624	if (!HWACCMR0SuspendPending())
625	{
626	rc = HWACCMR0Enter(pVM, pVCpu);
627	if (RT_SUCCESS(rc))
628	{
629	rc = vmmR0CallRing3SetJmp(&pVCpu->vmm.s.CallRing3JmpBufR0, HWACCMR0RunGuestCode, pVM, pVCpu); /* this may resume code. */
630	int rc2 = HWACCMR0Leave(pVM, pVCpu);
631	AssertRC(rc2);
632	}
633	}
634	else
635	{
636	/* System is about to go into suspend mode; go back to ring 3. */
637	rc = VINF_EM_RAW_INTERRUPT;
638	}
639	pVCpu->vmm.s.iLastGZRc = rc;
640
641	ASMAtomicWriteU32(&pVCpu->idHostCpu, NIL_RTCPUID);
642	#ifdef VBOX_WITH_VMMR0_DISABLE_PREEMPTION
643	RTThreadPreemptRestore(&PreemptState);
644	#elif !defined(RT_OS_WINDOWS)
645	ASMSetFlags(uFlags);
646	#endif
647
648	#ifdef VBOX_WITH_STATISTICS
649	vmmR0RecordRC(pVM, pVCpu, rc);
650	#endif
651	/* No special action required for external interrupts, just return. */
652	break;
653	}
654
655	/*
656	* For profiling.
657	*/
658	case VMMR0_DO_NOP:
659	pVCpu->vmm.s.iLastGZRc = VINF_SUCCESS;
660	break;
661
662	/*
663	* Impossible.
664	*/
665	default:
666	AssertMsgFailed(("%#x\n", enmOperation));
667	pVCpu->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
668	break;
669	}
670	}
671
672
673	/**
674	* Validates a session or VM session argument.
675	*
676	* @returns true / false accordingly.
677	* @param pVM The VM argument.
678	* @param pSession The session argument.
679	*/
680	DECLINLINE(bool) vmmR0IsValidSession(PVM pVM, PSUPDRVSESSION pClaimedSession, PSUPDRVSESSION pSession)
681	{
682	/* This must be set! */
683	if (!pSession)
684	return false;
685
686	/* Only one out of the two. */
687	if (pVM && pClaimedSession)
688	return false;
689	if (pVM)
690	pClaimedSession = pVM->pSession;
691	return pClaimedSession == pSession;
692	}
693
694
695	/**
696	* VMMR0EntryEx worker function, either called directly or when ever possible
697	* called thru a longjmp so we can exit safely on failure.
698	*
699	* @returns VBox status code.
700	* @param pVM The VM to operate on.
701	* @param idCpu Virtual CPU ID argument. Must be NIL_VMCPUID if pVM
702	* is NIL_RTR0PTR, and may be NIL_VMCPUID if it isn't
703	* @param enmOperation Which operation to execute.
704	* @param pReqHdr This points to a SUPVMMR0REQHDR packet. Optional.
705	* The support driver validates this if it's present.
706	* @param u64Arg Some simple constant argument.
707	* @param pSession The session of the caller.
708	* @remarks Assume called with interrupts _enabled_.
709	*/
710	static int vmmR0EntryExWorker(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReqHdr, uint64_t u64Arg, PSUPDRVSESSION pSession)
711	{
712	/*
713	* Common VM pointer validation.
714	*/
715	if (pVM)
716	{
717	if (RT_UNLIKELY( !VALID_PTR(pVM)
718	\|\| ((uintptr_t)pVM & PAGE_OFFSET_MASK)))
719	{
720	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p! (op=%d)\n", pVM, enmOperation);
721	return VERR_INVALID_POINTER;
722	}
723	if (RT_UNLIKELY( pVM->enmVMState < VMSTATE_CREATING
724	\|\| pVM->enmVMState > VMSTATE_TERMINATED
725	\|\| pVM->pVMR0 != pVM))
726	{
727	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p:{enmVMState=%d, .pVMR0=%p}! (op=%d)\n",
728	pVM, pVM->enmVMState, pVM->pVMR0, enmOperation);
729	return VERR_INVALID_POINTER;
730	}
731
732	if (RT_UNLIKELY(idCpu >= pVM->cCpus && idCpu != NIL_VMCPUID))
733	{
734	SUPR0Printf("vmmR0EntryExWorker: Invalid idCpu (%u vs cCpus=%u)\n", idCpu, pVM->cCpus);
735	return VERR_INVALID_PARAMETER;
736	}
737	}
738	else if (RT_UNLIKELY(idCpu != NIL_VMCPUID))
739	{
740	SUPR0Printf("vmmR0EntryExWorker: Invalid idCpu=%u\n", idCpu);
741	return VERR_INVALID_PARAMETER;
742	}
743
744
745	switch (enmOperation)
746	{
747	/*
748	* GVM requests
749	*/
750	case VMMR0_DO_GVMM_CREATE_VM:
751	if (pVM \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
752	return VERR_INVALID_PARAMETER;
753	return GVMMR0CreateVMReq((PGVMMCREATEVMREQ)pReqHdr);
754
755	case VMMR0_DO_GVMM_DESTROY_VM:
756	if (pReqHdr \|\| u64Arg)
757	return VERR_INVALID_PARAMETER;
758	return GVMMR0DestroyVM(pVM);
759
760	case VMMR0_DO_GVMM_REGISTER_VMCPU:
761	{
762	if (!pVM)
763	return VERR_INVALID_PARAMETER;
764	return GVMMR0RegisterVCpu(pVM, idCpu);
765	}
766
767	case VMMR0_DO_GVMM_SCHED_HALT:
768	if (pReqHdr)
769	return VERR_INVALID_PARAMETER;
770	return GVMMR0SchedHalt(pVM, idCpu, u64Arg);
771
772	case VMMR0_DO_GVMM_SCHED_WAKE_UP:
773	if (pReqHdr \|\| u64Arg)
774	return VERR_INVALID_PARAMETER;
775	return GVMMR0SchedWakeUp(pVM, idCpu);
776
777	case VMMR0_DO_GVMM_SCHED_POKE:
778	if (pReqHdr \|\| u64Arg)
779	return VERR_INVALID_PARAMETER;
780	return GVMMR0SchedPoke(pVM, idCpu);
781
782	case VMMR0_DO_GVMM_SCHED_WAKE_UP_AND_POKE_CPUS:
783	if (u64Arg)
784	return VERR_INVALID_PARAMETER;
785	return GVMMR0SchedWakeUpAndPokeCpusReq(pVM, (PGVMMSCHEDWAKEUPANDPOKECPUSREQ)pReqHdr);
786
787	case VMMR0_DO_GVMM_SCHED_POLL:
788	if (pReqHdr \|\| u64Arg > 1)
789	return VERR_INVALID_PARAMETER;
790	return GVMMR0SchedPoll(pVM, idCpu, !!u64Arg);
791
792	case VMMR0_DO_GVMM_QUERY_STATISTICS:
793	if (u64Arg)
794	return VERR_INVALID_PARAMETER;
795	return GVMMR0QueryStatisticsReq(pVM, (PGVMMQUERYSTATISTICSSREQ)pReqHdr);
796
797	case VMMR0_DO_GVMM_RESET_STATISTICS:
798	if (u64Arg)
799	return VERR_INVALID_PARAMETER;
800	return GVMMR0ResetStatisticsReq(pVM, (PGVMMRESETSTATISTICSSREQ)pReqHdr);
801
802	/*
803	* Initialize the R0 part of a VM instance.
804	*/
805	case VMMR0_DO_VMMR0_INIT:
806	return vmmR0InitVM(pVM, (uint32_t)u64Arg);
807
808	/*
809	* Terminate the R0 part of a VM instance.
810	*/
811	case VMMR0_DO_VMMR0_TERM:
812	return VMMR0TermVM(pVM, NULL);
813
814	/*
815	* Attempt to enable hwacc mode and check the current setting.
816	*/
817	case VMMR0_DO_HWACC_ENABLE:
818	return HWACCMR0EnableAllCpus(pVM);
819
820	/*
821	* Setup the hardware accelerated session.
822	*/
823	case VMMR0_DO_HWACC_SETUP_VM:
824	{
825	RTCCUINTREG fFlags = ASMIntDisableFlags();
826	int rc = HWACCMR0SetupVM(pVM);
827	ASMSetFlags(fFlags);
828	return rc;
829	}
830
831	/*
832	* Switch to RC to execute Hypervisor function.
833	*/
834	case VMMR0_DO_CALL_HYPERVISOR:
835	{
836	int rc;
837	bool fVTxDisabled;
838
839	/* Safety precaution as HWACCM can disable the switcher. */
840	Assert(!pVM->vmm.s.fSwitcherDisabled);
841	if (RT_UNLIKELY(pVM->vmm.s.fSwitcherDisabled))
842	return VERR_NOT_SUPPORTED;
843
844	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
845	if (RT_UNLIKELY(!PGMGetHyperCR3(VMMGetCpu0(pVM))))
846	return VERR_PGM_NO_CR3_SHADOW_ROOT;
847	#endif
848
849	RTCCUINTREG fFlags = ASMIntDisableFlags();
850
851	/* We might need to disable VT-x if the active switcher turns off paging. */
852	rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
853	if (RT_FAILURE(rc))
854	return rc;
855
856	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
857
858	/* Re-enable VT-x if previously turned off. */
859	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
860
861	/** @todo dispatch interrupts? */
862	ASMSetFlags(fFlags);
863	return rc;
864	}
865
866	/*
867	* PGM wrappers.
868	*/
869	case VMMR0_DO_PGM_ALLOCATE_HANDY_PAGES:
870	if (idCpu == NIL_VMCPUID)
871	return VERR_INVALID_CPU_ID;
872	return PGMR0PhysAllocateHandyPages(pVM, &pVM->aCpus[idCpu]);
873
874	case VMMR0_DO_PGM_ALLOCATE_LARGE_HANDY_PAGE:
875	if (idCpu == NIL_VMCPUID)
876	return VERR_INVALID_CPU_ID;
877	return PGMR0PhysAllocateLargeHandyPage(pVM, &pVM->aCpus[idCpu]);
878
879	#ifdef VBOX_WITH_PAGE_SHARING
880	case VMMR0_DO_PGM_CHECK_SHARED_MODULE:
881	{
882	if (idCpu == NIL_VMCPUID)
883	return VERR_INVALID_CPU_ID;
884
885	PVMCPU pVCpu = &pVM->aCpus[idCpu];
886
887	/* Select a valid VCPU context. */
888	ASMAtomicWriteU32(&pVCpu->idHostCpu, RTMpCpuId());
889
890	int rc = PGMR0SharedModuleCheck(pVM, pVCpu, (PGMMREGISTERSHAREDMODULEREQ)pReqHdr);
891
892	/* Clear the VCPU context. */
893	ASMAtomicWriteU32(&pVCpu->idHostCpu, NIL_RTCPUID);
894	return rc;
895	}
896	#endif
897
898	/*
899	* GMM wrappers.
900	*/
901	case VMMR0_DO_GMM_INITIAL_RESERVATION:
902	if (u64Arg)
903	return VERR_INVALID_PARAMETER;
904	return GMMR0InitialReservationReq(pVM, idCpu, (PGMMINITIALRESERVATIONREQ)pReqHdr);
905
906	case VMMR0_DO_GMM_UPDATE_RESERVATION:
907	if (u64Arg)
908	return VERR_INVALID_PARAMETER;
909	return GMMR0UpdateReservationReq(pVM, idCpu, (PGMMUPDATERESERVATIONREQ)pReqHdr);
910
911	case VMMR0_DO_GMM_ALLOCATE_PAGES:
912	if (u64Arg)
913	return VERR_INVALID_PARAMETER;
914	return GMMR0AllocatePagesReq(pVM, idCpu, (PGMMALLOCATEPAGESREQ)pReqHdr);
915
916	case VMMR0_DO_GMM_FREE_PAGES:
917	if (u64Arg)
918	return VERR_INVALID_PARAMETER;
919	return GMMR0FreePagesReq(pVM, idCpu, (PGMMFREEPAGESREQ)pReqHdr);
920
921	case VMMR0_DO_GMM_FREE_LARGE_PAGE:
922	if (u64Arg)
923	return VERR_INVALID_PARAMETER;
924	return GMMR0FreeLargePageReq(pVM, idCpu, (PGMMFREELARGEPAGEREQ)pReqHdr);
925
926	case VMMR0_DO_GMM_QUERY_HYPERVISOR_MEM_STATS:
927	if (u64Arg)
928	return VERR_INVALID_PARAMETER;
929	return GMMR0QueryHypervisorMemoryStatsReq(pVM, (PGMMMEMSTATSREQ)pReqHdr);
930
931	case VMMR0_DO_GMM_QUERY_MEM_STATS:
932	if (idCpu == NIL_VMCPUID)
933	return VERR_INVALID_CPU_ID;
934	if (u64Arg)
935	return VERR_INVALID_PARAMETER;
936	return GMMR0QueryMemoryStatsReq(pVM, idCpu, (PGMMMEMSTATSREQ)pReqHdr);
937
938	case VMMR0_DO_GMM_BALLOONED_PAGES:
939	if (u64Arg)
940	return VERR_INVALID_PARAMETER;
941	return GMMR0BalloonedPagesReq(pVM, idCpu, (PGMMBALLOONEDPAGESREQ)pReqHdr);
942
943	case VMMR0_DO_GMM_MAP_UNMAP_CHUNK:
944	if (u64Arg)
945	return VERR_INVALID_PARAMETER;
946	return GMMR0MapUnmapChunkReq(pVM, idCpu, (PGMMMAPUNMAPCHUNKREQ)pReqHdr);
947
948	case VMMR0_DO_GMM_SEED_CHUNK:
949	if (pReqHdr)
950	return VERR_INVALID_PARAMETER;
951	return GMMR0SeedChunk(pVM, idCpu, (RTR3PTR)u64Arg);
952
953	case VMMR0_DO_GMM_REGISTER_SHARED_MODULE:
954	if (u64Arg)
955	return VERR_INVALID_PARAMETER;
956	return GMMR0RegisterSharedModuleReq(pVM, idCpu, (PGMMREGISTERSHAREDMODULEREQ)pReqHdr);
957
958	case VMMR0_DO_GMM_UNREGISTER_SHARED_MODULE:
959	if (u64Arg)
960	return VERR_INVALID_PARAMETER;
961	return GMMR0UnregisterSharedModuleReq(pVM, idCpu, (PGMMUNREGISTERSHAREDMODULEREQ)pReqHdr);
962
963	case VMMR0_DO_GMM_CHECK_SHARED_MODULES:
964	if ( u64Arg
965	\|\| pReqHdr)
966	return VERR_INVALID_PARAMETER;
967	return GMMR0CheckSharedModules(pVM, idCpu);
968
969	/*
970	* A quick GCFGM mock-up.
971	*/
972	/** @todo GCFGM with proper access control, ring-3 management interface and all that. */
973	case VMMR0_DO_GCFGM_SET_VALUE:
974	case VMMR0_DO_GCFGM_QUERY_VALUE:
975	{
976	if (pVM \|\| !pReqHdr \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
977	return VERR_INVALID_PARAMETER;
978	PGCFGMVALUEREQ pReq = (PGCFGMVALUEREQ)pReqHdr;
979	if (pReq->Hdr.cbReq != sizeof(*pReq))
980	return VERR_INVALID_PARAMETER;
981	int rc;
982	if (enmOperation == VMMR0_DO_GCFGM_SET_VALUE)
983	{
984	rc = GVMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
985	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
986	// rc = GMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
987	}
988	else
989	{
990	rc = GVMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
991	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
992	// rc = GMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
993	}
994	return rc;
995	}
996
997	/*
998	* PDM Wrappers.
999	*/
1000	case VMMR0_DO_PDM_DRIVER_CALL_REQ_HANDLER:
1001	{
1002	if (!pVM \|\| !pReqHdr \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
1003	return VERR_INVALID_PARAMETER;
1004	return PDMR0DriverCallReqHandler(pVM, (PPDMDRIVERCALLREQHANDLERREQ)pReqHdr);
1005	}
1006
1007	/*
1008	* Requests to the internal networking service.
1009	*/
1010	case VMMR0_DO_INTNET_OPEN:
1011	{
1012	PINTNETOPENREQ pReq = (PINTNETOPENREQ)pReqHdr;
1013	if (u64Arg \|\| !pReq \|\| !vmmR0IsValidSession(pVM, pReq->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1014	return VERR_INVALID_PARAMETER;
1015	return IntNetR0OpenReq(pSession, pReq);
1016	}
1017
1018	case VMMR0_DO_INTNET_IF_CLOSE:
1019	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFCLOSEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1020	return VERR_INVALID_PARAMETER;
1021	return IntNetR0IfCloseReq(pSession, (PINTNETIFCLOSEREQ)pReqHdr);
1022
1023	case VMMR0_DO_INTNET_IF_GET_BUFFER_PTRS:
1024	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFGETBUFFERPTRSREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1025	return VERR_INVALID_PARAMETER;
1026	return IntNetR0IfGetBufferPtrsReq(pSession, (PINTNETIFGETBUFFERPTRSREQ)pReqHdr);
1027
1028	case VMMR0_DO_INTNET_IF_SET_PROMISCUOUS_MODE:
1029	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1030	return VERR_INVALID_PARAMETER;
1031	return IntNetR0IfSetPromiscuousModeReq(pSession, (PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr);
1032
1033	case VMMR0_DO_INTNET_IF_SET_MAC_ADDRESS:
1034	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETMACADDRESSREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1035	return VERR_INVALID_PARAMETER;
1036	return IntNetR0IfSetMacAddressReq(pSession, (PINTNETIFSETMACADDRESSREQ)pReqHdr);
1037
1038	case VMMR0_DO_INTNET_IF_SET_ACTIVE:
1039	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETACTIVEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1040	return VERR_INVALID_PARAMETER;
1041	return IntNetR0IfSetActiveReq(pSession, (PINTNETIFSETACTIVEREQ)pReqHdr);
1042
1043	case VMMR0_DO_INTNET_IF_SEND:
1044	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSENDREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1045	return VERR_INVALID_PARAMETER;
1046	return IntNetR0IfSendReq(pSession, (PINTNETIFSENDREQ)pReqHdr);
1047
1048	case VMMR0_DO_INTNET_IF_WAIT:
1049	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFWAITREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1050	return VERR_INVALID_PARAMETER;
1051	return IntNetR0IfWaitReq(pSession, (PINTNETIFWAITREQ)pReqHdr);
1052
1053	/*
1054	* For profiling.
1055	*/
1056	case VMMR0_DO_NOP:
1057	case VMMR0_DO_SLOW_NOP:
1058	return VINF_SUCCESS;
1059
1060	/*
1061	* For testing Ring-0 APIs invoked in this environment.
1062	*/
1063	case VMMR0_DO_TESTS:
1064	/** @todo make new test */
1065	return VINF_SUCCESS;
1066
1067
1068	#if HC_ARCH_BITS == 32 && defined(VBOX_WITH_64_BITS_GUESTS) && !defined(VBOX_WITH_HYBRID_32BIT_KERNEL)
1069	case VMMR0_DO_TEST_SWITCHER3264:
1070	if (idCpu == NIL_VMCPUID)
1071	return VERR_INVALID_CPU_ID;
1072	return HWACCMR0TestSwitcher3264(pVM);
1073	#endif
1074	default:
1075	/*
1076	* We're returning VERR_NOT_SUPPORT here so we've got something else
1077	* than -1 which the interrupt gate glue code might return.
1078	*/
1079	Log(("operation %#x is not supported\n", enmOperation));
1080	return VERR_NOT_SUPPORTED;
1081	}
1082	}
1083
1084
1085	/**
1086	* Argument for vmmR0EntryExWrapper containing the arguments for VMMR0EntryEx.
1087	*/
1088	typedef struct VMMR0ENTRYEXARGS
1089	{
1090	PVM pVM;
1091	VMCPUID idCpu;
1092	VMMR0OPERATION enmOperation;
1093	PSUPVMMR0REQHDR pReq;
1094	uint64_t u64Arg;
1095	PSUPDRVSESSION pSession;
1096	} VMMR0ENTRYEXARGS;
1097	/** Pointer to a vmmR0EntryExWrapper argument package. */
1098	typedef VMMR0ENTRYEXARGS *PVMMR0ENTRYEXARGS;
1099
1100	/**
1101	* This is just a longjmp wrapper function for VMMR0EntryEx calls.
1102	*
1103	* @returns VBox status code.
1104	* @param pvArgs The argument package
1105	*/
1106	static int vmmR0EntryExWrapper(void *pvArgs)
1107	{
1108	return vmmR0EntryExWorker(((PVMMR0ENTRYEXARGS)pvArgs)->pVM,
1109	((PVMMR0ENTRYEXARGS)pvArgs)->idCpu,
1110	((PVMMR0ENTRYEXARGS)pvArgs)->enmOperation,
1111	((PVMMR0ENTRYEXARGS)pvArgs)->pReq,
1112	((PVMMR0ENTRYEXARGS)pvArgs)->u64Arg,
1113	((PVMMR0ENTRYEXARGS)pvArgs)->pSession);
1114	}
1115
1116
1117	/**
1118	* The Ring 0 entry point, called by the support library (SUP).
1119	*
1120	* @returns VBox status code.
1121	* @param pVM The VM to operate on.
1122	* @param idCpu Virtual CPU ID argument. Must be NIL_VMCPUID if pVM
1123	* is NIL_RTR0PTR, and may be NIL_VMCPUID if it isn't
1124	* @param enmOperation Which operation to execute.
1125	* @param pReq This points to a SUPVMMR0REQHDR packet. Optional.
1126	* @param u64Arg Some simple constant argument.
1127	* @param pSession The session of the caller.
1128	* @remarks Assume called with interrupts _enabled_.
1129	*/
1130	VMMR0DECL(int) VMMR0EntryEx(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReq, uint64_t u64Arg, PSUPDRVSESSION pSession)
1131	{
1132	/*
1133	* Requests that should only happen on the EMT thread will be
1134	* wrapped in a setjmp so we can assert without causing trouble.
1135	*/
1136	if ( VALID_PTR(pVM)
1137	&& pVM->pVMR0
1138	&& idCpu < pVM->cCpus)
1139	{
1140	switch (enmOperation)
1141	{
1142	/* These might/will be called before VMMR3Init. */
1143	case VMMR0_DO_GMM_INITIAL_RESERVATION:
1144	case VMMR0_DO_GMM_UPDATE_RESERVATION:
1145	case VMMR0_DO_GMM_ALLOCATE_PAGES:
1146	case VMMR0_DO_GMM_FREE_PAGES:
1147	case VMMR0_DO_GMM_BALLOONED_PAGES:
1148	/* On the mac we might not have a valid jmp buf, so check these as well. */
1149	case VMMR0_DO_VMMR0_INIT:
1150	case VMMR0_DO_VMMR0_TERM:
1151	{
1152	PVMCPU pVCpu = &pVM->aCpus[idCpu];
1153
1154	if (!pVCpu->vmm.s.CallRing3JmpBufR0.pvSavedStack)
1155	break;
1156
1157	/** @todo validate this EMT claim... GVM knows. */
1158	VMMR0ENTRYEXARGS Args;
1159	Args.pVM = pVM;
1160	Args.idCpu = idCpu;
1161	Args.enmOperation = enmOperation;
1162	Args.pReq = pReq;
1163	Args.u64Arg = u64Arg;
1164	Args.pSession = pSession;
1165	return vmmR0CallRing3SetJmpEx(&pVCpu->vmm.s.CallRing3JmpBufR0, vmmR0EntryExWrapper, &Args);
1166	}
1167
1168	default:
1169	break;
1170	}
1171	}
1172	return vmmR0EntryExWorker(pVM, idCpu, enmOperation, pReq, u64Arg, pSession);
1173	}
1174
1175	/**
1176	* Internal R0 logger worker: Flush logger.
1177	*
1178	* @param pLogger The logger instance to flush.
1179	* @remark This function must be exported!
1180	*/
1181	VMMR0DECL(void) vmmR0LoggerFlush(PRTLOGGER pLogger)
1182	{
1183	#ifdef LOG_ENABLED
1184	/*
1185	* Convert the pLogger into a VM handle and 'call' back to Ring-3.
1186	* (This is a bit paranoid code.)
1187	*/
1188	PVMMR0LOGGER pR0Logger = (PVMMR0LOGGER)((uintptr_t)pLogger - RT_OFFSETOF(VMMR0LOGGER, Logger));
1189	if ( !VALID_PTR(pR0Logger)
1190	\|\| !VALID_PTR(pR0Logger + 1)
1191	\|\| pLogger->u32Magic != RTLOGGER_MAGIC)
1192	{
1193	# ifdef DEBUG
1194	SUPR0Printf("vmmR0LoggerFlush: pLogger=%p!\n", pLogger);
1195	# endif
1196	return;
1197	}
1198	if (pR0Logger->fFlushingDisabled)
1199	return; /* quietly */
1200
1201	PVM pVM = pR0Logger->pVM;
1202	if ( !VALID_PTR(pVM)
1203	\|\| pVM->pVMR0 != pVM)
1204	{
1205	# ifdef DEBUG
1206	SUPR0Printf("vmmR0LoggerFlush: pVM=%p! pVMR0=%p! pLogger=%p\n", pVM, pVM->pVMR0, pLogger);
1207	# endif
1208	return;
1209	}
1210
1211	PVMCPU pVCpu = VMMGetCpu(pVM);
1212
1213	/*
1214	* Check that the jump buffer is armed.
1215	*/
1216	# ifdef RT_ARCH_X86
1217	if ( !pVCpu->vmm.s.CallRing3JmpBufR0.eip
1218	\|\| pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1219	# else
1220	if ( !pVCpu->vmm.s.CallRing3JmpBufR0.rip
1221	\|\| pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1222	# endif
1223	{
1224	# ifdef DEBUG
1225	SUPR0Printf("vmmR0LoggerFlush: Jump buffer isn't armed!\n");
1226	# endif
1227	return;
1228	}
1229	VMMRZCallRing3(pVM, pVCpu, VMMCALLRING3_VMM_LOGGER_FLUSH, 0);
1230	#endif
1231	}
1232
1233	/**
1234	* Interal R0 logger worker: Custom prefix.
1235	*
1236	* @returns Number of chars written.
1237	*
1238	* @param pLogger The logger instance.
1239	* @param pchBuf The output buffer.
1240	* @param cchBuf The size of the buffer.
1241	* @param pvUser User argument (ignored).
1242	*/
1243	VMMR0DECL(size_t) vmmR0LoggerPrefix(PRTLOGGER pLogger, char pchBuf, size_t cchBuf, void pvUser)
1244	{
1245	NOREF(pvUser);
1246	#ifdef LOG_ENABLED
1247	PVMMR0LOGGER pR0Logger = (PVMMR0LOGGER)((uintptr_t)pLogger - RT_OFFSETOF(VMMR0LOGGER, Logger));
1248	if ( !VALID_PTR(pR0Logger)
1249	\|\| !VALID_PTR(pR0Logger + 1)
1250	\|\| pLogger->u32Magic != RTLOGGER_MAGIC
1251	\|\| cchBuf < 2)
1252	return 0;
1253
1254	static const char s_szHex[17] = "0123456789abcdef";
1255	VMCPUID const idCpu = pR0Logger->idCpu;
1256	pchBuf[1] = s_szHex[ idCpu & 15];
1257	pchBuf[0] = s_szHex[(idCpu >> 4) & 15];
1258
1259	return 2;
1260	#else
1261	return 0;
1262	#endif
1263	}
1264
1265
1266	#ifdef LOG_ENABLED
1267	/**
1268	* Disables flushing of the ring-0 debug log.
1269	*
1270	* @param pVCpu The shared virtual cpu structure.
1271	*/
1272	VMMR0DECL(void) VMMR0LogFlushDisable(PVMCPU pVCpu)
1273	{
1274	PVM pVM = pVCpu->pVMR0;
1275	if (pVCpu->vmm.s.pR0LoggerR0)
1276	pVCpu->vmm.s.pR0LoggerR0->fFlushingDisabled = true;
1277	}
1278
1279
1280	/**
1281	* Enables flushing of the ring-0 debug log.
1282	*
1283	* @param pVCpu The shared virtual cpu structure.
1284	*/
1285	VMMR0DECL(void) VMMR0LogFlushEnable(PVMCPU pVCpu)
1286	{
1287	PVM pVM = pVCpu->pVMR0;
1288	if (pVCpu->vmm.s.pR0LoggerR0)
1289	pVCpu->vmm.s.pR0LoggerR0->fFlushingDisabled = false;
1290	}
1291	#endif
1292
1293	/**
1294	* Jump back to ring-3 if we're the EMT and the longjmp is armed.
1295	*
1296	* @returns true if the breakpoint should be hit, false if it should be ignored.
1297	*/
1298	DECLEXPORT(bool) RTCALL RTAssertShouldPanic(void)
1299	{
1300	#if 0
1301	return true;
1302	#else
1303	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1304	if (pVM)
1305	{
1306	PVMCPU pVCpu = VMMGetCpu(pVM);
1307
1308	if (pVCpu)
1309	{
1310	#ifdef RT_ARCH_X86
1311	if ( pVCpu->vmm.s.CallRing3JmpBufR0.eip
1312	&& !pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1313	#else
1314	if ( pVCpu->vmm.s.CallRing3JmpBufR0.rip
1315	&& !pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1316	#endif
1317	{
1318	int rc = VMMRZCallRing3(pVM, pVCpu, VMMCALLRING3_VM_R0_ASSERTION, 0);
1319	return RT_FAILURE_NP(rc);
1320	}
1321	}
1322	}
1323	#ifdef RT_OS_LINUX
1324	return true;
1325	#else
1326	return false;
1327	#endif
1328	#endif
1329	}
1330
1331
1332	/**
1333	* Override this so we can push it up to ring-3.
1334	*
1335	* @param pszExpr Expression. Can be NULL.
1336	* @param uLine Location line number.
1337	* @param pszFile Location file name.
1338	* @param pszFunction Location function name.
1339	*/
1340	DECLEXPORT(void) RTCALL RTAssertMsg1Weak(const char pszExpr, unsigned uLine, const char pszFile, const char *pszFunction)
1341	{
1342	/*
1343	* To the log.
1344	*/
1345	LogAlways(("\n!!R0-Assertion Failed!!\n"
1346	"Expression: %s\n"
1347	"Location : %s(%d) %s\n",
1348	pszExpr, pszFile, uLine, pszFunction));
1349
1350	/*
1351	* To the global VMM buffer.
1352	*/
1353	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1354	if (pVM)
1355	RTStrPrintf(pVM->vmm.s.szRing0AssertMsg1, sizeof(pVM->vmm.s.szRing0AssertMsg1),
1356	"\n!!R0-Assertion Failed!!\n"
1357	"Expression: %s\n"
1358	"Location : %s(%d) %s\n",
1359	pszExpr, pszFile, uLine, pszFunction);
1360
1361	/*
1362	* Continue the normal way.
1363	*/
1364	RTAssertMsg1(pszExpr, uLine, pszFile, pszFunction);
1365	}
1366
1367
1368	/**
1369	* Callback for RTLogFormatV which writes to the ring-3 log port.
1370	* See PFNLOGOUTPUT() for details.
1371	*/
1372	static DECLCALLBACK(size_t) rtLogOutput(void pv, const char pachChars, size_t cbChars)
1373	{
1374	for (size_t i = 0; i < cbChars; i++)
1375	LogAlways(("%c", pachChars[i]));
1376
1377	return cbChars;
1378	}
1379
1380
1381	/**
1382	* Override this so we can push it up to ring-3.
1383	*
1384	* @param pszFormat The format string.
1385	* @param va Arguments.
1386	*/
1387	DECLEXPORT(void) RTCALL RTAssertMsg2WeakV(const char *pszFormat, va_list va)
1388	{
1389	va_list vaCopy;
1390
1391	/*
1392	* Push the message to the logger.
1393	*/
1394	PRTLOGGER pLog = RTLogDefaultInstance(); /** @todo we want this for release as well! */
1395	if (pLog)
1396	{
1397	va_copy(vaCopy, va);
1398	RTLogFormatV(rtLogOutput, pLog, pszFormat, vaCopy);
1399	va_end(vaCopy);
1400	}
1401
1402	/*
1403	* Push it to the global VMM buffer.
1404	*/
1405	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1406	if (pVM)
1407	{
1408	va_copy(vaCopy, va);
1409	RTStrPrintfV(pVM->vmm.s.szRing0AssertMsg2, sizeof(pVM->vmm.s.szRing0AssertMsg2), pszFormat, vaCopy);
1410	va_end(vaCopy);
1411	}
1412
1413	/*
1414	* Continue the normal way.
1415	*/
1416	RTAssertMsg2V(pszFormat, va);
1417	}
1418

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMR0/VMMR0.cpp@ 29138

Download in other formats: