VMMR0.cpp@ 37298

Last change on this file since 37298 was 37228, checked in by vboxsync, 14 years ago
SUPDrv,VMM,VBoxDD*: Implemented native loading of the angnostic modules on solaris (disabled by default).
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 53.2 KB

Line
1	/* $Id: VMMR0.cpp 37228 2011-05-26 19:25:54Z vboxsync $ */
2	/** @file
3	* VMM - Host Context Ring 0.
4	*/
5
6	/*
7	* Copyright (C) 2006-2010 Oracle Corporation
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*/
17
18	/*******************************************************************************
19	* Header Files *
20	*******************************************************************************/
21	#define LOG_GROUP LOG_GROUP_VMM
22	#include <VBox/vmm/vmm.h>
23	#include <VBox/sup.h>
24	#include <VBox/vmm/trpm.h>
25	#include <VBox/vmm/cpum.h>
26	#include <VBox/vmm/pdmapi.h>
27	#include <VBox/vmm/pgm.h>
28	#include <VBox/vmm/stam.h>
29	#include <VBox/vmm/tm.h>
30	#include "VMMInternal.h"
31	#include <VBox/vmm/vm.h>
32	#ifdef VBOX_WITH_PCI_PASSTHROUGH
33	# include <VBox/vmm/pdmpci.h>
34	#endif
35
36	#include <VBox/vmm/gvmm.h>
37	#include <VBox/vmm/gmm.h>
38	#include <VBox/intnet.h>
39	#include <VBox/vmm/hwaccm.h>
40	#include <VBox/param.h>
41	#include <VBox/err.h>
42	#include <VBox/version.h>
43	#include <VBox/log.h>
44
45	#include <iprt/asm-amd64-x86.h>
46	#include <iprt/assert.h>
47	#include <iprt/crc.h>
48	#include <iprt/mp.h>
49	#include <iprt/once.h>
50	#include <iprt/stdarg.h>
51	#include <iprt/string.h>
52	#include <iprt/thread.h>
53	#include <iprt/timer.h>
54
55	#if defined(_MSC_VER) && defined(RT_ARCH_AMD64) /** @todo check this with with VC7! */
56	# pragma intrinsic(_AddressOfReturnAddress)
57	#endif
58
59
60	/*******************************************************************************
61	* Internal Functions *
62	*******************************************************************************/
63	RT_C_DECLS_BEGIN
64	VMMR0DECL(int) ModuleInit(void);
65	VMMR0DECL(void) ModuleTerm(void);
66
67	#if defined(RT_ARCH_X86) && (defined(RT_OS_SOLARIS) \|\| defined(RT_OS_FREEBSD))
68	extern uint64_t __udivdi3(uint64_t, uint64_t);
69	extern uint64_t __umoddi3(uint64_t, uint64_t);
70	#endif // RT_ARCH_X86 && (RT_OS_SOLARIS \|\| RT_OS_FREEBSD)
71	RT_C_DECLS_END
72
73
74	/*******************************************************************************
75	* Global Variables *
76	*******************************************************************************/
77	/** Drag in necessary library bits.
78	* The runtime lives here (in VMMR0.r0) and VBoxDDR0.r0 links against us. /
79	PFNRT g_VMMGCDeps[] =
80	{
81	(PFNRT)RTCrc32,
82	(PFNRT)RTOnce,
83	#if defined(RT_ARCH_X86) && (defined(RT_OS_SOLARIS) \|\| defined(RT_OS_FREEBSD))
84	(PFNRT)__udivdi3,
85	(PFNRT)__umoddi3,
86	#endif // RT_ARCH_X86 && (RT_OS_SOLARIS \|\| RT_OS_FREEBSD)
87	NULL
88	};
89
90	#ifdef RT_OS_SOLARIS
91	/* Dependency information for the native solaris loader. */
92	extern "C" { char _depends_on[] = "vboxdrv"; }
93	#endif
94
95
96
97	#if defined(RT_OS_WINDOWS) && defined(RT_ARCH_AMD64)
98	/* Increase the size of the image to work around the refusal of Win64 to
99	* load images in the 0x80000 range.
100	*/
101	static uint64_t u64BloatImage[8192] = {0};
102	#endif
103
104	/**
105	* Initialize the module.
106	* This is called when we're first loaded.
107	*
108	* @returns 0 on success.
109	* @returns VBox status on failure.
110	*/
111	VMMR0DECL(int) ModuleInit(void)
112	{
113	LogFlow(("ModuleInit:\n"));
114
115	/*
116	* Initialize the GVMM, GMM, HWACCM, PGM (Darwin) and INTNET.
117	*/
118	int rc = GVMMR0Init();
119	if (RT_SUCCESS(rc))
120	{
121	rc = GMMR0Init();
122	if (RT_SUCCESS(rc))
123	{
124	rc = HWACCMR0Init();
125	if (RT_SUCCESS(rc))
126	{
127	rc = PGMRegisterStringFormatTypes();
128	if (RT_SUCCESS(rc))
129	{
130	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
131	rc = PGMR0DynMapInit();
132	#endif
133	if (RT_SUCCESS(rc))
134	{
135	rc = IntNetR0Init();
136	if (RT_SUCCESS(rc))
137	{
138	#ifdef VBOX_WITH_PCI_PASSTHROUGH
139	rc = PciRawR0Init();
140	#endif
141	if (RT_SUCCESS(rc))
142	{
143	rc = CPUMR0ModuleInit();
144	if (RT_SUCCESS(rc))
145	{
146	LogFlow(("ModuleInit: returns success.\n"));
147	return VINF_SUCCESS;
148	}
149
150	/*
151	* Bail out.
152	*/
153	#ifdef VBOX_WITH_PCI_PASSTHROUGH
154	PciRawR0Term();
155	#endif
156	}
157	IntNetR0Term();
158	}
159	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
160	PGMR0DynMapTerm();
161	#endif
162	}
163	PGMDeregisterStringFormatTypes();
164	}
165	HWACCMR0Term();
166	}
167	GMMR0Term();
168	}
169	GVMMR0Term();
170	}
171
172	LogFlow(("ModuleInit: failed %Rrc\n", rc));
173	return rc;
174	}
175
176
177	/**
178	* Terminate the module.
179	* This is called when we're finally unloaded.
180	*/
181	VMMR0DECL(void) ModuleTerm(void)
182	{
183	LogFlow(("ModuleTerm:\n"));
184
185	/*
186	* Terminate the CPUM module (Local APIC cleanup).
187	*/
188	CPUMR0ModuleTerm();
189
190	/*
191	* Terminate the internal network service.
192	*/
193	IntNetR0Term();
194
195	/*
196	* PGM (Darwin), HWACCM and PciRaw global cleanup.
197	*/
198	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
199	PGMR0DynMapTerm();
200	#endif
201	#ifdef VBOX_WITH_PCI_PASSTHROUGH
202	PciRawR0Term();
203	#endif
204	PGMDeregisterStringFormatTypes();
205	HWACCMR0Term();
206
207	/*
208	* Destroy the GMM and GVMM instances.
209	*/
210	GMMR0Term();
211	GVMMR0Term();
212
213	LogFlow(("ModuleTerm: returns\n"));
214	}
215
216
217	/**
218	* Initiates the R0 driver for a particular VM instance.
219	*
220	* @returns VBox status code.
221	*
222	* @param pVM The VM instance in question.
223	* @param uSvnRev The SVN revision of the ring-3 part.
224	* @thread EMT.
225	*/
226	static int vmmR0InitVM(PVM pVM, uint32_t uSvnRev)
227	{
228	/*
229	* Match the SVN revisions.
230	*/
231	if (uSvnRev != VMMGetSvnRev())
232	{
233	LogRel(("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev()));
234	SUPR0Printf("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev());
235	return VERR_VMM_R0_VERSION_MISMATCH;
236	}
237	if ( !VALID_PTR(pVM)
238	\|\| pVM->pVMR0 != pVM)
239	return VERR_INVALID_PARAMETER;
240
241	#ifdef LOG_ENABLED
242	/*
243	* Register the EMT R0 logger instance for VCPU 0.
244	*/
245	PVMCPU pVCpu = &pVM->aCpus[0];
246
247	PVMMR0LOGGER pR0Logger = pVCpu->vmm.s.pR0LoggerR0;
248	if (pR0Logger)
249	{
250	# if 0 /* testing of the logger. */
251	LogCom(("vmmR0InitVM: before %p\n", RTLogDefaultInstance()));
252	LogCom(("vmmR0InitVM: pfnFlush=%p actual=%p\n", pR0Logger->Logger.pfnFlush, vmmR0LoggerFlush));
253	LogCom(("vmmR0InitVM: pfnLogger=%p actual=%p\n", pR0Logger->Logger.pfnLogger, vmmR0LoggerWrapper));
254	LogCom(("vmmR0InitVM: offScratch=%d fFlags=%#x fDestFlags=%#x\n", pR0Logger->Logger.offScratch, pR0Logger->Logger.fFlags, pR0Logger->Logger.fDestFlags));
255
256	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
257	LogCom(("vmmR0InitVM: after %p reg\n", RTLogDefaultInstance()));
258	RTLogSetDefaultInstanceThread(NULL, pVM->pSession);
259	LogCom(("vmmR0InitVM: after %p dereg\n", RTLogDefaultInstance()));
260
261	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
262	LogCom(("vmmR0InitVM: returned successfully from direct logger call.\n"));
263	pR0Logger->Logger.pfnFlush(&pR0Logger->Logger);
264	LogCom(("vmmR0InitVM: returned successfully from direct flush call.\n"));
265
266	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
267	LogCom(("vmmR0InitVM: after %p reg2\n", RTLogDefaultInstance()));
268	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
269	LogCom(("vmmR0InitVM: returned successfully from direct logger call (2). offScratch=%d\n", pR0Logger->Logger.offScratch));
270	RTLogSetDefaultInstanceThread(NULL, pVM->pSession);
271	LogCom(("vmmR0InitVM: after %p dereg2\n", RTLogDefaultInstance()));
272
273	RTLogLoggerEx(&pR0Logger->Logger, 0, ~0U, "hello ring-0 logger (RTLogLoggerEx)\n");
274	LogCom(("vmmR0InitVM: RTLogLoggerEx returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
275
276	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
277	RTLogPrintf("hello ring-0 logger (RTLogPrintf)\n");
278	LogCom(("vmmR0InitVM: RTLogPrintf returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
279	# endif
280	Log(("Switching to per-thread logging instance %p (key=%p)\n", &pR0Logger->Logger, pVM->pSession));
281	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
282	pR0Logger->fRegistered = true;
283	}
284	#endif /* LOG_ENABLED */
285
286	/*
287	* Check if the host supports high resolution timers or not.
288	*/
289	if ( pVM->vmm.s.fUsePeriodicPreemptionTimers
290	&& !RTTimerCanDoHighResolution())
291	pVM->vmm.s.fUsePeriodicPreemptionTimers = false;
292
293	/*
294	* Initialize the per VM data for GVMM and GMM.
295	*/
296	int rc = GVMMR0InitVM(pVM);
297	// if (RT_SUCCESS(rc))
298	// rc = GMMR0InitPerVMData(pVM);
299	if (RT_SUCCESS(rc))
300	{
301	/*
302	* Init HWACCM, CPUM and PGM (Darwin only).
303	*/
304	rc = HWACCMR0InitVM(pVM);
305	if (RT_SUCCESS(rc))
306	{
307	rc = CPUMR0Init(pVM); /** @todo rename to CPUMR0InitVM */
308	if (RT_SUCCESS(rc))
309	{
310	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
311	rc = PGMR0DynMapInitVM(pVM);
312	#endif
313	if (RT_SUCCESS(rc))
314	{
315	#ifdef VBOX_WITH_PCI_PASSTHROUGH
316	rc = PciRawR0InitVM(pVM);
317	#endif
318	if (RT_SUCCESS(rc))
319	{
320	GVMMR0DoneInitVM(pVM);
321	return rc;
322	}
323	}
324
325	/* bail out */
326	}
327	#ifdef VBOX_WITH_PCI_PASSTHROUGH
328	PciRawR0TermVM(pVM);
329	#endif
330	HWACCMR0TermVM(pVM);
331	}
332	}
333
334
335	RTLogSetDefaultInstanceThread(NULL, (uintptr_t)pVM->pSession);
336	return rc;
337	}
338
339
340	/**
341	* Terminates the R0 driver for a particular VM instance.
342	*
343	* This is normally called by ring-3 as part of the VM termination process, but
344	* may alternatively be called during the support driver session cleanup when
345	* the VM object is destroyed (see GVMM).
346	*
347	* @returns VBox status code.
348	*
349	* @param pVM The VM instance in question.
350	* @param pGVM Pointer to the global VM structure. Optional.
351	* @thread EMT or session clean up thread.
352	*/
353	VMMR0DECL(int) VMMR0TermVM(PVM pVM, PGVM pGVM)
354	{
355	#ifdef VBOX_WITH_PCI_PASSTHROUGH
356	PciRawR0TermVM(pVM);
357	#endif
358
359	/*
360	* Tell GVMM what we're up to and check that we only do this once.
361	*/
362	if (GVMMR0DoingTermVM(pVM, pGVM))
363	{
364	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
365	PGMR0DynMapTermVM(pVM);
366	#endif
367	HWACCMR0TermVM(pVM);
368	}
369
370	/*
371	* Deregister the logger.
372	*/
373	RTLogSetDefaultInstanceThread(NULL, (uintptr_t)pVM->pSession);
374	return VINF_SUCCESS;
375	}
376
377
378	#ifdef VBOX_WITH_STATISTICS
379	/**
380	* Record return code statistics
381	* @param pVM The VM handle.
382	* @param pVCpu The VMCPU handle.
383	* @param rc The status code.
384	*/
385	static void vmmR0RecordRC(PVM pVM, PVMCPU pVCpu, int rc)
386	{
387	/*
388	* Collect statistics.
389	*/
390	switch (rc)
391	{
392	case VINF_SUCCESS:
393	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetNormal);
394	break;
395	case VINF_EM_RAW_INTERRUPT:
396	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterrupt);
397	break;
398	case VINF_EM_RAW_INTERRUPT_HYPER:
399	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptHyper);
400	break;
401	case VINF_EM_RAW_GUEST_TRAP:
402	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGuestTrap);
403	break;
404	case VINF_EM_RAW_RING_SWITCH:
405	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitch);
406	break;
407	case VINF_EM_RAW_RING_SWITCH_INT:
408	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitchInt);
409	break;
410	case VINF_EM_RAW_STALE_SELECTOR:
411	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetStaleSelector);
412	break;
413	case VINF_EM_RAW_IRET_TRAP:
414	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIRETTrap);
415	break;
416	case VINF_IOM_HC_IOPORT_READ:
417	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIORead);
418	break;
419	case VINF_IOM_HC_IOPORT_WRITE:
420	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOWrite);
421	break;
422	case VINF_IOM_HC_MMIO_READ:
423	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIORead);
424	break;
425	case VINF_IOM_HC_MMIO_WRITE:
426	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOWrite);
427	break;
428	case VINF_IOM_HC_MMIO_READ_WRITE:
429	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOReadWrite);
430	break;
431	case VINF_PATM_HC_MMIO_PATCH_READ:
432	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchRead);
433	break;
434	case VINF_PATM_HC_MMIO_PATCH_WRITE:
435	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchWrite);
436	break;
437	case VINF_EM_RAW_EMULATE_INSTR:
438	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetEmulate);
439	break;
440	case VINF_EM_RAW_EMULATE_IO_BLOCK:
441	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOBlockEmulate);
442	break;
443	case VINF_PATCH_EMULATE_INSTR:
444	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchEmulate);
445	break;
446	case VINF_EM_RAW_EMULATE_INSTR_LDT_FAULT:
447	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetLDTFault);
448	break;
449	case VINF_EM_RAW_EMULATE_INSTR_GDT_FAULT:
450	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGDTFault);
451	break;
452	case VINF_EM_RAW_EMULATE_INSTR_IDT_FAULT:
453	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIDTFault);
454	break;
455	case VINF_EM_RAW_EMULATE_INSTR_TSS_FAULT:
456	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTSSFault);
457	break;
458	case VINF_EM_RAW_EMULATE_INSTR_PD_FAULT:
459	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPDFault);
460	break;
461	case VINF_CSAM_PENDING_ACTION:
462	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCSAMTask);
463	break;
464	case VINF_PGM_SYNC_CR3:
465	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetSyncCR3);
466	break;
467	case VINF_PATM_PATCH_INT3:
468	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchInt3);
469	break;
470	case VINF_PATM_PATCH_TRAP_PF:
471	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchPF);
472	break;
473	case VINF_PATM_PATCH_TRAP_GP:
474	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchGP);
475	break;
476	case VINF_PATM_PENDING_IRQ_AFTER_IRET:
477	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchIretIRQ);
478	break;
479	case VINF_EM_RESCHEDULE_REM:
480	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRescheduleREM);
481	break;
482	case VINF_EM_RAW_TO_R3:
483	if (VM_FF_ISPENDING(pVM, VM_FF_TM_VIRTUAL_SYNC))
484	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3TMVirt);
485	else
486	if (VM_FF_ISPENDING(pVM, VM_FF_PGM_NEED_HANDY_PAGES))
487	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3HandyPages);
488	else
489	if (VM_FF_ISPENDING(pVM, VM_FF_PDM_QUEUES))
490	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3PDMQueues);
491	else
492	if (VM_FF_ISPENDING(pVM, VM_FF_EMT_RENDEZVOUS))
493	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3Rendezvous);
494	else
495	if (VM_FF_ISPENDING(pVM, VM_FF_PDM_DMA))
496	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3DMA);
497	else
498	if (VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_TIMER))
499	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3Timer);
500	else
501	if (VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_PDM_CRITSECT))
502	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3CritSect);
503	else
504	if (VMCPU_FF_ISPENDING(pVCpu, VMCPU_FF_TO_R3))
505	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3);
506	else
507	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3Unknown);
508	break;
509
510	case VINF_EM_RAW_TIMER_PENDING:
511	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTimerPending);
512	break;
513	case VINF_EM_RAW_INTERRUPT_PENDING:
514	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptPending);
515	break;
516	case VINF_VMM_CALL_HOST:
517	switch (pVCpu->vmm.s.enmCallRing3Operation)
518	{
519	case VMMCALLRING3_PDM_LOCK:
520	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPDMLock);
521	break;
522	case VMMCALLRING3_PGM_POOL_GROW:
523	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMPoolGrow);
524	break;
525	case VMMCALLRING3_PGM_LOCK:
526	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMLock);
527	break;
528	case VMMCALLRING3_PGM_MAP_CHUNK:
529	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMMapChunk);
530	break;
531	case VMMCALLRING3_PGM_ALLOCATE_HANDY_PAGES:
532	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMAllocHandy);
533	break;
534	case VMMCALLRING3_REM_REPLAY_HANDLER_NOTIFICATIONS:
535	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallRemReplay);
536	break;
537	case VMMCALLRING3_VMM_LOGGER_FLUSH:
538	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallLogFlush);
539	break;
540	case VMMCALLRING3_VM_SET_ERROR:
541	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetError);
542	break;
543	case VMMCALLRING3_VM_SET_RUNTIME_ERROR:
544	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetRuntimeError);
545	break;
546	case VMMCALLRING3_VM_R0_ASSERTION:
547	default:
548	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCallRing3);
549	break;
550	}
551	break;
552	case VINF_PATM_DUPLICATE_FUNCTION:
553	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPATMDuplicateFn);
554	break;
555	case VINF_PGM_CHANGE_MODE:
556	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPGMChangeMode);
557	break;
558	case VINF_PGM_POOL_FLUSH_PENDING:
559	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPGMFlushPending);
560	break;
561	case VINF_EM_PENDING_REQUEST:
562	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPendingRequest);
563	break;
564	case VINF_EM_HWACCM_PATCH_TPR_INSTR:
565	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchTPR);
566	break;
567	default:
568	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMisc);
569	break;
570	}
571	}
572	#endif /* VBOX_WITH_STATISTICS */
573
574
575	/**
576	* Unused ring-0 entry point that used to be called from the interrupt gate.
577	*
578	* Will be removed one of the next times we do a major SUPDrv version bump.
579	*
580	* @returns VBox status code.
581	* @param pVM The VM to operate on.
582	* @param enmOperation Which operation to execute.
583	* @param pvArg Argument to the operation.
584	* @remarks Assume called with interrupts disabled.
585	*/
586	VMMR0DECL(int) VMMR0EntryInt(PVM pVM, VMMR0OPERATION enmOperation, void *pvArg)
587	{
588	/*
589	* We're returning VERR_NOT_SUPPORT here so we've got something else
590	* than -1 which the interrupt gate glue code might return.
591	*/
592	Log(("operation %#x is not supported\n", enmOperation));
593	return VERR_NOT_SUPPORTED;
594	}
595
596
597	/**
598	* The Ring 0 entry point, called by the fast-ioctl path.
599	*
600	* @param pVM The VM to operate on.
601	* The return code is stored in pVM->vmm.s.iLastGZRc.
602	* @param idCpu The Virtual CPU ID of the calling EMT.
603	* @param enmOperation Which operation to execute.
604	* @remarks Assume called with interrupts _enabled_.
605	*/
606	VMMR0DECL(void) VMMR0EntryFast(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation)
607	{
608	if (RT_UNLIKELY(idCpu >= pVM->cCpus))
609	return;
610	PVMCPU pVCpu = &pVM->aCpus[idCpu];
611
612	switch (enmOperation)
613	{
614	/*
615	* Switch to GC and run guest raw mode code.
616	* Disable interrupts before doing the world switch.
617	*/
618	case VMMR0_DO_RAW_RUN:
619	{
620	/* Some safety precautions first. */
621	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
622	if (RT_LIKELY( !pVM->vmm.s.fSwitcherDisabled /* hwaccm */
623	&& pVM->cCpus == 1 /* !smp */
624	&& PGMGetHyperCR3(pVCpu)))
625	#else
626	if (RT_LIKELY( !pVM->vmm.s.fSwitcherDisabled
627	&& pVM->cCpus == 1))
628	#endif
629	{
630	/* Disable preemption and update the periodic preemption timer. */
631	RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
632	RTThreadPreemptDisable(&PreemptState);
633	RTCPUID idHostCpu = RTMpCpuId();
634	#ifdef VBOX_WITH_VMMR0_DISABLE_LAPIC_NMI
635	CPUMR0SetLApic(pVM, idHostCpu);
636	#endif
637	ASMAtomicWriteU32(&pVCpu->idHostCpu, idHostCpu);
638	if (pVM->vmm.s.fUsePeriodicPreemptionTimers)
639	GVMMR0SchedUpdatePeriodicPreemptionTimer(pVM, pVCpu->idHostCpu, TMCalcHostTimerFrequency(pVM, pVCpu));
640
641	/* We might need to disable VT-x if the active switcher turns off paging. */
642	bool fVTxDisabled;
643	int rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
644	if (RT_SUCCESS(rc))
645	{
646	RTCCUINTREG uFlags = ASMIntDisableFlags();
647	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED_EXEC);
648
649	TMNotifyStartOfExecution(pVCpu);
650	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
651	pVCpu->vmm.s.iLastGZRc = rc;
652	TMNotifyEndOfExecution(pVCpu);
653
654	VMCPU_SET_STATE(pVCpu, VMCPUSTATE_STARTED);
655
656	/* Re-enable VT-x if previously turned off. */
657	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
658
659	if ( rc == VINF_EM_RAW_INTERRUPT
660	\|\| rc == VINF_EM_RAW_INTERRUPT_HYPER)
661	TRPMR0DispatchHostInterrupt(pVM);
662
663	ASMSetFlags(uFlags);
664
665	#ifdef VBOX_WITH_STATISTICS
666	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
667	vmmR0RecordRC(pVM, pVCpu, rc);
668	#endif
669	}
670	else
671	pVCpu->vmm.s.iLastGZRc = rc;
672	ASMAtomicWriteU32(&pVCpu->idHostCpu, NIL_RTCPUID);
673	RTThreadPreemptRestore(&PreemptState);
674	}
675	else
676	{
677	Assert(!pVM->vmm.s.fSwitcherDisabled);
678	pVCpu->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
679	if (pVM->cCpus != 1)
680	pVCpu->vmm.s.iLastGZRc = VERR_RAW_MODE_INVALID_SMP;
681	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
682	if (!PGMGetHyperCR3(pVCpu))
683	pVCpu->vmm.s.iLastGZRc = VERR_PGM_NO_CR3_SHADOW_ROOT;
684	#endif
685	}
686	break;
687	}
688
689	/*
690	* Run guest code using the available hardware acceleration technology.
691	*
692	* Disable interrupts before we do anything interesting. On Windows we avoid
693	* this by having the support driver raise the IRQL before calling us, this way
694	* we hope to get away with page faults and later calling into the kernel.
695	*/
696	case VMMR0_DO_HWACC_RUN:
697	{
698	#ifdef VBOX_WITH_VMMR0_DISABLE_PREEMPTION
699	RTTHREADPREEMPTSTATE PreemptState = RTTHREADPREEMPTSTATE_INITIALIZER;
700	RTThreadPreemptDisable(&PreemptState);
701	#elif !defined(RT_OS_WINDOWS)
702	RTCCUINTREG uFlags = ASMIntDisableFlags();
703	#endif
704	ASMAtomicWriteU32(&pVCpu->idHostCpu, RTMpCpuId());
705	if (pVM->vmm.s.fUsePeriodicPreemptionTimers)
706	GVMMR0SchedUpdatePeriodicPreemptionTimer(pVM, pVCpu->idHostCpu, TMCalcHostTimerFrequency(pVM, pVCpu));
707
708	#ifdef LOG_ENABLED
709	if (pVCpu->idCpu > 0)
710	{
711	/* Lazy registration of ring 0 loggers. */
712	PVMMR0LOGGER pR0Logger = pVCpu->vmm.s.pR0LoggerR0;
713	if ( pR0Logger
714	&& !pR0Logger->fRegistered)
715	{
716	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
717	pR0Logger->fRegistered = true;
718	}
719	}
720	#endif
721	int rc;
722	if (!HWACCMR0SuspendPending())
723	{
724	rc = HWACCMR0Enter(pVM, pVCpu);
725	if (RT_SUCCESS(rc))
726	{
727	rc = vmmR0CallRing3SetJmp(&pVCpu->vmm.s.CallRing3JmpBufR0, HWACCMR0RunGuestCode, pVM, pVCpu); /* this may resume code. */
728	int rc2 = HWACCMR0Leave(pVM, pVCpu);
729	AssertRC(rc2);
730	}
731	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
732	}
733	else
734	{
735	/* System is about to go into suspend mode; go back to ring 3. */
736	rc = VINF_EM_RAW_INTERRUPT;
737	}
738	pVCpu->vmm.s.iLastGZRc = rc;
739
740	ASMAtomicWriteU32(&pVCpu->idHostCpu, NIL_RTCPUID);
741	#ifdef VBOX_WITH_VMMR0_DISABLE_PREEMPTION
742	RTThreadPreemptRestore(&PreemptState);
743	#elif !defined(RT_OS_WINDOWS)
744	ASMSetFlags(uFlags);
745	#endif
746
747	#ifdef VBOX_WITH_STATISTICS
748	vmmR0RecordRC(pVM, pVCpu, rc);
749	#endif
750	/* No special action required for external interrupts, just return. */
751	break;
752	}
753
754	/*
755	* For profiling.
756	*/
757	case VMMR0_DO_NOP:
758	pVCpu->vmm.s.iLastGZRc = VINF_SUCCESS;
759	break;
760
761	/*
762	* Impossible.
763	*/
764	default:
765	AssertMsgFailed(("%#x\n", enmOperation));
766	pVCpu->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
767	break;
768	}
769	}
770
771
772	/**
773	* Validates a session or VM session argument.
774	*
775	* @returns true / false accordingly.
776	* @param pVM The VM argument.
777	* @param pSession The session argument.
778	*/
779	DECLINLINE(bool) vmmR0IsValidSession(PVM pVM, PSUPDRVSESSION pClaimedSession, PSUPDRVSESSION pSession)
780	{
781	/* This must be set! */
782	if (!pSession)
783	return false;
784
785	/* Only one out of the two. */
786	if (pVM && pClaimedSession)
787	return false;
788	if (pVM)
789	pClaimedSession = pVM->pSession;
790	return pClaimedSession == pSession;
791	}
792
793
794	/**
795	* VMMR0EntryEx worker function, either called directly or when ever possible
796	* called thru a longjmp so we can exit safely on failure.
797	*
798	* @returns VBox status code.
799	* @param pVM The VM to operate on.
800	* @param idCpu Virtual CPU ID argument. Must be NIL_VMCPUID if pVM
801	* is NIL_RTR0PTR, and may be NIL_VMCPUID if it isn't
802	* @param enmOperation Which operation to execute.
803	* @param pReqHdr This points to a SUPVMMR0REQHDR packet. Optional.
804	* The support driver validates this if it's present.
805	* @param u64Arg Some simple constant argument.
806	* @param pSession The session of the caller.
807	* @remarks Assume called with interrupts _enabled_.
808	*/
809	static int vmmR0EntryExWorker(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReqHdr, uint64_t u64Arg, PSUPDRVSESSION pSession)
810	{
811	/*
812	* Common VM pointer validation.
813	*/
814	if (pVM)
815	{
816	if (RT_UNLIKELY( !VALID_PTR(pVM)
817	\|\| ((uintptr_t)pVM & PAGE_OFFSET_MASK)))
818	{
819	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p! (op=%d)\n", pVM, enmOperation);
820	return VERR_INVALID_POINTER;
821	}
822	if (RT_UNLIKELY( pVM->enmVMState < VMSTATE_CREATING
823	\|\| pVM->enmVMState > VMSTATE_TERMINATED
824	\|\| pVM->pVMR0 != pVM))
825	{
826	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p:{enmVMState=%d, .pVMR0=%p}! (op=%d)\n",
827	pVM, pVM->enmVMState, pVM->pVMR0, enmOperation);
828	return VERR_INVALID_POINTER;
829	}
830
831	if (RT_UNLIKELY(idCpu >= pVM->cCpus && idCpu != NIL_VMCPUID))
832	{
833	SUPR0Printf("vmmR0EntryExWorker: Invalid idCpu (%u vs cCpus=%u)\n", idCpu, pVM->cCpus);
834	return VERR_INVALID_PARAMETER;
835	}
836	}
837	else if (RT_UNLIKELY(idCpu != NIL_VMCPUID))
838	{
839	SUPR0Printf("vmmR0EntryExWorker: Invalid idCpu=%u\n", idCpu);
840	return VERR_INVALID_PARAMETER;
841	}
842
843
844	switch (enmOperation)
845	{
846	/*
847	* GVM requests
848	*/
849	case VMMR0_DO_GVMM_CREATE_VM:
850	if (pVM \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
851	return VERR_INVALID_PARAMETER;
852	return GVMMR0CreateVMReq((PGVMMCREATEVMREQ)pReqHdr);
853
854	case VMMR0_DO_GVMM_DESTROY_VM:
855	if (pReqHdr \|\| u64Arg)
856	return VERR_INVALID_PARAMETER;
857	return GVMMR0DestroyVM(pVM);
858
859	case VMMR0_DO_GVMM_REGISTER_VMCPU:
860	{
861	if (!pVM)
862	return VERR_INVALID_PARAMETER;
863	return GVMMR0RegisterVCpu(pVM, idCpu);
864	}
865
866	case VMMR0_DO_GVMM_SCHED_HALT:
867	if (pReqHdr)
868	return VERR_INVALID_PARAMETER;
869	return GVMMR0SchedHalt(pVM, idCpu, u64Arg);
870
871	case VMMR0_DO_GVMM_SCHED_WAKE_UP:
872	if (pReqHdr \|\| u64Arg)
873	return VERR_INVALID_PARAMETER;
874	return GVMMR0SchedWakeUp(pVM, idCpu);
875
876	case VMMR0_DO_GVMM_SCHED_POKE:
877	if (pReqHdr \|\| u64Arg)
878	return VERR_INVALID_PARAMETER;
879	return GVMMR0SchedPoke(pVM, idCpu);
880
881	case VMMR0_DO_GVMM_SCHED_WAKE_UP_AND_POKE_CPUS:
882	if (u64Arg)
883	return VERR_INVALID_PARAMETER;
884	return GVMMR0SchedWakeUpAndPokeCpusReq(pVM, (PGVMMSCHEDWAKEUPANDPOKECPUSREQ)pReqHdr);
885
886	case VMMR0_DO_GVMM_SCHED_POLL:
887	if (pReqHdr \|\| u64Arg > 1)
888	return VERR_INVALID_PARAMETER;
889	return GVMMR0SchedPoll(pVM, idCpu, !!u64Arg);
890
891	case VMMR0_DO_GVMM_QUERY_STATISTICS:
892	if (u64Arg)
893	return VERR_INVALID_PARAMETER;
894	return GVMMR0QueryStatisticsReq(pVM, (PGVMMQUERYSTATISTICSSREQ)pReqHdr);
895
896	case VMMR0_DO_GVMM_RESET_STATISTICS:
897	if (u64Arg)
898	return VERR_INVALID_PARAMETER;
899	return GVMMR0ResetStatisticsReq(pVM, (PGVMMRESETSTATISTICSSREQ)pReqHdr);
900
901	/*
902	* Initialize the R0 part of a VM instance.
903	*/
904	case VMMR0_DO_VMMR0_INIT:
905	return vmmR0InitVM(pVM, (uint32_t)u64Arg);
906
907	/*
908	* Terminate the R0 part of a VM instance.
909	*/
910	case VMMR0_DO_VMMR0_TERM:
911	return VMMR0TermVM(pVM, NULL);
912
913	/*
914	* Attempt to enable hwacc mode and check the current setting.
915	*/
916	case VMMR0_DO_HWACC_ENABLE:
917	return HWACCMR0EnableAllCpus(pVM);
918
919	/*
920	* Setup the hardware accelerated session.
921	*/
922	case VMMR0_DO_HWACC_SETUP_VM:
923	{
924	RTCCUINTREG fFlags = ASMIntDisableFlags();
925	int rc = HWACCMR0SetupVM(pVM);
926	ASMSetFlags(fFlags);
927	return rc;
928	}
929
930	/*
931	* Switch to RC to execute Hypervisor function.
932	*/
933	case VMMR0_DO_CALL_HYPERVISOR:
934	{
935	int rc;
936	bool fVTxDisabled;
937
938	/* Safety precaution as HWACCM can disable the switcher. */
939	Assert(!pVM->vmm.s.fSwitcherDisabled);
940	if (RT_UNLIKELY(pVM->vmm.s.fSwitcherDisabled))
941	return VERR_NOT_SUPPORTED;
942
943	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
944	if (RT_UNLIKELY(!PGMGetHyperCR3(VMMGetCpu0(pVM))))
945	return VERR_PGM_NO_CR3_SHADOW_ROOT;
946	#endif
947
948	RTCCUINTREG fFlags = ASMIntDisableFlags();
949
950	#ifdef VBOX_WITH_VMMR0_DISABLE_LAPIC_NMI
951	RTCPUID idHostCpu = RTMpCpuId();
952	CPUMR0SetLApic(pVM, idHostCpu);
953	#endif
954
955	/* We might need to disable VT-x if the active switcher turns off paging. */
956	rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
957	if (RT_FAILURE(rc))
958	return rc;
959
960	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
961
962	/* Re-enable VT-x if previously turned off. */
963	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
964
965	/** @todo dispatch interrupts? */
966	ASMSetFlags(fFlags);
967	return rc;
968	}
969
970	/*
971	* PGM wrappers.
972	*/
973	case VMMR0_DO_PGM_ALLOCATE_HANDY_PAGES:
974	if (idCpu == NIL_VMCPUID)
975	return VERR_INVALID_CPU_ID;
976	return PGMR0PhysAllocateHandyPages(pVM, &pVM->aCpus[idCpu]);
977
978	case VMMR0_DO_PGM_ALLOCATE_LARGE_HANDY_PAGE:
979	if (idCpu == NIL_VMCPUID)
980	return VERR_INVALID_CPU_ID;
981	return PGMR0PhysAllocateLargeHandyPage(pVM, &pVM->aCpus[idCpu]);
982
983	case VMMR0_DO_PGM_PHYS_SETUP_IOMMU:
984	if (idCpu != 0)
985	return VERR_INVALID_CPU_ID;
986	return PGMR0PhysSetupIommu(pVM);
987
988	/*
989	* GMM wrappers.
990	*/
991	case VMMR0_DO_GMM_INITIAL_RESERVATION:
992	if (u64Arg)
993	return VERR_INVALID_PARAMETER;
994	return GMMR0InitialReservationReq(pVM, idCpu, (PGMMINITIALRESERVATIONREQ)pReqHdr);
995
996	case VMMR0_DO_GMM_UPDATE_RESERVATION:
997	if (u64Arg)
998	return VERR_INVALID_PARAMETER;
999	return GMMR0UpdateReservationReq(pVM, idCpu, (PGMMUPDATERESERVATIONREQ)pReqHdr);
1000
1001	case VMMR0_DO_GMM_ALLOCATE_PAGES:
1002	if (u64Arg)
1003	return VERR_INVALID_PARAMETER;
1004	return GMMR0AllocatePagesReq(pVM, idCpu, (PGMMALLOCATEPAGESREQ)pReqHdr);
1005
1006	case VMMR0_DO_GMM_FREE_PAGES:
1007	if (u64Arg)
1008	return VERR_INVALID_PARAMETER;
1009	return GMMR0FreePagesReq(pVM, idCpu, (PGMMFREEPAGESREQ)pReqHdr);
1010
1011	case VMMR0_DO_GMM_FREE_LARGE_PAGE:
1012	if (u64Arg)
1013	return VERR_INVALID_PARAMETER;
1014	return GMMR0FreeLargePageReq(pVM, idCpu, (PGMMFREELARGEPAGEREQ)pReqHdr);
1015
1016	case VMMR0_DO_GMM_QUERY_HYPERVISOR_MEM_STATS:
1017	if (u64Arg)
1018	return VERR_INVALID_PARAMETER;
1019	return GMMR0QueryHypervisorMemoryStatsReq(pVM, (PGMMMEMSTATSREQ)pReqHdr);
1020
1021	case VMMR0_DO_GMM_QUERY_MEM_STATS:
1022	if (idCpu == NIL_VMCPUID)
1023	return VERR_INVALID_CPU_ID;
1024	if (u64Arg)
1025	return VERR_INVALID_PARAMETER;
1026	return GMMR0QueryMemoryStatsReq(pVM, idCpu, (PGMMMEMSTATSREQ)pReqHdr);
1027
1028	case VMMR0_DO_GMM_BALLOONED_PAGES:
1029	if (u64Arg)
1030	return VERR_INVALID_PARAMETER;
1031	return GMMR0BalloonedPagesReq(pVM, idCpu, (PGMMBALLOONEDPAGESREQ)pReqHdr);
1032
1033	case VMMR0_DO_GMM_MAP_UNMAP_CHUNK:
1034	if (u64Arg)
1035	return VERR_INVALID_PARAMETER;
1036	return GMMR0MapUnmapChunkReq(pVM, (PGMMMAPUNMAPCHUNKREQ)pReqHdr);
1037
1038	case VMMR0_DO_GMM_SEED_CHUNK:
1039	if (pReqHdr)
1040	return VERR_INVALID_PARAMETER;
1041	return GMMR0SeedChunk(pVM, idCpu, (RTR3PTR)u64Arg);
1042
1043	case VMMR0_DO_GMM_REGISTER_SHARED_MODULE:
1044	if (idCpu == NIL_VMCPUID)
1045	return VERR_INVALID_CPU_ID;
1046	if (u64Arg)
1047	return VERR_INVALID_PARAMETER;
1048	return GMMR0RegisterSharedModuleReq(pVM, idCpu, (PGMMREGISTERSHAREDMODULEREQ)pReqHdr);
1049
1050	case VMMR0_DO_GMM_UNREGISTER_SHARED_MODULE:
1051	if (idCpu == NIL_VMCPUID)
1052	return VERR_INVALID_CPU_ID;
1053	if (u64Arg)
1054	return VERR_INVALID_PARAMETER;
1055	return GMMR0UnregisterSharedModuleReq(pVM, idCpu, (PGMMUNREGISTERSHAREDMODULEREQ)pReqHdr);
1056
1057	case VMMR0_DO_GMM_RESET_SHARED_MODULES:
1058	if (idCpu == NIL_VMCPUID)
1059	return VERR_INVALID_CPU_ID;
1060	if ( u64Arg
1061	\|\| pReqHdr)
1062	return VERR_INVALID_PARAMETER;
1063	return GMMR0ResetSharedModules(pVM, idCpu);
1064
1065	#ifdef VBOX_WITH_PAGE_SHARING
1066	case VMMR0_DO_GMM_CHECK_SHARED_MODULES:
1067	{
1068	if (idCpu == NIL_VMCPUID)
1069	return VERR_INVALID_CPU_ID;
1070	if ( u64Arg
1071	\|\| pReqHdr)
1072	return VERR_INVALID_PARAMETER;
1073
1074	PVMCPU pVCpu = &pVM->aCpus[idCpu];
1075	Assert(pVCpu->hNativeThreadR0 == RTThreadNativeSelf());
1076
1077	# ifdef DEBUG_sandervl
1078	/* Make sure that log flushes can jump back to ring-3; annoying to get an incomplete log (this is risky though as the code doesn't take this into account). */
1079	/* Todo: this can have bad side effects for unexpected jumps back to r3. */
1080	int rc = GMMR0CheckSharedModulesStart(pVM);
1081	if (rc == VINF_SUCCESS)
1082	{
1083	rc = vmmR0CallRing3SetJmp(&pVCpu->vmm.s.CallRing3JmpBufR0, GMMR0CheckSharedModules, pVM, pVCpu); /* this may resume code. */
1084	Assert( rc == VINF_SUCCESS
1085	\|\| (rc == VINF_VMM_CALL_HOST && pVCpu->vmm.s.enmCallRing3Operation == VMMCALLRING3_VMM_LOGGER_FLUSH));
1086	GMMR0CheckSharedModulesEnd(pVM);
1087	}
1088	# else
1089	int rc = GMMR0CheckSharedModules(pVM, pVCpu);
1090	# endif
1091	return rc;
1092	}
1093	#endif
1094
1095	#if defined(VBOX_STRICT) && HC_ARCH_BITS == 64
1096	case VMMR0_DO_GMM_FIND_DUPLICATE_PAGE:
1097	{
1098	if (u64Arg)
1099	return VERR_INVALID_PARAMETER;
1100	return GMMR0FindDuplicatePageReq(pVM, (PGMMFINDDUPLICATEPAGEREQ)pReqHdr);
1101	}
1102	#endif
1103
1104	/*
1105	* A quick GCFGM mock-up.
1106	*/
1107	/** @todo GCFGM with proper access control, ring-3 management interface and all that. */
1108	case VMMR0_DO_GCFGM_SET_VALUE:
1109	case VMMR0_DO_GCFGM_QUERY_VALUE:
1110	{
1111	if (pVM \|\| !pReqHdr \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
1112	return VERR_INVALID_PARAMETER;
1113	PGCFGMVALUEREQ pReq = (PGCFGMVALUEREQ)pReqHdr;
1114	if (pReq->Hdr.cbReq != sizeof(*pReq))
1115	return VERR_INVALID_PARAMETER;
1116	int rc;
1117	if (enmOperation == VMMR0_DO_GCFGM_SET_VALUE)
1118	{
1119	rc = GVMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
1120	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
1121	// rc = GMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
1122	}
1123	else
1124	{
1125	rc = GVMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
1126	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
1127	// rc = GMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
1128	}
1129	return rc;
1130	}
1131
1132	/*
1133	* PDM Wrappers.
1134	*/
1135	case VMMR0_DO_PDM_DRIVER_CALL_REQ_HANDLER:
1136	{
1137	if (!pVM \|\| !pReqHdr \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
1138	return VERR_INVALID_PARAMETER;
1139	return PDMR0DriverCallReqHandler(pVM, (PPDMDRIVERCALLREQHANDLERREQ)pReqHdr);
1140	}
1141
1142	case VMMR0_DO_PDM_DEVICE_CALL_REQ_HANDLER:
1143	{
1144	if (!pVM \|\| !pReqHdr \|\| u64Arg \|\| idCpu != NIL_VMCPUID)
1145	return VERR_INVALID_PARAMETER;
1146	return PDMR0DeviceCallReqHandler(pVM, (PPDMDEVICECALLREQHANDLERREQ)pReqHdr);
1147	}
1148
1149	/*
1150	* Requests to the internal networking service.
1151	*/
1152	case VMMR0_DO_INTNET_OPEN:
1153	{
1154	PINTNETOPENREQ pReq = (PINTNETOPENREQ)pReqHdr;
1155	if (u64Arg \|\| !pReq \|\| !vmmR0IsValidSession(pVM, pReq->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1156	return VERR_INVALID_PARAMETER;
1157	return IntNetR0OpenReq(pSession, pReq);
1158	}
1159
1160	case VMMR0_DO_INTNET_IF_CLOSE:
1161	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFCLOSEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1162	return VERR_INVALID_PARAMETER;
1163	return IntNetR0IfCloseReq(pSession, (PINTNETIFCLOSEREQ)pReqHdr);
1164
1165	case VMMR0_DO_INTNET_IF_GET_BUFFER_PTRS:
1166	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFGETBUFFERPTRSREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1167	return VERR_INVALID_PARAMETER;
1168	return IntNetR0IfGetBufferPtrsReq(pSession, (PINTNETIFGETBUFFERPTRSREQ)pReqHdr);
1169
1170	case VMMR0_DO_INTNET_IF_SET_PROMISCUOUS_MODE:
1171	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1172	return VERR_INVALID_PARAMETER;
1173	return IntNetR0IfSetPromiscuousModeReq(pSession, (PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr);
1174
1175	case VMMR0_DO_INTNET_IF_SET_MAC_ADDRESS:
1176	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETMACADDRESSREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1177	return VERR_INVALID_PARAMETER;
1178	return IntNetR0IfSetMacAddressReq(pSession, (PINTNETIFSETMACADDRESSREQ)pReqHdr);
1179
1180	case VMMR0_DO_INTNET_IF_SET_ACTIVE:
1181	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETACTIVEREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1182	return VERR_INVALID_PARAMETER;
1183	return IntNetR0IfSetActiveReq(pSession, (PINTNETIFSETACTIVEREQ)pReqHdr);
1184
1185	case VMMR0_DO_INTNET_IF_SEND:
1186	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSENDREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1187	return VERR_INVALID_PARAMETER;
1188	return IntNetR0IfSendReq(pSession, (PINTNETIFSENDREQ)pReqHdr);
1189
1190	case VMMR0_DO_INTNET_IF_WAIT:
1191	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFWAITREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1192	return VERR_INVALID_PARAMETER;
1193	return IntNetR0IfWaitReq(pSession, (PINTNETIFWAITREQ)pReqHdr);
1194
1195	case VMMR0_DO_INTNET_IF_ABORT_WAIT:
1196	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFWAITREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1197	return VERR_INVALID_PARAMETER;
1198	return IntNetR0IfAbortWaitReq(pSession, (PINTNETIFABORTWAITREQ)pReqHdr);
1199
1200	#ifdef VBOX_WITH_PCI_PASSTHROUGH
1201	/*
1202	* Requests to host PCI driver service.
1203	*/
1204	case VMMR0_DO_PCIRAW_REQ:
1205	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PPCIRAWSENDREQ)pReqHdr)->pSession, pSession) \|\| idCpu != NIL_VMCPUID)
1206	return VERR_INVALID_PARAMETER;
1207	return PciRawR0ProcessReq(pSession, pVM, (PPCIRAWSENDREQ)pReqHdr);
1208	#endif
1209	/*
1210	* For profiling.
1211	*/
1212	case VMMR0_DO_NOP:
1213	case VMMR0_DO_SLOW_NOP:
1214	return VINF_SUCCESS;
1215
1216	/*
1217	* For testing Ring-0 APIs invoked in this environment.
1218	*/
1219	case VMMR0_DO_TESTS:
1220	/** @todo make new test */
1221	return VINF_SUCCESS;
1222
1223
1224	#if HC_ARCH_BITS == 32 && defined(VBOX_WITH_64_BITS_GUESTS) && !defined(VBOX_WITH_HYBRID_32BIT_KERNEL)
1225	case VMMR0_DO_TEST_SWITCHER3264:
1226	if (idCpu == NIL_VMCPUID)
1227	return VERR_INVALID_CPU_ID;
1228	return HWACCMR0TestSwitcher3264(pVM);
1229	#endif
1230	default:
1231	/*
1232	* We're returning VERR_NOT_SUPPORT here so we've got something else
1233	* than -1 which the interrupt gate glue code might return.
1234	*/
1235	Log(("operation %#x is not supported\n", enmOperation));
1236	return VERR_NOT_SUPPORTED;
1237	}
1238	}
1239
1240
1241	/**
1242	* Argument for vmmR0EntryExWrapper containing the arguments for VMMR0EntryEx.
1243	*/
1244	typedef struct VMMR0ENTRYEXARGS
1245	{
1246	PVM pVM;
1247	VMCPUID idCpu;
1248	VMMR0OPERATION enmOperation;
1249	PSUPVMMR0REQHDR pReq;
1250	uint64_t u64Arg;
1251	PSUPDRVSESSION pSession;
1252	} VMMR0ENTRYEXARGS;
1253	/** Pointer to a vmmR0EntryExWrapper argument package. */
1254	typedef VMMR0ENTRYEXARGS *PVMMR0ENTRYEXARGS;
1255
1256	/**
1257	* This is just a longjmp wrapper function for VMMR0EntryEx calls.
1258	*
1259	* @returns VBox status code.
1260	* @param pvArgs The argument package
1261	*/
1262	static int vmmR0EntryExWrapper(void *pvArgs)
1263	{
1264	return vmmR0EntryExWorker(((PVMMR0ENTRYEXARGS)pvArgs)->pVM,
1265	((PVMMR0ENTRYEXARGS)pvArgs)->idCpu,
1266	((PVMMR0ENTRYEXARGS)pvArgs)->enmOperation,
1267	((PVMMR0ENTRYEXARGS)pvArgs)->pReq,
1268	((PVMMR0ENTRYEXARGS)pvArgs)->u64Arg,
1269	((PVMMR0ENTRYEXARGS)pvArgs)->pSession);
1270	}
1271
1272
1273	/**
1274	* The Ring 0 entry point, called by the support library (SUP).
1275	*
1276	* @returns VBox status code.
1277	* @param pVM The VM to operate on.
1278	* @param idCpu Virtual CPU ID argument. Must be NIL_VMCPUID if pVM
1279	* is NIL_RTR0PTR, and may be NIL_VMCPUID if it isn't
1280	* @param enmOperation Which operation to execute.
1281	* @param pReq This points to a SUPVMMR0REQHDR packet. Optional.
1282	* @param u64Arg Some simple constant argument.
1283	* @param pSession The session of the caller.
1284	* @remarks Assume called with interrupts _enabled_.
1285	*/
1286	VMMR0DECL(int) VMMR0EntryEx(PVM pVM, VMCPUID idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReq, uint64_t u64Arg, PSUPDRVSESSION pSession)
1287	{
1288	/*
1289	* Requests that should only happen on the EMT thread will be
1290	* wrapped in a setjmp so we can assert without causing trouble.
1291	*/
1292	if ( VALID_PTR(pVM)
1293	&& pVM->pVMR0
1294	&& idCpu < pVM->cCpus)
1295	{
1296	switch (enmOperation)
1297	{
1298	/* These might/will be called before VMMR3Init. */
1299	case VMMR0_DO_GMM_INITIAL_RESERVATION:
1300	case VMMR0_DO_GMM_UPDATE_RESERVATION:
1301	case VMMR0_DO_GMM_ALLOCATE_PAGES:
1302	case VMMR0_DO_GMM_FREE_PAGES:
1303	case VMMR0_DO_GMM_BALLOONED_PAGES:
1304	/* On the mac we might not have a valid jmp buf, so check these as well. */
1305	case VMMR0_DO_VMMR0_INIT:
1306	case VMMR0_DO_VMMR0_TERM:
1307	{
1308	PVMCPU pVCpu = &pVM->aCpus[idCpu];
1309
1310	if (!pVCpu->vmm.s.CallRing3JmpBufR0.pvSavedStack)
1311	break;
1312
1313	/** @todo validate this EMT claim... GVM knows. */
1314	VMMR0ENTRYEXARGS Args;
1315	Args.pVM = pVM;
1316	Args.idCpu = idCpu;
1317	Args.enmOperation = enmOperation;
1318	Args.pReq = pReq;
1319	Args.u64Arg = u64Arg;
1320	Args.pSession = pSession;
1321	return vmmR0CallRing3SetJmpEx(&pVCpu->vmm.s.CallRing3JmpBufR0, vmmR0EntryExWrapper, &Args);
1322	}
1323
1324	default:
1325	break;
1326	}
1327	}
1328	return vmmR0EntryExWorker(pVM, idCpu, enmOperation, pReq, u64Arg, pSession);
1329	}
1330
1331	/**
1332	* Internal R0 logger worker: Flush logger.
1333	*
1334	* @param pLogger The logger instance to flush.
1335	* @remark This function must be exported!
1336	*/
1337	VMMR0DECL(void) vmmR0LoggerFlush(PRTLOGGER pLogger)
1338	{
1339	#ifdef LOG_ENABLED
1340	/*
1341	* Convert the pLogger into a VM handle and 'call' back to Ring-3.
1342	* (This is a bit paranoid code.)
1343	*/
1344	PVMMR0LOGGER pR0Logger = (PVMMR0LOGGER)((uintptr_t)pLogger - RT_OFFSETOF(VMMR0LOGGER, Logger));
1345	if ( !VALID_PTR(pR0Logger)
1346	\|\| !VALID_PTR(pR0Logger + 1)
1347	\|\| pLogger->u32Magic != RTLOGGER_MAGIC)
1348	{
1349	# ifdef DEBUG
1350	SUPR0Printf("vmmR0LoggerFlush: pLogger=%p!\n", pLogger);
1351	# endif
1352	return;
1353	}
1354	if (pR0Logger->fFlushingDisabled)
1355	return; /* quietly */
1356
1357	PVM pVM = pR0Logger->pVM;
1358	if ( !VALID_PTR(pVM)
1359	\|\| pVM->pVMR0 != pVM)
1360	{
1361	# ifdef DEBUG
1362	SUPR0Printf("vmmR0LoggerFlush: pVM=%p! pVMR0=%p! pLogger=%p\n", pVM, pVM->pVMR0, pLogger);
1363	# endif
1364	return;
1365	}
1366
1367	PVMCPU pVCpu = VMMGetCpu(pVM);
1368	if (pVCpu)
1369	{
1370	/*
1371	* Check that the jump buffer is armed.
1372	*/
1373	# ifdef RT_ARCH_X86
1374	if ( !pVCpu->vmm.s.CallRing3JmpBufR0.eip
1375	\|\| pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1376	# else
1377	if ( !pVCpu->vmm.s.CallRing3JmpBufR0.rip
1378	\|\| pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1379	# endif
1380	{
1381	# ifdef DEBUG
1382	SUPR0Printf("vmmR0LoggerFlush: Jump buffer isn't armed!\n");
1383	# endif
1384	return;
1385	}
1386	VMMRZCallRing3(pVM, pVCpu, VMMCALLRING3_VMM_LOGGER_FLUSH, 0);
1387	}
1388	# ifdef DEBUG
1389	else
1390	SUPR0Printf("vmmR0LoggerFlush: invalid VCPU context!\n");
1391	# endif
1392	#endif
1393	}
1394
1395	/**
1396	* Internal R0 logger worker: Custom prefix.
1397	*
1398	* @returns Number of chars written.
1399	*
1400	* @param pLogger The logger instance.
1401	* @param pchBuf The output buffer.
1402	* @param cchBuf The size of the buffer.
1403	* @param pvUser User argument (ignored).
1404	*/
1405	VMMR0DECL(size_t) vmmR0LoggerPrefix(PRTLOGGER pLogger, char pchBuf, size_t cchBuf, void pvUser)
1406	{
1407	NOREF(pvUser);
1408	#ifdef LOG_ENABLED
1409	PVMMR0LOGGER pR0Logger = (PVMMR0LOGGER)((uintptr_t)pLogger - RT_OFFSETOF(VMMR0LOGGER, Logger));
1410	if ( !VALID_PTR(pR0Logger)
1411	\|\| !VALID_PTR(pR0Logger + 1)
1412	\|\| pLogger->u32Magic != RTLOGGER_MAGIC
1413	\|\| cchBuf < 2)
1414	return 0;
1415
1416	static const char s_szHex[17] = "0123456789abcdef";
1417	VMCPUID const idCpu = pR0Logger->idCpu;
1418	pchBuf[1] = s_szHex[ idCpu & 15];
1419	pchBuf[0] = s_szHex[(idCpu >> 4) & 15];
1420
1421	return 2;
1422	#else
1423	return 0;
1424	#endif
1425	}
1426
1427	#ifdef LOG_ENABLED
1428
1429	/**
1430	* Disables flushing of the ring-0 debug log.
1431	*
1432	* @param pVCpu The shared virtual cpu structure.
1433	*/
1434	VMMR0DECL(void) VMMR0LogFlushDisable(PVMCPU pVCpu)
1435	{
1436	PVM pVM = pVCpu->pVMR0;
1437	if (pVCpu->vmm.s.pR0LoggerR0)
1438	pVCpu->vmm.s.pR0LoggerR0->fFlushingDisabled = true;
1439	}
1440
1441
1442	/**
1443	* Enables flushing of the ring-0 debug log.
1444	*
1445	* @param pVCpu The shared virtual cpu structure.
1446	*/
1447	VMMR0DECL(void) VMMR0LogFlushEnable(PVMCPU pVCpu)
1448	{
1449	PVM pVM = pVCpu->pVMR0;
1450	if (pVCpu->vmm.s.pR0LoggerR0)
1451	pVCpu->vmm.s.pR0LoggerR0->fFlushingDisabled = false;
1452	}
1453
1454	#endif /* LOG_ENABLED */
1455
1456	/**
1457	* Jump back to ring-3 if we're the EMT and the longjmp is armed.
1458	*
1459	* @returns true if the breakpoint should be hit, false if it should be ignored.
1460	*/
1461	DECLEXPORT(bool) RTCALL RTAssertShouldPanic(void)
1462	{
1463	#if 0
1464	return true;
1465	#else
1466	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1467	if (pVM)
1468	{
1469	PVMCPU pVCpu = VMMGetCpu(pVM);
1470
1471	if (pVCpu)
1472	{
1473	#ifdef RT_ARCH_X86
1474	if ( pVCpu->vmm.s.CallRing3JmpBufR0.eip
1475	&& !pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1476	#else
1477	if ( pVCpu->vmm.s.CallRing3JmpBufR0.rip
1478	&& !pVCpu->vmm.s.CallRing3JmpBufR0.fInRing3Call)
1479	#endif
1480	{
1481	int rc = VMMRZCallRing3(pVM, pVCpu, VMMCALLRING3_VM_R0_ASSERTION, 0);
1482	return RT_FAILURE_NP(rc);
1483	}
1484	}
1485	}
1486	#ifdef RT_OS_LINUX
1487	return true;
1488	#else
1489	return false;
1490	#endif
1491	#endif
1492	}
1493
1494
1495	/**
1496	* Override this so we can push it up to ring-3.
1497	*
1498	* @param pszExpr Expression. Can be NULL.
1499	* @param uLine Location line number.
1500	* @param pszFile Location file name.
1501	* @param pszFunction Location function name.
1502	*/
1503	DECLEXPORT(void) RTCALL RTAssertMsg1Weak(const char pszExpr, unsigned uLine, const char pszFile, const char *pszFunction)
1504	{
1505	/*
1506	* To the log.
1507	*/
1508	LogAlways(("\n!!R0-Assertion Failed!!\n"
1509	"Expression: %s\n"
1510	"Location : %s(%d) %s\n",
1511	pszExpr, pszFile, uLine, pszFunction));
1512
1513	/*
1514	* To the global VMM buffer.
1515	*/
1516	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1517	if (pVM)
1518	RTStrPrintf(pVM->vmm.s.szRing0AssertMsg1, sizeof(pVM->vmm.s.szRing0AssertMsg1),
1519	"\n!!R0-Assertion Failed!!\n"
1520	"Expression: %s\n"
1521	"Location : %s(%d) %s\n",
1522	pszExpr, pszFile, uLine, pszFunction);
1523
1524	/*
1525	* Continue the normal way.
1526	*/
1527	RTAssertMsg1(pszExpr, uLine, pszFile, pszFunction);
1528	}
1529
1530
1531	/**
1532	* Callback for RTLogFormatV which writes to the ring-3 log port.
1533	* See PFNLOGOUTPUT() for details.
1534	*/
1535	static DECLCALLBACK(size_t) rtLogOutput(void pv, const char pachChars, size_t cbChars)
1536	{
1537	for (size_t i = 0; i < cbChars; i++)
1538	LogAlways(("%c", pachChars[i]));
1539
1540	return cbChars;
1541	}
1542
1543
1544	/**
1545	* Override this so we can push it up to ring-3.
1546	*
1547	* @param pszFormat The format string.
1548	* @param va Arguments.
1549	*/
1550	DECLEXPORT(void) RTCALL RTAssertMsg2WeakV(const char *pszFormat, va_list va)
1551	{
1552	va_list vaCopy;
1553
1554	/*
1555	* Push the message to the logger.
1556	*/
1557	PRTLOGGER pLog = RTLogDefaultInstance(); /** @todo we want this for release as well! */
1558	if (pLog)
1559	{
1560	va_copy(vaCopy, va);
1561	RTLogFormatV(rtLogOutput, pLog, pszFormat, vaCopy);
1562	va_end(vaCopy);
1563	}
1564
1565	/*
1566	* Push it to the global VMM buffer.
1567	*/
1568	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1569	if (pVM)
1570	{
1571	va_copy(vaCopy, va);
1572	RTStrPrintfV(pVM->vmm.s.szRing0AssertMsg2, sizeof(pVM->vmm.s.szRing0AssertMsg2), pszFormat, vaCopy);
1573	va_end(vaCopy);
1574	}
1575
1576	/*
1577	* Continue the normal way.
1578	*/
1579	RTAssertMsg2V(pszFormat, va);
1580	}
1581

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMR0/VMMR0.cpp@ 37298

Download in other formats: