VMMR0.cpp@ 19435

Last change on this file since 19435 was 19434, checked in by vboxsync, 16 years ago
Further splitup of VMM (ring 0 jump buffer).
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 43.0 KB

Line
1	/* $Id: VMMR0.cpp 19434 2009-05-06 13:58:35Z vboxsync $ */
2	/** @file
3	* VMM - Host Context Ring 0.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Sun Microsystems, Inc.
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*
17	* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
18	* Clara, CA 95054 USA or visit http://www.sun.com if you need
19	* additional information or have any questions.
20	*/
21
22	/*******************************************************************************
23	* Header Files *
24	*******************************************************************************/
25	#define LOG_GROUP LOG_GROUP_VMM
26	#include <VBox/vmm.h>
27	#include <VBox/sup.h>
28	#include <VBox/trpm.h>
29	#include <VBox/cpum.h>
30	#include <VBox/pgm.h>
31	#include <VBox/stam.h>
32	#include <VBox/tm.h>
33	#include "VMMInternal.h"
34	#include <VBox/vm.h>
35	#include <VBox/gvmm.h>
36	#include <VBox/gmm.h>
37	#include <VBox/intnet.h>
38	#include <VBox/hwaccm.h>
39	#include <VBox/param.h>
40
41	#include <VBox/err.h>
42	#include <VBox/version.h>
43	#include <VBox/log.h>
44	#include <iprt/assert.h>
45	#include <iprt/stdarg.h>
46	#include <iprt/mp.h>
47	#include <iprt/string.h>
48
49	#if defined(_MSC_VER) && defined(RT_ARCH_AMD64) /** @todo check this with with VC7! */
50	# pragma intrinsic(_AddressOfReturnAddress)
51	#endif
52
53
54	/*******************************************************************************
55	* Internal Functions *
56	*******************************************************************************/
57	__BEGIN_DECLS
58	VMMR0DECL(int) ModuleInit(void);
59	VMMR0DECL(void) ModuleTerm(void);
60	__END_DECLS
61
62
63	/*******************************************************************************
64	* Global Variables *
65	*******************************************************************************/
66	/** Pointer to the internal networking service instance. */
67	PINTNET g_pIntNet = 0;
68
69
70	/**
71	* Initialize the module.
72	* This is called when we're first loaded.
73	*
74	* @returns 0 on success.
75	* @returns VBox status on failure.
76	*/
77	VMMR0DECL(int) ModuleInit(void)
78	{
79	LogFlow(("ModuleInit:\n"));
80
81	/*
82	* Initialize the GVMM, GMM, HWACCM, PGM (Darwin) and INTNET.
83	*/
84	int rc = GVMMR0Init();
85	if (RT_SUCCESS(rc))
86	{
87	rc = GMMR0Init();
88	if (RT_SUCCESS(rc))
89	{
90	rc = HWACCMR0Init();
91	if (RT_SUCCESS(rc))
92	{
93	rc = PGMRegisterStringFormatTypes();
94	if (RT_SUCCESS(rc))
95	{
96	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
97	rc = PGMR0DynMapInit();
98	#endif
99	if (RT_SUCCESS(rc))
100	{
101	LogFlow(("ModuleInit: g_pIntNet=%p\n", g_pIntNet));
102	g_pIntNet = NULL;
103	LogFlow(("ModuleInit: g_pIntNet=%p should be NULL now...\n", g_pIntNet));
104	rc = INTNETR0Create(&g_pIntNet);
105	if (RT_SUCCESS(rc))
106	{
107	LogFlow(("ModuleInit: returns success. g_pIntNet=%p\n", g_pIntNet));
108	return VINF_SUCCESS;
109	}
110
111	/* bail out */
112	g_pIntNet = NULL;
113	LogFlow(("ModuleTerm: returns %Rrc\n", rc));
114	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
115	PGMR0DynMapTerm();
116	#endif
117	}
118	PGMDeregisterStringFormatTypes();
119	}
120	HWACCMR0Term();
121	}
122	GMMR0Term();
123	}
124	GVMMR0Term();
125	}
126
127	LogFlow(("ModuleInit: failed %Rrc\n", rc));
128	return rc;
129	}
130
131
132	/**
133	* Terminate the module.
134	* This is called when we're finally unloaded.
135	*/
136	VMMR0DECL(void) ModuleTerm(void)
137	{
138	LogFlow(("ModuleTerm:\n"));
139
140	/*
141	* Destroy the internal networking instance.
142	*/
143	if (g_pIntNet)
144	{
145	INTNETR0Destroy(g_pIntNet);
146	g_pIntNet = NULL;
147	}
148
149	/*
150	* PGM (Darwin) and HWACCM global cleanup.
151	* Destroy the GMM and GVMM instances.
152	*/
153	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
154	PGMR0DynMapTerm();
155	#endif
156	PGMDeregisterStringFormatTypes();
157	HWACCMR0Term();
158
159	GMMR0Term();
160	GVMMR0Term();
161
162	LogFlow(("ModuleTerm: returns\n"));
163	}
164
165
166	/**
167	* Initaties the R0 driver for a particular VM instance.
168	*
169	* @returns VBox status code.
170	*
171	* @param pVM The VM instance in question.
172	* @param uSvnRev The SVN revision of the ring-3 part.
173	* @thread EMT.
174	*/
175	static int vmmR0InitVM(PVM pVM, uint32_t uSvnRev)
176	{
177	/*
178	* Match the SVN revisions.
179	*/
180	if (uSvnRev != VMMGetSvnRev())
181	{
182	LogRel(("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev()));
183	SUPR0Printf("VMMR0InitVM: Revision mismatch, r3=%d r0=%d\n", uSvnRev, VMMGetSvnRev());
184	return VERR_VERSION_MISMATCH;
185	}
186	if ( !VALID_PTR(pVM)
187	\|\| pVM->pVMR0 != pVM)
188	return VERR_INVALID_PARAMETER;
189
190	/*
191	* Register the EMT R0 logger instance.
192	*/
193	PVMMR0LOGGER pR0Logger = pVM->vmm.s.pR0LoggerR0;
194	if (pR0Logger)
195	{
196	#if 0 /* testing of the logger. */
197	LogCom(("vmmR0InitVM: before %p\n", RTLogDefaultInstance()));
198	LogCom(("vmmR0InitVM: pfnFlush=%p actual=%p\n", pR0Logger->Logger.pfnFlush, vmmR0LoggerFlush));
199	LogCom(("vmmR0InitVM: pfnLogger=%p actual=%p\n", pR0Logger->Logger.pfnLogger, vmmR0LoggerWrapper));
200	LogCom(("vmmR0InitVM: offScratch=%d fFlags=%#x fDestFlags=%#x\n", pR0Logger->Logger.offScratch, pR0Logger->Logger.fFlags, pR0Logger->Logger.fDestFlags));
201
202	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
203	LogCom(("vmmR0InitVM: after %p reg\n", RTLogDefaultInstance()));
204	RTLogSetDefaultInstanceThread(NULL, 0);
205	LogCom(("vmmR0InitVM: after %p dereg\n", RTLogDefaultInstance()));
206
207	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
208	LogCom(("vmmR0InitVM: returned succesfully from direct logger call.\n"));
209	pR0Logger->Logger.pfnFlush(&pR0Logger->Logger);
210	LogCom(("vmmR0InitVM: returned succesfully from direct flush call.\n"));
211
212	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
213	LogCom(("vmmR0InitVM: after %p reg2\n", RTLogDefaultInstance()));
214	pR0Logger->Logger.pfnLogger("hello ring-0 logger\n");
215	LogCom(("vmmR0InitVM: returned succesfully from direct logger call (2). offScratch=%d\n", pR0Logger->Logger.offScratch));
216	RTLogSetDefaultInstanceThread(NULL, 0);
217	LogCom(("vmmR0InitVM: after %p dereg2\n", RTLogDefaultInstance()));
218
219	RTLogLoggerEx(&pR0Logger->Logger, 0, ~0U, "hello ring-0 logger (RTLogLoggerEx)\n");
220	LogCom(("vmmR0InitVM: RTLogLoggerEx returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
221
222	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
223	RTLogPrintf("hello ring-0 logger (RTLogPrintf)\n");
224	LogCom(("vmmR0InitVM: RTLogPrintf returned fine offScratch=%d\n", pR0Logger->Logger.offScratch));
225	#endif
226	Log(("Switching to per-thread logging instance %p (key=%p)\n", &pR0Logger->Logger, pVM->pSession));
227	RTLogSetDefaultInstanceThread(&pR0Logger->Logger, (uintptr_t)pVM->pSession);
228	}
229
230	/*
231	* Initialize the per VM data for GVMM and GMM.
232	*/
233	int rc = GVMMR0InitVM(pVM);
234	// if (RT_SUCCESS(rc))
235	// rc = GMMR0InitPerVMData(pVM);
236	if (RT_SUCCESS(rc))
237	{
238	/*
239	* Init HWACCM, CPUM and PGM (Darwin only).
240	*/
241	rc = HWACCMR0InitVM(pVM);
242	if (RT_SUCCESS(rc))
243	{
244	rc = CPUMR0Init(pVM); /** @todo rename to CPUMR0InitVM */
245	if (RT_SUCCESS(rc))
246	{
247	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
248	rc = PGMR0DynMapInitVM(pVM);
249	#endif
250	if (RT_SUCCESS(rc))
251	{
252	GVMMR0DoneInitVM(pVM);
253	return rc;
254	}
255
256	/* bail out */
257	}
258	HWACCMR0TermVM(pVM);
259	}
260	}
261	RTLogSetDefaultInstanceThread(NULL, 0);
262	return rc;
263	}
264
265
266	/**
267	* Terminates the R0 driver for a particular VM instance.
268	*
269	* This is normally called by ring-3 as part of the VM termination process, but
270	* may alternatively be called during the support driver session cleanup when
271	* the VM object is destroyed (see GVMM).
272	*
273	* @returns VBox status code.
274	*
275	* @param pVM The VM instance in question.
276	* @param pGVM Pointer to the global VM structure. Optional.
277	* @thread EMT or session clean up thread.
278	*/
279	VMMR0DECL(int) VMMR0TermVM(PVM pVM, PGVM pGVM)
280	{
281	/*
282	* Tell GVMM what we're up to and check that we only do this once.
283	*/
284	if (GVMMR0DoingTermVM(pVM, pGVM))
285	{
286	#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
287	PGMR0DynMapTermVM(pVM);
288	#endif
289	HWACCMR0TermVM(pVM);
290	}
291
292	/*
293	* Deregister the logger.
294	*/
295	RTLogSetDefaultInstanceThread(NULL, 0);
296	return VINF_SUCCESS;
297	}
298
299
300	/**
301	* Calls the ring-3 host code.
302	*
303	* @returns VBox status code of the ring-3 call.
304	* @param pVM The VM handle.
305	* @param enmOperation The operation.
306	* @param uArg The argument to the operation.
307	*/
308	VMMR0DECL(int) VMMR0CallHost(PVM pVM, VMMCALLHOST enmOperation, uint64_t uArg)
309	{
310	PVMCPU pVCpu = VMMGetCpu(pVM);
311
312	/** @todo profile this! */
313	pVCpu->vmm.s.enmCallHostOperation = enmOperation;
314	pVCpu->vmm.s.u64CallHostArg = uArg;
315	pVCpu->vmm.s.rcCallHost = VERR_INTERNAL_ERROR;
316	int rc = vmmR0CallHostLongJmp(&pVCpu->vmm.s.CallHostR0JmpBuf, VINF_VMM_CALL_HOST);
317	if (rc == VINF_SUCCESS)
318	rc = pVCpu->vmm.s.rcCallHost;
319	return rc;
320	}
321
322
323	#ifdef VBOX_WITH_STATISTICS
324	/**
325	* Record return code statistics
326	* @param pVM The VM handle.
327	* @param pVCpu The VMCPU handle.
328	* @param rc The status code.
329	*/
330	static void vmmR0RecordRC(PVM pVM, PVMCPU pVCpu, int rc)
331	{
332	/*
333	* Collect statistics.
334	*/
335	switch (rc)
336	{
337	case VINF_SUCCESS:
338	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetNormal);
339	break;
340	case VINF_EM_RAW_INTERRUPT:
341	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterrupt);
342	break;
343	case VINF_EM_RAW_INTERRUPT_HYPER:
344	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptHyper);
345	break;
346	case VINF_EM_RAW_GUEST_TRAP:
347	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGuestTrap);
348	break;
349	case VINF_EM_RAW_RING_SWITCH:
350	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitch);
351	break;
352	case VINF_EM_RAW_RING_SWITCH_INT:
353	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRingSwitchInt);
354	break;
355	case VINF_EM_RAW_EXCEPTION_PRIVILEGED:
356	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetExceptionPrivilege);
357	break;
358	case VINF_EM_RAW_STALE_SELECTOR:
359	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetStaleSelector);
360	break;
361	case VINF_EM_RAW_IRET_TRAP:
362	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIRETTrap);
363	break;
364	case VINF_IOM_HC_IOPORT_READ:
365	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIORead);
366	break;
367	case VINF_IOM_HC_IOPORT_WRITE:
368	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOWrite);
369	break;
370	case VINF_IOM_HC_MMIO_READ:
371	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIORead);
372	break;
373	case VINF_IOM_HC_MMIO_WRITE:
374	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOWrite);
375	break;
376	case VINF_IOM_HC_MMIO_READ_WRITE:
377	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOReadWrite);
378	break;
379	case VINF_PATM_HC_MMIO_PATCH_READ:
380	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchRead);
381	break;
382	case VINF_PATM_HC_MMIO_PATCH_WRITE:
383	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMMIOPatchWrite);
384	break;
385	case VINF_EM_RAW_EMULATE_INSTR:
386	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetEmulate);
387	break;
388	case VINF_EM_RAW_EMULATE_IO_BLOCK:
389	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIOBlockEmulate);
390	break;
391	case VINF_PATCH_EMULATE_INSTR:
392	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchEmulate);
393	break;
394	case VINF_EM_RAW_EMULATE_INSTR_LDT_FAULT:
395	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetLDTFault);
396	break;
397	case VINF_EM_RAW_EMULATE_INSTR_GDT_FAULT:
398	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetGDTFault);
399	break;
400	case VINF_EM_RAW_EMULATE_INSTR_IDT_FAULT:
401	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetIDTFault);
402	break;
403	case VINF_EM_RAW_EMULATE_INSTR_TSS_FAULT:
404	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTSSFault);
405	break;
406	case VINF_EM_RAW_EMULATE_INSTR_PD_FAULT:
407	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPDFault);
408	break;
409	case VINF_CSAM_PENDING_ACTION:
410	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCSAMTask);
411	break;
412	case VINF_PGM_SYNC_CR3:
413	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetSyncCR3);
414	break;
415	case VINF_PATM_PATCH_INT3:
416	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchInt3);
417	break;
418	case VINF_PATM_PATCH_TRAP_PF:
419	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchPF);
420	break;
421	case VINF_PATM_PATCH_TRAP_GP:
422	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchGP);
423	break;
424	case VINF_PATM_PENDING_IRQ_AFTER_IRET:
425	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPatchIretIRQ);
426	break;
427	case VERR_REM_FLUSHED_PAGES_OVERFLOW:
428	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPageOverflow);
429	break;
430	case VINF_EM_RESCHEDULE_REM:
431	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetRescheduleREM);
432	break;
433	case VINF_EM_RAW_TO_R3:
434	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetToR3);
435	break;
436	case VINF_EM_RAW_TIMER_PENDING:
437	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetTimerPending);
438	break;
439	case VINF_EM_RAW_INTERRUPT_PENDING:
440	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetInterruptPending);
441	break;
442	case VINF_VMM_CALL_HOST:
443	switch (pVCpu->vmm.s.enmCallHostOperation)
444	{
445	case VMMCALLHOST_PDM_LOCK:
446	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPDMLock);
447	break;
448	case VMMCALLHOST_PDM_QUEUE_FLUSH:
449	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPDMQueueFlush);
450	break;
451	case VMMCALLHOST_PGM_POOL_GROW:
452	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMPoolGrow);
453	break;
454	case VMMCALLHOST_PGM_LOCK:
455	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMLock);
456	break;
457	case VMMCALLHOST_PGM_MAP_CHUNK:
458	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMMapChunk);
459	break;
460	case VMMCALLHOST_PGM_ALLOCATE_HANDY_PAGES:
461	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallPGMAllocHandy);
462	break;
463	case VMMCALLHOST_REM_REPLAY_HANDLER_NOTIFICATIONS:
464	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallRemReplay);
465	break;
466	case VMMCALLHOST_VMM_LOGGER_FLUSH:
467	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallLogFlush);
468	break;
469	case VMMCALLHOST_VM_SET_ERROR:
470	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetError);
471	break;
472	case VMMCALLHOST_VM_SET_RUNTIME_ERROR:
473	STAM_COUNTER_INC(&pVM->vmm.s.StatRZCallVMSetRuntimeError);
474	break;
475	case VMMCALLHOST_VM_R0_ASSERTION:
476	default:
477	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetCallHost);
478	break;
479	}
480	break;
481	case VINF_PATM_DUPLICATE_FUNCTION:
482	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPATMDuplicateFn);
483	break;
484	case VINF_PGM_CHANGE_MODE:
485	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPGMChangeMode);
486	break;
487	case VINF_EM_RAW_EMULATE_INSTR_HLT:
488	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetEmulHlt);
489	break;
490	case VINF_EM_PENDING_REQUEST:
491	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetPendingRequest);
492	break;
493	default:
494	STAM_COUNTER_INC(&pVM->vmm.s.StatRZRetMisc);
495	break;
496	}
497	}
498	#endif /* VBOX_WITH_STATISTICS */
499
500
501	/**
502	* Unused ring-0 entry point that used to be called from the interrupt gate.
503	*
504	* Will be removed one of the next times we do a major SUPDrv version bump.
505	*
506	* @returns VBox status code.
507	* @param pVM The VM to operate on.
508	* @param enmOperation Which operation to execute.
509	* @param pvArg Argument to the operation.
510	* @remarks Assume called with interrupts disabled.
511	*/
512	VMMR0DECL(int) VMMR0EntryInt(PVM pVM, VMMR0OPERATION enmOperation, void *pvArg)
513	{
514	/*
515	* We're returning VERR_NOT_SUPPORT here so we've got something else
516	* than -1 which the interrupt gate glue code might return.
517	*/
518	Log(("operation %#x is not supported\n", enmOperation));
519	return VERR_NOT_SUPPORTED;
520	}
521
522
523	/**
524	* The Ring 0 entry point, called by the fast-ioctl path.
525	*
526	* @param pVM The VM to operate on.
527	* The return code is stored in pVM->vmm.s.iLastGZRc.
528	* @param idCpu VMCPU id.
529	* @param enmOperation Which operation to execute.
530	* @remarks Assume called with interrupts _enabled_.
531	*/
532	VMMR0DECL(void) VMMR0EntryFast(PVM pVM, unsigned idCpu, VMMR0OPERATION enmOperation)
533	{
534	PVMCPU pVCpu = &pVM->aCpus[idCpu];
535
536	if (RT_UNLIKELY(idCpu >= pVM->cCPUs))
537	{
538	pVM->vmm.s.iLastGZRc = VERR_INVALID_PARAMETER;
539	return;
540	}
541
542	switch (enmOperation)
543	{
544	/*
545	* Switch to GC and run guest raw mode code.
546	* Disable interrupts before doing the world switch.
547	*/
548	case VMMR0_DO_RAW_RUN:
549	{
550	/* Safety precaution as hwaccm disables the switcher. */
551	if (RT_LIKELY(!pVM->vmm.s.fSwitcherDisabled))
552	{
553	RTCCUINTREG uFlags = ASMIntDisableFlags();
554	int rc;
555	bool fVTxDisabled;
556
557	if (RT_UNLIKELY(pVM->cCPUs > 1))
558	{
559	pVM->vmm.s.iLastGZRc = VERR_RAW_MODE_INVALID_SMP;
560	return;
561	}
562
563	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
564	if (RT_UNLIKELY(!PGMGetHyperCR3(pVCpu)))
565	{
566	pVM->vmm.s.iLastGZRc = VERR_PGM_NO_CR3_SHADOW_ROOT;
567	return;
568	}
569	#endif
570
571	/* We might need to disable VT-x if the active switcher turns off paging. */
572	rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
573	if (RT_FAILURE(rc))
574	{
575	pVM->vmm.s.iLastGZRc = rc;
576	return;
577	}
578
579	TMNotifyStartOfExecution(pVCpu);
580	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
581	pVM->vmm.s.iLastGZRc = rc;
582	TMNotifyEndOfExecution(pVCpu);
583
584	/* Re-enable VT-x if previously turned off. */
585	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
586
587	if ( rc == VINF_EM_RAW_INTERRUPT
588	\|\| rc == VINF_EM_RAW_INTERRUPT_HYPER)
589	TRPMR0DispatchHostInterrupt(pVM);
590
591	ASMSetFlags(uFlags);
592
593	#ifdef VBOX_WITH_STATISTICS
594	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
595	vmmR0RecordRC(pVM, pVCpu, rc);
596	#endif
597	}
598	else
599	{
600	Assert(!pVM->vmm.s.fSwitcherDisabled);
601	pVM->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
602	}
603	break;
604	}
605
606	/*
607	* Run guest code using the available hardware acceleration technology.
608	*
609	* Disable interrupts before we do anything interesting. On Windows we avoid
610	* this by having the support driver raise the IRQL before calling us, this way
611	* we hope to get away with page faults and later calling into the kernel.
612	*/
613	case VMMR0_DO_HWACC_RUN:
614	{
615	int rc;
616	PVMCPU pVCpu = &pVM->aCpus[idCpu];
617
618	STAM_COUNTER_INC(&pVM->vmm.s.StatRunRC);
619
620	#ifndef RT_OS_WINDOWS /** @todo check other hosts */
621	RTCCUINTREG uFlags = ASMIntDisableFlags();
622	#endif
623	if (!HWACCMR0SuspendPending())
624	{
625	rc = HWACCMR0Enter(pVM, pVCpu);
626	if (RT_SUCCESS(rc))
627	{
628	rc = vmmR0CallHostSetJmp(&pVCpu->vmm.s.CallHostR0JmpBuf, HWACCMR0RunGuestCode, pVM, pVCpu); /* this may resume code. */
629	int rc2 = HWACCMR0Leave(pVM, pVCpu);
630	AssertRC(rc2);
631	}
632	}
633	else
634	{
635	/* System is about to go into suspend mode; go back to ring 3. */
636	rc = VINF_EM_RAW_INTERRUPT;
637	}
638	pVM->vmm.s.iLastGZRc = rc;
639	#ifndef RT_OS_WINDOWS /** @todo check other hosts */
640	ASMSetFlags(uFlags);
641	#endif
642
643	#ifdef VBOX_WITH_STATISTICS
644	vmmR0RecordRC(pVM, pVCpu, rc);
645	#endif
646	/* No special action required for external interrupts, just return. */
647	break;
648	}
649
650	/*
651	* For profiling.
652	*/
653	case VMMR0_DO_NOP:
654	pVM->vmm.s.iLastGZRc = VINF_SUCCESS;
655	break;
656
657	/*
658	* Impossible.
659	*/
660	default:
661	AssertMsgFailed(("%#x\n", enmOperation));
662	pVM->vmm.s.iLastGZRc = VERR_NOT_SUPPORTED;
663	break;
664	}
665	}
666
667
668	/**
669	* Validates a session or VM session argument.
670	*
671	* @returns true / false accordingly.
672	* @param pVM The VM argument.
673	* @param pSession The session argument.
674	*/
675	DECLINLINE(bool) vmmR0IsValidSession(PVM pVM, PSUPDRVSESSION pClaimedSession, PSUPDRVSESSION pSession)
676	{
677	/* This must be set! */
678	if (!pSession)
679	return false;
680
681	/* Only one out of the two. */
682	if (pVM && pClaimedSession)
683	return false;
684	if (pVM)
685	pClaimedSession = pVM->pSession;
686	return pClaimedSession == pSession;
687	}
688
689
690	/**
691	* VMMR0EntryEx worker function, either called directly or when ever possible
692	* called thru a longjmp so we can exit safely on failure.
693	*
694	* @returns VBox status code.
695	* @param pVM The VM to operate on.
696	* @param idCpu VMCPU id.
697	* @param enmOperation Which operation to execute.
698	* @param pReqHdr This points to a SUPVMMR0REQHDR packet. Optional.
699	* The support driver validates this if it's present.
700	* @param u64Arg Some simple constant argument.
701	* @param pSession The session of the caller.
702	* @remarks Assume called with interrupts _enabled_.
703	*/
704	static int vmmR0EntryExWorker(PVM pVM, unsigned idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReqHdr, uint64_t u64Arg, PSUPDRVSESSION pSession)
705	{
706	/*
707	* Common VM pointer validation.
708	*/
709	if (pVM)
710	{
711	if (RT_UNLIKELY( !VALID_PTR(pVM)
712	\|\| ((uintptr_t)pVM & PAGE_OFFSET_MASK)))
713	{
714	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p! (op=%d)\n", pVM, enmOperation);
715	return VERR_INVALID_POINTER;
716	}
717	if (RT_UNLIKELY( pVM->enmVMState < VMSTATE_CREATING
718	\|\| pVM->enmVMState > VMSTATE_TERMINATED
719	\|\| pVM->pVMR0 != pVM))
720	{
721	SUPR0Printf("vmmR0EntryExWorker: Invalid pVM=%p:{enmVMState=%d, .pVMR0=%p}! (op=%d)\n",
722	pVM, pVM->enmVMState, pVM->pVMR0, enmOperation);
723	return VERR_INVALID_POINTER;
724	}
725
726	if (RT_UNLIKELY(idCpu >= pVM->cCPUs))
727	{
728	SUPR0Printf("vmmR0EntryExWorker: Invalid idCpu (%d vs cCPUs=%d\n", idCpu, pVM->cCPUs);
729	return VERR_INVALID_PARAMETER;
730	}
731	}
732
733	switch (enmOperation)
734	{
735	/*
736	* GVM requests
737	*/
738	case VMMR0_DO_GVMM_CREATE_VM:
739	if (pVM \|\| u64Arg)
740	return VERR_INVALID_PARAMETER;
741	return GVMMR0CreateVMReq((PGVMMCREATEVMREQ)pReqHdr);
742
743	case VMMR0_DO_GVMM_DESTROY_VM:
744	if (pReqHdr \|\| u64Arg)
745	return VERR_INVALID_PARAMETER;
746	return GVMMR0DestroyVM(pVM);
747
748	case VMMR0_DO_GVMM_REGISTER_VMCPU:
749	if (!pVM)
750	return VERR_INVALID_PARAMETER;
751	return GVMMR0RegisterVCpu(pVM, idCpu);
752
753	case VMMR0_DO_GVMM_SCHED_HALT:
754	if (pReqHdr)
755	return VERR_INVALID_PARAMETER;
756	return GVMMR0SchedHalt(pVM, idCpu, u64Arg);
757
758	case VMMR0_DO_GVMM_SCHED_WAKE_UP:
759	if (pReqHdr \|\| u64Arg)
760	return VERR_INVALID_PARAMETER;
761	return GVMMR0SchedWakeUp(pVM, idCpu);
762
763	case VMMR0_DO_GVMM_SCHED_POKE:
764	if (pReqHdr \|\| u64Arg)
765	return VERR_INVALID_PARAMETER;
766	return GVMMR0SchedPoke(pVM, idCpu);
767
768	case VMMR0_DO_GVMM_SCHED_WAKE_UP_AND_POKE_CPUS:
769	if (u64Arg)
770	return VERR_INVALID_PARAMETER;
771	return GVMMR0SchedWakeUpAndPokeCpusReq(pVM, (PGVMMSCHEDWAKEUPANDPOKECPUSREQ)pReqHdr);
772
773	case VMMR0_DO_GVMM_SCHED_POLL:
774	if (pReqHdr \|\| u64Arg > 1)
775	return VERR_INVALID_PARAMETER;
776	return GVMMR0SchedPoll(pVM, idCpu, !!u64Arg);
777
778	case VMMR0_DO_GVMM_QUERY_STATISTICS:
779	if (u64Arg)
780	return VERR_INVALID_PARAMETER;
781	return GVMMR0QueryStatisticsReq(pVM, (PGVMMQUERYSTATISTICSSREQ)pReqHdr);
782
783	case VMMR0_DO_GVMM_RESET_STATISTICS:
784	if (u64Arg)
785	return VERR_INVALID_PARAMETER;
786	return GVMMR0ResetStatisticsReq(pVM, (PGVMMRESETSTATISTICSSREQ)pReqHdr);
787
788	/*
789	* Initialize the R0 part of a VM instance.
790	*/
791	case VMMR0_DO_VMMR0_INIT:
792	return vmmR0InitVM(pVM, (uint32_t)u64Arg);
793
794	/*
795	* Terminate the R0 part of a VM instance.
796	*/
797	case VMMR0_DO_VMMR0_TERM:
798	return VMMR0TermVM(pVM, NULL);
799
800	/*
801	* Attempt to enable hwacc mode and check the current setting.
802	*
803	*/
804	case VMMR0_DO_HWACC_ENABLE:
805	return HWACCMR0EnableAllCpus(pVM);
806
807	/*
808	* Setup the hardware accelerated raw-mode session.
809	*/
810	case VMMR0_DO_HWACC_SETUP_VM:
811	{
812	RTCCUINTREG fFlags = ASMIntDisableFlags();
813	int rc = HWACCMR0SetupVM(pVM);
814	ASMSetFlags(fFlags);
815	return rc;
816	}
817
818	/*
819	* Switch to GC to execute Hypervisor function.
820	*/
821	case VMMR0_DO_CALL_HYPERVISOR:
822	{
823	int rc;
824	bool fVTxDisabled;
825
826	/* Safety precaution as HWACCM can disable the switcher. */
827	Assert(!pVM->vmm.s.fSwitcherDisabled);
828	if (RT_UNLIKELY(pVM->vmm.s.fSwitcherDisabled))
829	return VERR_NOT_SUPPORTED;
830
831	#ifndef VBOX_WITH_2X_4GB_ADDR_SPACE_IN_R0
832	if (RT_UNLIKELY(!PGMGetHyperCR3(VMMGetCpu0(pVM))))
833	return VERR_PGM_NO_CR3_SHADOW_ROOT;
834	#endif
835
836	RTCCUINTREG fFlags = ASMIntDisableFlags();
837
838	/* We might need to disable VT-x if the active switcher turns off paging. */
839	rc = HWACCMR0EnterSwitcher(pVM, &fVTxDisabled);
840	if (RT_FAILURE(rc))
841	return rc;
842
843	rc = pVM->vmm.s.pfnHostToGuestR0(pVM);
844
845	/* Re-enable VT-x if previously turned off. */
846	HWACCMR0LeaveSwitcher(pVM, fVTxDisabled);
847
848	/** @todo dispatch interrupts? */
849	ASMSetFlags(fFlags);
850	return rc;
851	}
852
853	/*
854	* PGM wrappers.
855	*/
856	case VMMR0_DO_PGM_ALLOCATE_HANDY_PAGES:
857	return PGMR0PhysAllocateHandyPages(pVM, &pVM->aCpus[idCpu]);
858
859	/*
860	* GMM wrappers.
861	*/
862	case VMMR0_DO_GMM_INITIAL_RESERVATION:
863	if (u64Arg)
864	return VERR_INVALID_PARAMETER;
865	return GMMR0InitialReservationReq(pVM, idCpu, (PGMMINITIALRESERVATIONREQ)pReqHdr);
866
867	case VMMR0_DO_GMM_UPDATE_RESERVATION:
868	if (u64Arg)
869	return VERR_INVALID_PARAMETER;
870	return GMMR0UpdateReservationReq(pVM, idCpu, (PGMMUPDATERESERVATIONREQ)pReqHdr);
871
872	case VMMR0_DO_GMM_ALLOCATE_PAGES:
873	if (u64Arg)
874	return VERR_INVALID_PARAMETER;
875	return GMMR0AllocatePagesReq(pVM, idCpu, (PGMMALLOCATEPAGESREQ)pReqHdr);
876
877	case VMMR0_DO_GMM_FREE_PAGES:
878	if (u64Arg)
879	return VERR_INVALID_PARAMETER;
880	return GMMR0FreePagesReq(pVM, idCpu, (PGMMFREEPAGESREQ)pReqHdr);
881
882	case VMMR0_DO_GMM_BALLOONED_PAGES:
883	if (u64Arg)
884	return VERR_INVALID_PARAMETER;
885	return GMMR0BalloonedPagesReq(pVM, idCpu, (PGMMBALLOONEDPAGESREQ)pReqHdr);
886
887	case VMMR0_DO_GMM_DEFLATED_BALLOON:
888	if (pReqHdr)
889	return VERR_INVALID_PARAMETER;
890	return GMMR0DeflatedBalloon(pVM, idCpu, (uint32_t)u64Arg);
891
892	case VMMR0_DO_GMM_MAP_UNMAP_CHUNK:
893	if (u64Arg)
894	return VERR_INVALID_PARAMETER;
895	return GMMR0MapUnmapChunkReq(pVM, idCpu, (PGMMMAPUNMAPCHUNKREQ)pReqHdr);
896
897	case VMMR0_DO_GMM_SEED_CHUNK:
898	if (pReqHdr)
899	return VERR_INVALID_PARAMETER;
900	return GMMR0SeedChunk(pVM, idCpu, (RTR3PTR)u64Arg);
901
902	/*
903	* A quick GCFGM mock-up.
904	*/
905	/** @todo GCFGM with proper access control, ring-3 management interface and all that. */
906	case VMMR0_DO_GCFGM_SET_VALUE:
907	case VMMR0_DO_GCFGM_QUERY_VALUE:
908	{
909	if (pVM \|\| !pReqHdr \|\| u64Arg)
910	return VERR_INVALID_PARAMETER;
911	PGCFGMVALUEREQ pReq = (PGCFGMVALUEREQ)pReqHdr;
912	if (pReq->Hdr.cbReq != sizeof(*pReq))
913	return VERR_INVALID_PARAMETER;
914	int rc;
915	if (enmOperation == VMMR0_DO_GCFGM_SET_VALUE)
916	{
917	rc = GVMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
918	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
919	// rc = GMMR0SetConfig(pReq->pSession, &pReq->szName[0], pReq->u64Value);
920	}
921	else
922	{
923	rc = GVMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
924	//if (rc == VERR_CFGM_VALUE_NOT_FOUND)
925	// rc = GMMR0QueryConfig(pReq->pSession, &pReq->szName[0], &pReq->u64Value);
926	}
927	return rc;
928	}
929
930
931	/*
932	* Requests to the internal networking service.
933	*/
934	case VMMR0_DO_INTNET_OPEN:
935	{
936	PINTNETOPENREQ pReq = (PINTNETOPENREQ)pReqHdr;
937	if (u64Arg \|\| !pReq \|\| !vmmR0IsValidSession(pVM, pReq->pSession, pSession))
938	return VERR_INVALID_PARAMETER;
939	if (!g_pIntNet)
940	return VERR_NOT_SUPPORTED;
941	return INTNETR0OpenReq(g_pIntNet, pSession, pReq);
942	}
943
944	case VMMR0_DO_INTNET_IF_CLOSE:
945	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFCLOSEREQ)pReqHdr)->pSession, pSession))
946	return VERR_INVALID_PARAMETER;
947	if (!g_pIntNet)
948	return VERR_NOT_SUPPORTED;
949	return INTNETR0IfCloseReq(g_pIntNet, pSession, (PINTNETIFCLOSEREQ)pReqHdr);
950
951	case VMMR0_DO_INTNET_IF_GET_RING3_BUFFER:
952	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFGETRING3BUFFERREQ)pReqHdr)->pSession, pSession))
953	return VERR_INVALID_PARAMETER;
954	if (!g_pIntNet)
955	return VERR_NOT_SUPPORTED;
956	return INTNETR0IfGetRing3BufferReq(g_pIntNet, pSession, (PINTNETIFGETRING3BUFFERREQ)pReqHdr);
957
958	case VMMR0_DO_INTNET_IF_SET_PROMISCUOUS_MODE:
959	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr)->pSession, pSession))
960	return VERR_INVALID_PARAMETER;
961	if (!g_pIntNet)
962	return VERR_NOT_SUPPORTED;
963	return INTNETR0IfSetPromiscuousModeReq(g_pIntNet, pSession, (PINTNETIFSETPROMISCUOUSMODEREQ)pReqHdr);
964
965	case VMMR0_DO_INTNET_IF_SET_MAC_ADDRESS:
966	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETMACADDRESSREQ)pReqHdr)->pSession, pSession))
967	return VERR_INVALID_PARAMETER;
968	if (!g_pIntNet)
969	return VERR_NOT_SUPPORTED;
970	return INTNETR0IfSetMacAddressReq(g_pIntNet, pSession, (PINTNETIFSETMACADDRESSREQ)pReqHdr);
971
972	case VMMR0_DO_INTNET_IF_SET_ACTIVE:
973	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSETACTIVEREQ)pReqHdr)->pSession, pSession))
974	return VERR_INVALID_PARAMETER;
975	if (!g_pIntNet)
976	return VERR_NOT_SUPPORTED;
977	return INTNETR0IfSetActiveReq(g_pIntNet, pSession, (PINTNETIFSETACTIVEREQ)pReqHdr);
978
979	case VMMR0_DO_INTNET_IF_SEND:
980	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFSENDREQ)pReqHdr)->pSession, pSession))
981	return VERR_INVALID_PARAMETER;
982	if (!g_pIntNet)
983	return VERR_NOT_SUPPORTED;
984	return INTNETR0IfSendReq(g_pIntNet, pSession, (PINTNETIFSENDREQ)pReqHdr);
985
986	case VMMR0_DO_INTNET_IF_WAIT:
987	if (u64Arg \|\| !pReqHdr \|\| !vmmR0IsValidSession(pVM, ((PINTNETIFWAITREQ)pReqHdr)->pSession, pSession))
988	return VERR_INVALID_PARAMETER;
989	if (!g_pIntNet)
990	return VERR_NOT_SUPPORTED;
991	return INTNETR0IfWaitReq(g_pIntNet, pSession, (PINTNETIFWAITREQ)pReqHdr);
992
993	/*
994	* For profiling.
995	*/
996	case VMMR0_DO_NOP:
997	case VMMR0_DO_SLOW_NOP:
998	return VINF_SUCCESS;
999
1000	/*
1001	* For testing Ring-0 APIs invoked in this environment.
1002	*/
1003	case VMMR0_DO_TESTS:
1004	/** @todo make new test */
1005	return VINF_SUCCESS;
1006
1007
1008	#if HC_ARCH_BITS == 32 && defined(VBOX_WITH_64_BITS_GUESTS) && !defined(VBOX_WITH_HYBRID_32BIT_KERNEL)
1009	case VMMR0_DO_TEST_SWITCHER3264:
1010	return HWACCMR0TestSwitcher3264(pVM);
1011	#endif
1012	default:
1013	/*
1014	* We're returning VERR_NOT_SUPPORT here so we've got something else
1015	* than -1 which the interrupt gate glue code might return.
1016	*/
1017	Log(("operation %#x is not supported\n", enmOperation));
1018	return VERR_NOT_SUPPORTED;
1019	}
1020	}
1021
1022
1023	/**
1024	* Argument for vmmR0EntryExWrapper containing the arguments for VMMR0EntryEx.
1025	*/
1026	typedef struct VMMR0ENTRYEXARGS
1027	{
1028	PVM pVM;
1029	unsigned idCpu;
1030	VMMR0OPERATION enmOperation;
1031	PSUPVMMR0REQHDR pReq;
1032	uint64_t u64Arg;
1033	PSUPDRVSESSION pSession;
1034	} VMMR0ENTRYEXARGS;
1035	/** Pointer to a vmmR0EntryExWrapper argument package. */
1036	typedef VMMR0ENTRYEXARGS *PVMMR0ENTRYEXARGS;
1037
1038	/**
1039	* This is just a longjmp wrapper function for VMMR0EntryEx calls.
1040	*
1041	* @returns VBox status code.
1042	* @param pvArgs The argument package
1043	*/
1044	static int vmmR0EntryExWrapper(void *pvArgs)
1045	{
1046	return vmmR0EntryExWorker(((PVMMR0ENTRYEXARGS)pvArgs)->pVM,
1047	((PVMMR0ENTRYEXARGS)pvArgs)->idCpu,
1048	((PVMMR0ENTRYEXARGS)pvArgs)->enmOperation,
1049	((PVMMR0ENTRYEXARGS)pvArgs)->pReq,
1050	((PVMMR0ENTRYEXARGS)pvArgs)->u64Arg,
1051	((PVMMR0ENTRYEXARGS)pvArgs)->pSession);
1052	}
1053
1054
1055	/**
1056	* The Ring 0 entry point, called by the support library (SUP).
1057	*
1058	* @returns VBox status code.
1059	* @param pVM The VM to operate on.
1060	* @param idCpu VMCPU id.
1061	* @param enmOperation Which operation to execute.
1062	* @param pReq This points to a SUPVMMR0REQHDR packet. Optional.
1063	* @param u64Arg Some simple constant argument.
1064	* @param pSession The session of the caller.
1065	* @remarks Assume called with interrupts _enabled_.
1066	*/
1067	VMMR0DECL(int) VMMR0EntryEx(PVM pVM, unsigned idCpu, VMMR0OPERATION enmOperation, PSUPVMMR0REQHDR pReq, uint64_t u64Arg, PSUPDRVSESSION pSession)
1068	{
1069	/*
1070	* Requests that should only happen on the EMT thread will be
1071	* wrapped in a setjmp so we can assert without causing trouble.
1072	*/
1073	if ( VALID_PTR(pVM)
1074	&& pVM->pVMR0)
1075	{
1076	switch (enmOperation)
1077	{
1078	/* These might/will be called before VMMR3Init. */
1079	case VMMR0_DO_GMM_INITIAL_RESERVATION:
1080	case VMMR0_DO_GMM_UPDATE_RESERVATION:
1081	case VMMR0_DO_GMM_ALLOCATE_PAGES:
1082	case VMMR0_DO_GMM_FREE_PAGES:
1083	case VMMR0_DO_GMM_BALLOONED_PAGES:
1084	case VMMR0_DO_GMM_DEFLATED_BALLOON:
1085	/* On the mac we might not have a valid jmp buf, so check these as well. */
1086	case VMMR0_DO_VMMR0_INIT:
1087	case VMMR0_DO_VMMR0_TERM:
1088	{
1089	PVMCPU pVCpu = &pVM->aCpus[idCpu];
1090
1091	if (!pVCpu->vmm.s.CallHostR0JmpBuf.pvSavedStack)
1092	break;
1093
1094	/** @todo validate this EMT claim... GVM knows. */
1095	VMMR0ENTRYEXARGS Args;
1096	Args.pVM = pVM;
1097	Args.idCpu = idCpu;
1098	Args.enmOperation = enmOperation;
1099	Args.pReq = pReq;
1100	Args.u64Arg = u64Arg;
1101	Args.pSession = pSession;
1102	return vmmR0CallHostSetJmpEx(&pVCpu->vmm.s.CallHostR0JmpBuf, vmmR0EntryExWrapper, &Args);
1103	}
1104
1105	default:
1106	break;
1107	}
1108	}
1109	return vmmR0EntryExWorker(pVM, idCpu, enmOperation, pReq, u64Arg, pSession);
1110	}
1111
1112
1113	/**
1114	* Internal R0 logger worker: Flush logger.
1115	*
1116	* @param pLogger The logger instance to flush.
1117	* @remark This function must be exported!
1118	*/
1119	VMMR0DECL(void) vmmR0LoggerFlush(PRTLOGGER pLogger)
1120	{
1121	/*
1122	* Convert the pLogger into a VM handle and 'call' back to Ring-3.
1123	* (This is a bit paranoid code.)
1124	*/
1125	PVMMR0LOGGER pR0Logger = (PVMMR0LOGGER)((uintptr_t)pLogger - RT_OFFSETOF(VMMR0LOGGER, Logger));
1126	if ( !VALID_PTR(pR0Logger)
1127	\|\| !VALID_PTR(pR0Logger + 1)
1128	\|\| pLogger->u32Magic != RTLOGGER_MAGIC)
1129	{
1130	#ifdef DEBUG
1131	SUPR0Printf("vmmR0LoggerFlush: pLogger=%p!\n", pLogger);
1132	#endif
1133	return;
1134	}
1135	if (pR0Logger->fFlushingDisabled)
1136	return; /* quietly */
1137
1138	PVM pVM = pR0Logger->pVM;
1139	if ( !VALID_PTR(pVM)
1140	\|\| pVM->pVMR0 != pVM)
1141	{
1142	#ifdef DEBUG
1143	SUPR0Printf("vmmR0LoggerFlush: pVM=%p! pVMR0=%p! pLogger=%p\n", pVM, pVM->pVMR0, pLogger);
1144	#endif
1145	return;
1146	}
1147
1148	PVMCPU pVCpu = VMMGetCpu(pVM);
1149
1150	/*
1151	* Check that the jump buffer is armed.
1152	*/
1153	#ifdef RT_ARCH_X86
1154	if ( !pVCpu->vmm.s.CallHostR0JmpBuf.eip
1155	\|\| pVCpu->vmm.s.CallHostR0JmpBuf.fInRing3Call)
1156	#else
1157	if ( !pVCpu->vmm.s.CallHostR0JmpBuf.rip
1158	\|\| pVCpu->vmm.s.CallHostR0JmpBuf.fInRing3Call)
1159	#endif
1160	{
1161	#ifdef DEBUG
1162	SUPR0Printf("vmmR0LoggerFlush: Jump buffer isn't armed!\n");
1163	#endif
1164	return;
1165	}
1166	VMMR0CallHost(pVM, VMMCALLHOST_VMM_LOGGER_FLUSH, 0);
1167	}
1168
1169
1170	/**
1171	* Disables flushing of the ring-0 debug log.
1172	*
1173	* @param pVCpu The shared virtual cpu structure.
1174	*/
1175	VMMR0DECL(void) VMMR0LogFlushDisable(PVMCPU pVCpu)
1176	{
1177	PVM pVM = pVCpu->pVMR0;
1178	if (pVM->vmm.s.pR0LoggerR0)
1179	pVM->vmm.s.pR0LoggerR0->fFlushingDisabled = true;
1180	}
1181
1182
1183	/**
1184	* Enables flushing of the ring-0 debug log.
1185	*
1186	* @param pVCpu The shared virtual cpu structure.
1187	*/
1188	VMMR0DECL(void) VMMR0LogFlushEnable(PVMCPU pVCpu)
1189	{
1190	PVM pVM = pVCpu->pVMR0;
1191	if (pVM->vmm.s.pR0LoggerR0)
1192	pVM->vmm.s.pR0LoggerR0->fFlushingDisabled = false;
1193	}
1194
1195
1196	/**
1197	* Jump back to ring-3 if we're the EMT and the longjmp is armed.
1198	*
1199	* @returns true if the breakpoint should be hit, false if it should be ignored.
1200	*/
1201	DECLEXPORT(bool) RTCALL RTAssertShouldPanic(void)
1202	{
1203	#if 0
1204	return true;
1205	#else
1206	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1207	if (pVM)
1208	{
1209	PVMCPU pVCpu = VMMGetCpu(pVM);
1210
1211	#ifdef RT_ARCH_X86
1212	if ( pVCpu->vmm.s.CallHostR0JmpBuf.eip
1213	&& !pVCpu->vmm.s.CallHostR0JmpBuf.fInRing3Call)
1214	#else
1215	if ( pVCpu->vmm.s.CallHostR0JmpBuf.rip
1216	&& !pVCpu->vmm.s.CallHostR0JmpBuf.fInRing3Call)
1217	#endif
1218	{
1219	int rc = VMMR0CallHost(pVM, VMMCALLHOST_VM_R0_ASSERTION, 0);
1220	return RT_FAILURE_NP(rc);
1221	}
1222	}
1223	#ifdef RT_OS_LINUX
1224	return true;
1225	#else
1226	return false;
1227	#endif
1228	#endif
1229	}
1230
1231
1232	/**
1233	* Override this so we can push it up to ring-3.
1234	*
1235	* @param pszExpr Expression. Can be NULL.
1236	* @param uLine Location line number.
1237	* @param pszFile Location file name.
1238	* @param pszFunction Location function name.
1239	*/
1240	DECLEXPORT(void) RTCALL AssertMsg1(const char pszExpr, unsigned uLine, const char pszFile, const char *pszFunction)
1241	{
1242	#if !defined(DEBUG_sandervl) && !defined(RT_OS_DARWIN)
1243	SUPR0Printf("\n!!R0-Assertion Failed!!\n"
1244	"Expression: %s\n"
1245	"Location : %s(%d) %s\n",
1246	pszExpr, pszFile, uLine, pszFunction);
1247	#endif
1248	LogAlways(("\n!!R0-Assertion Failed!!\n"
1249	"Expression: %s\n"
1250	"Location : %s(%d) %s\n",
1251	pszExpr, pszFile, uLine, pszFunction));
1252
1253	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1254	if (pVM)
1255	RTStrPrintf(pVM->vmm.s.szRing0AssertMsg1, sizeof(pVM->vmm.s.szRing0AssertMsg1),
1256	"\n!!R0-Assertion Failed!!\n"
1257	"Expression: %s\n"
1258	"Location : %s(%d) %s\n",
1259	pszExpr, pszFile, uLine, pszFunction);
1260	#ifdef RT_OS_DARWIN
1261	RTAssertMsg1(pszExpr, uLine, pszFile, pszFunction);
1262	#endif
1263	}
1264
1265
1266	/**
1267	* Callback for RTLogFormatV which writes to the ring-3 log port.
1268	* See PFNLOGOUTPUT() for details.
1269	*/
1270	static DECLCALLBACK(size_t) rtLogOutput(void pv, const char pachChars, size_t cbChars)
1271	{
1272	for (size_t i = 0; i < cbChars; i++)
1273	{
1274	#if !defined(DEBUG_sandervl) && !defined(RT_OS_DARWIN)
1275	SUPR0Printf("%c", pachChars[i]);
1276	#endif
1277	LogAlways(("%c", pachChars[i]));
1278	}
1279
1280	return cbChars;
1281	}
1282
1283
1284	DECLEXPORT(void) RTCALL AssertMsg2(const char *pszFormat, ...)
1285	{
1286	va_list va;
1287
1288	PRTLOGGER pLog = RTLogDefaultInstance(); /** @todo we want this for release as well! */
1289	if (pLog)
1290	{
1291	va_start(va, pszFormat);
1292	RTLogFormatV(rtLogOutput, pLog, pszFormat, va);
1293	va_end(va);
1294
1295	PVM pVM = GVMMR0GetVMByEMT(NIL_RTNATIVETHREAD);
1296	if (pVM)
1297	{
1298	va_start(va, pszFormat);
1299	RTStrPrintfV(pVM->vmm.s.szRing0AssertMsg2, sizeof(pVM->vmm.s.szRing0AssertMsg2), pszFormat, va);
1300	va_end(va);
1301	}
1302	}
1303
1304	#ifdef RT_OS_DARWIN
1305	va_start(va, pszFormat);
1306	RTAssertMsg2V(pszFormat, va);
1307	va_end(va);
1308	#endif
1309	}
1310

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMR0/VMMR0.cpp@ 19435

Download in other formats: