VirtualBox

source: vbox/trunk/src/VBox/VMM/VMM.cpp@ 17639

Last change on this file since 17639 was 17367, checked in by vboxsync, 16 years ago

VMM: Added VMMR3CallR0 for use with operations which may make host calls (see VMMR0.cpp).
  • Property svn:eol-style set to native
  • Property svn:keywords set to Id
File size: 54.3 KB
Line 
1/* $Id: VMM.cpp 17367 2009-03-05 00:50:38Z vboxsync $ */
2/** @file
3 * VMM - The Virtual Machine Monitor Core.
4 */
5
6/*
7 * Copyright (C) 2006-2007 Sun Microsystems, Inc.
8 *
9 * This file is part of VirtualBox Open Source Edition (OSE), as
10 * available from http://www.virtualbox.org. This file is free software;
11 * you can redistribute it and/or modify it under the terms of the GNU
12 * General Public License (GPL) as published by the Free Software
13 * Foundation, in version 2 as it comes in the "COPYING" file of the
14 * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15 * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16 *
17 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
18 * Clara, CA 95054 USA or visit http://www.sun.com if you need
19 * additional information or have any questions.
20 */
21
22//#define NO_SUPCALLR0VMM
23
24/** @page pg_vmm VMM - The Virtual Machine Monitor
25 *
26 * The VMM component is two things at the moment, it's a component doing a few
27 * management and routing tasks, and it's the whole virtual machine monitor
28 * thing. For hysterical reasons, it is not doing all the management that one
29 * would expect, this is instead done by @ref pg_vm. We'll address this
30 * misdesign eventually.
31 *
32 * @see grp_vmm, grp_vm
33 *
34 *
35 * @section sec_vmmstate VMM State
36 *
37 * @image html VM_Statechart_Diagram.gif
38 *
39 * To be written.
40 *
41 *
42 * @subsection subsec_vmm_init VMM Initialization
43 *
44 * To be written.
45 *
46 *
47 * @subsection subsec_vmm_term VMM Termination
48 *
49 * To be written.
50 *
51 */
52
53/*******************************************************************************
54* Header Files *
55*******************************************************************************/
56#define LOG_GROUP LOG_GROUP_VMM
57#include <VBox/vmm.h>
58#include <VBox/vmapi.h>
59#include <VBox/pgm.h>
60#include <VBox/cfgm.h>
61#include <VBox/pdmqueue.h>
62#include <VBox/pdmapi.h>
63#include <VBox/cpum.h>
64#include <VBox/mm.h>
65#include <VBox/iom.h>
66#include <VBox/trpm.h>
67#include <VBox/selm.h>
68#include <VBox/em.h>
69#include <VBox/sup.h>
70#include <VBox/dbgf.h>
71#include <VBox/csam.h>
72#include <VBox/patm.h>
73#include <VBox/rem.h>
74#include <VBox/ssm.h>
75#include <VBox/tm.h>
76#include "VMMInternal.h"
77#include "VMMSwitcher/VMMSwitcher.h"
78#include <VBox/vm.h>
79
80#include <VBox/err.h>
81#include <VBox/param.h>
82#include <VBox/version.h>
83#include <VBox/x86.h>
84#include <VBox/hwaccm.h>
85#include <iprt/assert.h>
86#include <iprt/alloc.h>
87#include <iprt/asm.h>
88#include <iprt/time.h>
89#include <iprt/stream.h>
90#include <iprt/string.h>
91#include <iprt/stdarg.h>
92#include <iprt/ctype.h>
93
94
95
96/** The saved state version. */
97#define VMM_SAVED_STATE_VERSION 3
98
99
100/*******************************************************************************
101* Internal Functions *
102*******************************************************************************/
103static int vmmR3InitStacks(PVM pVM);
104static int vmmR3InitLoggers(PVM pVM);
105static void vmmR3InitRegisterStats(PVM pVM);
106static DECLCALLBACK(int) vmmR3Save(PVM pVM, PSSMHANDLE pSSM);
107static DECLCALLBACK(int) vmmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version);
108static DECLCALLBACK(void) vmmR3YieldEMT(PVM pVM, PTMTIMER pTimer, void *pvUser);
109static int vmmR3ServiceCallHostRequest(PVM pVM);
110static DECLCALLBACK(void) vmmR3InfoFF(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs);
111
112
113/**
114 * Initializes the VMM.
115 *
116 * @returns VBox status code.
117 * @param pVM The VM to operate on.
118 */
119VMMR3DECL(int) VMMR3Init(PVM pVM)
120{
121 LogFlow(("VMMR3Init\n"));
122
123 /*
124 * Assert alignment, sizes and order.
125 */
126 AssertMsg(pVM->vmm.s.offVM == 0, ("Already initialized!\n"));
127 AssertMsg(sizeof(pVM->vmm.padding) >= sizeof(pVM->vmm.s),
128 ("pVM->vmm.padding is too small! vmm.padding %d while vmm.s is %d\n",
129 sizeof(pVM->vmm.padding), sizeof(pVM->vmm.s)));
130
131 /*
132 * Init basic VM VMM members.
133 */
134 pVM->vmm.s.offVM = RT_OFFSETOF(VM, vmm);
135 int rc = CFGMR3QueryU32(CFGMR3GetRoot(pVM), "YieldEMTInterval", &pVM->vmm.s.cYieldEveryMillies);
136 if (rc == VERR_CFGM_VALUE_NOT_FOUND)
137 pVM->vmm.s.cYieldEveryMillies = 23; /* Value arrived at after experimenting with the grub boot prompt. */
138 //pVM->vmm.s.cYieldEveryMillies = 8; //debugging
139 else
140 AssertMsgRCReturn(rc, ("Configuration error. Failed to query \"YieldEMTInterval\", rc=%Rrc\n", rc), rc);
141
142 /* GC switchers are enabled by default. Turned off by HWACCM. */
143 pVM->vmm.s.fSwitcherDisabled = false;
144
145 /*
146 * Register the saved state data unit.
147 */
148 rc = SSMR3RegisterInternal(pVM, "vmm", 1, VMM_SAVED_STATE_VERSION, VMM_STACK_SIZE + sizeof(RTGCPTR),
149 NULL, vmmR3Save, NULL,
150 NULL, vmmR3Load, NULL);
151 if (RT_FAILURE(rc))
152 return rc;
153
154 /*
155 * Register the Ring-0 VM handle with the session for fast ioctl calls.
156 */
157 rc = SUPSetVMForFastIOCtl(pVM->pVMR0);
158 if (RT_FAILURE(rc))
159 return rc;
160
161 /*
162 * Init various sub-components.
163 */
164 rc = vmmR3SwitcherInit(pVM);
165 if (RT_SUCCESS(rc))
166 {
167 rc = vmmR3InitStacks(pVM);
168 if (RT_SUCCESS(rc))
169 {
170 rc = vmmR3InitLoggers(pVM);
171
172#ifdef VBOX_WITH_NMI
173 /*
174 * Allocate mapping for the host APIC.
175 */
176 if (RT_SUCCESS(rc))
177 {
178 rc = MMR3HyperReserve(pVM, PAGE_SIZE, "Host APIC", &pVM->vmm.s.GCPtrApicBase);
179 AssertRC(rc);
180 }
181#endif
182 if (RT_SUCCESS(rc))
183 {
184 rc = RTCritSectInit(&pVM->vmm.s.CritSectVMLock);
185 if (RT_SUCCESS(rc))
186 {
187 /*
188 * Debug info and statistics.
189 */
190 DBGFR3InfoRegisterInternal(pVM, "ff", "Displays the current Forced actions Flags.", vmmR3InfoFF);
191 vmmR3InitRegisterStats(pVM);
192
193 return VINF_SUCCESS;
194 }
195 }
196 }
197 /** @todo: Need failure cleanup. */
198
199 //more todo in here?
200 //if (RT_SUCCESS(rc))
201 //{
202 //}
203 //int rc2 = vmmR3TermCoreCode(pVM);
204 //AssertRC(rc2));
205 }
206
207 return rc;
208}
209
210
211/**
212 * Allocate & setup the VMM RC stack(s) (for EMTs).
213 *
214 * The stacks are also used for long jumps in Ring-0.
215 *
216 * @returns VBox status code.
217 * @param pVM Pointer to the shared VM structure.
218 *
219 * @remarks The optional guard page gets it protection setup up during R3 init
220 * completion because of init order issues.
221 */
222static int vmmR3InitStacks(PVM pVM)
223{
224 /** @todo SMP: On stack per vCPU. */
225#ifdef VBOX_STRICT_VMM_STACK
226 int rc = MMR3HyperAllocOnceNoRel(pVM, VMM_STACK_SIZE + PAGE_SIZE + PAGE_SIZE, PAGE_SIZE, MM_TAG_VMM, (void **)&pVM->vmm.s.pbEMTStackR3);
227#else
228 int rc = MMR3HyperAllocOnceNoRel(pVM, VMM_STACK_SIZE, PAGE_SIZE, MM_TAG_VMM, (void **)&pVM->vmm.s.pbEMTStackR3);
229#endif
230 if (RT_SUCCESS(rc))
231 {
232#ifdef VBOX_WITH_2X_4GB_ADDR_SPACE
233 /* MMHyperR3ToR0 returns R3 when not doing hardware assisted virtualization. */
234 if (!VMMIsHwVirtExtForced(pVM))
235 pVM->vmm.s.CallHostR0JmpBuf.pvSavedStack = NIL_RTR0PTR;
236 else
237#endif
238 pVM->vmm.s.CallHostR0JmpBuf.pvSavedStack = MMHyperR3ToR0(pVM, pVM->vmm.s.pbEMTStackR3);
239 pVM->vmm.s.pbEMTStackRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3);
240 pVM->vmm.s.pbEMTStackBottomRC = pVM->vmm.s.pbEMTStackRC + VMM_STACK_SIZE;
241 AssertRelease(pVM->vmm.s.pbEMTStackRC);
242
243 CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC);
244 }
245
246 return rc;
247}
248
249
250/**
251 * Initialize the loggers.
252 *
253 * @returns VBox status code.
254 * @param pVM Pointer to the shared VM structure.
255 */
256static int vmmR3InitLoggers(PVM pVM)
257{
258 int rc;
259
260 /*
261 * Allocate RC & R0 Logger instances (they are finalized in the relocator).
262 */
263#ifdef LOG_ENABLED
264 PRTLOGGER pLogger = RTLogDefaultInstance();
265 if (pLogger)
266 {
267 pVM->vmm.s.cbRCLogger = RT_OFFSETOF(RTLOGGERRC, afGroups[pLogger->cGroups]);
268 rc = MMR3HyperAllocOnceNoRel(pVM, pVM->vmm.s.cbRCLogger, 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pRCLoggerR3);
269 if (RT_FAILURE(rc))
270 return rc;
271 pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
272
273# ifdef VBOX_WITH_R0_LOGGING
274 rc = MMR3HyperAllocOnceNoRel(pVM, RT_OFFSETOF(VMMR0LOGGER, Logger.afGroups[pLogger->cGroups]),
275 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pR0LoggerR3);
276 if (RT_FAILURE(rc))
277 return rc;
278 pVM->vmm.s.pR0LoggerR3->pVM = pVM->pVMR0;
279 //pVM->vmm.s.pR0LoggerR3->fCreated = false;
280 pVM->vmm.s.pR0LoggerR3->cbLogger = RT_OFFSETOF(RTLOGGER, afGroups[pLogger->cGroups]);
281 pVM->vmm.s.pR0LoggerR0 = MMHyperR3ToR0(pVM, pVM->vmm.s.pR0LoggerR3);
282# endif
283 }
284#endif /* LOG_ENABLED */
285
286#ifdef VBOX_WITH_RC_RELEASE_LOGGING
287 /*
288 * Allocate RC release logger instances (finalized in the relocator).
289 */
290 PRTLOGGER pRelLogger = RTLogRelDefaultInstance();
291 if (pRelLogger)
292 {
293 pVM->vmm.s.cbRCRelLogger = RT_OFFSETOF(RTLOGGERRC, afGroups[pRelLogger->cGroups]);
294 rc = MMR3HyperAllocOnceNoRel(pVM, pVM->vmm.s.cbRCRelLogger, 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pRCRelLoggerR3);
295 if (RT_FAILURE(rc))
296 return rc;
297 pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
298 }
299#endif /* VBOX_WITH_RC_RELEASE_LOGGING */
300 return VINF_SUCCESS;
301}
302
303
304/**
305 * VMMR3Init worker that register the statistics with STAM.
306 *
307 * @param pVM The shared VM structure.
308 */
309static void vmmR3InitRegisterStats(PVM pVM)
310{
311 /*
312 * Statistics.
313 */
314 STAM_REG(pVM, &pVM->vmm.s.StatRunRC, STAMTYPE_COUNTER, "/VMM/RunRC", STAMUNIT_OCCURENCES, "Number of context switches.");
315 STAM_REG(pVM, &pVM->vmm.s.StatRZRetNormal, STAMTYPE_COUNTER, "/VMM/RZRet/Normal", STAMUNIT_OCCURENCES, "Number of VINF_SUCCESS returns.");
316 STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterrupt, STAMTYPE_COUNTER, "/VMM/RZRet/Interrupt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT returns.");
317 STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterruptHyper, STAMTYPE_COUNTER, "/VMM/RZRet/InterruptHyper", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT_HYPER returns.");
318 STAM_REG(pVM, &pVM->vmm.s.StatRZRetGuestTrap, STAMTYPE_COUNTER, "/VMM/RZRet/GuestTrap", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_GUEST_TRAP returns.");
319 STAM_REG(pVM, &pVM->vmm.s.StatRZRetRingSwitch, STAMTYPE_COUNTER, "/VMM/RZRet/RingSwitch", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_RING_SWITCH returns.");
320 STAM_REG(pVM, &pVM->vmm.s.StatRZRetRingSwitchInt, STAMTYPE_COUNTER, "/VMM/RZRet/RingSwitchInt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_RING_SWITCH_INT returns.");
321 STAM_REG(pVM, &pVM->vmm.s.StatRZRetExceptionPrivilege, STAMTYPE_COUNTER, "/VMM/RZRet/ExceptionPrivilege", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_EXCEPTION_PRIVILEGED returns.");
322 STAM_REG(pVM, &pVM->vmm.s.StatRZRetStaleSelector, STAMTYPE_COUNTER, "/VMM/RZRet/StaleSelector", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_STALE_SELECTOR returns.");
323 STAM_REG(pVM, &pVM->vmm.s.StatRZRetIRETTrap, STAMTYPE_COUNTER, "/VMM/RZRet/IRETTrap", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_IRET_TRAP returns.");
324 STAM_REG(pVM, &pVM->vmm.s.StatRZRetEmulate, STAMTYPE_COUNTER, "/VMM/RZRet/Emulate", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION returns.");
325 STAM_REG(pVM, &pVM->vmm.s.StatRZRetIOBlockEmulate, STAMTYPE_COUNTER, "/VMM/RZRet/EmulateIOBlock", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_EMULATE_IO_BLOCK returns.");
326 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchEmulate, STAMTYPE_COUNTER, "/VMM/RZRet/PatchEmulate", STAMUNIT_OCCURENCES, "Number of VINF_PATCH_EMULATE_INSTR returns.");
327 STAM_REG(pVM, &pVM->vmm.s.StatRZRetIORead, STAMTYPE_COUNTER, "/VMM/RZRet/IORead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_IOPORT_READ returns.");
328 STAM_REG(pVM, &pVM->vmm.s.StatRZRetIOWrite, STAMTYPE_COUNTER, "/VMM/RZRet/IOWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_IOPORT_WRITE returns.");
329 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIORead, STAMTYPE_COUNTER, "/VMM/RZRet/MMIORead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_READ returns.");
330 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_WRITE returns.");
331 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOReadWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOReadWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_READ_WRITE returns.");
332 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOPatchRead, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOPatchRead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_PATCH_READ returns.");
333 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOPatchWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOPatchWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_PATCH_WRITE returns.");
334 STAM_REG(pVM, &pVM->vmm.s.StatRZRetLDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/LDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_GDT_FAULT returns.");
335 STAM_REG(pVM, &pVM->vmm.s.StatRZRetGDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/GDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_LDT_FAULT returns.");
336 STAM_REG(pVM, &pVM->vmm.s.StatRZRetIDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/IDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_IDT_FAULT returns.");
337 STAM_REG(pVM, &pVM->vmm.s.StatRZRetTSSFault, STAMTYPE_COUNTER, "/VMM/RZRet/TSSFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_TSS_FAULT returns.");
338 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPDFault, STAMTYPE_COUNTER, "/VMM/RZRet/PDFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_PD_FAULT returns.");
339 STAM_REG(pVM, &pVM->vmm.s.StatRZRetCSAMTask, STAMTYPE_COUNTER, "/VMM/RZRet/CSAMTask", STAMUNIT_OCCURENCES, "Number of VINF_CSAM_PENDING_ACTION returns.");
340 STAM_REG(pVM, &pVM->vmm.s.StatRZRetSyncCR3, STAMTYPE_COUNTER, "/VMM/RZRet/SyncCR", STAMUNIT_OCCURENCES, "Number of VINF_PGM_SYNC_CR3 returns.");
341 STAM_REG(pVM, &pVM->vmm.s.StatRZRetMisc, STAMTYPE_COUNTER, "/VMM/RZRet/Misc", STAMUNIT_OCCURENCES, "Number of misc returns.");
342 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchInt3, STAMTYPE_COUNTER, "/VMM/RZRet/PatchInt3", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_INT3 returns.");
343 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchPF, STAMTYPE_COUNTER, "/VMM/RZRet/PatchPF", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_TRAP_PF returns.");
344 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchGP, STAMTYPE_COUNTER, "/VMM/RZRet/PatchGP", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_TRAP_GP returns.");
345 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchIretIRQ, STAMTYPE_COUNTER, "/VMM/RZRet/PatchIret", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PENDING_IRQ_AFTER_IRET returns.");
346 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPageOverflow, STAMTYPE_COUNTER, "/VMM/RZRet/InvlpgOverflow", STAMUNIT_OCCURENCES, "Number of VERR_REM_FLUSHED_PAGES_OVERFLOW returns.");
347 STAM_REG(pVM, &pVM->vmm.s.StatRZRetRescheduleREM, STAMTYPE_COUNTER, "/VMM/RZRet/ScheduleREM", STAMUNIT_OCCURENCES, "Number of VINF_EM_RESCHEDULE_REM returns.");
348 STAM_REG(pVM, &pVM->vmm.s.StatRZRetToR3, STAMTYPE_COUNTER, "/VMM/RZRet/ToR3", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_TO_R3 returns.");
349 STAM_REG(pVM, &pVM->vmm.s.StatRZRetTimerPending, STAMTYPE_COUNTER, "/VMM/RZRet/TimerPending", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_TIMER_PENDING returns.");
350 STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterruptPending, STAMTYPE_COUNTER, "/VMM/RZRet/InterruptPending", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT_PENDING returns.");
351 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPATMDuplicateFn, STAMTYPE_COUNTER, "/VMM/RZRet/PATMDuplicateFn", STAMUNIT_OCCURENCES, "Number of VINF_PATM_DUPLICATE_FUNCTION returns.");
352 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPGMChangeMode, STAMTYPE_COUNTER, "/VMM/RZRet/PGMChangeMode", STAMUNIT_OCCURENCES, "Number of VINF_PGM_CHANGE_MODE returns.");
353 STAM_REG(pVM, &pVM->vmm.s.StatRZRetEmulHlt, STAMTYPE_COUNTER, "/VMM/RZRet/EmulHlt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_EMULATE_INSTR_HLT returns.");
354 STAM_REG(pVM, &pVM->vmm.s.StatRZRetPendingRequest, STAMTYPE_COUNTER, "/VMM/RZRet/PendingRequest", STAMUNIT_OCCURENCES, "Number of VINF_EM_PENDING_REQUEST returns.");
355
356 STAM_REG(pVM, &pVM->vmm.s.StatRZRetCallHost, STAMTYPE_COUNTER, "/VMM/RZCallR3/Misc", STAMUNIT_OCCURENCES, "Number of Other ring-3 calls.");
357 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPDMLock, STAMTYPE_COUNTER, "/VMM/RZCallR3/PDMLock", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PDM_LOCK calls.");
358 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPDMQueueFlush, STAMTYPE_COUNTER, "/VMM/RZCallR3/PDMQueueFlush", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PDM_QUEUE_FLUSH calls.");
359 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMLock, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMLock", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_LOCK calls.");
360 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMPoolGrow, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMPoolGrow", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_POOL_GROW calls.");
361 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMMapChunk, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMMapChunk", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_MAP_CHUNK calls.");
362 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMAllocHandy, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMAllocHandy", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_ALLOCATE_HANDY_PAGES calls.");
363#ifndef VBOX_WITH_NEW_PHYS_CODE
364 STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMGrowRAM, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMGrowRAM", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_RAM_GROW_RANGE calls.");
365#endif
366 STAM_REG(pVM, &pVM->vmm.s.StatRZCallRemReplay, STAMTYPE_COUNTER, "/VMM/RZCallR3/REMReplay", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_REM_REPLAY_HANDLER_NOTIFICATIONS calls.");
367 STAM_REG(pVM, &pVM->vmm.s.StatRZCallLogFlush, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMMLogFlush", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VMM_LOGGER_FLUSH calls.");
368 STAM_REG(pVM, &pVM->vmm.s.StatRZCallVMSetError, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMSetError", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VM_SET_ERROR calls.");
369 STAM_REG(pVM, &pVM->vmm.s.StatRZCallVMSetRuntimeError, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMRuntimeError", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VM_SET_RUNTIME_ERROR calls.");
370}
371
372
373/**
374 * Initializes the per-VCPU VMM.
375 *
376 * @returns VBox status code.
377 * @param pVM The VM to operate on.
378 */
379VMMR3DECL(int) VMMR3InitCPU(PVM pVM)
380{
381 LogFlow(("VMMR3InitCPU\n"));
382 return VINF_SUCCESS;
383}
384
385
386/**
387 * Ring-3 init finalizing.
388 *
389 * @returns VBox status code.
390 * @param pVM The VM handle.
391 */
392VMMR3DECL(int) VMMR3InitFinalize(PVM pVM)
393{
394#ifdef VBOX_STRICT_VMM_STACK
395 /*
396 * Two inaccessible pages at each sides of the stack to catch over/under-flows.
397 */
398 memset(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, 0xcc, PAGE_SIZE);
399 PGMMapSetPage(pVM, MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE), PAGE_SIZE, 0);
400 RTMemProtect(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, PAGE_SIZE, RTMEM_PROT_NONE);
401
402 memset(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, 0xcc, PAGE_SIZE);
403 PGMMapSetPage(pVM, MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE), PAGE_SIZE, 0);
404 RTMemProtect(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, PAGE_SIZE, RTMEM_PROT_NONE);
405#endif
406
407 /*
408 * Set page attributes to r/w for stack pages.
409 */
410 int rc = PGMMapSetPage(pVM, pVM->vmm.s.pbEMTStackRC, VMM_STACK_SIZE, X86_PTE_P | X86_PTE_A | X86_PTE_D | X86_PTE_RW);
411 AssertRC(rc);
412 if (RT_SUCCESS(rc))
413 {
414 /*
415 * Create the EMT yield timer.
416 */
417 rc = TMR3TimerCreateInternal(pVM, TMCLOCK_REAL, vmmR3YieldEMT, NULL, "EMT Yielder", &pVM->vmm.s.pYieldTimer);
418 if (RT_SUCCESS(rc))
419 rc = TMTimerSetMillies(pVM->vmm.s.pYieldTimer, pVM->vmm.s.cYieldEveryMillies);
420 }
421
422#ifdef VBOX_WITH_NMI
423 /*
424 * Map the host APIC into GC - This is AMD/Intel + Host OS specific!
425 */
426 if (RT_SUCCESS(rc))
427 rc = PGMMap(pVM, pVM->vmm.s.GCPtrApicBase, 0xfee00000, PAGE_SIZE,
428 X86_PTE_P | X86_PTE_RW | X86_PTE_PWT | X86_PTE_PCD | X86_PTE_A | X86_PTE_D);
429#endif
430 return rc;
431}
432
433
434/**
435 * Initializes the R0 VMM.
436 *
437 * @returns VBox status code.
438 * @param pVM The VM to operate on.
439 */
440VMMR3DECL(int) VMMR3InitR0(PVM pVM)
441{
442 int rc;
443
444 /*
445 * Initialize the ring-0 logger if we haven't done so yet.
446 */
447 if ( pVM->vmm.s.pR0LoggerR3
448 && !pVM->vmm.s.pR0LoggerR3->fCreated)
449 {
450 rc = VMMR3UpdateLoggers(pVM);
451 if (RT_FAILURE(rc))
452 return rc;
453 }
454
455 /*
456 * Call Ring-0 entry with init code.
457 */
458 for (;;)
459 {
460#ifdef NO_SUPCALLR0VMM
461 //rc = VERR_GENERAL_FAILURE;
462 rc = VINF_SUCCESS;
463#else
464 rc = SUPCallVMMR0Ex(pVM->pVMR0, VMMR0_DO_VMMR0_INIT, VMMGetSvnRev(), NULL);
465#endif
466 if ( pVM->vmm.s.pR0LoggerR3
467 && pVM->vmm.s.pR0LoggerR3->Logger.offScratch > 0)
468 RTLogFlushToLogger(&pVM->vmm.s.pR0LoggerR3->Logger, NULL);
469 if (rc != VINF_VMM_CALL_HOST)
470 break;
471 rc = vmmR3ServiceCallHostRequest(pVM);
472 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
473 break;
474 /* Resume R0 */
475 }
476
477 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
478 {
479 LogRel(("R0 init failed, rc=%Rra\n", rc));
480 if (RT_SUCCESS(rc))
481 rc = VERR_INTERNAL_ERROR;
482 }
483 return rc;
484}
485
486
487/**
488 * Initializes the RC VMM.
489 *
490 * @returns VBox status code.
491 * @param pVM The VM to operate on.
492 */
493VMMR3DECL(int) VMMR3InitRC(PVM pVM)
494{
495 /* In VMX mode, there's no need to init RC. */
496 if (pVM->vmm.s.fSwitcherDisabled)
497 return VINF_SUCCESS;
498
499 /*
500 * Call VMMGCInit():
501 * -# resolve the address.
502 * -# setup stackframe and EIP to use the trampoline.
503 * -# do a generic hypervisor call.
504 */
505 RTRCPTR RCPtrEP;
506 int rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "VMMGCEntry", &RCPtrEP);
507 if (RT_SUCCESS(rc))
508 {
509 CPUMHyperSetCtxCore(pVM, NULL);
510 CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC); /* Clear the stack. */
511 uint64_t u64TS = RTTimeProgramStartNanoTS();
512 CPUMPushHyper(pVM, (uint32_t)(u64TS >> 32)); /* Param 3: The program startup TS - Hi. */
513 CPUMPushHyper(pVM, (uint32_t)u64TS); /* Param 3: The program startup TS - Lo. */
514 CPUMPushHyper(pVM, VMMGetSvnRev()); /* Param 2: Version argument. */
515 CPUMPushHyper(pVM, VMMGC_DO_VMMGC_INIT); /* Param 1: Operation. */
516 CPUMPushHyper(pVM, pVM->pVMRC); /* Param 0: pVM */
517 CPUMPushHyper(pVM, 5 * sizeof(RTRCPTR)); /* trampoline param: stacksize. */
518 CPUMPushHyper(pVM, RCPtrEP); /* Call EIP. */
519 CPUMSetHyperEIP(pVM, pVM->vmm.s.pfnCallTrampolineRC);
520 Assert(CPUMGetHyperCR3(pVM) && CPUMGetHyperCR3(pVM) == PGMGetHyperCR3(pVM));
521
522 for (;;)
523 {
524#ifdef NO_SUPCALLR0VMM
525 //rc = VERR_GENERAL_FAILURE;
526 rc = VINF_SUCCESS;
527#else
528 rc = SUPCallVMMR0(pVM->pVMR0, VMMR0_DO_CALL_HYPERVISOR, NULL);
529#endif
530#ifdef LOG_ENABLED
531 PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
532 if ( pLogger
533 && pLogger->offScratch > 0)
534 RTLogFlushRC(NULL, pLogger);
535#endif
536#ifdef VBOX_WITH_RC_RELEASE_LOGGING
537 PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
538 if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
539 RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
540#endif
541 if (rc != VINF_VMM_CALL_HOST)
542 break;
543 rc = vmmR3ServiceCallHostRequest(pVM);
544 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
545 break;
546 }
547
548 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
549 {
550 VMMR3FatalDump(pVM, rc);
551 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
552 rc = VERR_INTERNAL_ERROR;
553 }
554 AssertRC(rc);
555 }
556 return rc;
557}
558
559
560/**
561 * Terminate the VMM bits.
562 *
563 * @returns VINF_SUCCESS.
564 * @param pVM The VM handle.
565 */
566VMMR3DECL(int) VMMR3Term(PVM pVM)
567{
568 /*
569 * Call Ring-0 entry with termination code.
570 */
571 int rc;
572 for (;;)
573 {
574#ifdef NO_SUPCALLR0VMM
575 //rc = VERR_GENERAL_FAILURE;
576 rc = VINF_SUCCESS;
577#else
578 rc = SUPCallVMMR0Ex(pVM->pVMR0, VMMR0_DO_VMMR0_TERM, 0, NULL);
579#endif
580 if ( pVM->vmm.s.pR0LoggerR3
581 && pVM->vmm.s.pR0LoggerR3->Logger.offScratch > 0)
582 RTLogFlushToLogger(&pVM->vmm.s.pR0LoggerR3->Logger, NULL);
583 if (rc != VINF_VMM_CALL_HOST)
584 break;
585 rc = vmmR3ServiceCallHostRequest(pVM);
586 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
587 break;
588 /* Resume R0 */
589 }
590 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
591 {
592 LogRel(("VMMR3Term: R0 term failed, rc=%Rra. (warning)\n", rc));
593 if (RT_SUCCESS(rc))
594 rc = VERR_INTERNAL_ERROR;
595 }
596
597#ifdef VBOX_STRICT_VMM_STACK
598 /*
599 * Make the two stack guard pages present again.
600 */
601 RTMemProtect(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, PAGE_SIZE, RTMEM_PROT_READ | RTMEM_PROT_WRITE);
602 RTMemProtect(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, PAGE_SIZE, RTMEM_PROT_READ | RTMEM_PROT_WRITE);
603#endif
604 return rc;
605}
606
607
608/**
609 * Terminates the per-VCPU VMM.
610 *
611 * Termination means cleaning up and freeing all resources,
612 * the VM it self is at this point powered off or suspended.
613 *
614 * @returns VBox status code.
615 * @param pVM The VM to operate on.
616 */
617VMMR3DECL(int) VMMR3TermCPU(PVM pVM)
618{
619 return VINF_SUCCESS;
620}
621
622
623/**
624 * Applies relocations to data and code managed by this
625 * component. This function will be called at init and
626 * whenever the VMM need to relocate it self inside the GC.
627 *
628 * The VMM will need to apply relocations to the core code.
629 *
630 * @param pVM The VM handle.
631 * @param offDelta The relocation delta.
632 */
633VMMR3DECL(void) VMMR3Relocate(PVM pVM, RTGCINTPTR offDelta)
634{
635 LogFlow(("VMMR3Relocate: offDelta=%RGv\n", offDelta));
636
637 /*
638 * Recalc the RC address.
639 */
640 pVM->vmm.s.pvCoreCodeRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pvCoreCodeR3);
641
642 /*
643 * The stack.
644 */
645 CPUMSetHyperESP(pVM, CPUMGetHyperESP(pVM) + offDelta);
646 pVM->vmm.s.pbEMTStackRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3);
647 pVM->vmm.s.pbEMTStackBottomRC = pVM->vmm.s.pbEMTStackRC + VMM_STACK_SIZE;
648
649 /*
650 * All the switchers.
651 */
652 vmmR3SwitcherRelocate(pVM, offDelta);
653
654 /*
655 * Get other RC entry points.
656 */
657 int rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "CPUMGCResumeGuest", &pVM->vmm.s.pfnCPUMRCResumeGuest);
658 AssertReleaseMsgRC(rc, ("CPUMGCResumeGuest not found! rc=%Rra\n", rc));
659
660 rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "CPUMGCResumeGuestV86", &pVM->vmm.s.pfnCPUMRCResumeGuestV86);
661 AssertReleaseMsgRC(rc, ("CPUMGCResumeGuestV86 not found! rc=%Rra\n", rc));
662
663 /*
664 * Update the logger.
665 */
666 VMMR3UpdateLoggers(pVM);
667}
668
669
670/**
671 * Updates the settings for the RC and R0 loggers.
672 *
673 * @returns VBox status code.
674 * @param pVM The VM handle.
675 */
676VMMR3DECL(int) VMMR3UpdateLoggers(PVM pVM)
677{
678 /*
679 * Simply clone the logger instance (for RC).
680 */
681 int rc = VINF_SUCCESS;
682 RTRCPTR RCPtrLoggerFlush = 0;
683
684 if (pVM->vmm.s.pRCLoggerR3
685#ifdef VBOX_WITH_RC_RELEASE_LOGGING
686 || pVM->vmm.s.pRCRelLoggerR3
687#endif
688 )
689 {
690 rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCLoggerFlush", &RCPtrLoggerFlush);
691 AssertReleaseMsgRC(rc, ("vmmGCLoggerFlush not found! rc=%Rra\n", rc));
692 }
693
694 if (pVM->vmm.s.pRCLoggerR3)
695 {
696 RTRCPTR RCPtrLoggerWrapper = 0;
697 rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCLoggerWrapper", &RCPtrLoggerWrapper);
698 AssertReleaseMsgRC(rc, ("vmmGCLoggerWrapper not found! rc=%Rra\n", rc));
699
700 pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
701 rc = RTLogCloneRC(NULL /* default */, pVM->vmm.s.pRCLoggerR3, pVM->vmm.s.cbRCLogger,
702 RCPtrLoggerWrapper, RCPtrLoggerFlush, RTLOGFLAGS_BUFFERED);
703 AssertReleaseMsgRC(rc, ("RTLogCloneRC failed! rc=%Rra\n", rc));
704 }
705
706#ifdef VBOX_WITH_RC_RELEASE_LOGGING
707 if (pVM->vmm.s.pRCRelLoggerR3)
708 {
709 RTRCPTR RCPtrLoggerWrapper = 0;
710 rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCRelLoggerWrapper", &RCPtrLoggerWrapper);
711 AssertReleaseMsgRC(rc, ("vmmGCRelLoggerWrapper not found! rc=%Rra\n", rc));
712
713 pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
714 rc = RTLogCloneRC(RTLogRelDefaultInstance(), pVM->vmm.s.pRCRelLoggerR3, pVM->vmm.s.cbRCRelLogger,
715 RCPtrLoggerWrapper, RCPtrLoggerFlush, RTLOGFLAGS_BUFFERED);
716 AssertReleaseMsgRC(rc, ("RTLogCloneRC failed! rc=%Rra\n", rc));
717 }
718#endif /* VBOX_WITH_RC_RELEASE_LOGGING */
719
720 /*
721 * For the ring-0 EMT logger, we use a per-thread logger instance
722 * in ring-0. Only initialize it once.
723 */
724 PVMMR0LOGGER pR0LoggerR3 = pVM->vmm.s.pR0LoggerR3;
725 if (pR0LoggerR3)
726 {
727 if (!pR0LoggerR3->fCreated)
728 {
729 RTR0PTR pfnLoggerWrapper = NIL_RTR0PTR;
730 rc = PDMR3LdrGetSymbolR0(pVM, VMMR0_MAIN_MODULE_NAME, "vmmR0LoggerWrapper", &pfnLoggerWrapper);
731 AssertReleaseMsgRCReturn(rc, ("VMMLoggerWrapper not found! rc=%Rra\n", rc), rc);
732
733 RTR0PTR pfnLoggerFlush = NIL_RTR0PTR;
734 rc = PDMR3LdrGetSymbolR0(pVM, VMMR0_MAIN_MODULE_NAME, "vmmR0LoggerFlush", &pfnLoggerFlush);
735 AssertReleaseMsgRCReturn(rc, ("VMMLoggerFlush not found! rc=%Rra\n", rc), rc);
736
737 rc = RTLogCreateForR0(&pR0LoggerR3->Logger, pR0LoggerR3->cbLogger,
738 *(PFNRTLOGGER *)&pfnLoggerWrapper, *(PFNRTLOGFLUSH *)&pfnLoggerFlush,
739 RTLOGFLAGS_BUFFERED, RTLOGDEST_DUMMY);
740 AssertReleaseMsgRCReturn(rc, ("RTLogCreateForR0 failed! rc=%Rra\n", rc), rc);
741 pR0LoggerR3->fCreated = true;
742 pR0LoggerR3->fFlushingDisabled = false;
743 }
744
745 rc = RTLogCopyGroupsAndFlags(&pR0LoggerR3->Logger, NULL /* default */, pVM->vmm.s.pRCLoggerR3->fFlags, RTLOGFLAGS_BUFFERED);
746 AssertRC(rc);
747 }
748
749 return rc;
750}
751
752
753/**
754 * Gets the pointer to a buffer containing the R0/RC AssertMsg1 output.
755 *
756 * @returns Pointer to the buffer.
757 * @param pVM The VM handle.
758 */
759VMMR3DECL(const char *) VMMR3GetRZAssertMsg1(PVM pVM)
760{
761 if (HWACCMIsEnabled(pVM))
762 return pVM->vmm.s.szRing0AssertMsg1;
763
764 RTRCPTR RCPtr;
765 int rc = PDMR3LdrGetSymbolRC(pVM, NULL, "g_szRTAssertMsg1", &RCPtr);
766 if (RT_SUCCESS(rc))
767 return (const char *)MMHyperRCToR3(pVM, RCPtr);
768
769 return NULL;
770}
771
772
773/**
774 * Gets the pointer to a buffer containing the R0/RC AssertMsg2 output.
775 *
776 * @returns Pointer to the buffer.
777 * @param pVM The VM handle.
778 */
779VMMR3DECL(const char *) VMMR3GetRZAssertMsg2(PVM pVM)
780{
781 if (HWACCMIsEnabled(pVM))
782 return pVM->vmm.s.szRing0AssertMsg2;
783
784 RTRCPTR RCPtr;
785 int rc = PDMR3LdrGetSymbolRC(pVM, NULL, "g_szRTAssertMsg2", &RCPtr);
786 if (RT_SUCCESS(rc))
787 return (const char *)MMHyperRCToR3(pVM, RCPtr);
788
789 return NULL;
790}
791
792
793/**
794 * Execute state save operation.
795 *
796 * @returns VBox status code.
797 * @param pVM VM Handle.
798 * @param pSSM SSM operation handle.
799 */
800static DECLCALLBACK(int) vmmR3Save(PVM pVM, PSSMHANDLE pSSM)
801{
802 LogFlow(("vmmR3Save:\n"));
803
804 /*
805 * The hypervisor stack.
806 * Note! See not in vmmR3Load.
807 */
808 SSMR3PutRCPtr(pSSM, pVM->vmm.s.pbEMTStackBottomRC);
809 RTRCPTR RCPtrESP = CPUMGetHyperESP(pVM);
810 AssertMsg(pVM->vmm.s.pbEMTStackBottomRC - RCPtrESP <= VMM_STACK_SIZE, ("Bottom %RRv ESP=%RRv\n", pVM->vmm.s.pbEMTStackBottomRC, RCPtrESP));
811 SSMR3PutRCPtr(pSSM, RCPtrESP);
812 SSMR3PutMem(pSSM, pVM->vmm.s.pbEMTStackR3, VMM_STACK_SIZE);
813 return SSMR3PutU32(pSSM, ~0); /* terminator */
814}
815
816
817/**
818 * Execute state load operation.
819 *
820 * @returns VBox status code.
821 * @param pVM VM Handle.
822 * @param pSSM SSM operation handle.
823 * @param u32Version Data layout version.
824 */
825static DECLCALLBACK(int) vmmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version)
826{
827 LogFlow(("vmmR3Load:\n"));
828
829 /*
830 * Validate version.
831 */
832 if (u32Version != VMM_SAVED_STATE_VERSION)
833 {
834 AssertMsgFailed(("vmmR3Load: Invalid version u32Version=%d!\n", u32Version));
835 return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION;
836 }
837
838 /*
839 * Check that the stack is in the same place, or that it's fearly empty.
840 *
841 * Note! This can be skipped next time we update saved state as we will
842 * never be in a R0/RC -> ring-3 call when saving the state. The
843 * stack and the two associated pointers are not required.
844 */
845 RTRCPTR RCPtrStackBottom;
846 SSMR3GetRCPtr(pSSM, &RCPtrStackBottom);
847 RTRCPTR RCPtrESP;
848 int rc = SSMR3GetRCPtr(pSSM, &RCPtrESP);
849 if (RT_FAILURE(rc))
850 return rc;
851
852 /* restore the stack. */
853 SSMR3GetMem(pSSM, pVM->vmm.s.pbEMTStackR3, VMM_STACK_SIZE);
854
855 /* terminator */
856 uint32_t u32;
857 rc = SSMR3GetU32(pSSM, &u32);
858 if (RT_FAILURE(rc))
859 return rc;
860 if (u32 != ~0U)
861 {
862 AssertMsgFailed(("u32=%#x\n", u32));
863 return VERR_SSM_DATA_UNIT_FORMAT_CHANGED;
864 }
865 return VINF_SUCCESS;
866}
867
868
869/**
870 * Resolve a builtin RC symbol.
871 *
872 * Called by PDM when loading or relocating RC modules.
873 *
874 * @returns VBox status
875 * @param pVM VM Handle.
876 * @param pszSymbol Symbol to resolv
877 * @param pRCPtrValue Where to store the symbol value.
878 *
879 * @remark This has to work before VMMR3Relocate() is called.
880 */
881VMMR3DECL(int) VMMR3GetImportRC(PVM pVM, const char *pszSymbol, PRTRCPTR pRCPtrValue)
882{
883 if (!strcmp(pszSymbol, "g_Logger"))
884 {
885 if (pVM->vmm.s.pRCLoggerR3)
886 pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
887 *pRCPtrValue = pVM->vmm.s.pRCLoggerRC;
888 }
889 else if (!strcmp(pszSymbol, "g_RelLogger"))
890 {
891#ifdef VBOX_WITH_RC_RELEASE_LOGGING
892 if (pVM->vmm.s.pRCRelLoggerR3)
893 pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
894 *pRCPtrValue = pVM->vmm.s.pRCRelLoggerRC;
895#else
896 *pRCPtrValue = NIL_RTRCPTR;
897#endif
898 }
899 else
900 return VERR_SYMBOL_NOT_FOUND;
901 return VINF_SUCCESS;
902}
903
904
905/**
906 * Suspends the CPU yielder.
907 *
908 * @param pVM The VM handle.
909 */
910VMMR3DECL(void) VMMR3YieldSuspend(PVM pVM)
911{
912 if (!pVM->vmm.s.cYieldResumeMillies)
913 {
914 uint64_t u64Now = TMTimerGet(pVM->vmm.s.pYieldTimer);
915 uint64_t u64Expire = TMTimerGetExpire(pVM->vmm.s.pYieldTimer);
916 if (u64Now >= u64Expire || u64Expire == ~(uint64_t)0)
917 pVM->vmm.s.cYieldResumeMillies = pVM->vmm.s.cYieldEveryMillies;
918 else
919 pVM->vmm.s.cYieldResumeMillies = TMTimerToMilli(pVM->vmm.s.pYieldTimer, u64Expire - u64Now);
920 TMTimerStop(pVM->vmm.s.pYieldTimer);
921 }
922 pVM->vmm.s.u64LastYield = RTTimeNanoTS();
923}
924
925
926/**
927 * Stops the CPU yielder.
928 *
929 * @param pVM The VM handle.
930 */
931VMMR3DECL(void) VMMR3YieldStop(PVM pVM)
932{
933 if (!pVM->vmm.s.cYieldResumeMillies)
934 TMTimerStop(pVM->vmm.s.pYieldTimer);
935 pVM->vmm.s.cYieldResumeMillies = pVM->vmm.s.cYieldEveryMillies;
936 pVM->vmm.s.u64LastYield = RTTimeNanoTS();
937}
938
939
940/**
941 * Resumes the CPU yielder when it has been a suspended or stopped.
942 *
943 * @param pVM The VM handle.
944 */
945VMMR3DECL(void) VMMR3YieldResume(PVM pVM)
946{
947 if (pVM->vmm.s.cYieldResumeMillies)
948 {
949 TMTimerSetMillies(pVM->vmm.s.pYieldTimer, pVM->vmm.s.cYieldResumeMillies);
950 pVM->vmm.s.cYieldResumeMillies = 0;
951 }
952}
953
954
955/**
956 * Internal timer callback function.
957 *
958 * @param pVM The VM.
959 * @param pTimer The timer handle.
960 * @param pvUser User argument specified upon timer creation.
961 */
962static DECLCALLBACK(void) vmmR3YieldEMT(PVM pVM, PTMTIMER pTimer, void *pvUser)
963{
964 /*
965 * This really needs some careful tuning. While we shouldn't be too greedy since
966 * that'll cause the rest of the system to stop up, we shouldn't be too nice either
967 * because that'll cause us to stop up.
968 *
969 * The current logic is to use the default interval when there is no lag worth
970 * mentioning, but when we start accumulating lag we don't bother yielding at all.
971 *
972 * (This depends on the TMCLOCK_VIRTUAL_SYNC to be scheduled before TMCLOCK_REAL
973 * so the lag is up to date.)
974 */
975 const uint64_t u64Lag = TMVirtualSyncGetLag(pVM);
976 if ( u64Lag < 50000000 /* 50ms */
977 || ( u64Lag < 1000000000 /* 1s */
978 && RTTimeNanoTS() - pVM->vmm.s.u64LastYield < 500000000 /* 500 ms */)
979 )
980 {
981 uint64_t u64Elapsed = RTTimeNanoTS();
982 pVM->vmm.s.u64LastYield = u64Elapsed;
983
984 RTThreadYield();
985
986#ifdef LOG_ENABLED
987 u64Elapsed = RTTimeNanoTS() - u64Elapsed;
988 Log(("vmmR3YieldEMT: %RI64 ns\n", u64Elapsed));
989#endif
990 }
991 TMTimerSetMillies(pTimer, pVM->vmm.s.cYieldEveryMillies);
992}
993
994
995/**
996 * Acquire global VM lock.
997 *
998 * @returns VBox status code
999 * @param pVM The VM to operate on.
1000 *
1001 * @remarks The global VMM lock isn't really used for anything any longer.
1002 */
1003VMMR3DECL(int) VMMR3Lock(PVM pVM)
1004{
1005 return RTCritSectEnter(&pVM->vmm.s.CritSectVMLock);
1006}
1007
1008
1009/**
1010 * Release global VM lock.
1011 *
1012 * @returns VBox status code
1013 * @param pVM The VM to operate on.
1014 *
1015 * @remarks The global VMM lock isn't really used for anything any longer.
1016 */
1017VMMR3DECL(int) VMMR3Unlock(PVM pVM)
1018{
1019 return RTCritSectLeave(&pVM->vmm.s.CritSectVMLock);
1020}
1021
1022
1023/**
1024 * Return global VM lock owner.
1025 *
1026 * @returns Thread id of owner.
1027 * @returns NIL_RTTHREAD if no owner.
1028 * @param pVM The VM to operate on.
1029 *
1030 * @remarks The global VMM lock isn't really used for anything any longer.
1031 */
1032VMMR3DECL(RTNATIVETHREAD) VMMR3LockGetOwner(PVM pVM)
1033{
1034 return RTCritSectGetOwner(&pVM->vmm.s.CritSectVMLock);
1035}
1036
1037
1038/**
1039 * Checks if the current thread is the owner of the global VM lock.
1040 *
1041 * @returns true if owner.
1042 * @returns false if not owner.
1043 * @param pVM The VM to operate on.
1044 *
1045 * @remarks The global VMM lock isn't really used for anything any longer.
1046 */
1047VMMR3DECL(bool) VMMR3LockIsOwner(PVM pVM)
1048{
1049 return RTCritSectIsOwner(&pVM->vmm.s.CritSectVMLock);
1050}
1051
1052
1053/**
1054 * Executes guest code in the raw-mode context.
1055 *
1056 * @param pVM VM handle.
1057 */
1058VMMR3DECL(int) VMMR3RawRunGC(PVM pVM)
1059{
1060 Log2(("VMMR3RawRunGC: (cs:eip=%04x:%08x)\n", CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
1061
1062 /*
1063 * Set the EIP and ESP.
1064 */
1065 CPUMSetHyperEIP(pVM, CPUMGetGuestEFlags(pVM) & X86_EFL_VM
1066 ? pVM->vmm.s.pfnCPUMRCResumeGuestV86
1067 : pVM->vmm.s.pfnCPUMRCResumeGuest);
1068 CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC);
1069
1070 /*
1071 * We hide log flushes (outer) and hypervisor interrupts (inner).
1072 */
1073 for (;;)
1074 {
1075 Assert(CPUMGetHyperCR3(pVM) && CPUMGetHyperCR3(pVM) == PGMGetHyperCR3(pVM));
1076#ifdef VBOX_STRICT
1077 PGMMapCheck(pVM);
1078#endif
1079 int rc;
1080 do
1081 {
1082#ifdef NO_SUPCALLR0VMM
1083 rc = VERR_GENERAL_FAILURE;
1084#else
1085 rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
1086 if (RT_LIKELY(rc == VINF_SUCCESS))
1087 rc = pVM->vmm.s.iLastGZRc;
1088#endif
1089 } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
1090
1091 /*
1092 * Flush the logs.
1093 */
1094#ifdef LOG_ENABLED
1095 PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
1096 if ( pLogger
1097 && pLogger->offScratch > 0)
1098 RTLogFlushRC(NULL, pLogger);
1099#endif
1100#ifdef VBOX_WITH_RC_RELEASE_LOGGING
1101 PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
1102 if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
1103 RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
1104#endif
1105 if (rc != VINF_VMM_CALL_HOST)
1106 {
1107 Log2(("VMMR3RawRunGC: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
1108 return rc;
1109 }
1110 rc = vmmR3ServiceCallHostRequest(pVM);
1111 if (RT_FAILURE(rc))
1112 return rc;
1113 /* Resume GC */
1114 }
1115}
1116
1117
1118/**
1119 * Executes guest code (Intel VT-x and AMD-V).
1120 *
1121 * @param pVM VM handle.
1122 * @param idCpu VMCPU id.
1123 */
1124VMMR3DECL(int) VMMR3HwAccRunGC(PVM pVM, RTCPUID idCpu)
1125{
1126 Log2(("VMMR3HwAccRunGC: (cs:eip=%04x:%08x)\n", CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
1127
1128 for (;;)
1129 {
1130 int rc;
1131 do
1132 {
1133#ifdef NO_SUPCALLR0VMM
1134 rc = VERR_GENERAL_FAILURE;
1135#else
1136 rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_HWACC_RUN, idCpu);
1137 if (RT_LIKELY(rc == VINF_SUCCESS))
1138 rc = pVM->vmm.s.iLastGZRc;
1139#endif
1140 } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
1141
1142#ifdef LOG_ENABLED
1143 /*
1144 * Flush the log
1145 */
1146 PVMMR0LOGGER pR0LoggerR3 = pVM->vmm.s.pR0LoggerR3;
1147 if ( pR0LoggerR3
1148 && pR0LoggerR3->Logger.offScratch > 0)
1149 RTLogFlushToLogger(&pR0LoggerR3->Logger, NULL);
1150#endif /* !LOG_ENABLED */
1151 if (rc != VINF_VMM_CALL_HOST)
1152 {
1153 Log2(("VMMR3HwAccRunGC: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
1154 return rc;
1155 }
1156 rc = vmmR3ServiceCallHostRequest(pVM);
1157 if (RT_FAILURE(rc))
1158 return rc;
1159 /* Resume R0 */
1160 }
1161}
1162
1163
1164/**
1165 * Calls a RC function.
1166 *
1167 * @param pVM The VM handle.
1168 * @param RCPtrEntry The address of the RC function.
1169 * @param cArgs The number of arguments in the ....
1170 * @param ... Arguments to the function.
1171 */
1172VMMR3DECL(int) VMMR3CallRC(PVM pVM, RTRCPTR RCPtrEntry, unsigned cArgs, ...)
1173{
1174 va_list args;
1175 va_start(args, cArgs);
1176 int rc = VMMR3CallRCV(pVM, RCPtrEntry, cArgs, args);
1177 va_end(args);
1178 return rc;
1179}
1180
1181
1182/**
1183 * Calls a RC function.
1184 *
1185 * @param pVM The VM handle.
1186 * @param RCPtrEntry The address of the RC function.
1187 * @param cArgs The number of arguments in the ....
1188 * @param args Arguments to the function.
1189 */
1190VMMR3DECL(int) VMMR3CallRCV(PVM pVM, RTRCPTR RCPtrEntry, unsigned cArgs, va_list args)
1191{
1192 Log2(("VMMR3CallGCV: RCPtrEntry=%RRv cArgs=%d\n", RCPtrEntry, cArgs));
1193
1194 /*
1195 * Setup the call frame using the trampoline.
1196 */
1197 CPUMHyperSetCtxCore(pVM, NULL);
1198 memset(pVM->vmm.s.pbEMTStackR3, 0xaa, VMM_STACK_SIZE); /* Clear the stack. */
1199 CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC - cArgs * sizeof(RTGCUINTPTR32));
1200 PRTGCUINTPTR32 pFrame = (PRTGCUINTPTR32)(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE) - cArgs;
1201 int i = cArgs;
1202 while (i-- > 0)
1203 *pFrame++ = va_arg(args, RTGCUINTPTR32);
1204
1205 CPUMPushHyper(pVM, cArgs * sizeof(RTGCUINTPTR32)); /* stack frame size */
1206 CPUMPushHyper(pVM, RCPtrEntry); /* what to call */
1207 CPUMSetHyperEIP(pVM, pVM->vmm.s.pfnCallTrampolineRC);
1208
1209 /*
1210 * We hide log flushes (outer) and hypervisor interrupts (inner).
1211 */
1212 for (;;)
1213 {
1214 int rc;
1215 Assert(CPUMGetHyperCR3(pVM) && CPUMGetHyperCR3(pVM) == PGMGetHyperCR3(pVM));
1216 do
1217 {
1218#ifdef NO_SUPCALLR0VMM
1219 rc = VERR_GENERAL_FAILURE;
1220#else
1221 rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
1222 if (RT_LIKELY(rc == VINF_SUCCESS))
1223 rc = pVM->vmm.s.iLastGZRc;
1224#endif
1225 } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
1226
1227 /*
1228 * Flush the logs.
1229 */
1230#ifdef LOG_ENABLED
1231 PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
1232 if ( pLogger
1233 && pLogger->offScratch > 0)
1234 RTLogFlushRC(NULL, pLogger);
1235#endif
1236#ifdef VBOX_WITH_RC_RELEASE_LOGGING
1237 PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
1238 if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
1239 RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
1240#endif
1241 if (rc == VERR_TRPM_PANIC || rc == VERR_TRPM_DONT_PANIC)
1242 VMMR3FatalDump(pVM, rc);
1243 if (rc != VINF_VMM_CALL_HOST)
1244 {
1245 Log2(("VMMR3CallGCV: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
1246 return rc;
1247 }
1248 rc = vmmR3ServiceCallHostRequest(pVM);
1249 if (RT_FAILURE(rc))
1250 return rc;
1251 }
1252}
1253
1254
1255/**
1256 * Wrapper for SUPCallVMMR0Ex which will deal with
1257 * VINF_VMM_CALL_HOST returns.
1258 *
1259 * @returns VBox status code.
1260 * @param pVM The VM to operate on.
1261 * @param uOperation Operation to execute.
1262 * @param u64Arg Constant argument.
1263 * @param pReqHdr Pointer to a request header. See SUPCallVMMR0Ex for
1264 * details.
1265 */
1266VMMR3DECL(int) VMMR3CallR0(PVM pVM, uint32_t uOperation, uint64_t u64Arg, PSUPVMMR0REQHDR pReqHdr)
1267{
1268 /*
1269 * Call Ring-0 entry with init code.
1270 */
1271 int rc;
1272 for (;;)
1273 {
1274#ifdef NO_SUPCALLR0VMM
1275 rc = VERR_GENERAL_FAILURE;
1276#else
1277 rc = SUPCallVMMR0Ex(pVM->pVMR0, uOperation, u64Arg, pReqHdr);
1278#endif
1279 if ( pVM->vmm.s.pR0LoggerR3
1280 && pVM->vmm.s.pR0LoggerR3->Logger.offScratch > 0)
1281 RTLogFlushToLogger(&pVM->vmm.s.pR0LoggerR3->Logger, NULL);
1282 if (rc != VINF_VMM_CALL_HOST)
1283 break;
1284 rc = vmmR3ServiceCallHostRequest(pVM);
1285 if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
1286 break;
1287 /* Resume R0 */
1288 }
1289
1290 AssertLogRelMsgReturn(rc == VINF_SUCCESS || VBOX_FAILURE(rc),
1291 ("uOperation=%u rc=%Rrc\n", uOperation, rc),
1292 VERR_INTERNAL_ERROR);
1293 return rc;
1294}
1295
1296
1297/**
1298 * Resumes executing hypervisor code when interrupted by a queue flush or a
1299 * debug event.
1300 *
1301 * @returns VBox status code.
1302 * @param pVM VM handle.
1303 */
1304VMMR3DECL(int) VMMR3ResumeHyper(PVM pVM)
1305{
1306 Log(("VMMR3ResumeHyper: eip=%RRv esp=%RRv\n", CPUMGetHyperEIP(pVM), CPUMGetHyperESP(pVM)));
1307
1308 /*
1309 * We hide log flushes (outer) and hypervisor interrupts (inner).
1310 */
1311 for (;;)
1312 {
1313 int rc;
1314 Assert(CPUMGetHyperCR3(pVM) && CPUMGetHyperCR3(pVM) == PGMGetHyperCR3(pVM));
1315 do
1316 {
1317#ifdef NO_SUPCALLR0VMM
1318 rc = VERR_GENERAL_FAILURE;
1319#else
1320 rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
1321 if (RT_LIKELY(rc == VINF_SUCCESS))
1322 rc = pVM->vmm.s.iLastGZRc;
1323#endif
1324 } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
1325
1326 /*
1327 * Flush the loggers,
1328 */
1329#ifdef LOG_ENABLED
1330 PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
1331 if ( pLogger
1332 && pLogger->offScratch > 0)
1333 RTLogFlushRC(NULL, pLogger);
1334#endif
1335#ifdef VBOX_WITH_RC_RELEASE_LOGGING
1336 PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
1337 if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
1338 RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
1339#endif
1340 if (rc == VERR_TRPM_PANIC || rc == VERR_TRPM_DONT_PANIC)
1341 VMMR3FatalDump(pVM, rc);
1342 if (rc != VINF_VMM_CALL_HOST)
1343 {
1344 Log(("VMMR3ResumeHyper: returns %Rrc\n", rc));
1345 return rc;
1346 }
1347 rc = vmmR3ServiceCallHostRequest(pVM);
1348 if (RT_FAILURE(rc))
1349 return rc;
1350 }
1351}
1352
1353
1354/**
1355 * Service a call to the ring-3 host code.
1356 *
1357 * @returns VBox status code.
1358 * @param pVM VM handle.
1359 * @remark Careful with critsects.
1360 */
1361static int vmmR3ServiceCallHostRequest(PVM pVM)
1362{
1363 switch (pVM->vmm.s.enmCallHostOperation)
1364 {
1365 /*
1366 * Acquire the PDM lock.
1367 */
1368 case VMMCALLHOST_PDM_LOCK:
1369 {
1370 pVM->vmm.s.rcCallHost = PDMR3LockCall(pVM);
1371 break;
1372 }
1373
1374 /*
1375 * Flush a PDM queue.
1376 */
1377 case VMMCALLHOST_PDM_QUEUE_FLUSH:
1378 {
1379 PDMR3QueueFlushWorker(pVM, NULL);
1380 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1381 break;
1382 }
1383
1384 /*
1385 * Grow the PGM pool.
1386 */
1387 case VMMCALLHOST_PGM_POOL_GROW:
1388 {
1389 pVM->vmm.s.rcCallHost = PGMR3PoolGrow(pVM);
1390 break;
1391 }
1392
1393 /*
1394 * Maps an page allocation chunk into ring-3 so ring-0 can use it.
1395 */
1396 case VMMCALLHOST_PGM_MAP_CHUNK:
1397 {
1398 pVM->vmm.s.rcCallHost = PGMR3PhysChunkMap(pVM, pVM->vmm.s.u64CallHostArg);
1399 break;
1400 }
1401
1402 /*
1403 * Allocates more handy pages.
1404 */
1405 case VMMCALLHOST_PGM_ALLOCATE_HANDY_PAGES:
1406 {
1407 pVM->vmm.s.rcCallHost = PGMR3PhysAllocateHandyPages(pVM);
1408 break;
1409 }
1410#ifndef VBOX_WITH_NEW_PHYS_CODE
1411
1412 case VMMCALLHOST_PGM_RAM_GROW_RANGE:
1413 {
1414 const RTGCPHYS GCPhys = pVM->vmm.s.u64CallHostArg;
1415 pVM->vmm.s.rcCallHost = PGM3PhysGrowRange(pVM, &GCPhys);
1416 break;
1417 }
1418#endif
1419
1420 /*
1421 * Acquire the PGM lock.
1422 */
1423 case VMMCALLHOST_PGM_LOCK:
1424 {
1425 pVM->vmm.s.rcCallHost = PGMR3LockCall(pVM);
1426 break;
1427 }
1428
1429 /*
1430 * Flush REM handler notifications.
1431 */
1432 case VMMCALLHOST_REM_REPLAY_HANDLER_NOTIFICATIONS:
1433 {
1434 REMR3ReplayHandlerNotifications(pVM);
1435 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1436 break;
1437 }
1438
1439 /*
1440 * This is a noop. We just take this route to avoid unnecessary
1441 * tests in the loops.
1442 */
1443 case VMMCALLHOST_VMM_LOGGER_FLUSH:
1444 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1445 LogAlways(("*FLUSH*\n"));
1446 break;
1447
1448 /*
1449 * Set the VM error message.
1450 */
1451 case VMMCALLHOST_VM_SET_ERROR:
1452 VMR3SetErrorWorker(pVM);
1453 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1454 break;
1455
1456 /*
1457 * Set the VM runtime error message.
1458 */
1459 case VMMCALLHOST_VM_SET_RUNTIME_ERROR:
1460 VMR3SetRuntimeErrorWorker(pVM);
1461 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1462 break;
1463
1464 /*
1465 * Signal a ring 0 hypervisor assertion.
1466 * Cancel the longjmp operation that's in progress.
1467 */
1468 case VMMCALLHOST_VM_R0_ASSERTION:
1469 pVM->vmm.s.enmCallHostOperation = VMMCALLHOST_INVALID;
1470 pVM->vmm.s.CallHostR0JmpBuf.fInRing3Call = false;
1471#ifdef RT_ARCH_X86
1472 pVM->vmm.s.CallHostR0JmpBuf.eip = 0;
1473#else
1474 pVM->vmm.s.CallHostR0JmpBuf.rip = 0;
1475#endif
1476 LogRel((pVM->vmm.s.szRing0AssertMsg1));
1477 LogRel((pVM->vmm.s.szRing0AssertMsg2));
1478 return VERR_VMM_RING0_ASSERTION;
1479
1480 /*
1481 * A forced switch to ring 0 for preemption purposes.
1482 */
1483 case VMMCALLHOST_VM_R0_PREEMPT:
1484 pVM->vmm.s.rcCallHost = VINF_SUCCESS;
1485 break;
1486
1487 default:
1488 AssertMsgFailed(("enmCallHostOperation=%d\n", pVM->vmm.s.enmCallHostOperation));
1489 return VERR_INTERNAL_ERROR;
1490 }
1491
1492 pVM->vmm.s.enmCallHostOperation = VMMCALLHOST_INVALID;
1493 return VINF_SUCCESS;
1494}
1495
1496
1497/**
1498 * Displays the Force action Flags.
1499 *
1500 * @param pVM The VM handle.
1501 * @param pHlp The output helpers.
1502 * @param pszArgs The additional arguments (ignored).
1503 */
1504static DECLCALLBACK(void) vmmR3InfoFF(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs)
1505{
1506 const uint32_t fForcedActions = pVM->fForcedActions;
1507
1508 pHlp->pfnPrintf(pHlp, "Forced action Flags: %#RX32", fForcedActions);
1509
1510 /* show the flag mnemonics */
1511 int c = 0;
1512 uint32_t f = fForcedActions;
1513#define PRINT_FLAG(flag) do { \
1514 if (f & (flag)) \
1515 { \
1516 static const char *s_psz = #flag; \
1517 if (!(c % 6)) \
1518 pHlp->pfnPrintf(pHlp, "%s\n %s", c ? "," : "", s_psz + 6); \
1519 else \
1520 pHlp->pfnPrintf(pHlp, ", %s", s_psz + 6); \
1521 c++; \
1522 f &= ~(flag); \
1523 } \
1524 } while (0)
1525 PRINT_FLAG(VM_FF_INTERRUPT_APIC);
1526 PRINT_FLAG(VM_FF_INTERRUPT_PIC);
1527 PRINT_FLAG(VM_FF_TIMER);
1528 PRINT_FLAG(VM_FF_PDM_QUEUES);
1529 PRINT_FLAG(VM_FF_PDM_DMA);
1530 PRINT_FLAG(VM_FF_PDM_CRITSECT);
1531 PRINT_FLAG(VM_FF_DBGF);
1532 PRINT_FLAG(VM_FF_REQUEST);
1533 PRINT_FLAG(VM_FF_TERMINATE);
1534 PRINT_FLAG(VM_FF_RESET);
1535 PRINT_FLAG(VM_FF_PGM_SYNC_CR3);
1536 PRINT_FLAG(VM_FF_PGM_SYNC_CR3_NON_GLOBAL);
1537 PRINT_FLAG(VM_FF_TRPM_SYNC_IDT);
1538 PRINT_FLAG(VM_FF_SELM_SYNC_TSS);
1539 PRINT_FLAG(VM_FF_SELM_SYNC_GDT);
1540 PRINT_FLAG(VM_FF_SELM_SYNC_LDT);
1541 PRINT_FLAG(VM_FF_INHIBIT_INTERRUPTS);
1542 PRINT_FLAG(VM_FF_CSAM_SCAN_PAGE);
1543 PRINT_FLAG(VM_FF_CSAM_PENDING_ACTION);
1544 PRINT_FLAG(VM_FF_TO_R3);
1545 PRINT_FLAG(VM_FF_DEBUG_SUSPEND);
1546 if (f)
1547 pHlp->pfnPrintf(pHlp, "%s\n Unknown bits: %#RX32\n", c ? "," : "", f);
1548 else
1549 pHlp->pfnPrintf(pHlp, "\n");
1550#undef PRINT_FLAG
1551
1552 /* the groups */
1553 c = 0;
1554#define PRINT_GROUP(grp) do { \
1555 if (fForcedActions & (grp)) \
1556 { \
1557 static const char *s_psz = #grp; \
1558 if (!(c % 5)) \
1559 pHlp->pfnPrintf(pHlp, "%s %s", c ? ",\n" : "Groups:\n", s_psz + 6); \
1560 else \
1561 pHlp->pfnPrintf(pHlp, ", %s", s_psz + 6); \
1562 c++; \
1563 } \
1564 } while (0)
1565 PRINT_GROUP(VM_FF_EXTERNAL_SUSPENDED_MASK);
1566 PRINT_GROUP(VM_FF_EXTERNAL_HALTED_MASK);
1567 PRINT_GROUP(VM_FF_HIGH_PRIORITY_PRE_MASK);
1568 PRINT_GROUP(VM_FF_HIGH_PRIORITY_PRE_RAW_MASK);
1569 PRINT_GROUP(VM_FF_HIGH_PRIORITY_POST_MASK);
1570 PRINT_GROUP(VM_FF_NORMAL_PRIORITY_POST_MASK);
1571 PRINT_GROUP(VM_FF_NORMAL_PRIORITY_MASK);
1572 PRINT_GROUP(VM_FF_RESUME_GUEST_MASK);
1573 PRINT_GROUP(VM_FF_ALL_BUT_RAW_MASK);
1574 if (c)
1575 pHlp->pfnPrintf(pHlp, "\n");
1576#undef PRINT_GROUP
1577}
1578
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette