1 | /* $Id: VMM.cpp 14299 2008-11-18 13:25:40Z vboxsync $ */
|
---|
2 | /** @file
|
---|
3 | * VMM - The Virtual Machine Monitor Core.
|
---|
4 | */
|
---|
5 |
|
---|
6 | /*
|
---|
7 | * Copyright (C) 2006-2007 Sun Microsystems, Inc.
|
---|
8 | *
|
---|
9 | * This file is part of VirtualBox Open Source Edition (OSE), as
|
---|
10 | * available from http://www.virtualbox.org. This file is free software;
|
---|
11 | * you can redistribute it and/or modify it under the terms of the GNU
|
---|
12 | * General Public License (GPL) as published by the Free Software
|
---|
13 | * Foundation, in version 2 as it comes in the "COPYING" file of the
|
---|
14 | * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
|
---|
15 | * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
|
---|
16 | *
|
---|
17 | * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
|
---|
18 | * Clara, CA 95054 USA or visit http://www.sun.com if you need
|
---|
19 | * additional information or have any questions.
|
---|
20 | */
|
---|
21 |
|
---|
22 | //#define NO_SUPCALLR0VMM
|
---|
23 |
|
---|
24 | /** @page pg_vmm VMM - The Virtual Machine Monitor
|
---|
25 | *
|
---|
26 | * The VMM component is two things at the moment, it's a component doing a few
|
---|
27 | * management and routing tasks, and it's the whole virtual machine monitor
|
---|
28 | * thing. For hysterical reasons, it is not doing all the management that one
|
---|
29 | * would expect, this is instead done by @ref pg_vm. We'll address this
|
---|
30 | * misdesign eventually.
|
---|
31 | *
|
---|
32 | * @see grp_vmm, grp_vm
|
---|
33 | *
|
---|
34 | *
|
---|
35 | * @section sec_vmmstate VMM State
|
---|
36 | *
|
---|
37 | * @image html VM_Statechart_Diagram.gif
|
---|
38 | *
|
---|
39 | * To be written.
|
---|
40 | *
|
---|
41 | *
|
---|
42 | * @subsection subsec_vmm_init VMM Initialization
|
---|
43 | *
|
---|
44 | * To be written.
|
---|
45 | *
|
---|
46 | *
|
---|
47 | * @subsection subsec_vmm_term VMM Termination
|
---|
48 | *
|
---|
49 | * To be written.
|
---|
50 | *
|
---|
51 | */
|
---|
52 |
|
---|
53 | /*******************************************************************************
|
---|
54 | * Header Files *
|
---|
55 | *******************************************************************************/
|
---|
56 | #define LOG_GROUP LOG_GROUP_VMM
|
---|
57 | #include <VBox/vmm.h>
|
---|
58 | #include <VBox/vmapi.h>
|
---|
59 | #include <VBox/pgm.h>
|
---|
60 | #include <VBox/cfgm.h>
|
---|
61 | #include <VBox/pdmqueue.h>
|
---|
62 | #include <VBox/pdmapi.h>
|
---|
63 | #include <VBox/cpum.h>
|
---|
64 | #include <VBox/mm.h>
|
---|
65 | #include <VBox/iom.h>
|
---|
66 | #include <VBox/trpm.h>
|
---|
67 | #include <VBox/selm.h>
|
---|
68 | #include <VBox/em.h>
|
---|
69 | #include <VBox/sup.h>
|
---|
70 | #include <VBox/dbgf.h>
|
---|
71 | #include <VBox/csam.h>
|
---|
72 | #include <VBox/patm.h>
|
---|
73 | #include <VBox/rem.h>
|
---|
74 | #include <VBox/ssm.h>
|
---|
75 | #include <VBox/tm.h>
|
---|
76 | #include "VMMInternal.h"
|
---|
77 | #include "VMMSwitcher/VMMSwitcher.h"
|
---|
78 | #include <VBox/vm.h>
|
---|
79 |
|
---|
80 | #include <VBox/err.h>
|
---|
81 | #include <VBox/param.h>
|
---|
82 | #include <VBox/version.h>
|
---|
83 | #include <VBox/x86.h>
|
---|
84 | #include <VBox/hwaccm.h>
|
---|
85 | #include <iprt/assert.h>
|
---|
86 | #include <iprt/alloc.h>
|
---|
87 | #include <iprt/asm.h>
|
---|
88 | #include <iprt/time.h>
|
---|
89 | #include <iprt/stream.h>
|
---|
90 | #include <iprt/string.h>
|
---|
91 | #include <iprt/stdarg.h>
|
---|
92 | #include <iprt/ctype.h>
|
---|
93 |
|
---|
94 |
|
---|
95 |
|
---|
96 | /** The saved state version. */
|
---|
97 | #define VMM_SAVED_STATE_VERSION 3
|
---|
98 |
|
---|
99 |
|
---|
100 | /*******************************************************************************
|
---|
101 | * Internal Functions *
|
---|
102 | *******************************************************************************/
|
---|
103 | static int vmmR3InitStacks(PVM pVM);
|
---|
104 | static int vmmR3InitLoggers(PVM pVM);
|
---|
105 | static void vmmR3InitRegisterStats(PVM pVM);
|
---|
106 | static DECLCALLBACK(int) vmmR3Save(PVM pVM, PSSMHANDLE pSSM);
|
---|
107 | static DECLCALLBACK(int) vmmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version);
|
---|
108 | static DECLCALLBACK(void) vmmR3YieldEMT(PVM pVM, PTMTIMER pTimer, void *pvUser);
|
---|
109 | static int vmmR3ServiceCallHostRequest(PVM pVM);
|
---|
110 | static DECLCALLBACK(void) vmmR3InfoFF(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs);
|
---|
111 |
|
---|
112 |
|
---|
113 | /**
|
---|
114 | * Initializes the VMM.
|
---|
115 | *
|
---|
116 | * @returns VBox status code.
|
---|
117 | * @param pVM The VM to operate on.
|
---|
118 | */
|
---|
119 | VMMR3DECL(int) VMMR3Init(PVM pVM)
|
---|
120 | {
|
---|
121 | LogFlow(("VMMR3Init\n"));
|
---|
122 |
|
---|
123 | /*
|
---|
124 | * Assert alignment, sizes and order.
|
---|
125 | */
|
---|
126 | AssertMsg(pVM->vmm.s.offVM == 0, ("Already initialized!\n"));
|
---|
127 | AssertMsg(sizeof(pVM->vmm.padding) >= sizeof(pVM->vmm.s),
|
---|
128 | ("pVM->vmm.padding is too small! vmm.padding %d while vmm.s is %d\n",
|
---|
129 | sizeof(pVM->vmm.padding), sizeof(pVM->vmm.s)));
|
---|
130 |
|
---|
131 | /*
|
---|
132 | * Init basic VM VMM members.
|
---|
133 | */
|
---|
134 | pVM->vmm.s.offVM = RT_OFFSETOF(VM, vmm);
|
---|
135 | int rc = CFGMR3QueryU32(CFGMR3GetRoot(pVM), "YieldEMTInterval", &pVM->vmm.s.cYieldEveryMillies);
|
---|
136 | if (rc == VERR_CFGM_VALUE_NOT_FOUND)
|
---|
137 | pVM->vmm.s.cYieldEveryMillies = 23; /* Value arrived at after experimenting with the grub boot prompt. */
|
---|
138 | //pVM->vmm.s.cYieldEveryMillies = 8; //debugging
|
---|
139 | else
|
---|
140 | AssertMsgRCReturn(rc, ("Configuration error. Failed to query \"YieldEMTInterval\", rc=%Rrc\n", rc), rc);
|
---|
141 |
|
---|
142 | /* GC switchers are enabled by default. Turned off by HWACCM. */
|
---|
143 | pVM->vmm.s.fSwitcherDisabled = false;
|
---|
144 |
|
---|
145 | /*
|
---|
146 | * Register the saved state data unit.
|
---|
147 | */
|
---|
148 | rc = SSMR3RegisterInternal(pVM, "vmm", 1, VMM_SAVED_STATE_VERSION, VMM_STACK_SIZE + sizeof(RTGCPTR),
|
---|
149 | NULL, vmmR3Save, NULL,
|
---|
150 | NULL, vmmR3Load, NULL);
|
---|
151 | if (RT_FAILURE(rc))
|
---|
152 | return rc;
|
---|
153 |
|
---|
154 | /*
|
---|
155 | * Register the Ring-0 VM handle with the session for fast ioctl calls.
|
---|
156 | */
|
---|
157 | rc = SUPSetVMForFastIOCtl(pVM->pVMR0);
|
---|
158 | if (RT_FAILURE(rc))
|
---|
159 | return rc;
|
---|
160 |
|
---|
161 | /*
|
---|
162 | * Init various sub-components.
|
---|
163 | */
|
---|
164 | rc = vmmR3SwitcherInit(pVM);
|
---|
165 | if (RT_SUCCESS(rc))
|
---|
166 | {
|
---|
167 | rc = vmmR3InitStacks(pVM);
|
---|
168 | if (RT_SUCCESS(rc))
|
---|
169 | {
|
---|
170 | rc = vmmR3InitLoggers(pVM);
|
---|
171 |
|
---|
172 | #ifdef VBOX_WITH_NMI
|
---|
173 | /*
|
---|
174 | * Allocate mapping for the host APIC.
|
---|
175 | */
|
---|
176 | if (RT_SUCCESS(rc))
|
---|
177 | {
|
---|
178 | rc = MMR3HyperReserve(pVM, PAGE_SIZE, "Host APIC", &pVM->vmm.s.GCPtrApicBase);
|
---|
179 | AssertRC(rc);
|
---|
180 | }
|
---|
181 | #endif
|
---|
182 | if (RT_SUCCESS(rc))
|
---|
183 | {
|
---|
184 | rc = RTCritSectInit(&pVM->vmm.s.CritSectVMLock);
|
---|
185 | if (RT_SUCCESS(rc))
|
---|
186 | {
|
---|
187 | /*
|
---|
188 | * Debug info and statistics.
|
---|
189 | */
|
---|
190 | DBGFR3InfoRegisterInternal(pVM, "ff", "Displays the current Forced actions Flags.", vmmR3InfoFF);
|
---|
191 | vmmR3InitRegisterStats(pVM);
|
---|
192 |
|
---|
193 | return VINF_SUCCESS;
|
---|
194 | }
|
---|
195 | }
|
---|
196 | }
|
---|
197 | /** @todo: Need failure cleanup. */
|
---|
198 |
|
---|
199 | //more todo in here?
|
---|
200 | //if (RT_SUCCESS(rc))
|
---|
201 | //{
|
---|
202 | //}
|
---|
203 | //int rc2 = vmmR3TermCoreCode(pVM);
|
---|
204 | //AssertRC(rc2));
|
---|
205 | }
|
---|
206 |
|
---|
207 | return rc;
|
---|
208 | }
|
---|
209 |
|
---|
210 |
|
---|
211 | /**
|
---|
212 | * Allocate & setup the VMM RC stack(s) (for EMTs).
|
---|
213 | *
|
---|
214 | * The stacks are also used for long jumps in Ring-0.
|
---|
215 | *
|
---|
216 | * @returns VBox status code.
|
---|
217 | * @param pVM Pointer to the shared VM structure.
|
---|
218 | *
|
---|
219 | * @remarks The optional guard page gets it protection setup up during R3 init
|
---|
220 | * completion because of init order issues.
|
---|
221 | */
|
---|
222 | static int vmmR3InitStacks(PVM pVM)
|
---|
223 | {
|
---|
224 | /** @todo SMP: On stack per vCPU. */
|
---|
225 | #ifdef VBOX_STRICT_VMM_STACK
|
---|
226 | int rc = MMHyperAlloc(pVM, VMM_STACK_SIZE + PAGE_SIZE + PAGE_SIZE, PAGE_SIZE, MM_TAG_VMM, (void **)&pVM->vmm.s.pbEMTStackR3);
|
---|
227 | #else
|
---|
228 | int rc = MMHyperAlloc(pVM, VMM_STACK_SIZE, PAGE_SIZE, MM_TAG_VMM, (void **)&pVM->vmm.s.pbEMTStackR3);
|
---|
229 | #endif
|
---|
230 | if (RT_SUCCESS(rc))
|
---|
231 | {
|
---|
232 | pVM->vmm.s.CallHostR0JmpBuf.pvSavedStack = MMHyperR3ToR0(pVM, pVM->vmm.s.pbEMTStackR3);
|
---|
233 | pVM->vmm.s.pbEMTStackRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3);
|
---|
234 | pVM->vmm.s.pbEMTStackBottomRC = pVM->vmm.s.pbEMTStackRC + VMM_STACK_SIZE;
|
---|
235 | AssertRelease(pVM->vmm.s.pbEMTStackRC);
|
---|
236 |
|
---|
237 | CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC);
|
---|
238 | }
|
---|
239 |
|
---|
240 | return rc;
|
---|
241 | }
|
---|
242 |
|
---|
243 |
|
---|
244 | /**
|
---|
245 | * Initialize the loggers.
|
---|
246 | *
|
---|
247 | * @returns VBox status code.
|
---|
248 | * @param pVM Pointer to the shared VM structure.
|
---|
249 | */
|
---|
250 | static int vmmR3InitLoggers(PVM pVM)
|
---|
251 | {
|
---|
252 | int rc;
|
---|
253 |
|
---|
254 | /*
|
---|
255 | * Allocate RC & R0 Logger instances (they are finalized in the relocator).
|
---|
256 | */
|
---|
257 | #ifdef LOG_ENABLED
|
---|
258 | PRTLOGGER pLogger = RTLogDefaultInstance();
|
---|
259 | if (pLogger)
|
---|
260 | {
|
---|
261 | pVM->vmm.s.cbRCLogger = RT_OFFSETOF(RTLOGGERRC, afGroups[pLogger->cGroups]);
|
---|
262 | rc = MMHyperAlloc(pVM, pVM->vmm.s.cbRCLogger, 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pRCLoggerR3);
|
---|
263 | if (RT_FAILURE(rc))
|
---|
264 | return rc;
|
---|
265 | pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
|
---|
266 |
|
---|
267 | # ifdef VBOX_WITH_R0_LOGGING
|
---|
268 | rc = MMHyperAlloc(pVM, RT_OFFSETOF(VMMR0LOGGER, Logger.afGroups[pLogger->cGroups]),
|
---|
269 | 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pR0LoggerR3);
|
---|
270 | if (RT_FAILURE(rc))
|
---|
271 | return rc;
|
---|
272 | pVM->vmm.s.pR0LoggerR3->pVM = pVM->pVMR0;
|
---|
273 | //pVM->vmm.s.pR0LoggerR3->fCreated = false;
|
---|
274 | pVM->vmm.s.pR0LoggerR3->cbLogger = RT_OFFSETOF(RTLOGGER, afGroups[pLogger->cGroups]);
|
---|
275 | pVM->vmm.s.pR0LoggerR0 = MMHyperR3ToR0(pVM, pVM->vmm.s.pR0LoggerR3);
|
---|
276 | # endif
|
---|
277 | }
|
---|
278 | #endif /* LOG_ENABLED */
|
---|
279 |
|
---|
280 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
281 | /*
|
---|
282 | * Allocate RC release logger instances (finalized in the relocator).
|
---|
283 | */
|
---|
284 | PRTLOGGER pRelLogger = RTLogRelDefaultInstance();
|
---|
285 | if (pRelLogger)
|
---|
286 | {
|
---|
287 | pVM->vmm.s.cbRCRelLogger = RT_OFFSETOF(RTLOGGERRC, afGroups[pRelLogger->cGroups]);
|
---|
288 | rc = MMHyperAlloc(pVM, pVM->vmm.s.cbRCRelLogger, 0, MM_TAG_VMM, (void **)&pVM->vmm.s.pRCRelLoggerR3);
|
---|
289 | if (RT_FAILURE(rc))
|
---|
290 | return rc;
|
---|
291 | pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
|
---|
292 | }
|
---|
293 | #endif /* VBOX_WITH_RC_RELEASE_LOGGING */
|
---|
294 | return VINF_SUCCESS;
|
---|
295 | }
|
---|
296 |
|
---|
297 |
|
---|
298 | /**
|
---|
299 | * VMMR3Init worker that register the statistics with STAM.
|
---|
300 | *
|
---|
301 | * @param pVM The shared VM structure.
|
---|
302 | */
|
---|
303 | static void vmmR3InitRegisterStats(PVM pVM)
|
---|
304 | {
|
---|
305 | /*
|
---|
306 | * Statistics.
|
---|
307 | */
|
---|
308 | STAM_REG(pVM, &pVM->vmm.s.StatRunRC, STAMTYPE_COUNTER, "/VMM/RunRC", STAMUNIT_OCCURENCES, "Number of context switches.");
|
---|
309 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetNormal, STAMTYPE_COUNTER, "/VMM/RZRet/Normal", STAMUNIT_OCCURENCES, "Number of VINF_SUCCESS returns.");
|
---|
310 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterrupt, STAMTYPE_COUNTER, "/VMM/RZRet/Interrupt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT returns.");
|
---|
311 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterruptHyper, STAMTYPE_COUNTER, "/VMM/RZRet/InterruptHyper", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT_HYPER returns.");
|
---|
312 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetGuestTrap, STAMTYPE_COUNTER, "/VMM/RZRet/GuestTrap", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_GUEST_TRAP returns.");
|
---|
313 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetRingSwitch, STAMTYPE_COUNTER, "/VMM/RZRet/RingSwitch", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_RING_SWITCH returns.");
|
---|
314 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetRingSwitchInt, STAMTYPE_COUNTER, "/VMM/RZRet/RingSwitchInt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_RING_SWITCH_INT returns.");
|
---|
315 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetExceptionPrivilege, STAMTYPE_COUNTER, "/VMM/RZRet/ExceptionPrivilege", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_EXCEPTION_PRIVILEGED returns.");
|
---|
316 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetStaleSelector, STAMTYPE_COUNTER, "/VMM/RZRet/StaleSelector", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_STALE_SELECTOR returns.");
|
---|
317 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetIRETTrap, STAMTYPE_COUNTER, "/VMM/RZRet/IRETTrap", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_IRET_TRAP returns.");
|
---|
318 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetEmulate, STAMTYPE_COUNTER, "/VMM/RZRet/Emulate", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION returns.");
|
---|
319 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchEmulate, STAMTYPE_COUNTER, "/VMM/RZRet/PatchEmulate", STAMUNIT_OCCURENCES, "Number of VINF_PATCH_EMULATE_INSTR returns.");
|
---|
320 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetIORead, STAMTYPE_COUNTER, "/VMM/RZRet/IORead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_IOPORT_READ returns.");
|
---|
321 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetIOWrite, STAMTYPE_COUNTER, "/VMM/RZRet/IOWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_IOPORT_WRITE returns.");
|
---|
322 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIORead, STAMTYPE_COUNTER, "/VMM/RZRet/MMIORead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_READ returns.");
|
---|
323 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_WRITE returns.");
|
---|
324 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOReadWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOReadWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_READ_WRITE returns.");
|
---|
325 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOPatchRead, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOPatchRead", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_PATCH_READ returns.");
|
---|
326 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMMIOPatchWrite, STAMTYPE_COUNTER, "/VMM/RZRet/MMIOPatchWrite", STAMUNIT_OCCURENCES, "Number of VINF_IOM_HC_MMIO_PATCH_WRITE returns.");
|
---|
327 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetLDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/LDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_GDT_FAULT returns.");
|
---|
328 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetGDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/GDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_LDT_FAULT returns.");
|
---|
329 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetIDTFault, STAMTYPE_COUNTER, "/VMM/RZRet/IDTFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_IDT_FAULT returns.");
|
---|
330 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetTSSFault, STAMTYPE_COUNTER, "/VMM/RZRet/TSSFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_TSS_FAULT returns.");
|
---|
331 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPDFault, STAMTYPE_COUNTER, "/VMM/RZRet/PDFault", STAMUNIT_OCCURENCES, "Number of VINF_EM_EXECUTE_INSTRUCTION_PD_FAULT returns.");
|
---|
332 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetCSAMTask, STAMTYPE_COUNTER, "/VMM/RZRet/CSAMTask", STAMUNIT_OCCURENCES, "Number of VINF_CSAM_PENDING_ACTION returns.");
|
---|
333 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetSyncCR3, STAMTYPE_COUNTER, "/VMM/RZRet/SyncCR", STAMUNIT_OCCURENCES, "Number of VINF_PGM_SYNC_CR3 returns.");
|
---|
334 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetMisc, STAMTYPE_COUNTER, "/VMM/RZRet/Misc", STAMUNIT_OCCURENCES, "Number of misc returns.");
|
---|
335 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchInt3, STAMTYPE_COUNTER, "/VMM/RZRet/PatchInt3", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_INT3 returns.");
|
---|
336 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchPF, STAMTYPE_COUNTER, "/VMM/RZRet/PatchPF", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_TRAP_PF returns.");
|
---|
337 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchGP, STAMTYPE_COUNTER, "/VMM/RZRet/PatchGP", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PATCH_TRAP_GP returns.");
|
---|
338 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPatchIretIRQ, STAMTYPE_COUNTER, "/VMM/RZRet/PatchIret", STAMUNIT_OCCURENCES, "Number of VINF_PATM_PENDING_IRQ_AFTER_IRET returns.");
|
---|
339 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPageOverflow, STAMTYPE_COUNTER, "/VMM/RZRet/InvlpgOverflow", STAMUNIT_OCCURENCES, "Number of VERR_REM_FLUSHED_PAGES_OVERFLOW returns.");
|
---|
340 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetRescheduleREM, STAMTYPE_COUNTER, "/VMM/RZRet/ScheduleREM", STAMUNIT_OCCURENCES, "Number of VINF_EM_RESCHEDULE_REM returns.");
|
---|
341 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetToR3, STAMTYPE_COUNTER, "/VMM/RZRet/ToR3", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_TO_R3 returns.");
|
---|
342 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetTimerPending, STAMTYPE_COUNTER, "/VMM/RZRet/TimerPending", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_TIMER_PENDING returns.");
|
---|
343 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetInterruptPending, STAMTYPE_COUNTER, "/VMM/RZRet/InterruptPending", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_INTERRUPT_PENDING returns.");
|
---|
344 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPATMDuplicateFn, STAMTYPE_COUNTER, "/VMM/RZRet/PATMDuplicateFn", STAMUNIT_OCCURENCES, "Number of VINF_PATM_DUPLICATE_FUNCTION returns.");
|
---|
345 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPGMChangeMode, STAMTYPE_COUNTER, "/VMM/RZRet/PGMChangeMode", STAMUNIT_OCCURENCES, "Number of VINF_PGM_CHANGE_MODE returns.");
|
---|
346 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetEmulHlt, STAMTYPE_COUNTER, "/VMM/RZRet/EmulHlt", STAMUNIT_OCCURENCES, "Number of VINF_EM_RAW_EMULATE_INSTR_HLT returns.");
|
---|
347 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetPendingRequest, STAMTYPE_COUNTER, "/VMM/RZRet/PendingRequest", STAMUNIT_OCCURENCES, "Number of VINF_EM_PENDING_REQUEST returns.");
|
---|
348 |
|
---|
349 | STAM_REG(pVM, &pVM->vmm.s.StatRZRetCallHost, STAMTYPE_COUNTER, "/VMM/RZCallR3/Misc", STAMUNIT_OCCURENCES, "Number of Other ring-3 calls.");
|
---|
350 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPDMLock, STAMTYPE_COUNTER, "/VMM/RZCallR3/PDMLock", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PDM_LOCK calls.");
|
---|
351 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPDMQueueFlush, STAMTYPE_COUNTER, "/VMM/RZCallR3/PDMQueueFlush", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PDM_QUEUE_FLUSH calls.");
|
---|
352 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMLock, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMLock", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_LOCK calls.");
|
---|
353 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMPoolGrow, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMPoolGrow", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_POOL_GROW calls.");
|
---|
354 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMMapChunk, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMMapChunk", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_MAP_CHUNK calls.");
|
---|
355 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMAllocHandy, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMAllocHandy", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_ALLOCATE_HANDY_PAGES calls.");
|
---|
356 | #ifndef VBOX_WITH_NEW_PHYS_CODE
|
---|
357 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallPGMGrowRAM, STAMTYPE_COUNTER, "/VMM/RZCallR3/PGMGrowRAM", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_PGM_RAM_GROW_RANGE calls.");
|
---|
358 | #endif
|
---|
359 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallRemReplay, STAMTYPE_COUNTER, "/VMM/RZCallR3/REMReplay", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_REM_REPLAY_HANDLER_NOTIFICATIONS calls.");
|
---|
360 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallLogFlush, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMMLogFlush", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VMM_LOGGER_FLUSH calls.");
|
---|
361 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallVMSetError, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMSetError", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VM_SET_ERROR calls.");
|
---|
362 | STAM_REG(pVM, &pVM->vmm.s.StatRZCallVMSetRuntimeError, STAMTYPE_COUNTER, "/VMM/RZCallR3/VMRuntimeError", STAMUNIT_OCCURENCES, "Number of VMMCALLHOST_VM_SET_RUNTIME_ERROR calls.");
|
---|
363 | }
|
---|
364 |
|
---|
365 |
|
---|
366 | /**
|
---|
367 | * Initializes the per-VCPU VMM.
|
---|
368 | *
|
---|
369 | * @returns VBox status code.
|
---|
370 | * @param pVM The VM to operate on.
|
---|
371 | */
|
---|
372 | VMMR3DECL(int) VMMR3InitCPU(PVM pVM)
|
---|
373 | {
|
---|
374 | LogFlow(("VMMR3InitCPU\n"));
|
---|
375 | return VINF_SUCCESS;
|
---|
376 | }
|
---|
377 |
|
---|
378 |
|
---|
379 | /**
|
---|
380 | * Ring-3 init finalizing.
|
---|
381 | *
|
---|
382 | * @returns VBox status code.
|
---|
383 | * @param pVM The VM handle.
|
---|
384 | */
|
---|
385 | VMMR3DECL(int) VMMR3InitFinalize(PVM pVM)
|
---|
386 | {
|
---|
387 | #ifdef VBOX_STRICT_VMM_STACK
|
---|
388 | /*
|
---|
389 | * Two inaccessible pages at each sides of the stack to catch over/under-flows.
|
---|
390 | */
|
---|
391 | memset(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, 0xcc, PAGE_SIZE);
|
---|
392 | PGMMapSetPage(pVM, MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE), PAGE_SIZE, 0);
|
---|
393 | RTMemProtect(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, PAGE_SIZE, RTMEM_PROT_NONE);
|
---|
394 |
|
---|
395 | memset(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, 0xcc, PAGE_SIZE);
|
---|
396 | PGMMapSetPage(pVM, MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE), PAGE_SIZE, 0);
|
---|
397 | RTMemProtect(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, PAGE_SIZE, RTMEM_PROT_NONE);
|
---|
398 | #endif
|
---|
399 |
|
---|
400 | /*
|
---|
401 | * Set page attributes to r/w for stack pages.
|
---|
402 | */
|
---|
403 | int rc = PGMMapSetPage(pVM, pVM->vmm.s.pbEMTStackRC, VMM_STACK_SIZE, X86_PTE_P | X86_PTE_A | X86_PTE_D | X86_PTE_RW);
|
---|
404 | AssertRC(rc);
|
---|
405 | if (RT_SUCCESS(rc))
|
---|
406 | {
|
---|
407 | /*
|
---|
408 | * Create the EMT yield timer.
|
---|
409 | */
|
---|
410 | rc = TMR3TimerCreateInternal(pVM, TMCLOCK_REAL, vmmR3YieldEMT, NULL, "EMT Yielder", &pVM->vmm.s.pYieldTimer);
|
---|
411 | if (RT_SUCCESS(rc))
|
---|
412 | rc = TMTimerSetMillies(pVM->vmm.s.pYieldTimer, pVM->vmm.s.cYieldEveryMillies);
|
---|
413 | }
|
---|
414 |
|
---|
415 | #ifdef VBOX_WITH_NMI
|
---|
416 | /*
|
---|
417 | * Map the host APIC into GC - This is AMD/Intel + Host OS specific!
|
---|
418 | */
|
---|
419 | if (RT_SUCCESS(rc))
|
---|
420 | rc = PGMMap(pVM, pVM->vmm.s.GCPtrApicBase, 0xfee00000, PAGE_SIZE,
|
---|
421 | X86_PTE_P | X86_PTE_RW | X86_PTE_PWT | X86_PTE_PCD | X86_PTE_A | X86_PTE_D);
|
---|
422 | #endif
|
---|
423 | return rc;
|
---|
424 | }
|
---|
425 |
|
---|
426 |
|
---|
427 | /**
|
---|
428 | * Initializes the R0 VMM.
|
---|
429 | *
|
---|
430 | * @returns VBox status code.
|
---|
431 | * @param pVM The VM to operate on.
|
---|
432 | */
|
---|
433 | VMMR3DECL(int) VMMR3InitR0(PVM pVM)
|
---|
434 | {
|
---|
435 | int rc;
|
---|
436 |
|
---|
437 | /*
|
---|
438 | * Initialize the ring-0 logger if we haven't done so yet.
|
---|
439 | */
|
---|
440 | if ( pVM->vmm.s.pR0LoggerR3
|
---|
441 | && !pVM->vmm.s.pR0LoggerR3->fCreated)
|
---|
442 | {
|
---|
443 | rc = VMMR3UpdateLoggers(pVM);
|
---|
444 | if (RT_FAILURE(rc))
|
---|
445 | return rc;
|
---|
446 | }
|
---|
447 |
|
---|
448 | /*
|
---|
449 | * Call Ring-0 entry with init code.
|
---|
450 | */
|
---|
451 | for (;;)
|
---|
452 | {
|
---|
453 | #ifdef NO_SUPCALLR0VMM
|
---|
454 | //rc = VERR_GENERAL_FAILURE;
|
---|
455 | rc = VINF_SUCCESS;
|
---|
456 | #else
|
---|
457 | rc = SUPCallVMMR0Ex(pVM->pVMR0, VMMR0_DO_VMMR0_INIT, VMMGetSvnRev(), NULL);
|
---|
458 | #endif
|
---|
459 | if ( pVM->vmm.s.pR0LoggerR3
|
---|
460 | && pVM->vmm.s.pR0LoggerR3->Logger.offScratch > 0)
|
---|
461 | RTLogFlushToLogger(&pVM->vmm.s.pR0LoggerR3->Logger, NULL);
|
---|
462 | if (rc != VINF_VMM_CALL_HOST)
|
---|
463 | break;
|
---|
464 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
465 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
466 | break;
|
---|
467 | /* Resume R0 */
|
---|
468 | }
|
---|
469 |
|
---|
470 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
471 | {
|
---|
472 | LogRel(("R0 init failed, rc=%Rra\n", rc));
|
---|
473 | if (RT_SUCCESS(rc))
|
---|
474 | rc = VERR_INTERNAL_ERROR;
|
---|
475 | }
|
---|
476 | return rc;
|
---|
477 | }
|
---|
478 |
|
---|
479 |
|
---|
480 | /**
|
---|
481 | * Initializes the RC VMM.
|
---|
482 | *
|
---|
483 | * @returns VBox status code.
|
---|
484 | * @param pVM The VM to operate on.
|
---|
485 | */
|
---|
486 | VMMR3DECL(int) VMMR3InitRC(PVM pVM)
|
---|
487 | {
|
---|
488 | /* In VMX mode, there's no need to init RC. */
|
---|
489 | if (pVM->vmm.s.fSwitcherDisabled)
|
---|
490 | return VINF_SUCCESS;
|
---|
491 |
|
---|
492 | /*
|
---|
493 | * Call VMMGCInit():
|
---|
494 | * -# resolve the address.
|
---|
495 | * -# setup stackframe and EIP to use the trampoline.
|
---|
496 | * -# do a generic hypervisor call.
|
---|
497 | */
|
---|
498 | RTRCPTR RCPtrEP;
|
---|
499 | int rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "VMMGCEntry", &RCPtrEP);
|
---|
500 | if (RT_SUCCESS(rc))
|
---|
501 | {
|
---|
502 | CPUMHyperSetCtxCore(pVM, NULL);
|
---|
503 | CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC); /* Clear the stack. */
|
---|
504 | uint64_t u64TS = RTTimeProgramStartNanoTS();
|
---|
505 | CPUMPushHyper(pVM, (uint32_t)(u64TS >> 32)); /* Param 3: The program startup TS - Hi. */
|
---|
506 | CPUMPushHyper(pVM, (uint32_t)u64TS); /* Param 3: The program startup TS - Lo. */
|
---|
507 | CPUMPushHyper(pVM, VMMGetSvnRev()); /* Param 2: Version argument. */
|
---|
508 | CPUMPushHyper(pVM, VMMGC_DO_VMMGC_INIT); /* Param 1: Operation. */
|
---|
509 | CPUMPushHyper(pVM, pVM->pVMRC); /* Param 0: pVM */
|
---|
510 | CPUMPushHyper(pVM, 5 * sizeof(RTRCPTR)); /* trampoline param: stacksize. */
|
---|
511 | CPUMPushHyper(pVM, RCPtrEP); /* Call EIP. */
|
---|
512 | CPUMSetHyperEIP(pVM, pVM->vmm.s.pfnCallTrampolineRC);
|
---|
513 |
|
---|
514 | for (;;)
|
---|
515 | {
|
---|
516 | #ifdef NO_SUPCALLR0VMM
|
---|
517 | //rc = VERR_GENERAL_FAILURE;
|
---|
518 | rc = VINF_SUCCESS;
|
---|
519 | #else
|
---|
520 | rc = SUPCallVMMR0(pVM->pVMR0, VMMR0_DO_CALL_HYPERVISOR, NULL);
|
---|
521 | #endif
|
---|
522 | #ifdef LOG_ENABLED
|
---|
523 | PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
|
---|
524 | if ( pLogger
|
---|
525 | && pLogger->offScratch > 0)
|
---|
526 | RTLogFlushRC(NULL, pLogger);
|
---|
527 | #endif
|
---|
528 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
529 | PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
|
---|
530 | if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
|
---|
531 | RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
|
---|
532 | #endif
|
---|
533 | if (rc != VINF_VMM_CALL_HOST)
|
---|
534 | break;
|
---|
535 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
536 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
537 | break;
|
---|
538 | }
|
---|
539 |
|
---|
540 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
541 | {
|
---|
542 | VMMR3FatalDump(pVM, rc);
|
---|
543 | if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
|
---|
544 | rc = VERR_INTERNAL_ERROR;
|
---|
545 | }
|
---|
546 | AssertRC(rc);
|
---|
547 | }
|
---|
548 | return rc;
|
---|
549 | }
|
---|
550 |
|
---|
551 |
|
---|
552 | /**
|
---|
553 | * Terminate the VMM bits.
|
---|
554 | *
|
---|
555 | * @returns VINF_SUCCESS.
|
---|
556 | * @param pVM The VM handle.
|
---|
557 | */
|
---|
558 | VMMR3DECL(int) VMMR3Term(PVM pVM)
|
---|
559 | {
|
---|
560 | /*
|
---|
561 | * Call Ring-0 entry with termination code.
|
---|
562 | */
|
---|
563 | int rc;
|
---|
564 | for (;;)
|
---|
565 | {
|
---|
566 | #ifdef NO_SUPCALLR0VMM
|
---|
567 | //rc = VERR_GENERAL_FAILURE;
|
---|
568 | rc = VINF_SUCCESS;
|
---|
569 | #else
|
---|
570 | rc = SUPCallVMMR0Ex(pVM->pVMR0, VMMR0_DO_VMMR0_TERM, 0, NULL);
|
---|
571 | #endif
|
---|
572 | if ( pVM->vmm.s.pR0LoggerR3
|
---|
573 | && pVM->vmm.s.pR0LoggerR3->Logger.offScratch > 0)
|
---|
574 | RTLogFlushToLogger(&pVM->vmm.s.pR0LoggerR3->Logger, NULL);
|
---|
575 | if (rc != VINF_VMM_CALL_HOST)
|
---|
576 | break;
|
---|
577 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
578 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
579 | break;
|
---|
580 | /* Resume R0 */
|
---|
581 | }
|
---|
582 | if (RT_FAILURE(rc) || (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST))
|
---|
583 | {
|
---|
584 | LogRel(("VMMR3Term: R0 term failed, rc=%Rra. (warning)\n", rc));
|
---|
585 | if (RT_SUCCESS(rc))
|
---|
586 | rc = VERR_INTERNAL_ERROR;
|
---|
587 | }
|
---|
588 |
|
---|
589 | #ifdef VBOX_STRICT_VMM_STACK
|
---|
590 | /*
|
---|
591 | * Make the two stack guard pages present again.
|
---|
592 | */
|
---|
593 | RTMemProtect(pVM->vmm.s.pbEMTStackR3 - PAGE_SIZE, PAGE_SIZE, RTMEM_PROT_READ | RTMEM_PROT_WRITE);
|
---|
594 | RTMemProtect(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE, PAGE_SIZE, RTMEM_PROT_READ | RTMEM_PROT_WRITE);
|
---|
595 | #endif
|
---|
596 | return rc;
|
---|
597 | }
|
---|
598 |
|
---|
599 |
|
---|
600 | /**
|
---|
601 | * Terminates the per-VCPU VMM.
|
---|
602 | *
|
---|
603 | * Termination means cleaning up and freeing all resources,
|
---|
604 | * the VM it self is at this point powered off or suspended.
|
---|
605 | *
|
---|
606 | * @returns VBox status code.
|
---|
607 | * @param pVM The VM to operate on.
|
---|
608 | */
|
---|
609 | VMMR3DECL(int) VMMR3TermCPU(PVM pVM)
|
---|
610 | {
|
---|
611 | return VINF_SUCCESS;
|
---|
612 | }
|
---|
613 |
|
---|
614 |
|
---|
615 | /**
|
---|
616 | * Applies relocations to data and code managed by this
|
---|
617 | * component. This function will be called at init and
|
---|
618 | * whenever the VMM need to relocate it self inside the GC.
|
---|
619 | *
|
---|
620 | * The VMM will need to apply relocations to the core code.
|
---|
621 | *
|
---|
622 | * @param pVM The VM handle.
|
---|
623 | * @param offDelta The relocation delta.
|
---|
624 | */
|
---|
625 | VMMR3DECL(void) VMMR3Relocate(PVM pVM, RTGCINTPTR offDelta)
|
---|
626 | {
|
---|
627 | LogFlow(("VMMR3Relocate: offDelta=%RGv\n", offDelta));
|
---|
628 |
|
---|
629 | /*
|
---|
630 | * Recalc the RC address.
|
---|
631 | */
|
---|
632 | pVM->vmm.s.pvCoreCodeRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pvCoreCodeR3);
|
---|
633 |
|
---|
634 | /*
|
---|
635 | * The stack.
|
---|
636 | */
|
---|
637 | CPUMSetHyperESP(pVM, CPUMGetHyperESP(pVM) + offDelta);
|
---|
638 | pVM->vmm.s.pbEMTStackRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pbEMTStackR3);
|
---|
639 | pVM->vmm.s.pbEMTStackBottomRC = pVM->vmm.s.pbEMTStackRC + VMM_STACK_SIZE;
|
---|
640 |
|
---|
641 | /*
|
---|
642 | * All the switchers.
|
---|
643 | */
|
---|
644 | vmmR3SwitcherRelocate(pVM, offDelta);
|
---|
645 |
|
---|
646 | /*
|
---|
647 | * Get other RC entry points.
|
---|
648 | */
|
---|
649 | int rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "CPUMGCResumeGuest", &pVM->vmm.s.pfnCPUMRCResumeGuest);
|
---|
650 | AssertReleaseMsgRC(rc, ("CPUMGCResumeGuest not found! rc=%Rra\n", rc));
|
---|
651 |
|
---|
652 | rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "CPUMGCResumeGuestV86", &pVM->vmm.s.pfnCPUMRCResumeGuestV86);
|
---|
653 | AssertReleaseMsgRC(rc, ("CPUMGCResumeGuestV86 not found! rc=%Rra\n", rc));
|
---|
654 |
|
---|
655 | /*
|
---|
656 | * Update the logger.
|
---|
657 | */
|
---|
658 | VMMR3UpdateLoggers(pVM);
|
---|
659 | }
|
---|
660 |
|
---|
661 |
|
---|
662 | /**
|
---|
663 | * Updates the settings for the RC and R0 loggers.
|
---|
664 | *
|
---|
665 | * @returns VBox status code.
|
---|
666 | * @param pVM The VM handle.
|
---|
667 | */
|
---|
668 | VMMR3DECL(int) VMMR3UpdateLoggers(PVM pVM)
|
---|
669 | {
|
---|
670 | /*
|
---|
671 | * Simply clone the logger instance (for RC).
|
---|
672 | */
|
---|
673 | int rc = VINF_SUCCESS;
|
---|
674 | RTRCPTR RCPtrLoggerFlush = 0;
|
---|
675 |
|
---|
676 | if (pVM->vmm.s.pRCLoggerR3
|
---|
677 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
678 | || pVM->vmm.s.pRCRelLoggerR3
|
---|
679 | #endif
|
---|
680 | )
|
---|
681 | {
|
---|
682 | rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCLoggerFlush", &RCPtrLoggerFlush);
|
---|
683 | AssertReleaseMsgRC(rc, ("vmmGCLoggerFlush not found! rc=%Rra\n", rc));
|
---|
684 | }
|
---|
685 |
|
---|
686 | if (pVM->vmm.s.pRCLoggerR3)
|
---|
687 | {
|
---|
688 | RTRCPTR RCPtrLoggerWrapper = 0;
|
---|
689 | rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCLoggerWrapper", &RCPtrLoggerWrapper);
|
---|
690 | AssertReleaseMsgRC(rc, ("vmmGCLoggerWrapper not found! rc=%Rra\n", rc));
|
---|
691 |
|
---|
692 | pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
|
---|
693 | rc = RTLogCloneRC(NULL /* default */, pVM->vmm.s.pRCLoggerR3, pVM->vmm.s.cbRCLogger,
|
---|
694 | RCPtrLoggerWrapper, RCPtrLoggerFlush, RTLOGFLAGS_BUFFERED);
|
---|
695 | AssertReleaseMsgRC(rc, ("RTLogCloneRC failed! rc=%Rra\n", rc));
|
---|
696 | }
|
---|
697 |
|
---|
698 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
699 | if (pVM->vmm.s.pRCRelLoggerR3)
|
---|
700 | {
|
---|
701 | RTRCPTR RCPtrLoggerWrapper = 0;
|
---|
702 | rc = PDMR3LdrGetSymbolRC(pVM, VMMGC_MAIN_MODULE_NAME, "vmmGCRelLoggerWrapper", &RCPtrLoggerWrapper);
|
---|
703 | AssertReleaseMsgRC(rc, ("vmmGCRelLoggerWrapper not found! rc=%Rra\n", rc));
|
---|
704 |
|
---|
705 | pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
|
---|
706 | rc = RTLogCloneRC(RTLogRelDefaultInstance(), pVM->vmm.s.pRCRelLoggerR3, pVM->vmm.s.cbRCRelLogger,
|
---|
707 | RCPtrLoggerWrapper, RCPtrLoggerFlush, RTLOGFLAGS_BUFFERED);
|
---|
708 | AssertReleaseMsgRC(rc, ("RTLogCloneRC failed! rc=%Rra\n", rc));
|
---|
709 | }
|
---|
710 | #endif /* VBOX_WITH_RC_RELEASE_LOGGING */
|
---|
711 |
|
---|
712 | /*
|
---|
713 | * For the ring-0 EMT logger, we use a per-thread logger instance
|
---|
714 | * in ring-0. Only initialize it once.
|
---|
715 | */
|
---|
716 | PVMMR0LOGGER pR0LoggerR3 = pVM->vmm.s.pR0LoggerR3;
|
---|
717 | if (pR0LoggerR3)
|
---|
718 | {
|
---|
719 | if (!pR0LoggerR3->fCreated)
|
---|
720 | {
|
---|
721 | RTR0PTR pfnLoggerWrapper = NIL_RTR0PTR;
|
---|
722 | rc = PDMR3LdrGetSymbolR0(pVM, VMMR0_MAIN_MODULE_NAME, "vmmR0LoggerWrapper", &pfnLoggerWrapper);
|
---|
723 | AssertReleaseMsgRCReturn(rc, ("VMMLoggerWrapper not found! rc=%Rra\n", rc), rc);
|
---|
724 |
|
---|
725 | RTR0PTR pfnLoggerFlush = NIL_RTR0PTR;
|
---|
726 | rc = PDMR3LdrGetSymbolR0(pVM, VMMR0_MAIN_MODULE_NAME, "vmmR0LoggerFlush", &pfnLoggerFlush);
|
---|
727 | AssertReleaseMsgRCReturn(rc, ("VMMLoggerFlush not found! rc=%Rra\n", rc), rc);
|
---|
728 |
|
---|
729 | rc = RTLogCreateForR0(&pR0LoggerR3->Logger, pR0LoggerR3->cbLogger,
|
---|
730 | *(PFNRTLOGGER *)&pfnLoggerWrapper, *(PFNRTLOGFLUSH *)&pfnLoggerFlush,
|
---|
731 | RTLOGFLAGS_BUFFERED, RTLOGDEST_DUMMY);
|
---|
732 | AssertReleaseMsgRCReturn(rc, ("RTLogCreateForR0 failed! rc=%Rra\n", rc), rc);
|
---|
733 | pR0LoggerR3->fCreated = true;
|
---|
734 | }
|
---|
735 |
|
---|
736 | rc = RTLogCopyGroupsAndFlags(&pR0LoggerR3->Logger, NULL /* default */, pVM->vmm.s.pRCLoggerR3->fFlags, RTLOGFLAGS_BUFFERED);
|
---|
737 | AssertRC(rc);
|
---|
738 | }
|
---|
739 |
|
---|
740 | return rc;
|
---|
741 | }
|
---|
742 |
|
---|
743 |
|
---|
744 | /**
|
---|
745 | * Gets the pointer to a buffer containing the R0/RC AssertMsg1 output.
|
---|
746 | *
|
---|
747 | * @returns Pointer to the buffer.
|
---|
748 | * @param pVM The VM handle.
|
---|
749 | */
|
---|
750 | VMMR3DECL(const char *) VMMR3GetRZAssertMsg1(PVM pVM)
|
---|
751 | {
|
---|
752 | if (HWACCMIsEnabled(pVM))
|
---|
753 | return pVM->vmm.s.szRing0AssertMsg1;
|
---|
754 |
|
---|
755 | RTRCPTR RCPtr;
|
---|
756 | int rc = PDMR3LdrGetSymbolRC(pVM, NULL, "g_szRTAssertMsg1", &RCPtr);
|
---|
757 | if (RT_SUCCESS(rc))
|
---|
758 | return (const char *)MMHyperRCToR3(pVM, RCPtr);
|
---|
759 |
|
---|
760 | return NULL;
|
---|
761 | }
|
---|
762 |
|
---|
763 |
|
---|
764 | /**
|
---|
765 | * Gets the pointer to a buffer containing the R0/RC AssertMsg2 output.
|
---|
766 | *
|
---|
767 | * @returns Pointer to the buffer.
|
---|
768 | * @param pVM The VM handle.
|
---|
769 | */
|
---|
770 | VMMR3DECL(const char *) VMMR3GetRZAssertMsg2(PVM pVM)
|
---|
771 | {
|
---|
772 | if (HWACCMIsEnabled(pVM))
|
---|
773 | return pVM->vmm.s.szRing0AssertMsg2;
|
---|
774 |
|
---|
775 | RTRCPTR RCPtr;
|
---|
776 | int rc = PDMR3LdrGetSymbolRC(pVM, NULL, "g_szRTAssertMsg2", &RCPtr);
|
---|
777 | if (RT_SUCCESS(rc))
|
---|
778 | return (const char *)MMHyperRCToR3(pVM, RCPtr);
|
---|
779 |
|
---|
780 | return NULL;
|
---|
781 | }
|
---|
782 |
|
---|
783 |
|
---|
784 | /**
|
---|
785 | * Execute state save operation.
|
---|
786 | *
|
---|
787 | * @returns VBox status code.
|
---|
788 | * @param pVM VM Handle.
|
---|
789 | * @param pSSM SSM operation handle.
|
---|
790 | */
|
---|
791 | static DECLCALLBACK(int) vmmR3Save(PVM pVM, PSSMHANDLE pSSM)
|
---|
792 | {
|
---|
793 | LogFlow(("vmmR3Save:\n"));
|
---|
794 |
|
---|
795 | /*
|
---|
796 | * The hypervisor stack.
|
---|
797 | * Note! See not in vmmR3Load.
|
---|
798 | */
|
---|
799 | SSMR3PutRCPtr(pSSM, pVM->vmm.s.pbEMTStackBottomRC);
|
---|
800 | RTRCPTR RCPtrESP = CPUMGetHyperESP(pVM);
|
---|
801 | AssertMsg(pVM->vmm.s.pbEMTStackBottomRC - RCPtrESP <= VMM_STACK_SIZE, ("Bottom %RRv ESP=%RRv\n", pVM->vmm.s.pbEMTStackBottomRC, RCPtrESP));
|
---|
802 | SSMR3PutRCPtr(pSSM, RCPtrESP);
|
---|
803 | SSMR3PutMem(pSSM, pVM->vmm.s.pbEMTStackR3, VMM_STACK_SIZE);
|
---|
804 | return SSMR3PutU32(pSSM, ~0); /* terminator */
|
---|
805 | }
|
---|
806 |
|
---|
807 |
|
---|
808 | /**
|
---|
809 | * Execute state load operation.
|
---|
810 | *
|
---|
811 | * @returns VBox status code.
|
---|
812 | * @param pVM VM Handle.
|
---|
813 | * @param pSSM SSM operation handle.
|
---|
814 | * @param u32Version Data layout version.
|
---|
815 | */
|
---|
816 | static DECLCALLBACK(int) vmmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version)
|
---|
817 | {
|
---|
818 | LogFlow(("vmmR3Load:\n"));
|
---|
819 |
|
---|
820 | /*
|
---|
821 | * Validate version.
|
---|
822 | */
|
---|
823 | if (u32Version != VMM_SAVED_STATE_VERSION)
|
---|
824 | {
|
---|
825 | AssertMsgFailed(("vmmR3Load: Invalid version u32Version=%d!\n", u32Version));
|
---|
826 | return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION;
|
---|
827 | }
|
---|
828 |
|
---|
829 | /*
|
---|
830 | * Check that the stack is in the same place, or that it's fearly empty.
|
---|
831 | *
|
---|
832 | * Note! This can be skipped next time we update saved state as we will
|
---|
833 | * never be in a R0/RC -> ring-3 call when saving the state. The
|
---|
834 | * stack and the two associated pointers are not required.
|
---|
835 | */
|
---|
836 | RTRCPTR RCPtrStackBottom;
|
---|
837 | SSMR3GetRCPtr(pSSM, &RCPtrStackBottom);
|
---|
838 | RTRCPTR RCPtrESP;
|
---|
839 | int rc = SSMR3GetRCPtr(pSSM, &RCPtrESP);
|
---|
840 | if (RT_FAILURE(rc))
|
---|
841 | return rc;
|
---|
842 |
|
---|
843 | /* restore the stack. */
|
---|
844 | SSMR3GetMem(pSSM, pVM->vmm.s.pbEMTStackR3, VMM_STACK_SIZE);
|
---|
845 |
|
---|
846 | /* terminator */
|
---|
847 | uint32_t u32;
|
---|
848 | rc = SSMR3GetU32(pSSM, &u32);
|
---|
849 | if (RT_FAILURE(rc))
|
---|
850 | return rc;
|
---|
851 | if (u32 != ~0U)
|
---|
852 | {
|
---|
853 | AssertMsgFailed(("u32=%#x\n", u32));
|
---|
854 | return VERR_SSM_DATA_UNIT_FORMAT_CHANGED;
|
---|
855 | }
|
---|
856 | return VINF_SUCCESS;
|
---|
857 | }
|
---|
858 |
|
---|
859 |
|
---|
860 | /**
|
---|
861 | * Resolve a builtin RC symbol.
|
---|
862 | *
|
---|
863 | * Called by PDM when loading or relocating RC modules.
|
---|
864 | *
|
---|
865 | * @returns VBox status
|
---|
866 | * @param pVM VM Handle.
|
---|
867 | * @param pszSymbol Symbol to resolv
|
---|
868 | * @param pRCPtrValue Where to store the symbol value.
|
---|
869 | *
|
---|
870 | * @remark This has to work before VMMR3Relocate() is called.
|
---|
871 | */
|
---|
872 | VMMR3DECL(int) VMMR3GetImportRC(PVM pVM, const char *pszSymbol, PRTRCPTR pRCPtrValue)
|
---|
873 | {
|
---|
874 | if (!strcmp(pszSymbol, "g_Logger"))
|
---|
875 | {
|
---|
876 | if (pVM->vmm.s.pRCLoggerR3)
|
---|
877 | pVM->vmm.s.pRCLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCLoggerR3);
|
---|
878 | *pRCPtrValue = pVM->vmm.s.pRCLoggerRC;
|
---|
879 | }
|
---|
880 | else if (!strcmp(pszSymbol, "g_RelLogger"))
|
---|
881 | {
|
---|
882 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
883 | if (pVM->vmm.s.pRCRelLoggerR3)
|
---|
884 | pVM->vmm.s.pRCRelLoggerRC = MMHyperR3ToRC(pVM, pVM->vmm.s.pRCRelLoggerR3);
|
---|
885 | *pRCPtrValue = pVM->vmm.s.pRCRelLoggerRC;
|
---|
886 | #else
|
---|
887 | *pRCPtrValue = NIL_RTRCPTR;
|
---|
888 | #endif
|
---|
889 | }
|
---|
890 | else
|
---|
891 | return VERR_SYMBOL_NOT_FOUND;
|
---|
892 | return VINF_SUCCESS;
|
---|
893 | }
|
---|
894 |
|
---|
895 |
|
---|
896 | /**
|
---|
897 | * Suspends the CPU yielder.
|
---|
898 | *
|
---|
899 | * @param pVM The VM handle.
|
---|
900 | */
|
---|
901 | VMMR3DECL(void) VMMR3YieldSuspend(PVM pVM)
|
---|
902 | {
|
---|
903 | if (!pVM->vmm.s.cYieldResumeMillies)
|
---|
904 | {
|
---|
905 | uint64_t u64Now = TMTimerGet(pVM->vmm.s.pYieldTimer);
|
---|
906 | uint64_t u64Expire = TMTimerGetExpire(pVM->vmm.s.pYieldTimer);
|
---|
907 | if (u64Now >= u64Expire || u64Expire == ~(uint64_t)0)
|
---|
908 | pVM->vmm.s.cYieldResumeMillies = pVM->vmm.s.cYieldEveryMillies;
|
---|
909 | else
|
---|
910 | pVM->vmm.s.cYieldResumeMillies = TMTimerToMilli(pVM->vmm.s.pYieldTimer, u64Expire - u64Now);
|
---|
911 | TMTimerStop(pVM->vmm.s.pYieldTimer);
|
---|
912 | }
|
---|
913 | pVM->vmm.s.u64LastYield = RTTimeNanoTS();
|
---|
914 | }
|
---|
915 |
|
---|
916 |
|
---|
917 | /**
|
---|
918 | * Stops the CPU yielder.
|
---|
919 | *
|
---|
920 | * @param pVM The VM handle.
|
---|
921 | */
|
---|
922 | VMMR3DECL(void) VMMR3YieldStop(PVM pVM)
|
---|
923 | {
|
---|
924 | if (!pVM->vmm.s.cYieldResumeMillies)
|
---|
925 | TMTimerStop(pVM->vmm.s.pYieldTimer);
|
---|
926 | pVM->vmm.s.cYieldResumeMillies = pVM->vmm.s.cYieldEveryMillies;
|
---|
927 | pVM->vmm.s.u64LastYield = RTTimeNanoTS();
|
---|
928 | }
|
---|
929 |
|
---|
930 |
|
---|
931 | /**
|
---|
932 | * Resumes the CPU yielder when it has been a suspended or stopped.
|
---|
933 | *
|
---|
934 | * @param pVM The VM handle.
|
---|
935 | */
|
---|
936 | VMMR3DECL(void) VMMR3YieldResume(PVM pVM)
|
---|
937 | {
|
---|
938 | if (pVM->vmm.s.cYieldResumeMillies)
|
---|
939 | {
|
---|
940 | TMTimerSetMillies(pVM->vmm.s.pYieldTimer, pVM->vmm.s.cYieldResumeMillies);
|
---|
941 | pVM->vmm.s.cYieldResumeMillies = 0;
|
---|
942 | }
|
---|
943 | }
|
---|
944 |
|
---|
945 |
|
---|
946 | /**
|
---|
947 | * Internal timer callback function.
|
---|
948 | *
|
---|
949 | * @param pVM The VM.
|
---|
950 | * @param pTimer The timer handle.
|
---|
951 | * @param pvUser User argument specified upon timer creation.
|
---|
952 | */
|
---|
953 | static DECLCALLBACK(void) vmmR3YieldEMT(PVM pVM, PTMTIMER pTimer, void *pvUser)
|
---|
954 | {
|
---|
955 | /*
|
---|
956 | * This really needs some careful tuning. While we shouldn't be too greedy since
|
---|
957 | * that'll cause the rest of the system to stop up, we shouldn't be too nice either
|
---|
958 | * because that'll cause us to stop up.
|
---|
959 | *
|
---|
960 | * The current logic is to use the default interval when there is no lag worth
|
---|
961 | * mentioning, but when we start accumulating lag we don't bother yielding at all.
|
---|
962 | *
|
---|
963 | * (This depends on the TMCLOCK_VIRTUAL_SYNC to be scheduled before TMCLOCK_REAL
|
---|
964 | * so the lag is up to date.)
|
---|
965 | */
|
---|
966 | const uint64_t u64Lag = TMVirtualSyncGetLag(pVM);
|
---|
967 | if ( u64Lag < 50000000 /* 50ms */
|
---|
968 | || ( u64Lag < 1000000000 /* 1s */
|
---|
969 | && RTTimeNanoTS() - pVM->vmm.s.u64LastYield < 500000000 /* 500 ms */)
|
---|
970 | )
|
---|
971 | {
|
---|
972 | uint64_t u64Elapsed = RTTimeNanoTS();
|
---|
973 | pVM->vmm.s.u64LastYield = u64Elapsed;
|
---|
974 |
|
---|
975 | RTThreadYield();
|
---|
976 |
|
---|
977 | #ifdef LOG_ENABLED
|
---|
978 | u64Elapsed = RTTimeNanoTS() - u64Elapsed;
|
---|
979 | Log(("vmmR3YieldEMT: %RI64 ns\n", u64Elapsed));
|
---|
980 | #endif
|
---|
981 | }
|
---|
982 | TMTimerSetMillies(pTimer, pVM->vmm.s.cYieldEveryMillies);
|
---|
983 | }
|
---|
984 |
|
---|
985 |
|
---|
986 | /**
|
---|
987 | * Acquire global VM lock.
|
---|
988 | *
|
---|
989 | * @returns VBox status code
|
---|
990 | * @param pVM The VM to operate on.
|
---|
991 | *
|
---|
992 | * @remarks The global VMM lock isn't really used for anything any longer.
|
---|
993 | */
|
---|
994 | VMMR3DECL(int) VMMR3Lock(PVM pVM)
|
---|
995 | {
|
---|
996 | return RTCritSectEnter(&pVM->vmm.s.CritSectVMLock);
|
---|
997 | }
|
---|
998 |
|
---|
999 |
|
---|
1000 | /**
|
---|
1001 | * Release global VM lock.
|
---|
1002 | *
|
---|
1003 | * @returns VBox status code
|
---|
1004 | * @param pVM The VM to operate on.
|
---|
1005 | *
|
---|
1006 | * @remarks The global VMM lock isn't really used for anything any longer.
|
---|
1007 | */
|
---|
1008 | VMMR3DECL(int) VMMR3Unlock(PVM pVM)
|
---|
1009 | {
|
---|
1010 | return RTCritSectLeave(&pVM->vmm.s.CritSectVMLock);
|
---|
1011 | }
|
---|
1012 |
|
---|
1013 |
|
---|
1014 | /**
|
---|
1015 | * Return global VM lock owner.
|
---|
1016 | *
|
---|
1017 | * @returns Thread id of owner.
|
---|
1018 | * @returns NIL_RTTHREAD if no owner.
|
---|
1019 | * @param pVM The VM to operate on.
|
---|
1020 | *
|
---|
1021 | * @remarks The global VMM lock isn't really used for anything any longer.
|
---|
1022 | */
|
---|
1023 | VMMR3DECL(RTNATIVETHREAD) VMMR3LockGetOwner(PVM pVM)
|
---|
1024 | {
|
---|
1025 | return RTCritSectGetOwner(&pVM->vmm.s.CritSectVMLock);
|
---|
1026 | }
|
---|
1027 |
|
---|
1028 |
|
---|
1029 | /**
|
---|
1030 | * Checks if the current thread is the owner of the global VM lock.
|
---|
1031 | *
|
---|
1032 | * @returns true if owner.
|
---|
1033 | * @returns false if not owner.
|
---|
1034 | * @param pVM The VM to operate on.
|
---|
1035 | *
|
---|
1036 | * @remarks The global VMM lock isn't really used for anything any longer.
|
---|
1037 | */
|
---|
1038 | VMMR3DECL(bool) VMMR3LockIsOwner(PVM pVM)
|
---|
1039 | {
|
---|
1040 | return RTCritSectIsOwner(&pVM->vmm.s.CritSectVMLock);
|
---|
1041 | }
|
---|
1042 |
|
---|
1043 |
|
---|
1044 | /**
|
---|
1045 | * Executes guest code in the raw-mode context.
|
---|
1046 | *
|
---|
1047 | * @param pVM VM handle.
|
---|
1048 | */
|
---|
1049 | VMMR3DECL(int) VMMR3RawRunGC(PVM pVM)
|
---|
1050 | {
|
---|
1051 | Log2(("VMMR3RawRunGC: (cs:eip=%04x:%08x)\n", CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
|
---|
1052 |
|
---|
1053 | /*
|
---|
1054 | * Set the EIP and ESP.
|
---|
1055 | */
|
---|
1056 | CPUMSetHyperEIP(pVM, CPUMGetGuestEFlags(pVM) & X86_EFL_VM
|
---|
1057 | ? pVM->vmm.s.pfnCPUMRCResumeGuestV86
|
---|
1058 | : pVM->vmm.s.pfnCPUMRCResumeGuest);
|
---|
1059 | CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC);
|
---|
1060 |
|
---|
1061 | /*
|
---|
1062 | * We hide log flushes (outer) and hypervisor interrupts (inner).
|
---|
1063 | */
|
---|
1064 | for (;;)
|
---|
1065 | {
|
---|
1066 | int rc;
|
---|
1067 | do
|
---|
1068 | {
|
---|
1069 | #ifdef NO_SUPCALLR0VMM
|
---|
1070 | rc = VERR_GENERAL_FAILURE;
|
---|
1071 | #else
|
---|
1072 | rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
|
---|
1073 | if (RT_LIKELY(rc == VINF_SUCCESS))
|
---|
1074 | rc = pVM->vmm.s.iLastGZRc;
|
---|
1075 | #endif
|
---|
1076 | } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
|
---|
1077 |
|
---|
1078 | /*
|
---|
1079 | * Flush the logs.
|
---|
1080 | */
|
---|
1081 | #ifdef LOG_ENABLED
|
---|
1082 | PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
|
---|
1083 | if ( pLogger
|
---|
1084 | && pLogger->offScratch > 0)
|
---|
1085 | RTLogFlushRC(NULL, pLogger);
|
---|
1086 | #endif
|
---|
1087 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
1088 | PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
|
---|
1089 | if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
|
---|
1090 | RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
|
---|
1091 | #endif
|
---|
1092 | if (rc != VINF_VMM_CALL_HOST)
|
---|
1093 | {
|
---|
1094 | Log2(("VMMR3RawRunGC: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
|
---|
1095 | return rc;
|
---|
1096 | }
|
---|
1097 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
1098 | if (RT_FAILURE(rc))
|
---|
1099 | return rc;
|
---|
1100 | /* Resume GC */
|
---|
1101 | }
|
---|
1102 | }
|
---|
1103 |
|
---|
1104 |
|
---|
1105 | /**
|
---|
1106 | * Executes guest code (Intel VT-x and AMD-V).
|
---|
1107 | *
|
---|
1108 | * @param pVM VM handle.
|
---|
1109 | * @param idCpu VMCPU id.
|
---|
1110 | */
|
---|
1111 | VMMR3DECL(int) VMMR3HwAccRunGC(PVM pVM, RTCPUID idCpu)
|
---|
1112 | {
|
---|
1113 | Log2(("VMMR3HwAccRunGC: (cs:eip=%04x:%08x)\n", CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
|
---|
1114 |
|
---|
1115 | for (;;)
|
---|
1116 | {
|
---|
1117 | int rc;
|
---|
1118 | do
|
---|
1119 | {
|
---|
1120 | #ifdef NO_SUPCALLR0VMM
|
---|
1121 | rc = VERR_GENERAL_FAILURE;
|
---|
1122 | #else
|
---|
1123 | rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_HWACC_RUN, idCpu);
|
---|
1124 | if (RT_LIKELY(rc == VINF_SUCCESS))
|
---|
1125 | rc = pVM->vmm.s.iLastGZRc;
|
---|
1126 | #endif
|
---|
1127 | } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
|
---|
1128 |
|
---|
1129 | #ifdef LOG_ENABLED
|
---|
1130 | /*
|
---|
1131 | * Flush the log
|
---|
1132 | */
|
---|
1133 | PVMMR0LOGGER pR0LoggerR3 = pVM->vmm.s.pR0LoggerR3;
|
---|
1134 | if ( pR0LoggerR3
|
---|
1135 | && pR0LoggerR3->Logger.offScratch > 0)
|
---|
1136 | RTLogFlushToLogger(&pR0LoggerR3->Logger, NULL);
|
---|
1137 | #endif /* !LOG_ENABLED */
|
---|
1138 | if (rc != VINF_VMM_CALL_HOST)
|
---|
1139 | {
|
---|
1140 | Log2(("VMMR3HwAccRunGC: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
|
---|
1141 | return rc;
|
---|
1142 | }
|
---|
1143 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
1144 | if (RT_FAILURE(rc))
|
---|
1145 | return rc;
|
---|
1146 | /* Resume R0 */
|
---|
1147 | }
|
---|
1148 | }
|
---|
1149 |
|
---|
1150 |
|
---|
1151 | /**
|
---|
1152 | * Calls a RC function.
|
---|
1153 | *
|
---|
1154 | * @param pVM The VM handle.
|
---|
1155 | * @param RCPtrEntry The address of the RC function.
|
---|
1156 | * @param cArgs The number of arguments in the ....
|
---|
1157 | * @param ... Arguments to the function.
|
---|
1158 | */
|
---|
1159 | VMMR3DECL(int) VMMR3CallRC(PVM pVM, RTRCPTR RCPtrEntry, unsigned cArgs, ...)
|
---|
1160 | {
|
---|
1161 | va_list args;
|
---|
1162 | va_start(args, cArgs);
|
---|
1163 | int rc = VMMR3CallRCV(pVM, RCPtrEntry, cArgs, args);
|
---|
1164 | va_end(args);
|
---|
1165 | return rc;
|
---|
1166 | }
|
---|
1167 |
|
---|
1168 |
|
---|
1169 | /**
|
---|
1170 | * Calls a RC function.
|
---|
1171 | *
|
---|
1172 | * @param pVM The VM handle.
|
---|
1173 | * @param RCPtrEntry The address of the RC function.
|
---|
1174 | * @param cArgs The number of arguments in the ....
|
---|
1175 | * @param args Arguments to the function.
|
---|
1176 | */
|
---|
1177 | VMMR3DECL(int) VMMR3CallRCV(PVM pVM, RTRCPTR RCPtrEntry, unsigned cArgs, va_list args)
|
---|
1178 | {
|
---|
1179 | Log2(("VMMR3CallGCV: RCPtrEntry=%RRv cArgs=%d\n", RCPtrEntry, cArgs));
|
---|
1180 |
|
---|
1181 | /*
|
---|
1182 | * Setup the call frame using the trampoline.
|
---|
1183 | */
|
---|
1184 | CPUMHyperSetCtxCore(pVM, NULL);
|
---|
1185 | memset(pVM->vmm.s.pbEMTStackR3, 0xaa, VMM_STACK_SIZE); /* Clear the stack. */
|
---|
1186 | CPUMSetHyperESP(pVM, pVM->vmm.s.pbEMTStackBottomRC - cArgs * sizeof(RTGCUINTPTR32));
|
---|
1187 | PRTGCUINTPTR32 pFrame = (PRTGCUINTPTR32)(pVM->vmm.s.pbEMTStackR3 + VMM_STACK_SIZE) - cArgs;
|
---|
1188 | int i = cArgs;
|
---|
1189 | while (i-- > 0)
|
---|
1190 | *pFrame++ = va_arg(args, RTGCUINTPTR32);
|
---|
1191 |
|
---|
1192 | CPUMPushHyper(pVM, cArgs * sizeof(RTGCUINTPTR32)); /* stack frame size */
|
---|
1193 | CPUMPushHyper(pVM, RCPtrEntry); /* what to call */
|
---|
1194 | CPUMSetHyperEIP(pVM, pVM->vmm.s.pfnCallTrampolineRC);
|
---|
1195 |
|
---|
1196 | /*
|
---|
1197 | * We hide log flushes (outer) and hypervisor interrupts (inner).
|
---|
1198 | */
|
---|
1199 | for (;;)
|
---|
1200 | {
|
---|
1201 | int rc;
|
---|
1202 | do
|
---|
1203 | {
|
---|
1204 | #ifdef NO_SUPCALLR0VMM
|
---|
1205 | rc = VERR_GENERAL_FAILURE;
|
---|
1206 | #else
|
---|
1207 | rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
|
---|
1208 | if (RT_LIKELY(rc == VINF_SUCCESS))
|
---|
1209 | rc = pVM->vmm.s.iLastGZRc;
|
---|
1210 | #endif
|
---|
1211 | } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
|
---|
1212 |
|
---|
1213 | /*
|
---|
1214 | * Flush the logs.
|
---|
1215 | */
|
---|
1216 | #ifdef LOG_ENABLED
|
---|
1217 | PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
|
---|
1218 | if ( pLogger
|
---|
1219 | && pLogger->offScratch > 0)
|
---|
1220 | RTLogFlushRC(NULL, pLogger);
|
---|
1221 | #endif
|
---|
1222 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
1223 | PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
|
---|
1224 | if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
|
---|
1225 | RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
|
---|
1226 | #endif
|
---|
1227 | if (rc == VERR_TRPM_PANIC || rc == VERR_TRPM_DONT_PANIC)
|
---|
1228 | VMMR3FatalDump(pVM, rc);
|
---|
1229 | if (rc != VINF_VMM_CALL_HOST)
|
---|
1230 | {
|
---|
1231 | Log2(("VMMR3CallGCV: returns %Rrc (cs:eip=%04x:%08x)\n", rc, CPUMGetGuestCS(pVM), CPUMGetGuestEIP(pVM)));
|
---|
1232 | return rc;
|
---|
1233 | }
|
---|
1234 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
1235 | if (RT_FAILURE(rc))
|
---|
1236 | return rc;
|
---|
1237 | }
|
---|
1238 | }
|
---|
1239 |
|
---|
1240 |
|
---|
1241 | /**
|
---|
1242 | * Resumes executing hypervisor code when interrupted by a queue flush or a
|
---|
1243 | * debug event.
|
---|
1244 | *
|
---|
1245 | * @returns VBox status code.
|
---|
1246 | * @param pVM VM handle.
|
---|
1247 | */
|
---|
1248 | VMMR3DECL(int) VMMR3ResumeHyper(PVM pVM)
|
---|
1249 | {
|
---|
1250 | Log(("VMMR3ResumeHyper: eip=%RRv esp=%RRv\n", CPUMGetHyperEIP(pVM), CPUMGetHyperESP(pVM)));
|
---|
1251 |
|
---|
1252 | /*
|
---|
1253 | * We hide log flushes (outer) and hypervisor interrupts (inner).
|
---|
1254 | */
|
---|
1255 | for (;;)
|
---|
1256 | {
|
---|
1257 | int rc;
|
---|
1258 | do
|
---|
1259 | {
|
---|
1260 | #ifdef NO_SUPCALLR0VMM
|
---|
1261 | rc = VERR_GENERAL_FAILURE;
|
---|
1262 | #else
|
---|
1263 | rc = SUPCallVMMR0Fast(pVM->pVMR0, VMMR0_DO_RAW_RUN, 0);
|
---|
1264 | if (RT_LIKELY(rc == VINF_SUCCESS))
|
---|
1265 | rc = pVM->vmm.s.iLastGZRc;
|
---|
1266 | #endif
|
---|
1267 | } while (rc == VINF_EM_RAW_INTERRUPT_HYPER);
|
---|
1268 |
|
---|
1269 | /*
|
---|
1270 | * Flush the loggers,
|
---|
1271 | */
|
---|
1272 | #ifdef LOG_ENABLED
|
---|
1273 | PRTLOGGERRC pLogger = pVM->vmm.s.pRCLoggerR3;
|
---|
1274 | if ( pLogger
|
---|
1275 | && pLogger->offScratch > 0)
|
---|
1276 | RTLogFlushRC(NULL, pLogger);
|
---|
1277 | #endif
|
---|
1278 | #ifdef VBOX_WITH_RC_RELEASE_LOGGING
|
---|
1279 | PRTLOGGERRC pRelLogger = pVM->vmm.s.pRCRelLoggerR3;
|
---|
1280 | if (RT_UNLIKELY(pRelLogger && pRelLogger->offScratch > 0))
|
---|
1281 | RTLogFlushRC(RTLogRelDefaultInstance(), pRelLogger);
|
---|
1282 | #endif
|
---|
1283 | if (rc == VERR_TRPM_PANIC || rc == VERR_TRPM_DONT_PANIC)
|
---|
1284 | VMMR3FatalDump(pVM, rc);
|
---|
1285 | if (rc != VINF_VMM_CALL_HOST)
|
---|
1286 | {
|
---|
1287 | Log(("VMMR3ResumeHyper: returns %Rrc\n", rc));
|
---|
1288 | return rc;
|
---|
1289 | }
|
---|
1290 | rc = vmmR3ServiceCallHostRequest(pVM);
|
---|
1291 | if (RT_FAILURE(rc))
|
---|
1292 | return rc;
|
---|
1293 | }
|
---|
1294 | }
|
---|
1295 |
|
---|
1296 |
|
---|
1297 | /**
|
---|
1298 | * Service a call to the ring-3 host code.
|
---|
1299 | *
|
---|
1300 | * @returns VBox status code.
|
---|
1301 | * @param pVM VM handle.
|
---|
1302 | * @remark Careful with critsects.
|
---|
1303 | */
|
---|
1304 | static int vmmR3ServiceCallHostRequest(PVM pVM)
|
---|
1305 | {
|
---|
1306 | switch (pVM->vmm.s.enmCallHostOperation)
|
---|
1307 | {
|
---|
1308 | /*
|
---|
1309 | * Acquire the PDM lock.
|
---|
1310 | */
|
---|
1311 | case VMMCALLHOST_PDM_LOCK:
|
---|
1312 | {
|
---|
1313 | pVM->vmm.s.rcCallHost = PDMR3LockCall(pVM);
|
---|
1314 | break;
|
---|
1315 | }
|
---|
1316 |
|
---|
1317 | /*
|
---|
1318 | * Flush a PDM queue.
|
---|
1319 | */
|
---|
1320 | case VMMCALLHOST_PDM_QUEUE_FLUSH:
|
---|
1321 | {
|
---|
1322 | PDMR3QueueFlushWorker(pVM, NULL);
|
---|
1323 | pVM->vmm.s.rcCallHost = VINF_SUCCESS;
|
---|
1324 | break;
|
---|
1325 | }
|
---|
1326 |
|
---|
1327 | /*
|
---|
1328 | * Grow the PGM pool.
|
---|
1329 | */
|
---|
1330 | case VMMCALLHOST_PGM_POOL_GROW:
|
---|
1331 | {
|
---|
1332 | pVM->vmm.s.rcCallHost = PGMR3PoolGrow(pVM);
|
---|
1333 | break;
|
---|
1334 | }
|
---|
1335 |
|
---|
1336 | /*
|
---|
1337 | * Maps an page allocation chunk into ring-3 so ring-0 can use it.
|
---|
1338 | */
|
---|
1339 | case VMMCALLHOST_PGM_MAP_CHUNK:
|
---|
1340 | {
|
---|
1341 | pVM->vmm.s.rcCallHost = PGMR3PhysChunkMap(pVM, pVM->vmm.s.u64CallHostArg);
|
---|
1342 | break;
|
---|
1343 | }
|
---|
1344 |
|
---|
1345 | /*
|
---|
1346 | * Allocates more handy pages.
|
---|
1347 | */
|
---|
1348 | case VMMCALLHOST_PGM_ALLOCATE_HANDY_PAGES:
|
---|
1349 | {
|
---|
1350 | pVM->vmm.s.rcCallHost = PGMR3PhysAllocateHandyPages(pVM);
|
---|
1351 | break;
|
---|
1352 | }
|
---|
1353 | #ifndef VBOX_WITH_NEW_PHYS_CODE
|
---|
1354 |
|
---|
1355 | case VMMCALLHOST_PGM_RAM_GROW_RANGE:
|
---|
1356 | {
|
---|
1357 | const RTGCPHYS GCPhys = pVM->vmm.s.u64CallHostArg;
|
---|
1358 | pVM->vmm.s.rcCallHost = PGM3PhysGrowRange(pVM, &GCPhys);
|
---|
1359 | break;
|
---|
1360 | }
|
---|
1361 | #endif
|
---|
1362 |
|
---|
1363 | /*
|
---|
1364 | * Acquire the PGM lock.
|
---|
1365 | */
|
---|
1366 | case VMMCALLHOST_PGM_LOCK:
|
---|
1367 | {
|
---|
1368 | pVM->vmm.s.rcCallHost = PGMR3LockCall(pVM);
|
---|
1369 | break;
|
---|
1370 | }
|
---|
1371 |
|
---|
1372 | /*
|
---|
1373 | * Flush REM handler notifications.
|
---|
1374 | */
|
---|
1375 | case VMMCALLHOST_REM_REPLAY_HANDLER_NOTIFICATIONS:
|
---|
1376 | {
|
---|
1377 | REMR3ReplayHandlerNotifications(pVM);
|
---|
1378 | break;
|
---|
1379 | }
|
---|
1380 |
|
---|
1381 | /*
|
---|
1382 | * This is a noop. We just take this route to avoid unnecessary
|
---|
1383 | * tests in the loops.
|
---|
1384 | */
|
---|
1385 | case VMMCALLHOST_VMM_LOGGER_FLUSH:
|
---|
1386 | break;
|
---|
1387 |
|
---|
1388 | /*
|
---|
1389 | * Set the VM error message.
|
---|
1390 | */
|
---|
1391 | case VMMCALLHOST_VM_SET_ERROR:
|
---|
1392 | VMR3SetErrorWorker(pVM);
|
---|
1393 | break;
|
---|
1394 |
|
---|
1395 | /*
|
---|
1396 | * Set the VM runtime error message.
|
---|
1397 | */
|
---|
1398 | case VMMCALLHOST_VM_SET_RUNTIME_ERROR:
|
---|
1399 | VMR3SetRuntimeErrorWorker(pVM);
|
---|
1400 | break;
|
---|
1401 |
|
---|
1402 | /*
|
---|
1403 | * Signal a ring 0 hypervisor assertion.
|
---|
1404 | * Cancel the longjmp operation that's in progress.
|
---|
1405 | */
|
---|
1406 | case VMMCALLHOST_VM_R0_ASSERTION:
|
---|
1407 | pVM->vmm.s.enmCallHostOperation = VMMCALLHOST_INVALID;
|
---|
1408 | pVM->vmm.s.CallHostR0JmpBuf.fInRing3Call = false;
|
---|
1409 | #ifdef RT_ARCH_X86
|
---|
1410 | pVM->vmm.s.CallHostR0JmpBuf.eip = 0;
|
---|
1411 | #else
|
---|
1412 | pVM->vmm.s.CallHostR0JmpBuf.rip = 0;
|
---|
1413 | #endif
|
---|
1414 | LogRel((pVM->vmm.s.szRing0AssertMsg1));
|
---|
1415 | LogRel((pVM->vmm.s.szRing0AssertMsg2));
|
---|
1416 | return VERR_VMM_RING0_ASSERTION;
|
---|
1417 |
|
---|
1418 | default:
|
---|
1419 | AssertMsgFailed(("enmCallHostOperation=%d\n", pVM->vmm.s.enmCallHostOperation));
|
---|
1420 | return VERR_INTERNAL_ERROR;
|
---|
1421 | }
|
---|
1422 |
|
---|
1423 | pVM->vmm.s.enmCallHostOperation = VMMCALLHOST_INVALID;
|
---|
1424 | return VINF_SUCCESS;
|
---|
1425 | }
|
---|
1426 |
|
---|
1427 |
|
---|
1428 | /**
|
---|
1429 | * Displays the Force action Flags.
|
---|
1430 | *
|
---|
1431 | * @param pVM The VM handle.
|
---|
1432 | * @param pHlp The output helpers.
|
---|
1433 | * @param pszArgs The additional arguments (ignored).
|
---|
1434 | */
|
---|
1435 | static DECLCALLBACK(void) vmmR3InfoFF(PVM pVM, PCDBGFINFOHLP pHlp, const char *pszArgs)
|
---|
1436 | {
|
---|
1437 | const uint32_t fForcedActions = pVM->fForcedActions;
|
---|
1438 |
|
---|
1439 | pHlp->pfnPrintf(pHlp, "Forced action Flags: %#RX32", fForcedActions);
|
---|
1440 |
|
---|
1441 | /* show the flag mnemonics */
|
---|
1442 | int c = 0;
|
---|
1443 | uint32_t f = fForcedActions;
|
---|
1444 | #define PRINT_FLAG(flag) do { \
|
---|
1445 | if (f & (flag)) \
|
---|
1446 | { \
|
---|
1447 | static const char *s_psz = #flag; \
|
---|
1448 | if (!(c % 6)) \
|
---|
1449 | pHlp->pfnPrintf(pHlp, "%s\n %s", c ? "," : "", s_psz + 6); \
|
---|
1450 | else \
|
---|
1451 | pHlp->pfnPrintf(pHlp, ", %s", s_psz + 6); \
|
---|
1452 | c++; \
|
---|
1453 | f &= ~(flag); \
|
---|
1454 | } \
|
---|
1455 | } while (0)
|
---|
1456 | PRINT_FLAG(VM_FF_INTERRUPT_APIC);
|
---|
1457 | PRINT_FLAG(VM_FF_INTERRUPT_PIC);
|
---|
1458 | PRINT_FLAG(VM_FF_TIMER);
|
---|
1459 | PRINT_FLAG(VM_FF_PDM_QUEUES);
|
---|
1460 | PRINT_FLAG(VM_FF_PDM_DMA);
|
---|
1461 | PRINT_FLAG(VM_FF_PDM_CRITSECT);
|
---|
1462 | PRINT_FLAG(VM_FF_DBGF);
|
---|
1463 | PRINT_FLAG(VM_FF_REQUEST);
|
---|
1464 | PRINT_FLAG(VM_FF_TERMINATE);
|
---|
1465 | PRINT_FLAG(VM_FF_RESET);
|
---|
1466 | PRINT_FLAG(VM_FF_PGM_SYNC_CR3);
|
---|
1467 | PRINT_FLAG(VM_FF_PGM_SYNC_CR3_NON_GLOBAL);
|
---|
1468 | PRINT_FLAG(VM_FF_TRPM_SYNC_IDT);
|
---|
1469 | PRINT_FLAG(VM_FF_SELM_SYNC_TSS);
|
---|
1470 | PRINT_FLAG(VM_FF_SELM_SYNC_GDT);
|
---|
1471 | PRINT_FLAG(VM_FF_SELM_SYNC_LDT);
|
---|
1472 | PRINT_FLAG(VM_FF_INHIBIT_INTERRUPTS);
|
---|
1473 | PRINT_FLAG(VM_FF_CSAM_SCAN_PAGE);
|
---|
1474 | PRINT_FLAG(VM_FF_CSAM_PENDING_ACTION);
|
---|
1475 | PRINT_FLAG(VM_FF_TO_R3);
|
---|
1476 | PRINT_FLAG(VM_FF_DEBUG_SUSPEND);
|
---|
1477 | if (f)
|
---|
1478 | pHlp->pfnPrintf(pHlp, "%s\n Unknown bits: %#RX32\n", c ? "," : "", f);
|
---|
1479 | else
|
---|
1480 | pHlp->pfnPrintf(pHlp, "\n");
|
---|
1481 | #undef PRINT_FLAG
|
---|
1482 |
|
---|
1483 | /* the groups */
|
---|
1484 | c = 0;
|
---|
1485 | #define PRINT_GROUP(grp) do { \
|
---|
1486 | if (fForcedActions & (grp)) \
|
---|
1487 | { \
|
---|
1488 | static const char *s_psz = #grp; \
|
---|
1489 | if (!(c % 5)) \
|
---|
1490 | pHlp->pfnPrintf(pHlp, "%s %s", c ? ",\n" : "Groups:\n", s_psz + 6); \
|
---|
1491 | else \
|
---|
1492 | pHlp->pfnPrintf(pHlp, ", %s", s_psz + 6); \
|
---|
1493 | c++; \
|
---|
1494 | } \
|
---|
1495 | } while (0)
|
---|
1496 | PRINT_GROUP(VM_FF_EXTERNAL_SUSPENDED_MASK);
|
---|
1497 | PRINT_GROUP(VM_FF_EXTERNAL_HALTED_MASK);
|
---|
1498 | PRINT_GROUP(VM_FF_HIGH_PRIORITY_PRE_MASK);
|
---|
1499 | PRINT_GROUP(VM_FF_HIGH_PRIORITY_PRE_RAW_MASK);
|
---|
1500 | PRINT_GROUP(VM_FF_HIGH_PRIORITY_POST_MASK);
|
---|
1501 | PRINT_GROUP(VM_FF_NORMAL_PRIORITY_POST_MASK);
|
---|
1502 | PRINT_GROUP(VM_FF_NORMAL_PRIORITY_MASK);
|
---|
1503 | PRINT_GROUP(VM_FF_RESUME_GUEST_MASK);
|
---|
1504 | PRINT_GROUP(VM_FF_ALL_BUT_RAW_MASK);
|
---|
1505 | if (c)
|
---|
1506 | pHlp->pfnPrintf(pHlp, "\n");
|
---|
1507 | #undef PRINT_GROUP
|
---|
1508 | }
|
---|
1509 |
|
---|