VirtualBox

source: vbox/trunk/src/recompiler/VBoxRecompiler.c@ 1158

Last change on this file since 1158 was 1146, checked in by vboxsync, 18 years ago

Noisy logging bumped to level 2.

  • Property svn:eol-style set to native
  • Property svn:keywords set to Author Date Id Revision
File size: 153.9 KB
Line 
1/** @file
2 *
3 * VBox Recompiler - QEMU.
4 */
5
6/*
7 * Copyright (C) 2006 InnoTek Systemberatung GmbH
8 *
9 * This file is part of VirtualBox Open Source Edition (OSE), as
10 * available from http://www.virtualbox.org. This file is free software;
11 * you can redistribute it and/or modify it under the terms of the GNU
12 * General Public License as published by the Free Software Foundation,
13 * in version 2 as it comes in the "COPYING" file of the VirtualBox OSE
14 * distribution. VirtualBox OSE is distributed in the hope that it will
15 * be useful, but WITHOUT ANY WARRANTY of any kind.
16 *
17 * If you received this file as part of a commercial VirtualBox
18 * distribution, then only the terms of your commercial VirtualBox
19 * license agreement apply instead of the previous paragraph.
20 */
21
22
23/*******************************************************************************
24* Header Files *
25*******************************************************************************/
26#include "vl.h"
27#include "exec-all.h"
28
29#include <VBox/rem.h>
30#include <VBox/vmapi.h>
31#include <VBox/tm.h>
32#include <VBox/ssm.h>
33#include <VBox/em.h>
34#include <VBox/trpm.h>
35#include <VBox/iom.h>
36#include <VBox/mm.h>
37#include <VBox/pgm.h>
38#include <VBox/pdm.h>
39#include <VBox/dbgf.h>
40#include <VBox/dbg.h>
41#include <VBox/hwaccm.h>
42#include <VBox/patm.h>
43#include <VBox/csam.h>
44#include "REMInternal.h"
45#include <VBox/vm.h>
46#include <VBox/param.h>
47#include <VBox/err.h>
48
49#define LOG_GROUP LOG_GROUP_REM
50#include <VBox/log.h>
51#include <iprt/semaphore.h>
52#include <iprt/asm.h>
53#include <iprt/assert.h>
54#include <iprt/thread.h>
55#include <iprt/string.h>
56
57
58/* Don't wanna include everything. */
59extern void cpu_x86_update_cr3(CPUX86State *env, target_ulong new_cr3);
60extern void cpu_x86_update_cr0(CPUX86State *env, uint32_t new_cr0);
61extern void cpu_x86_update_cr4(CPUX86State *env, uint32_t new_cr4);
62extern void tlb_flush_page(CPUX86State *env, uint32_t addr);
63extern void tlb_flush(CPUState *env, int flush_global);
64extern void sync_seg(CPUX86State *env1, int seg_reg, int selector);
65extern void sync_ldtr(CPUX86State *env1, int selector);
66extern int sync_tr(CPUX86State *env1, int selector);
67
68#ifdef VBOX_STRICT
69unsigned long get_phys_page_offset(target_ulong addr);
70#endif
71
72
73/*******************************************************************************
74* Defined Constants And Macros *
75*******************************************************************************/
76
77/** Copy 80-bit fpu register at pSrc to pDst.
78 * This is probably faster than *calling* memcpy.
79 */
80#define REM_COPY_FPU_REG(pDst, pSrc) \
81 do { *(PX86FPUMMX)(pDst) = *(const X86FPUMMX *)(pSrc); } while (0)
82
83
84/*******************************************************************************
85* Internal Functions *
86*******************************************************************************/
87static DECLCALLBACK(int) remR3Save(PVM pVM, PSSMHANDLE pSSM);
88static DECLCALLBACK(int) remR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version);
89static void remR3StateUpdate(PVM pVM);
90static uint32_t remR3MMIOReadU8(void *pvVM, target_phys_addr_t GCPhys);
91static uint32_t remR3MMIOReadU16(void *pvVM, target_phys_addr_t GCPhys);
92static uint32_t remR3MMIOReadU32(void *pvVM, target_phys_addr_t GCPhys);
93static void remR3MMIOWriteU8(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
94static void remR3MMIOWriteU16(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
95static void remR3MMIOWriteU32(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
96
97static uint32_t remR3HandlerReadU8(void *pvVM, target_phys_addr_t GCPhys);
98static uint32_t remR3HandlerReadU16(void *pvVM, target_phys_addr_t GCPhys);
99static uint32_t remR3HandlerReadU32(void *pvVM, target_phys_addr_t GCPhys);
100static void remR3HandlerWriteU8(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
101static void remR3HandlerWriteU16(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
102static void remR3HandlerWriteU32(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32);
103
104
105/*******************************************************************************
106* Global Variables *
107*******************************************************************************/
108
109/** The log level of the recompiler. */
110#if 1
111extern int loglevel;
112#else
113int loglevel = ~0;
114FILE *logfile = NULL;
115#endif
116
117
118/** @todo Move stats to REM::s some rainy day we have nothing do to. */
119#ifdef VBOX_WITH_STATISTICS
120static STAMPROFILEADV gStatExecuteSingleInstr;
121static STAMPROFILEADV gStatCompilationQEmu;
122static STAMPROFILEADV gStatRunCodeQEmu;
123static STAMPROFILEADV gStatTotalTimeQEmu;
124static STAMPROFILEADV gStatTimers;
125static STAMPROFILEADV gStatTBLookup;
126static STAMPROFILEADV gStatIRQ;
127static STAMPROFILEADV gStatRawCheck;
128static STAMPROFILEADV gStatMemRead;
129static STAMPROFILEADV gStatMemWrite;
130static STAMCOUNTER gStatRefuseTFInhibit;
131static STAMCOUNTER gStatRefuseVM86;
132static STAMCOUNTER gStatRefusePaging;
133static STAMCOUNTER gStatRefusePAE;
134static STAMCOUNTER gStatRefuseIOPLNot0;
135static STAMCOUNTER gStatRefuseIF0;
136static STAMCOUNTER gStatRefuseCode16;
137static STAMCOUNTER gStatRefuseWP0;
138static STAMCOUNTER gStatRefuseRing1or2;
139static STAMCOUNTER gStatRefuseCanExecute;
140static STAMCOUNTER gStatREMGDTChange;
141static STAMCOUNTER gStatREMIDTChange;
142static STAMCOUNTER gStatREMLDTRChange;
143static STAMCOUNTER gStatREMTRChange;
144static STAMCOUNTER gStatSelOutOfSync[6];
145static STAMCOUNTER gStatSelOutOfSyncStateBack[6];
146#endif
147
148/*
149 * Global stuff.
150 */
151
152/** MMIO read callbacks. */
153CPUReadMemoryFunc *g_apfnMMIORead[3] =
154{
155 remR3MMIOReadU8,
156 remR3MMIOReadU16,
157 remR3MMIOReadU32
158};
159
160/** MMIO write callbacks. */
161CPUWriteMemoryFunc *g_apfnMMIOWrite[3] =
162{
163 remR3MMIOWriteU8,
164 remR3MMIOWriteU16,
165 remR3MMIOWriteU32
166};
167
168/** Handler read callbacks. */
169CPUReadMemoryFunc *g_apfnHandlerRead[3] =
170{
171 remR3HandlerReadU8,
172 remR3HandlerReadU16,
173 remR3HandlerReadU32
174};
175
176/** Handler write callbacks. */
177CPUWriteMemoryFunc *g_apfnHandlerWrite[3] =
178{
179 remR3HandlerWriteU8,
180 remR3HandlerWriteU16,
181 remR3HandlerWriteU32
182};
183
184#ifndef PGM_DYNAMIC_RAM_ALLOC
185/* Guest physical RAM base. Not to be used in external code. */
186static uint8_t *phys_ram_base;
187#endif
188
189/*
190 * Instance stuff.
191 */
192/** Pointer to the cpu state. */
193CPUState *cpu_single_env;
194
195
196#ifdef VBOX_WITH_DEBUGGER
197/*
198 * Debugger commands.
199 */
200static DECLCALLBACK(int) remR3CmdDisasEnableStepping(PCDBGCCMD pCmd, PDBGCCMDHLP pCmdHlp, PVM pVM, PCDBGCVAR paArgs, unsigned cArgs, PDBGCVAR pResult);
201
202/** '.remstep' arguments. */
203static const DBGCVARDESC g_aArgRemStep[] =
204{
205 /* cTimesMin, cTimesMax, enmCategory, fFlags, pszName, pszDescription */
206 { 0, ~0, DBGCVAR_CAT_NUMBER, 0, "on/off", "Boolean value/mnemonic indicating the new state." },
207};
208
209/** Command descriptors. */
210static const DBGCCMD g_aCmds[] =
211{
212 {
213 .pszCmd ="remstep",
214 .cArgsMin = 0,
215 .cArgsMax = 1,
216 .paArgDescs = &g_aArgRemStep[0],
217 .cArgDescs = ELEMENTS(g_aArgRemStep),
218 .pResultDesc = NULL,
219 .fFlags = 0,
220 .pfnHandler = remR3CmdDisasEnableStepping,
221 .pszSyntax = "[on/off]",
222 .pszDescription = "Enable or disable the single stepping with logged disassembly. "
223 "If no arguments show the current state."
224 }
225};
226#endif
227
228
229/*******************************************************************************
230* Internal Functions *
231*******************************************************************************/
232static void remAbort(int rc, const char *pszTip);
233
234
235/* Put them here to avoid unused variable warning. */
236AssertCompile(RT_SIZEOFMEMB(VM, rem.padding) >= RT_SIZEOFMEMB(VM, rem.s));
237//AssertCompileMemberSize(REM, Env, REM_ENV_SIZE);
238//AssertCompile(RT_SIZEOFMEMB(REM, Env) <= REM_ENV_SIZE);
239
240/**
241 * Initializes the REM.
242 *
243 * @returns VBox status code.
244 * @param pVM The VM to operate on.
245 */
246REMR3DECL(int) REMR3Init(PVM pVM)
247{
248 uint32_t u32Dummy;
249 AssertReleaseMsg(sizeof(pVM->rem.padding) >= sizeof(pVM->rem.s), ("%#x >= %#x; sizeof(Env)=%#x\n", sizeof(pVM->rem.padding), sizeof(pVM->rem.s), sizeof(pVM->rem.s.Env)));
250 //AssertReleaseMsg(sizeof(pVM->rem.s.Env) <= REM_ENV_SIZE, ("%#x == %#x\n", sizeof(pVM->rem.s.Env), REM_ENV_SIZE));
251 AssertReleaseMsg(!(RT_OFFSETOF(VM, rem) & 31), ("off=%#x\n", RT_OFFSETOF(VM, rem)));
252#if 0 /* not merged yet */
253 Assert(!testmath());
254#endif
255
256 /*
257 * Init some internal data members.
258 */
259 pVM->rem.s.offVM = RT_OFFSETOF(VM, rem.s);
260 pVM->rem.s.Env.pVM = pVM;
261#ifdef CPU_RAW_MODE_INIT
262 pVM->rem.s.state |= CPU_RAW_MODE_INIT;
263#endif
264
265 /* ctx. */
266 int rc = CPUMQueryGuestCtxPtr(pVM, &pVM->rem.s.pCtx);
267 if (VBOX_FAILURE(rc))
268 {
269 AssertMsgFailed(("Failed to obtain guest ctx pointer. rc=%Vrc\n", rc));
270 return rc;
271 }
272 AssertMsg(MMR3PhysGetRamSize(pVM) == 0, ("Init order have changed! REM depends on notification about ALL physical memory registrations\n"));
273
274 /*
275 * Init the recompiler.
276 */
277 if (!cpu_x86_init(&pVM->rem.s.Env))
278 {
279 AssertMsgFailed(("cpu_x86_init failed - impossible!\n"));
280 return VERR_GENERAL_FAILURE;
281 }
282 CPUMGetGuestCpuId(pVM, 1, &u32Dummy, &u32Dummy, &pVM->rem.s.Env.cpuid_ext_features, &pVM->rem.s.Env.cpuid_features);
283
284 /* allocate code buffer for single instruction emulation. */
285 pVM->rem.s.Env.cbCodeBuffer = 4096;
286 pVM->rem.s.Env.pvCodeBuffer = RTMemExecAlloc(pVM->rem.s.Env.cbCodeBuffer);
287 AssertMsgReturn(pVM->rem.s.Env.pvCodeBuffer, ("Failed to allocate code buffer!\n"), VERR_NO_MEMORY);
288
289 /* finally, set the cpu_single_env global. */
290 cpu_single_env = &pVM->rem.s.Env;
291
292 /* Nothing is pending by default */
293 pVM->rem.s.u32PendingInterrupt = REM_NO_PENDING_IRQ;
294
295#ifdef DEBUG_bird
296 //cpu_breakpoint_insert(&pVM->rem.s.Env, some-address);
297#endif
298
299 /*
300 * Register ram types.
301 */
302 pVM->rem.s.iMMIOMemType = cpu_register_io_memory(0, g_apfnMMIORead, g_apfnMMIOWrite, pVM);
303 AssertReleaseMsg(pVM->rem.s.iMMIOMemType > 0, ("pVM->rem.s.iMMIOMemType=%d\n", pVM->rem.s.iMMIOMemType));
304 pVM->rem.s.iHandlerMemType = cpu_register_io_memory(0, g_apfnHandlerRead, g_apfnHandlerWrite, pVM);
305 AssertReleaseMsg(pVM->rem.s.iHandlerMemType > 0, ("pVM->rem.s.iHandlerMemType=%d\n", pVM->rem.s.iHandlerMemType));
306 Log2(("REM: iMMIOMemType=%d iHandlerMemType=%d\n", pVM->rem.s.iMMIOMemType, pVM->rem.s.iHandlerMemType));
307
308 /*
309 * Register the saved state data unit.
310 */
311 rc = SSMR3RegisterInternal(pVM, "rem", 1, REM_SAVED_STATE_VERSION, sizeof(uint32_t) * 10,
312 NULL, remR3Save, NULL,
313 NULL, remR3Load, NULL);
314 if (VBOX_FAILURE(rc))
315 return rc;
316
317#ifdef VBOX_WITH_DEBUGGER
318 /*
319 * Debugger commands.
320 */
321 static bool fRegisteredCmds = false;
322 if (!fRegisteredCmds)
323 {
324 int rc = DBGCRegisterCommands(&g_aCmds[0], ELEMENTS(g_aCmds));
325 if (VBOX_SUCCESS(rc))
326 fRegisteredCmds = true;
327 }
328#endif
329
330#ifdef VBOX_WITH_STATISTICS
331 /*
332 * Statistics.
333 */
334 STAM_REG(pVM, &gStatExecuteSingleInstr, STAMTYPE_PROFILE, "/PROF/REM/SingleInstr",STAMUNIT_TICKS_PER_CALL, "Profiling single instruction emulation.");
335 STAM_REG(pVM, &gStatCompilationQEmu, STAMTYPE_PROFILE, "/PROF/REM/Compile", STAMUNIT_TICKS_PER_CALL, "Profiling QEmu compilation.");
336 STAM_REG(pVM, &gStatRunCodeQEmu, STAMTYPE_PROFILE, "/PROF/REM/Runcode", STAMUNIT_TICKS_PER_CALL, "Profiling QEmu code execution.");
337 STAM_REG(pVM, &gStatTotalTimeQEmu, STAMTYPE_PROFILE, "/PROF/REM/Emulate", STAMUNIT_TICKS_PER_CALL, "Profiling code emulation.");
338 STAM_REG(pVM, &gStatTimers, STAMTYPE_PROFILE, "/PROF/REM/Timers", STAMUNIT_TICKS_PER_CALL, "Profiling timer scheduling.");
339 STAM_REG(pVM, &gStatTBLookup, STAMTYPE_PROFILE, "/PROF/REM/TBLookup", STAMUNIT_TICKS_PER_CALL, "Profiling timer scheduling.");
340 STAM_REG(pVM, &gStatIRQ, STAMTYPE_PROFILE, "/PROF/REM/IRQ", STAMUNIT_TICKS_PER_CALL, "Profiling timer scheduling.");
341 STAM_REG(pVM, &gStatRawCheck, STAMTYPE_PROFILE, "/PROF/REM/RawCheck", STAMUNIT_TICKS_PER_CALL, "Profiling timer scheduling.");
342 STAM_REG(pVM, &gStatMemRead, STAMTYPE_PROFILE, "/PROF/REM/MemRead", STAMUNIT_TICKS_PER_CALL, "Profiling memory access.");
343 STAM_REG(pVM, &gStatMemWrite, STAMTYPE_PROFILE, "/PROF/REM/MemWrite", STAMUNIT_TICKS_PER_CALL, "Profiling memory access.");
344
345 STAM_REG(pVM, &gStatRefuseTFInhibit, STAMTYPE_COUNTER, "/REM/Refuse/TFInibit", STAMUNIT_OCCURENCES, "Raw mode refused because of TF or irq inhibit");
346 STAM_REG(pVM, &gStatRefuseVM86, STAMTYPE_COUNTER, "/REM/Refuse/VM86", STAMUNIT_OCCURENCES, "Raw mode refused because of VM86");
347 STAM_REG(pVM, &gStatRefusePaging, STAMTYPE_COUNTER, "/REM/Refuse/Paging", STAMUNIT_OCCURENCES, "Raw mode refused because of disabled paging/pm");
348 STAM_REG(pVM, &gStatRefusePAE, STAMTYPE_COUNTER, "/REM/Refuse/PAE", STAMUNIT_OCCURENCES, "Raw mode refused because of PAE");
349 STAM_REG(pVM, &gStatRefuseIOPLNot0, STAMTYPE_COUNTER, "/REM/Refuse/IOPLNot0", STAMUNIT_OCCURENCES, "Raw mode refused because of IOPL != 0");
350 STAM_REG(pVM, &gStatRefuseIF0, STAMTYPE_COUNTER, "/REM/Refuse/IF0", STAMUNIT_OCCURENCES, "Raw mode refused because of IF=0");
351 STAM_REG(pVM, &gStatRefuseCode16, STAMTYPE_COUNTER, "/REM/Refuse/Code16", STAMUNIT_OCCURENCES, "Raw mode refused because of 16 bit code");
352 STAM_REG(pVM, &gStatRefuseWP0, STAMTYPE_COUNTER, "/REM/Refuse/WP0", STAMUNIT_OCCURENCES, "Raw mode refused because of WP=0");
353 STAM_REG(pVM, &gStatRefuseRing1or2, STAMTYPE_COUNTER, "/REM/Refuse/Ring1or2", STAMUNIT_OCCURENCES, "Raw mode refused because of ring 1/2 execution");
354 STAM_REG(pVM, &gStatRefuseCanExecute, STAMTYPE_COUNTER, "/REM/Refuse/CanExecuteRaw", STAMUNIT_OCCURENCES, "Raw mode refused because of cCanExecuteRaw");
355
356 STAM_REG(pVM, &gStatREMGDTChange, STAMTYPE_COUNTER, "/REM/Change/GDTBase", STAMUNIT_OCCURENCES, "GDT base changes");
357 STAM_REG(pVM, &gStatREMLDTRChange, STAMTYPE_COUNTER, "/REM/Change/LDTR", STAMUNIT_OCCURENCES, "LDTR changes");
358 STAM_REG(pVM, &gStatREMIDTChange, STAMTYPE_COUNTER, "/REM/Change/IDTBase", STAMUNIT_OCCURENCES, "IDT base changes");
359 STAM_REG(pVM, &gStatREMTRChange, STAMTYPE_COUNTER, "/REM/Change/TR", STAMUNIT_OCCURENCES, "TR selector changes");
360
361 STAM_REG(pVM, &gStatSelOutOfSync[0], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/ES", STAMUNIT_OCCURENCES, "ES out of sync");
362 STAM_REG(pVM, &gStatSelOutOfSync[1], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/CS", STAMUNIT_OCCURENCES, "CS out of sync");
363 STAM_REG(pVM, &gStatSelOutOfSync[2], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/SS", STAMUNIT_OCCURENCES, "SS out of sync");
364 STAM_REG(pVM, &gStatSelOutOfSync[3], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/DS", STAMUNIT_OCCURENCES, "DS out of sync");
365 STAM_REG(pVM, &gStatSelOutOfSync[4], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/FS", STAMUNIT_OCCURENCES, "FS out of sync");
366 STAM_REG(pVM, &gStatSelOutOfSync[5], STAMTYPE_COUNTER, "/REM/State/SelOutOfSync/GS", STAMUNIT_OCCURENCES, "GS out of sync");
367
368 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[0], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/ES", STAMUNIT_OCCURENCES, "ES out of sync");
369 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[1], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/CS", STAMUNIT_OCCURENCES, "CS out of sync");
370 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[2], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/SS", STAMUNIT_OCCURENCES, "SS out of sync");
371 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[3], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/DS", STAMUNIT_OCCURENCES, "DS out of sync");
372 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[4], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/FS", STAMUNIT_OCCURENCES, "FS out of sync");
373 STAM_REG(pVM, &gStatSelOutOfSyncStateBack[5], STAMTYPE_COUNTER, "/REM/StateBack/SelOutOfSync/GS", STAMUNIT_OCCURENCES, "GS out of sync");
374
375#endif
376 return rc;
377}
378
379
380/**
381 * Terminates the REM.
382 *
383 * Termination means cleaning up and freeing all resources,
384 * the VM it self is at this point powered off or suspended.
385 *
386 * @returns VBox status code.
387 * @param pVM The VM to operate on.
388 */
389REMR3DECL(int) REMR3Term(PVM pVM)
390{
391 return VINF_SUCCESS;
392}
393
394
395/**
396 * The VM is being reset.
397 *
398 * For the REM component this means to call the cpu_reset() and
399 * reinitialize some state variables.
400 *
401 * @param pVM VM handle.
402 */
403REMR3DECL(void) REMR3Reset(PVM pVM)
404{
405 pVM->rem.s.fIgnoreCR3Load = true;
406 pVM->rem.s.fIgnoreInvlPg = true;
407 pVM->rem.s.fIgnoreCpuMode = true;
408
409 /*
410 * Reset the REM cpu.
411 */
412 cpu_reset(&pVM->rem.s.Env);
413 pVM->rem.s.cInvalidatedPages = 0;
414
415 pVM->rem.s.fIgnoreCR3Load = false;
416 pVM->rem.s.fIgnoreInvlPg = false;
417 pVM->rem.s.fIgnoreCpuMode = false;
418}
419
420
421/**
422 * Execute state save operation.
423 *
424 * @returns VBox status code.
425 * @param pVM VM Handle.
426 * @param pSSM SSM operation handle.
427 */
428static DECLCALLBACK(int) remR3Save(PVM pVM, PSSMHANDLE pSSM)
429{
430 LogFlow(("remR3Save:\n"));
431
432 /*
433 * Save the required CPU Env bits.
434 * (Not much because we're never in REM when doing the save.)
435 */
436 PREM pRem = &pVM->rem.s;
437 Assert(!pRem->fInREM);
438 SSMR3PutU32(pSSM, pRem->Env.hflags);
439 SSMR3PutMem(pSSM, &pRem->Env, RT_OFFSETOF(CPUState, jmp_env));
440 SSMR3PutU32(pSSM, ~0); /* separator */
441
442 /*
443 * Save the REM stuff.
444 */
445 SSMR3PutUInt(pSSM, pRem->cInvalidatedPages);
446 unsigned i;
447 for (i = 0; i < pRem->cInvalidatedPages; i++)
448 SSMR3PutGCPtr(pSSM, pRem->aGCPtrInvalidatedPages[i]);
449
450 SSMR3PutUInt(pSSM, pVM->rem.s.u32PendingInterrupt);
451
452 return SSMR3PutU32(pSSM, ~0); /* terminator */
453}
454
455
456/**
457 * Execute state load operation.
458 *
459 * @returns VBox status code.
460 * @param pVM VM Handle.
461 * @param pSSM SSM operation handle.
462 * @param u32Version Data layout version.
463 */
464static DECLCALLBACK(int) remR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version)
465{
466 uint32_t u32Dummy;
467 LogFlow(("remR3Load:\n"));
468
469 /*
470 * Validate version.
471 */
472 if (u32Version != REM_SAVED_STATE_VERSION)
473 {
474 Log(("remR3Load: Invalid version u32Version=%d!\n", u32Version));
475 return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION;
476 }
477
478 /*
479 * Do a reset to be on the safe side...
480 */
481 REMR3Reset(pVM);
482
483 /*
484 * Ignore all ignorable notifications.
485 * Not doing this will cause big trouble.
486 */
487 pVM->rem.s.fIgnoreCR3Load = true;
488 pVM->rem.s.fIgnoreInvlPg = true;
489 pVM->rem.s.fIgnoreCpuMode = true;
490
491 /*
492 * Load the required CPU Env bits.
493 * (Not much because we're never in REM when doing the save.)
494 */
495 PREM pRem = &pVM->rem.s;
496 Assert(!pRem->fInREM);
497 SSMR3GetU32(pSSM, &pRem->Env.hflags);
498 SSMR3GetMem(pSSM, &pRem->Env, RT_OFFSETOF(CPUState, jmp_env));
499 uint32_t u32Sep;
500 int rc = SSMR3GetU32(pSSM, &u32Sep); /* separator */
501 if (VBOX_FAILURE(rc))
502 return rc;
503 if (u32Sep != ~0)
504 {
505 AssertMsgFailed(("u32Sep=%#x\n", u32Sep));
506 return VERR_SSM_DATA_UNIT_FORMAT_CHANGED;
507 }
508
509 /*
510 * Load the REM stuff.
511 */
512 rc = SSMR3GetUInt(pSSM, &pRem->cInvalidatedPages);
513 if (VBOX_FAILURE(rc))
514 return rc;
515 if (pRem->cInvalidatedPages > ELEMENTS(pRem->aGCPtrInvalidatedPages))
516 {
517 AssertMsgFailed(("cInvalidatedPages=%#x\n", pRem->cInvalidatedPages));
518 return VERR_SSM_DATA_UNIT_FORMAT_CHANGED;
519 }
520 unsigned i;
521 for (i = 0; i < pRem->cInvalidatedPages; i++)
522 SSMR3GetGCPtr(pSSM, &pRem->aGCPtrInvalidatedPages[i]);
523
524 rc = SSMR3GetUInt(pSSM, &pVM->rem.s.u32PendingInterrupt);
525 if (VBOX_FAILURE(rc))
526 return rc;
527
528 /* check the terminator. */
529 rc = SSMR3GetU32(pSSM, &u32Sep);
530 if (VBOX_FAILURE(rc))
531 return rc;
532 if (u32Sep != ~0)
533 {
534 AssertMsgFailed(("u32Sep=%#x (term)\n", u32Sep));
535 return VERR_SSM_DATA_UNIT_FORMAT_CHANGED;
536 }
537
538 /*
539 * Get the CPUID features.
540 */
541 CPUMGetGuestCpuId(pVM, 1, &u32Dummy, &u32Dummy, &pVM->rem.s.Env.cpuid_ext_features, &pVM->rem.s.Env.cpuid_features);
542
543 /*
544 * Sync the Load Flush the TLB
545 */
546 tlb_flush(&pRem->Env, 1);
547
548#if 0 /** @todo r=bird: this doesn't make sense. WHY? */
549 /*
550 * Clear all lazy flags (only FPU sync for now).
551 */
552 CPUMGetAndClearFPUUsedREM(pVM);
553#endif
554
555 /*
556 * Stop ignoring ignornable notifications.
557 */
558 pVM->rem.s.fIgnoreCpuMode = false;
559 pVM->rem.s.fIgnoreInvlPg = false;
560 pVM->rem.s.fIgnoreCR3Load = false;
561
562 return VINF_SUCCESS;
563}
564
565
566
567#undef LOG_GROUP
568#define LOG_GROUP LOG_GROUP_REM_RUN
569
570/**
571 * Single steps an instruction in recompiled mode.
572 *
573 * Before calling this function the REM state needs to be in sync with
574 * the VM. Call REMR3State() to perform the sync. It's only necessary
575 * (and permitted) to sync at the first call to REMR3Step()/REMR3Run()
576 * and after calling REMR3StateBack().
577 *
578 * @returns VBox status code.
579 *
580 * @param pVM VM Handle.
581 */
582REMR3DECL(int) REMR3Step(PVM pVM)
583{
584 /*
585 * Lock the REM - we don't wanna have anyone interrupting us
586 * while stepping - and enabled single stepping. We also ignore
587 * pending interrupts and suchlike.
588 */
589 int interrupt_request = pVM->rem.s.Env.interrupt_request;
590 Assert(!(interrupt_request & ~(CPU_INTERRUPT_HARD | CPU_INTERRUPT_EXIT | CPU_INTERRUPT_EXITTB | CPU_INTERRUPT_TIMER | CPU_INTERRUPT_EXTERNAL_HARD | CPU_INTERRUPT_EXTERNAL_EXIT | CPU_INTERRUPT_EXTERNAL_TIMER)));
591 pVM->rem.s.Env.interrupt_request = 0;
592 cpu_single_step(&pVM->rem.s.Env, 1);
593
594 /*
595 * If we're standing at a breakpoint, that have to be disabled before we start stepping.
596 */
597 RTGCPTR GCPtrPC = pVM->rem.s.Env.eip + pVM->rem.s.Env.segs[R_CS].base;
598 bool fBp = !cpu_breakpoint_remove(&pVM->rem.s.Env, GCPtrPC);
599
600 /*
601 * Execute and handle the return code.
602 * We execute without enabling the cpu tick, so on success we'll
603 * just flip it on and off to make sure it moves
604 */
605 int rc = cpu_exec(&pVM->rem.s.Env);
606 if (rc == EXCP_DEBUG)
607 {
608 TMCpuTickResume(pVM);
609 TMCpuTickPause(pVM);
610 TMVirtualResume(pVM);
611 TMVirtualPause(pVM);
612 rc = VINF_EM_DBG_STEPPED;
613 }
614 else
615 {
616 AssertMsgFailed(("Damn, this shouldn't happen! cpu_exec returned %d while singlestepping\n", rc));
617 switch (rc)
618 {
619 case EXCP_INTERRUPT: rc = VINF_SUCCESS; break;
620 case EXCP_HLT: rc = VINF_EM_HALT; break;
621 case EXCP_RC:
622 rc = pVM->rem.s.rc;
623 pVM->rem.s.rc = VERR_INTERNAL_ERROR;
624 break;
625 default:
626 AssertReleaseMsgFailed(("This really shouldn't happen, rc=%d!\n", rc));
627 rc = VERR_INTERNAL_ERROR;
628 break;
629 }
630 }
631
632 /*
633 * Restore the stuff we changed to prevent interruption.
634 * Unlock the REM.
635 */
636 if (fBp)
637 {
638 int rc2 = cpu_breakpoint_insert(&pVM->rem.s.Env, GCPtrPC);
639 Assert(rc2 == 0); NOREF(rc2);
640 }
641 cpu_single_step(&pVM->rem.s.Env, 0);
642 pVM->rem.s.Env.interrupt_request = interrupt_request;
643
644 return rc;
645}
646
647
648/**
649 * Set a breakpoint using the REM facilities.
650 *
651 * @returns VBox status code.
652 * @param pVM The VM handle.
653 * @param Address The breakpoint address.
654 * @thread The emulation thread.
655 */
656REMR3DECL(int) REMR3BreakpointSet(PVM pVM, RTGCUINTPTR Address)
657{
658 VM_ASSERT_EMT(pVM);
659 if (!cpu_breakpoint_insert(&pVM->rem.s.Env, Address))
660 {
661 LogFlow(("REMR3BreakpointSet: Address=%VGv\n", Address));
662 return VINF_SUCCESS;
663 }
664 LogFlow(("REMR3BreakpointSet: Address=%VGv - failed!\n", Address));
665 return VERR_REM_NO_MORE_BP_SLOTS;
666}
667
668
669/**
670 * Clears a breakpoint set by REMR3BreakpointSet().
671 *
672 * @returns VBox status code.
673 * @param pVM The VM handle.
674 * @param Address The breakpoint address.
675 * @thread The emulation thread.
676 */
677REMR3DECL(int) REMR3BreakpointClear(PVM pVM, RTGCUINTPTR Address)
678{
679 VM_ASSERT_EMT(pVM);
680 if (!cpu_breakpoint_remove(&pVM->rem.s.Env, Address))
681 {
682 LogFlow(("REMR3BreakpointClear: Address=%VGv\n", Address));
683 return VINF_SUCCESS;
684 }
685 LogFlow(("REMR3BreakpointClear: Address=%VGv - not found!\n", Address));
686 return VERR_REM_BP_NOT_FOUND;
687}
688
689
690/**
691 * Emulate an instruction.
692 *
693 * This function executes one instruction without letting anyone
694 * interrupt it. This is intended for being called while being in
695 * raw mode and thus will take care of all the state syncing between
696 * REM and the rest.
697 *
698 * @returns VBox status code.
699 * @param pVM VM handle.
700 */
701REMR3DECL(int) REMR3EmulateInstruction(PVM pVM)
702{
703 Log2(("REMR3EmulateInstruction: (cs:eip=%04x:%08x)\n", pVM->rem.s.Env.segs[R_CS].selector, pVM->rem.s.Env.eip));
704
705 /*
706 * Sync the state and enable single instruction / single stepping.
707 */
708 int rc = REMR3State(pVM);
709 if (VBOX_SUCCESS(rc))
710 {
711 int interrupt_request = pVM->rem.s.Env.interrupt_request;
712 Assert(!(interrupt_request & ~(CPU_INTERRUPT_HARD | CPU_INTERRUPT_EXIT | CPU_INTERRUPT_EXITTB | CPU_INTERRUPT_TIMER | CPU_INTERRUPT_EXTERNAL_HARD | CPU_INTERRUPT_EXTERNAL_EXIT | CPU_INTERRUPT_EXTERNAL_TIMER)));
713 Assert(!pVM->rem.s.Env.singlestep_enabled);
714#if 1
715
716 /*
717 * Now we set the execute single instruction flag and enter the cpu_exec loop.
718 */
719 pVM->rem.s.Env.interrupt_request = CPU_INTERRUPT_SINGLE_INSTR;
720 rc = cpu_exec(&pVM->rem.s.Env);
721 switch (rc)
722 {
723 /*
724 * Executed without anything out of the way happening.
725 */
726 case EXCP_SINGLE_INSTR:
727 rc = VINF_EM_RESCHEDULE;
728 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_SINGLE_INSTR\n"));
729 break;
730
731 /*
732 * If we take a trap or start servicing a pending interrupt, we might end up here.
733 * (Timer thread or some other thread wishing EMT's attention.)
734 */
735 case EXCP_INTERRUPT:
736 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_INTERRUPT\n"));
737 rc = VINF_EM_RESCHEDULE;
738 break;
739
740 /*
741 * Single step, we assume!
742 * If there was a breakpoint there we're fucked now.
743 */
744 case EXCP_DEBUG:
745 {
746 /* breakpoint or single step? */
747 RTGCPTR GCPtrPC = pVM->rem.s.Env.eip + pVM->rem.s.Env.segs[R_CS].base;
748 int iBP;
749 rc = VINF_EM_DBG_STEPPED;
750 for (iBP = 0; iBP < pVM->rem.s.Env.nb_breakpoints; iBP++)
751 if (pVM->rem.s.Env.breakpoints[iBP] == GCPtrPC)
752 {
753 rc = VINF_EM_DBG_BREAKPOINT;
754 break;
755 }
756 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_DEBUG rc=%Vrc iBP=%d GCPtrPC=%VGv\n", rc, iBP, GCPtrPC));
757 break;
758 }
759
760 /*
761 * hlt instruction.
762 */
763 case EXCP_HLT:
764 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_HLT\n"));
765 rc = VINF_EM_HALT;
766 break;
767
768 /*
769 * Switch to RAW-mode.
770 */
771 case EXCP_EXECUTE_RAW:
772 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_EXECUTE_RAW\n"));
773 rc = VINF_EM_RESCHEDULE_RAW;
774 break;
775
776 /*
777 * Switch to hardware accelerated RAW-mode.
778 */
779 case EXCP_EXECUTE_HWACC:
780 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_EXECUTE_HWACC\n"));
781 rc = VINF_EM_RESCHEDULE_HWACC;
782 break;
783
784 /*
785 * An EM RC was raised (VMR3Reset/Suspend/PowerOff).
786 */
787 case EXCP_RC:
788 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_RC\n"));
789 rc = pVM->rem.s.rc;
790 pVM->rem.s.rc = VERR_INTERNAL_ERROR;
791 break;
792
793 /*
794 * Figure out the rest when they arrive....
795 */
796 default:
797 AssertMsgFailed(("rc=%d\n", rc));
798 Log2(("REMR3EmulateInstruction: cpu_exec -> %d\n", rc));
799 rc = VINF_EM_RESCHEDULE;
800 break;
801 }
802
803 /*
804 * Switch back the state.
805 */
806#else
807 pVM->rem.s.Env.interrupt_request = 0;
808 cpu_single_step(&pVM->rem.s.Env, 1);
809
810 /*
811 * Execute and handle the return code.
812 * We execute without enabling the cpu tick, so on success we'll
813 * just flip it on and off to make sure it moves.
814 *
815 * (We do not use emulate_single_instr() because that doesn't enter the
816 * right way in will cause serious trouble if a longjmp was attempted.)
817 */
818 #ifdef DEBUG_bird
819 remR3DisasInstr(&pVM->rem.s.Env, 1, "REMR3EmulateInstruction");
820 #endif
821 int cTimesMax = 16384;
822 uint32_t eip = pVM->rem.s.Env.eip;
823 do
824 {
825 rc = cpu_exec(&pVM->rem.s.Env);
826 } while ( eip == pVM->rem.s.Env.eip
827 && (rc == EXCP_DEBUG || rc == EXCP_EXECUTE_RAW)
828 && --cTimesMax > 0);
829 switch (rc)
830 {
831 /*
832 * Single step, we assume!
833 * If there was a breakpoint there we're fucked now.
834 */
835 case EXCP_DEBUG:
836 {
837 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_DEBUG\n"));
838 rc = VINF_EM_RESCHEDULE;
839 break;
840 }
841
842 /*
843 * We cannot be interrupted!
844 */
845 case EXCP_INTERRUPT:
846 AssertMsgFailed(("Shouldn't happen! Everything was locked!\n"));
847 rc = VERR_INTERNAL_ERROR;
848 break;
849
850 /*
851 * hlt instruction.
852 */
853 case EXCP_HLT:
854 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_HLT\n"));
855 rc = VINF_EM_HALT;
856 break;
857
858 /*
859 * Switch to RAW-mode.
860 */
861 case EXCP_EXECUTE_RAW:
862 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_EXECUTE_RAW\n"));
863 rc = VINF_EM_RESCHEDULE_RAW;
864 break;
865
866 /*
867 * Switch to hardware accelerated RAW-mode.
868 */
869 case EXCP_EXECUTE_HWACC:
870 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_EXECUTE_HWACC\n"));
871 rc = VINF_EM_RESCHEDULE_HWACC;
872 break;
873
874 /*
875 * An EM RC was raised (VMR3Reset/Suspend/PowerOff).
876 */
877 case EXCP_RC:
878 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_RC rc=%Vrc\n", pVM->rem.s.rc));
879 rc = pVM->rem.s.rc;
880 pVM->rem.s.rc = VERR_INTERNAL_ERROR;
881 break;
882
883 /*
884 * Figure out the rest when they arrive....
885 */
886 default:
887 AssertMsgFailed(("rc=%d\n", rc));
888 Log2(("REMR3EmulateInstruction: cpu_exec -> %d\n", rc));
889 rc = VINF_SUCCESS;
890 break;
891 }
892
893 /*
894 * Switch back the state.
895 */
896 cpu_single_step(&pVM->rem.s.Env, 0);
897#endif
898 pVM->rem.s.Env.interrupt_request = interrupt_request;
899 int rc2 = REMR3StateBack(pVM);
900 AssertRC(rc2);
901 }
902
903 Log2(("REMR3EmulateInstruction: returns %Vrc (cs:eip=%04x:%08x)\n",
904 rc, pVM->rem.s.Env.segs[R_CS].selector, pVM->rem.s.Env.eip));
905 return rc;
906}
907
908
909/**
910 * Runs code in recompiled mode.
911 *
912 * Before calling this function the REM state needs to be in sync with
913 * the VM. Call REMR3State() to perform the sync. It's only necessary
914 * (and permitted) to sync at the first call to REMR3Step()/REMR3Run()
915 * and after calling REMR3StateBack().
916 *
917 * @returns VBox status code.
918 *
919 * @param pVM VM Handle.
920 */
921REMR3DECL(int) REMR3Run(PVM pVM)
922{
923 Log2(("REMR3Run: (cs:eip=%04x:%08x)\n", pVM->rem.s.Env.segs[R_CS].selector, pVM->rem.s.Env.eip));
924 Assert(pVM->rem.s.fInREM);
925////Keyboard / tb stuff:
926//if ( pVM->rem.s.Env.segs[R_CS].selector == 0xf000
927// && pVM->rem.s.Env.eip >= 0xe860
928// && pVM->rem.s.Env.eip <= 0xe880)
929// pVM->rem.s.Env.state |= CPU_EMULATE_SINGLE_STEP;
930////A20:
931//if ( pVM->rem.s.Env.segs[R_CS].selector == 0x9020
932// && pVM->rem.s.Env.eip >= 0x970
933// && pVM->rem.s.Env.eip <= 0x9a0)
934// pVM->rem.s.Env.state |= CPU_EMULATE_SINGLE_STEP;
935////Speaker (port 61h)
936//if ( pVM->rem.s.Env.segs[R_CS].selector == 0x0010
937// && ( (pVM->rem.s.Env.eip >= 0x90278c10 && pVM->rem.s.Env.eip <= 0x90278c30)
938// || (pVM->rem.s.Env.eip >= 0x9010e250 && pVM->rem.s.Env.eip <= 0x9010e260)
939// )
940// )
941// pVM->rem.s.Env.state |= CPU_EMULATE_SINGLE_STEP;
942//DBGFR3InfoLog(pVM, "timers", NULL);
943
944
945 int rc = cpu_exec(&pVM->rem.s.Env);
946 switch (rc)
947 {
948 /*
949 * This happens when the execution was interrupted
950 * by an external event, like pending timers.
951 */
952 case EXCP_INTERRUPT:
953 Log2(("REMR3Run: cpu_exec -> EXCP_INTERRUPT\n"));
954 rc = VINF_SUCCESS;
955 break;
956
957 /*
958 * hlt instruction.
959 */
960 case EXCP_HLT:
961 Log2(("REMR3Run: cpu_exec -> EXCP_HLT\n"));
962 rc = VINF_EM_HALT;
963 break;
964
965 /*
966 * Breakpoint/single step.
967 */
968 case EXCP_DEBUG:
969 {
970#if 0//def DEBUG_bird
971 static int iBP = 0;
972 printf("howdy, breakpoint! iBP=%d\n", iBP);
973 switch (iBP)
974 {
975 case 0:
976 cpu_breakpoint_remove(&pVM->rem.s.Env, pVM->rem.s.Env.eip + pVM->rem.s.Env.segs[R_CS].base);
977 pVM->rem.s.Env.state |= CPU_EMULATE_SINGLE_STEP;
978 //pVM->rem.s.Env.interrupt_request = 0;
979 //pVM->rem.s.Env.exception_index = -1;
980 //g_fInterruptDisabled = 1;
981 rc = VINF_SUCCESS;
982 asm("int3");
983 break;
984 default:
985 asm("int3");
986 break;
987 }
988 iBP++;
989#else
990 /* breakpoint or single step? */
991 RTGCPTR GCPtrPC = pVM->rem.s.Env.eip + pVM->rem.s.Env.segs[R_CS].base;
992 int iBP;
993 rc = VINF_EM_DBG_STEPPED;
994 for (iBP = 0; iBP < pVM->rem.s.Env.nb_breakpoints; iBP++)
995 if (pVM->rem.s.Env.breakpoints[iBP] == GCPtrPC)
996 {
997 rc = VINF_EM_DBG_BREAKPOINT;
998 break;
999 }
1000 Log2(("REMR3Run: cpu_exec -> EXCP_DEBUG rc=%Vrc iBP=%d GCPtrPC=%VGv\n", rc, iBP, GCPtrPC));
1001#endif
1002 break;
1003 }
1004
1005 /*
1006 * Switch to RAW-mode.
1007 */
1008 case EXCP_EXECUTE_RAW:
1009 Log2(("REMR3Run: cpu_exec -> EXCP_EXECUTE_RAW\n"));
1010 rc = VINF_EM_RESCHEDULE_RAW;
1011 break;
1012
1013 /*
1014 * Switch to hardware accelerated RAW-mode.
1015 */
1016 case EXCP_EXECUTE_HWACC:
1017 Log2(("REMR3EmulateInstruction: cpu_exec -> EXCP_EXECUTE_HWACC\n"));
1018 rc = VINF_EM_RESCHEDULE_HWACC;
1019 break;
1020
1021 /*
1022 * An EM RC was raised (VMR3Reset/Suspend/PowerOff).
1023 */
1024 case EXCP_RC:
1025 Log2(("REMR3Run: cpu_exec -> EXCP_RC rc=%Vrc\n", pVM->rem.s.rc));
1026 rc = pVM->rem.s.rc;
1027 pVM->rem.s.rc = VERR_INTERNAL_ERROR;
1028 break;
1029
1030 /*
1031 * Figure out the rest when they arrive....
1032 */
1033 default:
1034 AssertMsgFailed(("rc=%d\n", rc));
1035 Log2(("REMR3Run: cpu_exec -> %d\n", rc));
1036 rc = VINF_SUCCESS;
1037 break;
1038 }
1039
1040 Log2(("REMR3Run: returns %Vrc (cs:eip=%04x:%08x)\n", rc, pVM->rem.s.Env.segs[R_CS].selector, pVM->rem.s.Env.eip));
1041 return rc;
1042}
1043
1044
1045/**
1046 * Check if the cpu state is suitable for Raw execution.
1047 *
1048 * @returns boolean
1049 * @param env The CPU env struct.
1050 * @param eip The EIP to check this for (might differ from env->eip).
1051 * @param fFlags hflags OR'ed with IOPL, TF and VM from eflags.
1052 * @param pExceptionIndex Stores EXCP_EXECUTE_RAW/HWACC in case raw mode is supported in this context
1053 *
1054 * @remark This function must be kept in perfect sync with the scheduler in EM.cpp!
1055 */
1056bool remR3CanExecuteRaw(CPUState *env, RTGCPTR eip, unsigned fFlags, uint32_t *pExceptionIndex)
1057{
1058 /* !!! THIS MUST BE IN SYNC WITH emR3Reschedule !!! */
1059 /* !!! THIS MUST BE IN SYNC WITH emR3Reschedule !!! */
1060 /* !!! THIS MUST BE IN SYNC WITH emR3Reschedule !!! */
1061
1062 /* Update counter. */
1063 env->pVM->rem.s.cCanExecuteRaw++;
1064
1065 if (HWACCMIsEnabled(env->pVM))
1066 {
1067 env->state |= CPU_RAW_HWACC;
1068
1069 /*
1070 * Create partial context for HWACCMR3CanExecuteGuest
1071 */
1072 CPUMCTX Ctx;
1073 Ctx.cr0 = env->cr[0];
1074 Ctx.cr3 = env->cr[3];
1075 Ctx.cr4 = env->cr[4];
1076
1077 Ctx.tr = env->tr.selector;
1078 Ctx.trHid.u32Base = (uint32_t)env->tr.base;
1079 Ctx.trHid.u32Limit = env->tr.limit;
1080 Ctx.trHid.Attr.u = (env->tr.flags >> 8) & 0xF0FF;
1081
1082 Ctx.idtr.cbIdt = env->idt.limit;
1083 Ctx.idtr.pIdt = (uint32_t)env->idt.base;
1084
1085 Ctx.eflags.u32 = env->eflags;
1086
1087 Ctx.cs = env->segs[R_CS].selector;
1088 Ctx.csHid.u32Base = (uint32_t)env->segs[R_CS].base;
1089 Ctx.csHid.u32Limit = env->segs[R_CS].limit;
1090 Ctx.csHid.Attr.u = (env->segs[R_CS].flags >> 8) & 0xF0FF;
1091
1092 Ctx.ss = env->segs[R_SS].selector;
1093 Ctx.ssHid.u32Base = (uint32_t)env->segs[R_SS].base;
1094 Ctx.ssHid.u32Limit = env->segs[R_SS].limit;
1095 Ctx.ssHid.Attr.u = (env->segs[R_SS].flags >> 8) & 0xF0FF;
1096
1097 /* Hardware accelerated raw-mode:
1098 *
1099 * Typically only 32-bits protected mode, with paging enabled, code is allowed here.
1100 */
1101 if (HWACCMR3CanExecuteGuest(env->pVM, &Ctx) == true)
1102 {
1103 *pExceptionIndex = EXCP_EXECUTE_HWACC;
1104 return true;
1105 }
1106 return false;
1107 }
1108
1109 /*
1110 * Here we only support 16 & 32 bits protected mode ring 3 code that has no IO privileges
1111 * or 32 bits protected mode ring 0 code
1112 *
1113 * The tests are ordered by the likelyhood of being true during normal execution.
1114 */
1115 if (fFlags & (HF_TF_MASK | HF_INHIBIT_IRQ_MASK))
1116 {
1117 STAM_COUNTER_INC(&gStatRefuseTFInhibit);
1118 Log2(("raw mode refused: fFlags=%#x\n", fFlags));
1119 return false;
1120 }
1121
1122#ifndef VBOX_RAW_V86
1123 if (fFlags & VM_MASK) {
1124 STAM_COUNTER_INC(&gStatRefuseVM86);
1125 Log2(("raw mode refused: VM_MASK\n"));
1126 return false;
1127 }
1128#endif
1129
1130 if (env->state & CPU_EMULATE_SINGLE_INSTR)
1131 {
1132#ifndef DEBUG_bird
1133 Log2(("raw mode refused: CPU_EMULATE_SINGLE_INSTR\n"));
1134#endif
1135 return false;
1136 }
1137
1138 if (env->singlestep_enabled)
1139 {
1140 //Log2(("raw mode refused: Single step\n"));
1141 return false;
1142 }
1143
1144 if (env->nb_breakpoints > 0)
1145 {
1146 //Log2(("raw mode refused: Breakpoints\n"));
1147 return false;
1148 }
1149
1150 uint32_t u32CR0 = env->cr[0];
1151 if ((u32CR0 & (X86_CR0_PG | X86_CR0_PE)) != (X86_CR0_PG | X86_CR0_PE))
1152 {
1153 STAM_COUNTER_INC(&gStatRefusePaging);
1154 //Log2(("raw mode refused: %s%s%s\n", (u32CR0 & X86_CR0_PG) ? "" : " !PG", (u32CR0 & X86_CR0_PE) ? "" : " !PE", (u32CR0 & X86_CR0_AM) ? "" : " !AM"));
1155 return false;
1156 }
1157
1158 if (env->cr[4] & CR4_PAE_MASK)
1159 {
1160 STAM_COUNTER_INC(&gStatRefusePAE);
1161 //Log2(("raw mode refused: PAE\n"));
1162 return false;
1163 }
1164
1165 if (((fFlags >> HF_CPL_SHIFT) & 3) == 3)
1166 {
1167 if (!EMIsRawRing3Enabled(env->pVM))
1168 return false;
1169
1170 if (!(env->eflags & IF_MASK))
1171 {
1172#ifdef VBOX_RAW_V86
1173 if(!(fFlags & VM_MASK))
1174 return false;
1175#else
1176 STAM_COUNTER_INC(&gStatRefuseIF0);
1177 Log2(("raw mode refused: IF (RawR3)\n"));
1178 return false;
1179#endif
1180 }
1181
1182 if (!(u32CR0 & CR0_WP_MASK) && EMIsRawRing0Enabled(env->pVM))
1183 {
1184 STAM_COUNTER_INC(&gStatRefuseWP0);
1185 Log2(("raw mode refused: CR0.WP + RawR0\n"));
1186 return false;
1187 }
1188 }
1189 else
1190 {
1191 if (!EMIsRawRing0Enabled(env->pVM))
1192 return false;
1193
1194 // Let's start with pure 32 bits ring 0 code first
1195 if ((fFlags & (HF_SS32_MASK | HF_CS32_MASK)) != (HF_SS32_MASK | HF_CS32_MASK))
1196 {
1197 STAM_COUNTER_INC(&gStatRefuseCode16);
1198 Log2(("raw r0 mode refused: HF_[S|C]S32_MASK fFlags=%#x\n", fFlags));
1199 return false;
1200 }
1201
1202 // Only R0
1203 if (((fFlags >> HF_CPL_SHIFT) & 3) != 0)
1204 {
1205 STAM_COUNTER_INC(&gStatRefuseRing1or2);
1206 Log2(("raw r0 mode refused: CPL %d\n", ((fFlags >> HF_CPL_SHIFT) & 3) ));
1207 return false;
1208 }
1209
1210 if (!(u32CR0 & CR0_WP_MASK))
1211 {
1212 STAM_COUNTER_INC(&gStatRefuseWP0);
1213 Log2(("raw r0 mode refused: CR0.WP=0!\n"));
1214 return false;
1215 }
1216
1217 if (PATMIsPatchGCAddr(env->pVM, eip))
1218 {
1219 Log2(("raw r0 mode forced: patch code\n"));
1220 *pExceptionIndex = EXCP_EXECUTE_RAW;
1221 return true;
1222 }
1223
1224#if !defined(VBOX_ALLOW_IF0) && !defined(VBOX_RUN_INTERRUPT_GATE_HANDLERS)
1225 if (!(env->eflags & IF_MASK))
1226 {
1227 STAM_COUNTER_INC(&gStatRefuseIF0);
1228 ////Log2(("R0: IF=0 VIF=%d %08X\n", eip, *env->pVMeflags));
1229 //Log2(("RR0: Interrupts turned off; fall back to emulation\n"));
1230 return false;
1231 }
1232#endif
1233
1234 env->state |= CPU_RAW_RING0;
1235 }
1236
1237 /*
1238 * Don't reschedule the first time we're called, because there might be
1239 * special reasons why we're here that is not covered by the above checks.
1240 */
1241 if (env->pVM->rem.s.cCanExecuteRaw == 1)
1242 {
1243 Log2(("raw mode refused: first scheduling\n"));
1244 STAM_COUNTER_INC(&gStatRefuseCanExecute);
1245 return false;
1246 }
1247
1248 Assert(PGMPhysIsA20Enabled(env->pVM));
1249 *pExceptionIndex = EXCP_EXECUTE_RAW;
1250 return true;
1251}
1252
1253
1254/**
1255 * Fetches a code byte.
1256 *
1257 * @returns Success indicator (bool) for ease of use.
1258 * @param env The CPU environment structure.
1259 * @param GCPtrInstr Where to fetch code.
1260 * @param pu8Byte Where to store the byte on success
1261 */
1262bool remR3GetOpcode(CPUState *env, RTGCPTR GCPtrInstr, uint8_t *pu8Byte)
1263{
1264 int rc = PATMR3QueryOpcode(env->pVM, GCPtrInstr, pu8Byte);
1265 if (VBOX_SUCCESS(rc))
1266 return true;
1267 return false;
1268}
1269
1270
1271/**
1272 * Flush (or invalidate if you like) page table/dir entry.
1273 *
1274 * (invlpg instruction; tlb_flush_page)
1275 *
1276 * @param env Pointer to cpu environment.
1277 * @param GCPtr The virtual address which page table/dir entry should be invalidated.
1278 */
1279void remR3FlushPage(CPUState *env, RTGCPTR GCPtr)
1280{
1281 PVM pVM = env->pVM;
1282
1283 /*
1284 * When we're replaying invlpg instructions or restoring a saved
1285 * state we disable this path.
1286 */
1287 if (pVM->rem.s.fIgnoreInvlPg)
1288 return;
1289 Log(("remR3FlushPage: GCPtr=%VGv\n", GCPtr));
1290
1291 //RAWEx_ProfileStop(env, STATS_QEMU_TOTAL);
1292
1293 /*
1294 * Update the control registers before calling PGMFlushPage.
1295 */
1296 PCPUMCTX pCtx = (PCPUMCTX)pVM->rem.s.pCtx;
1297 pCtx->cr0 = env->cr[0];
1298 pCtx->cr3 = env->cr[3];
1299 pCtx->cr4 = env->cr[4];
1300
1301 /*
1302 * Let PGM do the rest.
1303 */
1304 int rc = PGMInvalidatePage(pVM, GCPtr);
1305 if (VBOX_FAILURE(rc))
1306 {
1307 AssertMsgFailed(("remR3FlushPage %x %x %x %d failed!!\n", GCPtr));
1308 VM_FF_SET(pVM, VM_FF_PGM_SYNC_CR3);
1309 }
1310 //RAWEx_ProfileStart(env, STATS_QEMU_TOTAL);
1311}
1312
1313/**
1314 * Set page table/dir entry. (called from tlb_set_page)
1315 *
1316 * @param env Pointer to cpu environment.
1317 */
1318void remR3SetPage(CPUState *env, CPUTLBEntry *pRead, CPUTLBEntry *pWrite, int prot, int is_user)
1319{
1320 uint32_t virt_addr, addend;
1321
1322 Log2(("tlb_set_page_raw read (%x-%x) write (%x-%x) prot %x is_user %d\n", pRead->address, pRead->addend, pWrite->address, pWrite->addend, prot, is_user));
1323
1324 if (prot & PAGE_WRITE)
1325 {
1326 addend = pWrite->addend;
1327 virt_addr = pWrite->address;
1328 }
1329 else
1330 if (prot & PAGE_READ)
1331 {
1332 addend = pRead->addend;
1333 virt_addr = pRead->address;
1334 }
1335 else
1336 {
1337 // Should never happen!
1338 AssertMsgFailed(("tlb_set_page_raw unexpected protection flags %x\n", prot));
1339 return;
1340 }
1341
1342 // Clear IO_* flags (TODO: are they actually useful for us??)
1343 virt_addr &= ~0xFFF;
1344
1345 /*
1346 * Update the control registers before calling PGMFlushPage.
1347 */
1348 PCPUMCTX pCtx = (PCPUMCTX)env->pVM->rem.s.pCtx;
1349 pCtx->cr0 = env->cr[0];
1350 pCtx->cr3 = env->cr[3];
1351 pCtx->cr4 = env->cr[4];
1352
1353 /*
1354 * Let PGM do the rest.
1355 */
1356 int rc = PGMInvalidatePage(env->pVM, (RTGCPTR)virt_addr);
1357 if (VBOX_FAILURE(rc))
1358 {
1359 AssertMsgFailed(("RAWEx_SetPageEntry %x %x %d failed!!\n", virt_addr, prot, is_user));
1360 VM_FF_SET(env->pVM, VM_FF_PGM_SYNC_CR3);
1361 }
1362}
1363
1364/**
1365 * Called from tlb_protect_code in order to write monitor a code page.
1366 *
1367 * @param env Pointer to the CPU environment.
1368 * @param GCPtr Code page to monitor
1369 */
1370void remR3ProtectCode(CPUState *env, RTGCPTR GCPtr)
1371{
1372 if ( (env->cr[0] & X86_CR0_PG) /* paging must be enabled */
1373 && !(env->state & CPU_EMULATE_SINGLE_INSTR) /* ignore during single instruction execution */
1374 && (((env->hflags >> HF_CPL_SHIFT) & 3) == 0) /* supervisor mode only */
1375 && !(env->eflags & VM_MASK) /* no V86 mode */
1376 && !HWACCMIsEnabled(env->pVM))
1377 CSAMR3MonitorPage(env->pVM, GCPtr, CSAM_TAG_REM);
1378}
1379
1380/**
1381 * Called when the CPU is initialized, any of the CRx registers are changed or
1382 * when the A20 line is modified.
1383 *
1384 * @param env Pointer to the CPU environment.
1385 * @param fGlobal Set if the flush is global.
1386 */
1387void remR3FlushTLB(CPUState *env, bool fGlobal)
1388{
1389 PVM pVM = env->pVM;
1390
1391 /*
1392 * When we're replaying invlpg instructions or restoring a saved
1393 * state we disable this path.
1394 */
1395 if (pVM->rem.s.fIgnoreCR3Load)
1396 return;
1397
1398 /*
1399 * The caller doesn't check cr4, so we have to do that for ourselves.
1400 */
1401 if (!fGlobal && !(env->cr[4] & X86_CR4_PGE))
1402 fGlobal = true;
1403 Log(("remR3FlushTLB: CR0=%VGp CR3=%VGp CR4=%VGp %s\n", env->cr[0], env->cr[3], env->cr[4], fGlobal ? " global" : ""));
1404
1405 /*
1406 * Update the control registers before calling PGMR3FlushTLB.
1407 */
1408 PCPUMCTX pCtx = (PCPUMCTX)pVM->rem.s.pCtx;
1409 pCtx->cr0 = env->cr[0];
1410 pCtx->cr3 = env->cr[3];
1411 pCtx->cr4 = env->cr[4];
1412
1413 /*
1414 * Let PGM do the rest.
1415 */
1416 PGMFlushTLB(pVM, env->cr[3], fGlobal);
1417}
1418
1419
1420/**
1421 * Called when any of the cr0, cr4 or efer registers is updated.
1422 *
1423 * @param env Pointer to the CPU environment.
1424 */
1425void remR3ChangeCpuMode(CPUState *env)
1426{
1427 int rc;
1428 PVM pVM = env->pVM;
1429
1430 /*
1431 * When we're replaying loads or restoring a saved
1432 * state this path is disabled.
1433 */
1434 if (pVM->rem.s.fIgnoreCpuMode)
1435 return;
1436
1437 /*
1438 * Update the control registers before calling PGMR3ChangeMode()
1439 * as it may need to map whatever cr3 is pointing to.
1440 */
1441 PCPUMCTX pCtx = (PCPUMCTX)pVM->rem.s.pCtx;
1442 pCtx->cr0 = env->cr[0];
1443 pCtx->cr3 = env->cr[3];
1444 pCtx->cr4 = env->cr[4];
1445
1446#ifdef TARGET_X86_64
1447 rc = PGMChangeMode(pVM, env->cr[0], env->cr[4], env->efer);
1448 if (rc != VINF_SUCCESS)
1449 cpu_abort(env, "PGMChangeMode(, %08x, %08x, %016llx) -> %Vrc\n", env->cr[0], env->cr[4], env->efer, rc);
1450#else
1451 rc = PGMChangeMode(pVM, env->cr[0], env->cr[4], 0);
1452 if (rc != VINF_SUCCESS)
1453 cpu_abort(env, "PGMChangeMode(, %08x, %08x, %016llx) -> %Vrc\n", env->cr[0], env->cr[4], 0LL, rc);
1454#endif
1455}
1456
1457
1458/**
1459 * Called from compiled code to run dma.
1460 *
1461 * @param env Pointer to the CPU environment.
1462 */
1463void remR3DmaRun(CPUState *env)
1464{
1465 remR3ProfileStop(STATS_QEMU_RUN_EMULATED_CODE);
1466 PDMR3DmaRun(env->pVM);
1467 remR3ProfileStart(STATS_QEMU_RUN_EMULATED_CODE);
1468}
1469
1470/**
1471 * Called from compiled code to schedule pending timers in VMM
1472 *
1473 * @param env Pointer to the CPU environment.
1474 */
1475void remR3TimersRun(CPUState *env)
1476{
1477 remR3ProfileStop(STATS_QEMU_RUN_EMULATED_CODE);
1478 remR3ProfileStart(STATS_QEMU_RUN_TIMERS);
1479 TMR3TimerQueuesDo(env->pVM);
1480 remR3ProfileStop(STATS_QEMU_RUN_TIMERS);
1481 remR3ProfileStart(STATS_QEMU_RUN_EMULATED_CODE);
1482}
1483
1484/**
1485 * Record trap occurance
1486 *
1487 * @returns VBox status code
1488 * @param env Pointer to the CPU environment.
1489 * @param uTrap Trap nr
1490 * @param uErrorCode Error code
1491 * @param pvNextEIP Next EIP
1492 */
1493int remR3NotifyTrap(CPUState *env, uint32_t uTrap, uint32_t uErrorCode, uint32_t pvNextEIP)
1494{
1495 PVM pVM = (PVM)env->pVM;
1496#ifdef VBOX_WITH_STATISTICS
1497 static STAMCOUNTER aStatTrap[255];
1498 static bool aRegisters[ELEMENTS(aStatTrap)];
1499#endif
1500
1501#ifdef VBOX_WITH_STATISTICS
1502 if (uTrap < 255)
1503 {
1504 if (!aRegisters[uTrap])
1505 {
1506 aRegisters[uTrap] = true;
1507 char szStatName[64];
1508 RTStrPrintf(szStatName, sizeof(szStatName), "/REM/Trap/0x%02X", uTrap);
1509 STAM_REG(env->pVM, &aStatTrap[uTrap], STAMTYPE_COUNTER, szStatName, STAMUNIT_OCCURENCES, "Trap stats.");
1510 }
1511 STAM_COUNTER_INC(&aStatTrap[uTrap]);
1512 }
1513#endif
1514 Log(("remR3NotifyTrap: uTrap=%x error=%x next_eip=%VGv eip=%VGv cr2=%08x\n", uTrap, uErrorCode, pvNextEIP, env->eip, env->cr[2]));
1515 if(uTrap < 0x20)
1516 {
1517 remR3DisasInstr(env, 1, "remR3NotifyTrap: ");
1518
1519 if(pVM->rem.s.uPendingException == uTrap && ++pVM->rem.s.cPendingExceptions > 128)
1520 {
1521 LogRel(("VERR_REM_TOO_MANY_TRAPS -> uTrap=%x error=%x next_eip=%VGv eip=%VGv cr2=%08x\n", uTrap, uErrorCode, pvNextEIP, env->eip, env->cr[2]));
1522 remR3RaiseRC(env->pVM, VERR_REM_TOO_MANY_TRAPS);
1523 return VERR_REM_TOO_MANY_TRAPS;
1524 }
1525 if(pVM->rem.s.uPendingException != uTrap || pVM->rem.s.uPendingExcptEIP != env->eip || pVM->rem.s.uPendingExcptCR2 != env->cr[2])
1526 pVM->rem.s.cPendingExceptions = 1;
1527 pVM->rem.s.uPendingException = uTrap;
1528 pVM->rem.s.uPendingExcptEIP = env->eip;
1529 pVM->rem.s.uPendingExcptCR2 = env->cr[2];
1530 }
1531 else
1532 {
1533 pVM->rem.s.cPendingExceptions = 0;
1534 pVM->rem.s.uPendingException = uTrap;
1535 pVM->rem.s.uPendingExcptEIP = env->eip;
1536 pVM->rem.s.uPendingExcptCR2 = env->cr[2];
1537 }
1538 return VINF_SUCCESS;
1539}
1540
1541/*
1542 * Clear current active trap
1543 *
1544 * @param pVM VM Handle.
1545 */
1546void remR3TrapClear(PVM pVM)
1547{
1548 pVM->rem.s.cPendingExceptions = 0;
1549 pVM->rem.s.uPendingException = 0;
1550 pVM->rem.s.uPendingExcptEIP = 0;
1551 pVM->rem.s.uPendingExcptCR2 = 0;
1552}
1553
1554
1555/**
1556 * Syncs the internal REM state with the VM.
1557 *
1558 * This must be called before REMR3Run() is invoked whenever when the REM
1559 * state is not up to date. Calling it several times in a row is not
1560 * permitted.
1561 *
1562 * @returns VBox status code.
1563 *
1564 * @param pVM VM Handle.
1565 *
1566 * @remark The caller has to check for important FFs before calling REMR3Run. REMR3State will
1567 * no do this since the majority of the callers don't want any unnecessary of events
1568 * pending that would immediatly interrupt execution.
1569 */
1570REMR3DECL(int) REMR3State(PVM pVM)
1571{
1572 Assert(!pVM->rem.s.fInREM);
1573 Log2(("REMR3State:\n"));
1574 STAM_PROFILE_START(&pVM->rem.s.StatsState, a);
1575 register const CPUMCTX *pCtx = pVM->rem.s.pCtx;
1576 register unsigned fFlags;
1577
1578 /*
1579 * Copy the registers which requires no special handling.
1580 */
1581 Assert(R_EAX == 0);
1582 pVM->rem.s.Env.regs[R_EAX] = pCtx->eax;
1583 Assert(R_ECX == 1);
1584 pVM->rem.s.Env.regs[R_ECX] = pCtx->ecx;
1585 Assert(R_EDX == 2);
1586 pVM->rem.s.Env.regs[R_EDX] = pCtx->edx;
1587 Assert(R_EBX == 3);
1588 pVM->rem.s.Env.regs[R_EBX] = pCtx->ebx;
1589 Assert(R_ESP == 4);
1590 pVM->rem.s.Env.regs[R_ESP] = pCtx->esp;
1591 Assert(R_EBP == 5);
1592 pVM->rem.s.Env.regs[R_EBP] = pCtx->ebp;
1593 Assert(R_ESI == 6);
1594 pVM->rem.s.Env.regs[R_ESI] = pCtx->esi;
1595 Assert(R_EDI == 7);
1596 pVM->rem.s.Env.regs[R_EDI] = pCtx->edi;
1597 pVM->rem.s.Env.eip = pCtx->eip;
1598
1599 pVM->rem.s.Env.eflags = pCtx->eflags.u32;
1600
1601 pVM->rem.s.Env.cr[2] = pCtx->cr2;
1602
1603 /** @todo we could probably benefit from using a CPUM_CHANGED_DRx flag too! */
1604 pVM->rem.s.Env.dr[0] = pCtx->dr0;
1605 pVM->rem.s.Env.dr[1] = pCtx->dr1;
1606 pVM->rem.s.Env.dr[2] = pCtx->dr2;
1607 pVM->rem.s.Env.dr[3] = pCtx->dr3;
1608 pVM->rem.s.Env.dr[4] = pCtx->dr4;
1609 pVM->rem.s.Env.dr[5] = pCtx->dr5;
1610 pVM->rem.s.Env.dr[6] = pCtx->dr6;
1611 pVM->rem.s.Env.dr[7] = pCtx->dr7;
1612
1613 /*
1614 * Replay invlpg?
1615 */
1616 if (pVM->rem.s.cInvalidatedPages)
1617 {
1618 pVM->rem.s.fIgnoreInvlPg = true;
1619 RTUINT i;
1620 for (i = 0; i < pVM->rem.s.cInvalidatedPages; i++)
1621 {
1622 Log2(("REMR3State: invlpg %VGv\n", pVM->rem.s.aGCPtrInvalidatedPages[i]));
1623 tlb_flush_page(&pVM->rem.s.Env, pVM->rem.s.aGCPtrInvalidatedPages[i]);
1624 }
1625 pVM->rem.s.fIgnoreInvlPg = false;
1626 pVM->rem.s.cInvalidatedPages = 0;
1627 }
1628
1629 /*
1630 * Registers which are seldomly changed and require special handling / order when changed.
1631 */
1632 fFlags = CPUMGetAndClearChangedFlagsREM(pVM);
1633 if (fFlags & ( CPUM_CHANGED_CR4 | CPUM_CHANGED_CR3 | CPUM_CHANGED_CR0
1634 | CPUM_CHANGED_GDTR | CPUM_CHANGED_IDTR | CPUM_CHANGED_LDTR | CPUM_CHANGED_TR
1635 | CPUM_CHANGED_FPU_REM | CPUM_CHANGED_SYSENTER_MSR))
1636 {
1637 if (fFlags & CPUM_CHANGED_FPU_REM)
1638 save_raw_fp_state(&pVM->rem.s.Env, (uint8_t *)&pCtx->fpu); /* 'save' is an excellent name. */
1639
1640 if (fFlags & CPUM_CHANGED_GLOBAL_TLB_FLUSH)
1641 {
1642 pVM->rem.s.fIgnoreCR3Load = true;
1643 tlb_flush(&pVM->rem.s.Env, true);
1644 pVM->rem.s.fIgnoreCR3Load = false;
1645 }
1646
1647 if (fFlags & CPUM_CHANGED_CR4)
1648 {
1649 pVM->rem.s.fIgnoreCR3Load = true;
1650 pVM->rem.s.fIgnoreCpuMode = true;
1651 cpu_x86_update_cr4(&pVM->rem.s.Env, pCtx->cr4);
1652 pVM->rem.s.fIgnoreCpuMode = false;
1653 pVM->rem.s.fIgnoreCR3Load = false;
1654 }
1655
1656 if (fFlags & CPUM_CHANGED_CR0)
1657 {
1658 pVM->rem.s.fIgnoreCR3Load = true;
1659 pVM->rem.s.fIgnoreCpuMode = true;
1660 cpu_x86_update_cr0(&pVM->rem.s.Env, pCtx->cr0);
1661 pVM->rem.s.fIgnoreCpuMode = false;
1662 pVM->rem.s.fIgnoreCR3Load = false;
1663 }
1664
1665 if (fFlags & CPUM_CHANGED_CR3)
1666 {
1667 pVM->rem.s.fIgnoreCR3Load = true;
1668 cpu_x86_update_cr3(&pVM->rem.s.Env, pCtx->cr3);
1669 pVM->rem.s.fIgnoreCR3Load = false;
1670 }
1671
1672 if (fFlags & CPUM_CHANGED_GDTR)
1673 {
1674 pVM->rem.s.Env.gdt.base = pCtx->gdtr.pGdt;
1675 pVM->rem.s.Env.gdt.limit = pCtx->gdtr.cbGdt;
1676 }
1677
1678 if (fFlags & CPUM_CHANGED_IDTR)
1679 {
1680 pVM->rem.s.Env.idt.base = pCtx->idtr.pIdt;
1681 pVM->rem.s.Env.idt.limit = pCtx->idtr.cbIdt;
1682 }
1683
1684 if (fFlags & CPUM_CHANGED_SYSENTER_MSR)
1685 {
1686 pVM->rem.s.Env.sysenter_cs = pCtx->SysEnter.cs;
1687 pVM->rem.s.Env.sysenter_eip = pCtx->SysEnter.eip;
1688 pVM->rem.s.Env.sysenter_esp = pCtx->SysEnter.esp;
1689 }
1690
1691 if (fFlags & CPUM_CHANGED_LDTR)
1692 {
1693 if (fFlags & CPUM_CHANGED_HIDDEN_SEL_REGS)
1694 {
1695 pVM->rem.s.Env.ldt.selector = pCtx->ldtr;
1696 pVM->rem.s.Env.ldt.base = pCtx->ldtrHid.u32Base;
1697 pVM->rem.s.Env.ldt.limit = pCtx->ldtrHid.u32Limit;
1698 pVM->rem.s.Env.ldt.flags = (pCtx->ldtrHid.Attr.u << 8) & 0xFFFFFF;;
1699 }
1700 else
1701 sync_ldtr(&pVM->rem.s.Env, pCtx->ldtr);
1702 }
1703
1704 if (fFlags & CPUM_CHANGED_TR)
1705 {
1706 if (fFlags & CPUM_CHANGED_HIDDEN_SEL_REGS)
1707 {
1708 pVM->rem.s.Env.tr.selector = pCtx->tr;
1709 pVM->rem.s.Env.tr.base = pCtx->trHid.u32Base;
1710 pVM->rem.s.Env.tr.limit = pCtx->trHid.u32Limit;
1711 pVM->rem.s.Env.tr.flags = (pCtx->trHid.Attr.u << 8) & 0xFFFFFF;;
1712 }
1713 else
1714 sync_tr(&pVM->rem.s.Env, pCtx->tr);
1715
1716 /** @note do_interrupt will fault if the busy flag is still set.... */
1717 pVM->rem.s.Env.tr.flags &= ~DESC_TSS_BUSY_MASK;
1718 }
1719 }
1720
1721 /*
1722 * Update selector registers.
1723 * This must be done *after* we've synced gdt, ldt and crX registers
1724 * since we're reading the GDT/LDT om sync_seg. This will happen with
1725 * saved state which takes a quick dip into rawmode for instance.
1726 */
1727 /*
1728 * Stack; Note first check this one as the CPL might have changed. The
1729 * wrong CPL can cause QEmu to raise an exception in sync_seg!!
1730 */
1731
1732 if (fFlags & CPUM_CHANGED_HIDDEN_SEL_REGS)
1733 {
1734 /* The hidden selector registers are valid in the CPU context. */
1735 /** @note QEmu saves the 2nd dword of the descriptor; we should convert the attribute word back! */
1736
1737 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_CS, pCtx->cs, pCtx->csHid.u32Base, pCtx->csHid.u32Limit, (pCtx->csHid.Attr.u << 8) & 0xFFFFFF);
1738 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_SS, pCtx->ss, pCtx->ssHid.u32Base, pCtx->ssHid.u32Limit, (pCtx->ssHid.Attr.u << 8) & 0xFFFFFF);
1739 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_DS, pCtx->ds, pCtx->dsHid.u32Base, pCtx->dsHid.u32Limit, (pCtx->dsHid.Attr.u << 8) & 0xFFFFFF);
1740 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_ES, pCtx->es, pCtx->esHid.u32Base, pCtx->esHid.u32Limit, (pCtx->esHid.Attr.u << 8) & 0xFFFFFF);
1741 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_FS, pCtx->fs, pCtx->fsHid.u32Base, pCtx->fsHid.u32Limit, (pCtx->fsHid.Attr.u << 8) & 0xFFFFFF);
1742 cpu_x86_load_seg_cache(&pVM->rem.s.Env, R_GS, pCtx->gs, pCtx->gsHid.u32Base, pCtx->gsHid.u32Limit, (pCtx->gsHid.Attr.u << 8) & 0xFFFFFF);
1743
1744 /* Set current CPL. */
1745 if (pCtx->eflags.Bits.u1VM == 1)
1746 cpu_x86_set_cpl(&pVM->rem.s.Env, 3);
1747 else
1748 cpu_x86_set_cpl(&pVM->rem.s.Env, pCtx->ss & 3);
1749 }
1750 else
1751 {
1752 /* In 'normal' raw mode we don't have access to the hidden selector registers. */
1753 if (pVM->rem.s.Env.segs[R_SS].selector != (uint16_t)pCtx->ss)
1754 {
1755 Log2(("REMR3State: SS changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_SS].selector, pCtx->ss));
1756
1757 cpu_x86_set_cpl(&pVM->rem.s.Env, (pCtx->eflags.Bits.u1VM) ? 3 : (pCtx->ss & 3));
1758 sync_seg(&pVM->rem.s.Env, R_SS, pCtx->ss);
1759#ifdef VBOX_WITH_STATISTICS
1760 if (pVM->rem.s.Env.segs[R_SS].newselector)
1761 {
1762 STAM_COUNTER_INC(&gStatSelOutOfSync[R_SS]);
1763 }
1764#endif
1765 }
1766 else
1767 pVM->rem.s.Env.segs[R_SS].newselector = 0;
1768
1769 if (pVM->rem.s.Env.segs[R_ES].selector != pCtx->es)
1770 {
1771 Log2(("REMR3State: ES changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_ES].selector, pCtx->es));
1772 sync_seg(&pVM->rem.s.Env, R_ES, pCtx->es);
1773#ifdef VBOX_WITH_STATISTICS
1774 if (pVM->rem.s.Env.segs[R_ES].newselector)
1775 {
1776 STAM_COUNTER_INC(&gStatSelOutOfSync[R_ES]);
1777 }
1778#endif
1779 }
1780 else
1781 pVM->rem.s.Env.segs[R_ES].newselector = 0;
1782
1783 if (pVM->rem.s.Env.segs[R_CS].selector != pCtx->cs)
1784 {
1785 Log2(("REMR3State: CS changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_CS].selector, pCtx->cs));
1786 sync_seg(&pVM->rem.s.Env, R_CS, pCtx->cs);
1787#ifdef VBOX_WITH_STATISTICS
1788 if (pVM->rem.s.Env.segs[R_CS].newselector)
1789 {
1790 STAM_COUNTER_INC(&gStatSelOutOfSync[R_CS]);
1791 }
1792#endif
1793 }
1794 else
1795 pVM->rem.s.Env.segs[R_CS].newselector = 0;
1796
1797 if (pVM->rem.s.Env.segs[R_DS].selector != pCtx->ds)
1798 {
1799 Log2(("REMR3State: DS changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_DS].selector, pCtx->ds));
1800 sync_seg(&pVM->rem.s.Env, R_DS, pCtx->ds);
1801#ifdef VBOX_WITH_STATISTICS
1802 if (pVM->rem.s.Env.segs[R_DS].newselector)
1803 {
1804 STAM_COUNTER_INC(&gStatSelOutOfSync[R_DS]);
1805 }
1806#endif
1807 }
1808 else
1809 pVM->rem.s.Env.segs[R_DS].newselector = 0;
1810
1811 /** @todo need to find a way to communicate potential GDT/LDT changes and thread switches. The selector might
1812 * be the same but not the base/limit. */
1813 if (pVM->rem.s.Env.segs[R_FS].selector != pCtx->fs)
1814 {
1815 Log2(("REMR3State: FS changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_FS].selector, pCtx->fs));
1816 sync_seg(&pVM->rem.s.Env, R_FS, pCtx->fs);
1817#ifdef VBOX_WITH_STATISTICS
1818 if (pVM->rem.s.Env.segs[R_FS].newselector)
1819 {
1820 STAM_COUNTER_INC(&gStatSelOutOfSync[R_FS]);
1821 }
1822#endif
1823 }
1824 else
1825 pVM->rem.s.Env.segs[R_FS].newselector = 0;
1826
1827 if (pVM->rem.s.Env.segs[R_GS].selector != pCtx->gs)
1828 {
1829 Log2(("REMR3State: GS changed from %04x to %04x!\n", pVM->rem.s.Env.segs[R_GS].selector, pCtx->gs));
1830 sync_seg(&pVM->rem.s.Env, R_GS, pCtx->gs);
1831#ifdef VBOX_WITH_STATISTICS
1832 if (pVM->rem.s.Env.segs[R_GS].newselector)
1833 {
1834 STAM_COUNTER_INC(&gStatSelOutOfSync[R_GS]);
1835 }
1836#endif
1837 }
1838 else
1839 pVM->rem.s.Env.segs[R_GS].newselector = 0;
1840 }
1841
1842 /*
1843 * Check for traps.
1844 */
1845 pVM->rem.s.Env.exception_index = -1; /** @todo this won't work :/ */
1846 bool fIsSoftwareInterrupt;
1847 uint8_t u8TrapNo;
1848 int rc = TRPMQueryTrap(pVM, &u8TrapNo, &fIsSoftwareInterrupt);
1849 if (VBOX_SUCCESS(rc))
1850 {
1851 #ifdef DEBUG
1852 if (u8TrapNo == 0x80)
1853 {
1854 remR3DumpLnxSyscall(pVM);
1855 remR3DumpOBsdSyscall(pVM);
1856 }
1857 #endif
1858
1859 pVM->rem.s.Env.exception_index = u8TrapNo;
1860 if (!fIsSoftwareInterrupt)
1861 {
1862 pVM->rem.s.Env.exception_is_int = 0;
1863 pVM->rem.s.Env.exception_next_eip = pVM->rem.s.Env.eip;
1864 }
1865 else
1866 {
1867 /*
1868 * The there are two 1 byte opcodes and one 2 byte opcode for software interrupts.
1869 * We ASSUME that there are no prefixes and sets the default to 2 byte, and checks
1870 * for int03 and into.
1871 */
1872 pVM->rem.s.Env.exception_is_int = 1;
1873 pVM->rem.s.Env.exception_next_eip = pCtx->eip + 2;
1874 /* int 3 may be generated by one-byte 0xcc */
1875 if (u8TrapNo == 3)
1876 {
1877 if (read_byte(&pVM->rem.s.Env, pVM->rem.s.Env.segs[R_CS].base + pCtx->eip) == 0xcc)
1878 pVM->rem.s.Env.exception_next_eip = pCtx->eip + 1;
1879 }
1880 /* int 4 may be generated by one-byte 0xce */
1881 else if (u8TrapNo == 4)
1882 {
1883 if (read_byte(&pVM->rem.s.Env, pVM->rem.s.Env.segs[R_CS].base + pCtx->eip) == 0xce)
1884 pVM->rem.s.Env.exception_next_eip = pCtx->eip + 1;
1885 }
1886 }
1887
1888 /* get error code and cr2 if needed. */
1889 switch (u8TrapNo)
1890 {
1891 case 0x0e:
1892 pVM->rem.s.Env.cr[2] = TRPMGetFaultAddress(pVM);
1893 /* fallthru */
1894 case 0x0a: case 0x0b: case 0x0c: case 0x0d:
1895 pVM->rem.s.Env.error_code = TRPMGetErrorCode(pVM);
1896 break;
1897
1898 case 0x11: case 0x08:
1899 default:
1900 pVM->rem.s.Env.error_code = 0;
1901 break;
1902 }
1903
1904 /*
1905 * We can now reset the active trap since the recompiler is gonna have a go at it.
1906 */
1907 rc = TRPMResetTrap(pVM);
1908 AssertRC(rc);
1909 Log2(("REMR3State: trap=%02x errcd=%VGv cr2=%VGv nexteip=%VGv%s\n", pVM->rem.s.Env.exception_index, pVM->rem.s.Env.error_code,
1910 pVM->rem.s.Env.cr[2], pVM->rem.s.Env.exception_next_eip, pVM->rem.s.Env.exception_is_int ? " software" : ""));
1911 }
1912
1913 /*
1914 * Clear old interrupt request flags; Check for pending hardware interrupts.
1915 * (See @remark for why we don't check for other FFs.)
1916 */
1917 pVM->rem.s.Env.interrupt_request &= ~(CPU_INTERRUPT_HARD | CPU_INTERRUPT_EXIT | CPU_INTERRUPT_EXITTB | CPU_INTERRUPT_TIMER);
1918 if ( pVM->rem.s.u32PendingInterrupt != REM_NO_PENDING_IRQ
1919 || VM_FF_ISPENDING(pVM, VM_FF_INTERRUPT_APIC | VM_FF_INTERRUPT_PIC))
1920 pVM->rem.s.Env.interrupt_request |= CPU_INTERRUPT_HARD;
1921
1922 /*
1923 * We're now in REM mode.
1924 */
1925 pVM->rem.s.fInREM = true;
1926 pVM->rem.s.cCanExecuteRaw = 0;
1927 STAM_PROFILE_STOP(&pVM->rem.s.StatsState, a);
1928 Log2(("REMR3State: returns VINF_SUCCESS\n"));
1929 return VINF_SUCCESS;
1930}
1931
1932
1933/**
1934 * Syncs back changes in the REM state to the the VM state.
1935 *
1936 * This must be called after invoking REMR3Run().
1937 * Calling it several times in a row is not permitted.
1938 *
1939 * @returns VBox status code.
1940 *
1941 * @param pVM VM Handle.
1942 */
1943REMR3DECL(int) REMR3StateBack(PVM pVM)
1944{
1945 Log2(("REMR3StateBack:\n"));
1946 Assert(pVM->rem.s.fInREM);
1947 STAM_PROFILE_START(&pVM->rem.s.StatsStateBack, a);
1948 register PCPUMCTX pCtx = pVM->rem.s.pCtx;
1949
1950 /*
1951 * Copy back the registers.
1952 * This is done in the order they are declared in the CPUMCTX structure.
1953 */
1954
1955 /** @todo FOP */
1956 /** @todo FPUIP */
1957 /** @todo CS */
1958 /** @todo FPUDP */
1959 /** @todo DS */
1960 /** @todo Fix MXCSR support in QEMU so we don't overwrite MXCSR with 0 when we shouldn't! */
1961 pCtx->fpu.MXCSR = 0;
1962 pCtx->fpu.MXCSR_MASK = 0;
1963
1964 /** @todo check if FPU/XMM was actually used in the recompiler */
1965 restore_raw_fp_state(&pVM->rem.s.Env, (uint8_t *)&pCtx->fpu);
1966//// dprintf2(("FPU state CW=%04X TT=%04X SW=%04X (%04X)\n", env->fpuc, env->fpstt, env->fpus, pVMCtx->fpu.FSW));
1967
1968 pCtx->edi = pVM->rem.s.Env.regs[R_EDI];
1969 pCtx->esi = pVM->rem.s.Env.regs[R_ESI];
1970 pCtx->ebp = pVM->rem.s.Env.regs[R_EBP];
1971 pCtx->eax = pVM->rem.s.Env.regs[R_EAX];
1972 pCtx->ebx = pVM->rem.s.Env.regs[R_EBX];
1973 pCtx->edx = pVM->rem.s.Env.regs[R_EDX];
1974 pCtx->ecx = pVM->rem.s.Env.regs[R_ECX];
1975
1976 pCtx->esp = pVM->rem.s.Env.regs[R_ESP];
1977 pCtx->ss = pVM->rem.s.Env.segs[R_SS].selector;
1978
1979#ifdef VBOX_WITH_STATISTICS
1980 if (pVM->rem.s.Env.segs[R_SS].newselector)
1981 {
1982 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_SS]);
1983 }
1984 if (pVM->rem.s.Env.segs[R_GS].newselector)
1985 {
1986 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_GS]);
1987 }
1988 if (pVM->rem.s.Env.segs[R_FS].newselector)
1989 {
1990 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_FS]);
1991 }
1992 if (pVM->rem.s.Env.segs[R_ES].newselector)
1993 {
1994 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_ES]);
1995 }
1996 if (pVM->rem.s.Env.segs[R_DS].newselector)
1997 {
1998 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_DS]);
1999 }
2000 if (pVM->rem.s.Env.segs[R_CS].newselector)
2001 {
2002 STAM_COUNTER_INC(&gStatSelOutOfSyncStateBack[R_CS]);
2003 }
2004#endif
2005 pCtx->gs = pVM->rem.s.Env.segs[R_GS].selector;
2006 pCtx->fs = pVM->rem.s.Env.segs[R_FS].selector;
2007 pCtx->es = pVM->rem.s.Env.segs[R_ES].selector;
2008 pCtx->ds = pVM->rem.s.Env.segs[R_DS].selector;
2009 pCtx->cs = pVM->rem.s.Env.segs[R_CS].selector;
2010
2011 pCtx->eip = pVM->rem.s.Env.eip;
2012 pCtx->eflags.u32 = pVM->rem.s.Env.eflags;
2013
2014 pCtx->cr0 = pVM->rem.s.Env.cr[0];
2015 pCtx->cr2 = pVM->rem.s.Env.cr[2];
2016 pCtx->cr3 = pVM->rem.s.Env.cr[3];
2017 pCtx->cr4 = pVM->rem.s.Env.cr[4];
2018
2019 pCtx->dr0 = pVM->rem.s.Env.dr[0];
2020 pCtx->dr1 = pVM->rem.s.Env.dr[1];
2021 pCtx->dr2 = pVM->rem.s.Env.dr[2];
2022 pCtx->dr3 = pVM->rem.s.Env.dr[3];
2023 pCtx->dr4 = pVM->rem.s.Env.dr[4];
2024 pCtx->dr5 = pVM->rem.s.Env.dr[5];
2025 pCtx->dr6 = pVM->rem.s.Env.dr[6];
2026 pCtx->dr7 = pVM->rem.s.Env.dr[7];
2027
2028 pCtx->gdtr.cbGdt = pVM->rem.s.Env.gdt.limit;
2029 if (pCtx->gdtr.pGdt != (uint32_t)pVM->rem.s.Env.gdt.base)
2030 {
2031 pCtx->gdtr.pGdt = (uint32_t)pVM->rem.s.Env.gdt.base;
2032 STAM_COUNTER_INC(&gStatREMGDTChange);
2033 VM_FF_SET(pVM, VM_FF_SELM_SYNC_GDT);
2034 }
2035
2036 pCtx->idtr.cbIdt = pVM->rem.s.Env.idt.limit;
2037 if (pCtx->idtr.pIdt != (uint32_t)pVM->rem.s.Env.idt.base)
2038 {
2039 pCtx->idtr.pIdt = (uint32_t)pVM->rem.s.Env.idt.base;
2040 STAM_COUNTER_INC(&gStatREMIDTChange);
2041 VM_FF_SET(pVM, VM_FF_TRPM_SYNC_IDT);
2042 }
2043
2044 if (pCtx->ldtr != pVM->rem.s.Env.ldt.selector)
2045 {
2046 pCtx->ldtr = pVM->rem.s.Env.ldt.selector;
2047 STAM_COUNTER_INC(&gStatREMLDTRChange);
2048 VM_FF_SET(pVM, VM_FF_SELM_SYNC_LDT);
2049 }
2050 if (pCtx->tr != pVM->rem.s.Env.tr.selector)
2051 {
2052 pCtx->tr = pVM->rem.s.Env.tr.selector;
2053 STAM_COUNTER_INC(&gStatREMTRChange);
2054 VM_FF_SET(pVM, VM_FF_SELM_SYNC_TSS);
2055 }
2056
2057 /** @todo These values could still be out of sync! */
2058 pCtx->csHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_CS].base;
2059 pCtx->csHid.u32Limit = pVM->rem.s.Env.segs[R_CS].limit;
2060 /** @note QEmu saves the 2nd dword of the descriptor; we should store the attribute word only! */
2061 pCtx->csHid.Attr.u = (pVM->rem.s.Env.segs[R_CS].flags >> 8) & 0xF0FF;
2062
2063 pCtx->dsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_DS].base;
2064 pCtx->dsHid.u32Limit = pVM->rem.s.Env.segs[R_DS].limit;
2065 pCtx->dsHid.Attr.u = (pVM->rem.s.Env.segs[R_DS].flags >> 8) & 0xF0FF;
2066
2067 pCtx->esHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_ES].base;
2068 pCtx->esHid.u32Limit = pVM->rem.s.Env.segs[R_ES].limit;
2069 pCtx->esHid.Attr.u = (pVM->rem.s.Env.segs[R_ES].flags >> 8) & 0xF0FF;
2070
2071 pCtx->fsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_FS].base;
2072 pCtx->fsHid.u32Limit = pVM->rem.s.Env.segs[R_FS].limit;
2073 pCtx->fsHid.Attr.u = (pVM->rem.s.Env.segs[R_FS].flags >> 8) & 0xF0FF;
2074
2075 pCtx->gsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_GS].base;
2076 pCtx->gsHid.u32Limit = pVM->rem.s.Env.segs[R_GS].limit;
2077 pCtx->gsHid.Attr.u = (pVM->rem.s.Env.segs[R_GS].flags >> 8) & 0xF0FF;
2078
2079 pCtx->ssHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_SS].base;
2080 pCtx->ssHid.u32Limit = pVM->rem.s.Env.segs[R_SS].limit;
2081 pCtx->ssHid.Attr.u = (pVM->rem.s.Env.segs[R_SS].flags >> 8) & 0xF0FF;
2082
2083 pCtx->ldtrHid.u32Base = (uint32_t)pVM->rem.s.Env.ldt.base;
2084 pCtx->ldtrHid.u32Limit = pVM->rem.s.Env.ldt.limit;
2085 pCtx->ldtrHid.Attr.u = (pVM->rem.s.Env.ldt.flags >> 8) & 0xF0FF;
2086
2087 pCtx->trHid.u32Base = (uint32_t)pVM->rem.s.Env.tr.base;
2088 pCtx->trHid.u32Limit = pVM->rem.s.Env.tr.limit;
2089 pCtx->trHid.Attr.u = (pVM->rem.s.Env.tr.flags >> 8) & 0xF0FF;
2090
2091 /* Sysenter MSR */
2092 pCtx->SysEnter.cs = pVM->rem.s.Env.sysenter_cs;
2093 pCtx->SysEnter.eip = pVM->rem.s.Env.sysenter_eip;
2094 pCtx->SysEnter.esp = pVM->rem.s.Env.sysenter_esp;
2095
2096 remR3TrapClear(pVM);
2097
2098 /*
2099 * Check for traps.
2100 */
2101 if ( pVM->rem.s.Env.exception_index >= 0
2102 && pVM->rem.s.Env.exception_index < 256)
2103 {
2104 Log(("REMR3StateBack: Pending trap %x %d\n", pVM->rem.s.Env.exception_index, pVM->rem.s.Env.exception_is_int));
2105 int rc = TRPMAssertTrap(pVM, pVM->rem.s.Env.exception_index, pVM->rem.s.Env.exception_is_int);
2106 AssertRC(rc);
2107 switch (pVM->rem.s.Env.exception_index)
2108 {
2109 case 0x0e:
2110 TRPMSetFaultAddress(pVM, pCtx->cr2);
2111 /* fallthru */
2112 case 0x0a: case 0x0b: case 0x0c: case 0x0d:
2113 case 0x11: case 0x08: /* 0 */
2114 TRPMSetErrorCode(pVM, pVM->rem.s.Env.error_code);
2115 break;
2116 }
2117
2118 }
2119
2120 /*
2121 * We're not longer in REM mode.
2122 */
2123 pVM->rem.s.fInREM = false;
2124 STAM_PROFILE_STOP(&pVM->rem.s.StatsStateBack, a);
2125 Log2(("REMR3StateBack: returns VINF_SUCCESS\n"));
2126 return VINF_SUCCESS;
2127}
2128
2129
2130/**
2131 * This is called by the disassembler when it wants to update the cpu state
2132 * before for instance doing a register dump.
2133 */
2134static void remR3StateUpdate(PVM pVM)
2135{
2136 Assert(pVM->rem.s.fInREM);
2137 register PCPUMCTX pCtx = pVM->rem.s.pCtx;
2138
2139 /*
2140 * Copy back the registers.
2141 * This is done in the order they are declared in the CPUMCTX structure.
2142 */
2143
2144 /** @todo FOP */
2145 /** @todo FPUIP */
2146 /** @todo CS */
2147 /** @todo FPUDP */
2148 /** @todo DS */
2149 /** @todo Fix MXCSR support in QEMU so we don't overwrite MXCSR with 0 when we shouldn't! */
2150 pCtx->fpu.MXCSR = 0;
2151 pCtx->fpu.MXCSR_MASK = 0;
2152
2153 /** @todo check if FPU/XMM was actually used in the recompiler */
2154 restore_raw_fp_state(&pVM->rem.s.Env, (uint8_t *)&pCtx->fpu);
2155//// dprintf2(("FPU state CW=%04X TT=%04X SW=%04X (%04X)\n", env->fpuc, env->fpstt, env->fpus, pVMCtx->fpu.FSW));
2156
2157 pCtx->edi = pVM->rem.s.Env.regs[R_EDI];
2158 pCtx->esi = pVM->rem.s.Env.regs[R_ESI];
2159 pCtx->ebp = pVM->rem.s.Env.regs[R_EBP];
2160 pCtx->eax = pVM->rem.s.Env.regs[R_EAX];
2161 pCtx->ebx = pVM->rem.s.Env.regs[R_EBX];
2162 pCtx->edx = pVM->rem.s.Env.regs[R_EDX];
2163 pCtx->ecx = pVM->rem.s.Env.regs[R_ECX];
2164
2165 pCtx->esp = pVM->rem.s.Env.regs[R_ESP];
2166 pCtx->ss = pVM->rem.s.Env.segs[R_SS].selector;
2167
2168 pCtx->gs = pVM->rem.s.Env.segs[R_GS].selector;
2169 pCtx->fs = pVM->rem.s.Env.segs[R_FS].selector;
2170 pCtx->es = pVM->rem.s.Env.segs[R_ES].selector;
2171 pCtx->ds = pVM->rem.s.Env.segs[R_DS].selector;
2172 pCtx->cs = pVM->rem.s.Env.segs[R_CS].selector;
2173
2174 pCtx->eip = pVM->rem.s.Env.eip;
2175 pCtx->eflags.u32 = pVM->rem.s.Env.eflags;
2176
2177 pCtx->cr0 = pVM->rem.s.Env.cr[0];
2178 pCtx->cr2 = pVM->rem.s.Env.cr[2];
2179 pCtx->cr3 = pVM->rem.s.Env.cr[3];
2180 pCtx->cr4 = pVM->rem.s.Env.cr[4];
2181
2182 pCtx->dr0 = pVM->rem.s.Env.dr[0];
2183 pCtx->dr1 = pVM->rem.s.Env.dr[1];
2184 pCtx->dr2 = pVM->rem.s.Env.dr[2];
2185 pCtx->dr3 = pVM->rem.s.Env.dr[3];
2186 pCtx->dr4 = pVM->rem.s.Env.dr[4];
2187 pCtx->dr5 = pVM->rem.s.Env.dr[5];
2188 pCtx->dr6 = pVM->rem.s.Env.dr[6];
2189 pCtx->dr7 = pVM->rem.s.Env.dr[7];
2190
2191 pCtx->gdtr.cbGdt = pVM->rem.s.Env.gdt.limit;
2192 if (pCtx->gdtr.pGdt != (uint32_t)pVM->rem.s.Env.gdt.base)
2193 {
2194 pCtx->gdtr.pGdt = (uint32_t)pVM->rem.s.Env.gdt.base;
2195 STAM_COUNTER_INC(&gStatREMGDTChange);
2196 VM_FF_SET(pVM, VM_FF_SELM_SYNC_GDT);
2197 }
2198
2199 pCtx->idtr.cbIdt = pVM->rem.s.Env.idt.limit;
2200 if (pCtx->idtr.pIdt != (uint32_t)pVM->rem.s.Env.idt.base)
2201 {
2202 pCtx->idtr.pIdt = (uint32_t)pVM->rem.s.Env.idt.base;
2203 STAM_COUNTER_INC(&gStatREMIDTChange);
2204 VM_FF_SET(pVM, VM_FF_TRPM_SYNC_IDT);
2205 }
2206
2207 if (pCtx->ldtr != pVM->rem.s.Env.ldt.selector)
2208 {
2209 pCtx->ldtr = pVM->rem.s.Env.ldt.selector;
2210 STAM_COUNTER_INC(&gStatREMLDTRChange);
2211 VM_FF_SET(pVM, VM_FF_SELM_SYNC_LDT);
2212 }
2213 if (pCtx->tr != pVM->rem.s.Env.tr.selector)
2214 {
2215 pCtx->tr = pVM->rem.s.Env.tr.selector;
2216 STAM_COUNTER_INC(&gStatREMTRChange);
2217 VM_FF_SET(pVM, VM_FF_SELM_SYNC_TSS);
2218 }
2219
2220 /** @todo These values could still be out of sync! */
2221 pCtx->csHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_CS].base;
2222 pCtx->csHid.u32Limit = pVM->rem.s.Env.segs[R_CS].limit;
2223 /** @note QEmu saves the 2nd dword of the descriptor; we should store the attribute word only! */
2224 pCtx->csHid.Attr.u = (pVM->rem.s.Env.segs[R_CS].flags >> 8) & 0xFFFF;
2225
2226 pCtx->dsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_DS].base;
2227 pCtx->dsHid.u32Limit = pVM->rem.s.Env.segs[R_DS].limit;
2228 pCtx->dsHid.Attr.u = (pVM->rem.s.Env.segs[R_DS].flags >> 8) & 0xFFFF;
2229
2230 pCtx->esHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_ES].base;
2231 pCtx->esHid.u32Limit = pVM->rem.s.Env.segs[R_ES].limit;
2232 pCtx->esHid.Attr.u = (pVM->rem.s.Env.segs[R_ES].flags >> 8) & 0xFFFF;
2233
2234 pCtx->fsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_FS].base;
2235 pCtx->fsHid.u32Limit = pVM->rem.s.Env.segs[R_FS].limit;
2236 pCtx->fsHid.Attr.u = (pVM->rem.s.Env.segs[R_FS].flags >> 8) & 0xFFFF;
2237
2238 pCtx->gsHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_GS].base;
2239 pCtx->gsHid.u32Limit = pVM->rem.s.Env.segs[R_GS].limit;
2240 pCtx->gsHid.Attr.u = (pVM->rem.s.Env.segs[R_GS].flags >> 8) & 0xFFFF;
2241
2242 pCtx->ssHid.u32Base = (uint32_t)pVM->rem.s.Env.segs[R_SS].base;
2243 pCtx->ssHid.u32Limit = pVM->rem.s.Env.segs[R_SS].limit;
2244 pCtx->ssHid.Attr.u = (pVM->rem.s.Env.segs[R_SS].flags >> 8) & 0xFFFF;
2245
2246 pCtx->ldtrHid.u32Base = (uint32_t)pVM->rem.s.Env.ldt.base;
2247 pCtx->ldtrHid.u32Limit = pVM->rem.s.Env.ldt.limit;
2248 pCtx->ldtrHid.Attr.u = (pVM->rem.s.Env.ldt.flags >> 8) & 0xFFFF;
2249
2250 pCtx->trHid.u32Base = (uint32_t)pVM->rem.s.Env.tr.base;
2251 pCtx->trHid.u32Limit = pVM->rem.s.Env.tr.limit;
2252 pCtx->trHid.Attr.u = (pVM->rem.s.Env.tr.flags >> 8) & 0xFFFF;
2253
2254 /* Sysenter MSR */
2255 pCtx->SysEnter.cs = pVM->rem.s.Env.sysenter_cs;
2256 pCtx->SysEnter.eip = pVM->rem.s.Env.sysenter_eip;
2257 pCtx->SysEnter.esp = pVM->rem.s.Env.sysenter_esp;
2258}
2259
2260
2261/**
2262 * Update the VMM state information if we're currently in REM.
2263 *
2264 * This method is used by the DBGF and PDMDevice when there is any uncertainty of whether
2265 * we're currently executing in REM and the VMM state is invalid. This method will of
2266 * course check that we're executing in REM before syncing any data over to the VMM.
2267 *
2268 * @param pVM The VM handle.
2269 */
2270REMR3DECL(void) REMR3StateUpdate(PVM pVM)
2271{
2272 if (pVM->rem.s.fInREM)
2273 remR3StateUpdate(pVM);
2274}
2275
2276
2277#undef LOG_GROUP
2278#define LOG_GROUP LOG_GROUP_REM
2279
2280
2281/**
2282 * Notify the recompiler about Address Gate 20 state change.
2283 *
2284 * This notification is required since A20 gate changes are
2285 * initialized from a device driver and the VM might just as
2286 * well be in REM mode as in RAW mode.
2287 *
2288 * @param pVM VM handle.
2289 * @param fEnable True if the gate should be enabled.
2290 * False if the gate should be disabled.
2291 */
2292REMR3DECL(void) REMR3A20Set(PVM pVM, bool fEnable)
2293{
2294 LogFlow(("REMR3A20Set: fEnable=%d\n", fEnable));
2295 VM_ASSERT_EMT(pVM);
2296 cpu_x86_set_a20(&pVM->rem.s.Env, fEnable);
2297}
2298
2299
2300/**
2301 * Replays the invalidated recorded pages.
2302 * Called in response to VERR_REM_FLUSHED_PAGES_OVERFLOW from the RAW execution loop.
2303 *
2304 * @param pVM VM handle.
2305 */
2306REMR3DECL(void) REMR3ReplayInvalidatedPages(PVM pVM)
2307{
2308 VM_ASSERT_EMT(pVM);
2309
2310 /*
2311 * Sync the required registers.
2312 */
2313 pVM->rem.s.Env.cr[0] = pVM->rem.s.pCtx->cr0;
2314 pVM->rem.s.Env.cr[2] = pVM->rem.s.pCtx->cr2;
2315 pVM->rem.s.Env.cr[3] = pVM->rem.s.pCtx->cr3;
2316 pVM->rem.s.Env.cr[4] = pVM->rem.s.pCtx->cr4;
2317
2318 /*
2319 * Replay the flushes.
2320 */
2321 pVM->rem.s.fIgnoreInvlPg = true;
2322 RTUINT i;
2323 for (i = 0; i < pVM->rem.s.cInvalidatedPages; i++)
2324 {
2325 Log2(("REMR3ReplayInvalidatedPages: invlpg %VGv\n", pVM->rem.s.aGCPtrInvalidatedPages[i]));
2326 tlb_flush_page(&pVM->rem.s.Env, pVM->rem.s.aGCPtrInvalidatedPages[i]);
2327 }
2328 pVM->rem.s.fIgnoreInvlPg = false;
2329 pVM->rem.s.cInvalidatedPages = 0;
2330}
2331
2332
2333/**
2334 * Replays the invalidated recorded pages.
2335 * Called in response to VERR_REM_FLUSHED_PAGES_OVERFLOW from the RAW execution loop.
2336 *
2337 * @param pVM VM handle.
2338 */
2339REMR3DECL(void) REMR3ReplayHandlerNotifications(PVM pVM)
2340{
2341 LogFlow(("REMR3ReplayInvalidatedPages:\n"));
2342 VM_ASSERT_EMT(pVM);
2343
2344 /*
2345 * Replay the flushes.
2346 */
2347 RTUINT i;
2348 const RTUINT c = pVM->rem.s.cHandlerNotifications;
2349 pVM->rem.s.cHandlerNotifications = 0;
2350 for (i = 0; i < c; i++)
2351 {
2352 PREMHANDLERNOTIFICATION pRec = &pVM->rem.s.aHandlerNotifications[i];
2353 switch (pRec->enmKind)
2354 {
2355 case REMHANDLERNOTIFICATIONKIND_PHYSICAL_REGISTER:
2356 REMR3NotifyHandlerPhysicalRegister(pVM,
2357 pRec->u.PhysicalRegister.enmType,
2358 pRec->u.PhysicalRegister.GCPhys,
2359 pRec->u.PhysicalRegister.cb,
2360 pRec->u.PhysicalRegister.fHasHCHandler);
2361 break;
2362
2363 case REMHANDLERNOTIFICATIONKIND_PHYSICAL_DEREGISTER:
2364 REMR3NotifyHandlerPhysicalDeregister(pVM,
2365 pRec->u.PhysicalDeregister.enmType,
2366 pRec->u.PhysicalDeregister.GCPhys,
2367 pRec->u.PhysicalDeregister.cb,
2368 pRec->u.PhysicalDeregister.fHasHCHandler,
2369 pRec->u.PhysicalDeregister.pvHCPtr);
2370 break;
2371
2372 case REMHANDLERNOTIFICATIONKIND_PHYSICAL_MODIFY:
2373 REMR3NotifyHandlerPhysicalModify(pVM,
2374 pRec->u.PhysicalModify.enmType,
2375 pRec->u.PhysicalModify.GCPhysOld,
2376 pRec->u.PhysicalModify.GCPhysNew,
2377 pRec->u.PhysicalModify.cb,
2378 pRec->u.PhysicalModify.fHasHCHandler,
2379 pRec->u.PhysicalModify.pvHCPtr);
2380 break;
2381
2382 default:
2383 AssertReleaseMsgFailed(("enmKind=%d\n", pRec->enmKind));
2384 break;
2385 }
2386 }
2387}
2388
2389
2390/**
2391 * Notify REM about changed code page.
2392 *
2393 * @returns VBox status code.
2394 * @param pVM VM handle.
2395 * @param pvCodePage Code page address
2396 */
2397REMR3DECL(int) REMR3NotifyCodePageChanged(PVM pVM, RTGCPTR pvCodePage)
2398{
2399 int rc;
2400 RTGCPHYS PhysGC;
2401 uint64_t flags;
2402
2403 VM_ASSERT_EMT(pVM);
2404
2405 /*
2406 * Get the physical page address.
2407 */
2408 rc = PGMGstGetPage(pVM, pvCodePage, &flags, &PhysGC);
2409 if (rc == VINF_SUCCESS)
2410 {
2411 /*
2412 * Sync the required registers and flush the whole page.
2413 * (Easier to do the whole page than notifying it about each physical
2414 * byte that was changed.
2415 */
2416 pVM->rem.s.Env.cr[0] = pVM->rem.s.pCtx->cr0;
2417 pVM->rem.s.Env.cr[2] = pVM->rem.s.pCtx->cr2;
2418 pVM->rem.s.Env.cr[3] = pVM->rem.s.pCtx->cr3;
2419 pVM->rem.s.Env.cr[4] = pVM->rem.s.pCtx->cr4;
2420
2421 tb_invalidate_phys_page_range(PhysGC, PhysGC + PAGE_SIZE - 1, 0);
2422 }
2423 return VINF_SUCCESS;
2424}
2425
2426/**
2427 * Notification about a successful MMR3PhysRegister() call.
2428 *
2429 * @param pVM VM handle.
2430 * @param GCPhys The physical address the RAM.
2431 * @param cb Size of the memory.
2432 * @param pvRam The HC address of the RAM.
2433 * @param fFlags Flags of the MM_RAM_FLAGS_* defines.
2434 */
2435REMR3DECL(void) REMR3NotifyPhysRamRegister(PVM pVM, RTGCPHYS GCPhys, RTUINT cb, void *pvRam, unsigned fFlags)
2436{
2437 Log(("REMR3NotifyPhysRamRegister: GCPhys=%VGp cb=%d pvRam=%p fFlags=%d\n", GCPhys, cb, pvRam, fFlags));
2438 VM_ASSERT_EMT(pVM);
2439
2440 /*
2441 * Validate input - we trust the caller.
2442 */
2443 Assert(!GCPhys || pvRam);
2444 Assert(RT_ALIGN_P(pvRam, PAGE_SIZE) == pvRam);
2445 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2446 Assert(cb);
2447 Assert(RT_ALIGN_Z(cb, PAGE_SIZE) == cb);
2448
2449 /*
2450 * Base ram?
2451 */
2452 if (!GCPhys)
2453 {
2454#ifndef PGM_DYNAMIC_RAM_ALLOC
2455 AssertRelease(!phys_ram_base);
2456 phys_ram_base = pvRam;
2457#endif
2458 phys_ram_size = cb;
2459 phys_ram_dirty = MMR3HeapAllocZ(pVM, MM_TAG_REM, cb >> PAGE_SHIFT);
2460 AssertReleaseMsg(phys_ram_dirty, ("failed to allocate %d bytes of dirty bytes\n", cb >> PAGE_SHIFT));
2461 }
2462#ifndef PGM_DYNAMIC_RAM_ALLOC
2463 AssertRelease(phys_ram_base);
2464#endif
2465
2466 /*
2467 * Register the ram.
2468 */
2469#ifdef PGM_DYNAMIC_RAM_ALLOC
2470 if (!GCPhys)
2471 cpu_register_physical_memory(GCPhys, cb, GCPhys | IO_MEM_RAM_MISSING);
2472 else
2473 {
2474 uint32_t i;
2475
2476 cpu_register_physical_memory(GCPhys, cb, GCPhys | (fFlags & MM_RAM_FLAGS_RESERVED ? IO_MEM_UNASSIGNED : 0));
2477
2478 AssertRelease(pVM->rem.s.cPhysRegistrations < REM_MAX_PHYS_REGISTRATIONS);
2479 for (i=0;i<pVM->rem.s.cPhysRegistrations;i++)
2480 {
2481 if (pVM->rem.s.aPhysReg[i].GCPhys == GCPhys)
2482 {
2483 pVM->rem.s.aPhysReg[i].HCVirt = (RTHCUINTPTR)pvRam;
2484 pVM->rem.s.aPhysReg[i].cb = cb;
2485 break;
2486 }
2487 }
2488 if (i == pVM->rem.s.cPhysRegistrations)
2489 {
2490 pVM->rem.s.aPhysReg[i].GCPhys = GCPhys;
2491 pVM->rem.s.aPhysReg[i].HCVirt = (RTHCUINTPTR)pvRam;
2492 pVM->rem.s.aPhysReg[i].cb = cb;
2493 pVM->rem.s.cPhysRegistrations++;
2494 }
2495 }
2496#else
2497 cpu_register_physical_memory(GCPhys, cb, ((uintptr_t)pvRam - (uintptr_t)phys_ram_base)
2498 | (fFlags & MM_RAM_FLAGS_RESERVED ? IO_MEM_UNASSIGNED : 0));
2499#endif
2500}
2501
2502
2503/**
2504 * Notification about a successful PGMR3PhysRegisterChunk() call.
2505 *
2506 * @param pVM VM handle.
2507 * @param GCPhys The physical address the RAM.
2508 * @param cb Size of the memory.
2509 * @param pvRam The HC address of the RAM.
2510 * @param fFlags Flags of the MM_RAM_FLAGS_* defines.
2511 */
2512REMR3DECL(void) REMR3NotifyPhysRamChunkRegister(PVM pVM, RTGCPHYS GCPhys, RTUINT cb, RTHCUINTPTR pvRam, unsigned fFlags)
2513{
2514 uint32_t idx;
2515
2516 Log(("REMR3NotifyPhysRamChunkRegister: GCPhys=%VGp cb=%d pvRam=%p fFlags=%d\n", GCPhys, cb, pvRam, fFlags));
2517 VM_ASSERT_EMT(pVM);
2518
2519 /*
2520 * Validate input - we trust the caller.
2521 */
2522 Assert(pvRam);
2523 Assert(RT_ALIGN(pvRam, PAGE_SIZE) == pvRam);
2524 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2525 Assert(cb == PGM_DYNAMIC_CHUNK_SIZE);
2526 Assert(fFlags == 0 /* normal RAM */);
2527
2528 if (!pVM->rem.s.paHCVirtToGCPhys)
2529 {
2530 uint32_t size = (_4G >> PGM_DYNAMIC_CHUNK_SHIFT) * sizeof(REMCHUNKINFO);
2531
2532 Assert(phys_ram_size);
2533
2534 pVM->rem.s.paHCVirtToGCPhys = (PREMCHUNKINFO)MMR3HeapAllocZ(pVM, MM_TAG_REM, size);
2535 pVM->rem.s.paGCPhysToHCVirt = (RTHCPTR)MMR3HeapAllocZ(pVM, MM_TAG_REM, (phys_ram_size >> PGM_DYNAMIC_CHUNK_SHIFT)*sizeof(RTHCPTR));
2536 }
2537 pVM->rem.s.paGCPhysToHCVirt[GCPhys >> PGM_DYNAMIC_CHUNK_SHIFT] = pvRam;
2538
2539 idx = (pvRam >> PGM_DYNAMIC_CHUNK_SHIFT);
2540 if (!pVM->rem.s.paHCVirtToGCPhys[idx].pChunk1)
2541 {
2542 pVM->rem.s.paHCVirtToGCPhys[idx].pChunk1 = pvRam;
2543 pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys1 = GCPhys;
2544 }
2545 else
2546 {
2547 Assert(!pVM->rem.s.paHCVirtToGCPhys[idx].pChunk2);
2548 pVM->rem.s.paHCVirtToGCPhys[idx].pChunk2 = pvRam;
2549 pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys2 = GCPhys;
2550 }
2551 /* Does the region spawn two chunks? */
2552 if (pvRam & PGM_DYNAMIC_CHUNK_OFFSET_MASK)
2553 {
2554 if (!pVM->rem.s.paHCVirtToGCPhys[idx+1].pChunk1)
2555 {
2556 pVM->rem.s.paHCVirtToGCPhys[idx+1].pChunk1 = pvRam;
2557 pVM->rem.s.paHCVirtToGCPhys[idx+1].GCPhys1 = GCPhys;
2558 }
2559 else
2560 {
2561 Assert(!pVM->rem.s.paHCVirtToGCPhys[idx+1].pChunk2);
2562 pVM->rem.s.paHCVirtToGCPhys[idx+1].pChunk2 = pvRam;
2563 pVM->rem.s.paHCVirtToGCPhys[idx+1].GCPhys2 = GCPhys;
2564 }
2565 }
2566 cpu_register_physical_memory(GCPhys, cb, GCPhys);
2567}
2568
2569/**
2570 * Convert GC physical address to HC virt
2571 *
2572 * @returns The HC virt address corresponding to addr.
2573 * @param env The cpu environment.
2574 * @param addr The physical address.
2575 */
2576void *remR3GCPhys2HCVirt(void *env, target_ulong addr)
2577{
2578#ifdef PGM_DYNAMIC_RAM_ALLOC
2579 PVM pVM = ((CPUState *)env)->pVM;
2580 uint32_t i;
2581
2582 /* lookup in pVM->rem.s.aPhysReg array first (for ROM range(s) inside the guest's RAM) */
2583 for (i=0;i<pVM->rem.s.cPhysRegistrations;i++)
2584 {
2585 uint32_t off = addr - pVM->rem.s.aPhysReg[i].GCPhys;
2586 if (off < pVM->rem.s.aPhysReg[i].cb)
2587 {
2588 Log2(("remR3GCPhys2HCVirt: %x -> %x\n", addr, pVM->rem.s.aPhysReg[i].HCVirt + off));
2589 return (void *)(pVM->rem.s.aPhysReg[i].HCVirt + off);
2590 }
2591 }
2592 AssertMsg(addr < phys_ram_size, ("remR3GCPhys2HCVirt: unknown physical address %x\n", addr));
2593 Log2(("remR3GCPhys2HCVirt: %x -> %x\n", addr, pVM->rem.s.paGCPhysToHCVirt[addr >> PGM_DYNAMIC_CHUNK_SHIFT] + (addr & PGM_DYNAMIC_CHUNK_OFFSET_MASK)));
2594 return (void *)(pVM->rem.s.paGCPhysToHCVirt[addr >> PGM_DYNAMIC_CHUNK_SHIFT] + (addr & PGM_DYNAMIC_CHUNK_OFFSET_MASK));
2595#else
2596 return phys_ram_base + addr;
2597#endif
2598}
2599
2600/**
2601 * Convert GC physical address to HC virt
2602 *
2603 * @returns The HC virt address corresponding to addr.
2604 * @param env The cpu environment.
2605 * @param addr The physical address.
2606 */
2607target_ulong remR3HCVirt2GCPhys(void *env, void *addr)
2608{
2609#ifdef PGM_DYNAMIC_RAM_ALLOC
2610 PVM pVM = ((CPUState *)env)->pVM;
2611 RTHCUINTPTR HCVirt = (RTHCUINTPTR)addr;
2612 uint32_t idx = (HCVirt >> PGM_DYNAMIC_CHUNK_SHIFT);
2613 RTHCUINTPTR off;
2614 RTUINT i;
2615
2616 off = HCVirt - pVM->rem.s.paHCVirtToGCPhys[idx].pChunk1;
2617
2618 if ( pVM->rem.s.paHCVirtToGCPhys[idx].pChunk1
2619 && off < PGM_DYNAMIC_CHUNK_SIZE)
2620 {
2621 Log2(("remR3HCVirt2GCPhys %x -> %x\n", addr, pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys1 + off));
2622 return pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys1 + off;
2623 }
2624
2625 off = HCVirt - pVM->rem.s.paHCVirtToGCPhys[idx].pChunk2;
2626 if ( pVM->rem.s.paHCVirtToGCPhys[idx].pChunk2
2627 && off < PGM_DYNAMIC_CHUNK_SIZE)
2628 {
2629 Log2(("remR3HCVirt2GCPhys %x -> %x\n", addr, pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys2 + off));
2630 return pVM->rem.s.paHCVirtToGCPhys[idx].GCPhys2 + off;
2631 }
2632
2633 /* Must be externally registered RAM/ROM range */
2634 for (i=0;i<pVM->rem.s.cPhysRegistrations;i++)
2635 {
2636 uint32_t off = HCVirt - pVM->rem.s.aPhysReg[i].HCVirt;
2637 if (off < pVM->rem.s.aPhysReg[i].cb)
2638 {
2639 Log2(("remR3HCVirt2GCPhys %x -> %x\n", addr, pVM->rem.s.aPhysReg[i].GCPhys + off));
2640 return pVM->rem.s.aPhysReg[i].GCPhys + off;
2641 }
2642 }
2643 AssertReleaseMsgFailed(("No translation for physical address %VHv???\n", addr));
2644 return 0;
2645#else
2646 return (target_ulong)addr - (target_ulong)phys_ram_base;
2647#endif
2648}
2649
2650/**
2651 * Grows dynamically allocated guest RAM.
2652 * Will raise a fatal error if the operation fails.
2653 *
2654 * @param physaddr The physical address.
2655 */
2656void remR3GrowDynRange(unsigned long physaddr)
2657{
2658 int rc;
2659 PVM pVM = cpu_single_env->pVM;
2660
2661 Log(("remR3GrowDynRange %VGp\n", physaddr));
2662 rc = PGM3PhysGrowRange(pVM, (RTGCPHYS)physaddr);
2663 if (VBOX_SUCCESS(rc))
2664 return;
2665
2666 LogRel(("\nUnable to allocate guest RAM chunk at %VGp\n", physaddr));
2667 cpu_abort(cpu_single_env, "Unable to allocate guest RAM chunk at %VGp\n", physaddr);
2668 AssertFatalFailed();
2669}
2670
2671/**
2672 * Notification about a successful MMR3PhysRomRegister() call.
2673 *
2674 * @param pVM VM handle.
2675 * @param GCPhys The physical address of the ROM.
2676 * @param cb The size of the ROM.
2677 * @param pvCopy Pointer to the ROM copy.
2678 */
2679REMR3DECL(void) REMR3NotifyPhysRomRegister(PVM pVM, RTGCPHYS GCPhys, RTUINT cb, void *pvCopy)
2680{
2681#ifdef PGM_DYNAMIC_RAM_ALLOC
2682 uint32_t i;
2683#endif
2684 Log(("REMR3NotifyPhysRomRegister: GCPhys=%VGp cb=%d pvCopy=%p\n", GCPhys, cb, pvCopy));
2685 VM_ASSERT_EMT(pVM);
2686
2687 /*
2688 * Validate input - we trust the caller.
2689 */
2690 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2691 Assert(cb);
2692 Assert(RT_ALIGN_Z(cb, PAGE_SIZE) == cb);
2693 Assert(pvCopy);
2694 Assert(RT_ALIGN_P(pvCopy, PAGE_SIZE) == pvCopy);
2695
2696 /*
2697 * Register the rom.
2698 */
2699#ifdef PGM_DYNAMIC_RAM_ALLOC
2700 cpu_register_physical_memory(GCPhys, cb, GCPhys | IO_MEM_ROM);
2701 AssertRelease(pVM->rem.s.cPhysRegistrations < REM_MAX_PHYS_REGISTRATIONS);
2702 for (i=0;i<pVM->rem.s.cPhysRegistrations;i++)
2703 {
2704 if (pVM->rem.s.aPhysReg[i].GCPhys == GCPhys)
2705 {
2706 pVM->rem.s.aPhysReg[i].HCVirt = (RTHCUINTPTR)pvCopy;
2707 pVM->rem.s.aPhysReg[i].cb = cb;
2708 break;
2709 }
2710 }
2711 if (i == pVM->rem.s.cPhysRegistrations)
2712 {
2713 pVM->rem.s.aPhysReg[i].GCPhys = GCPhys;
2714 pVM->rem.s.aPhysReg[i].HCVirt = (RTHCUINTPTR)pvCopy;
2715 pVM->rem.s.aPhysReg[i].cb = cb;
2716 pVM->rem.s.cPhysRegistrations++;
2717 }
2718#else
2719 AssertRelease(phys_ram_base);
2720 cpu_register_physical_memory(GCPhys, cb, ((uintptr_t)pvCopy - (uintptr_t)phys_ram_base) | IO_MEM_ROM);
2721#endif
2722 Log2(("%.64Vhxd\n", (char *)pvCopy + cb - 64));
2723}
2724
2725
2726/**
2727 * Notification about a successful MMR3PhysRegister() call.
2728 *
2729 * @param pVM VM Handle.
2730 * @param GCPhys Start physical address.
2731 * @param cb The size of the range.
2732 */
2733REMR3DECL(void) REMR3NotifyPhysReserve(PVM pVM, RTGCPHYS GCPhys, RTUINT cb)
2734{
2735 LogFlow(("REMR3NotifyPhysReserve: GCPhys=%VGp cb=%d\n", GCPhys, cb));
2736 VM_ASSERT_EMT(pVM);
2737
2738 /*
2739 * Validate input - we trust the caller.
2740 */
2741 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2742 Assert(cb);
2743 Assert(RT_ALIGN_Z(cb, PAGE_SIZE) == cb);
2744
2745 /*
2746 * Unassigning the memory.
2747 */
2748 cpu_register_physical_memory(GCPhys, cb, IO_MEM_UNASSIGNED);
2749}
2750
2751
2752/**
2753 * Notification about a successful PGMR3HandlerPhysicalRegister() call.
2754 *
2755 * @param pVM VM Handle.
2756 * @param enmType Handler type.
2757 * @param GCPhys Handler range address.
2758 * @param cb Size of the handler range.
2759 * @param fHasHCHandler Set if the handler has a HC callback function.
2760 *
2761 * @remark MMR3PhysRomRegister assumes that this function will not apply the
2762 * Handler memory type to memory which has no HC handler.
2763 */
2764REMR3DECL(void) REMR3NotifyHandlerPhysicalRegister(PVM pVM, PGMPHYSHANDLERTYPE enmType, RTGCPHYS GCPhys, RTGCPHYS cb, bool fHasHCHandler)
2765{
2766 LogFlow(("REMR3NotifyHandlerPhysicalRegister: enmType=%d GCPhys=%VGp cb=%d fHasHCHandler=%d\n",
2767 enmType, GCPhys, cb, fHasHCHandler));
2768 VM_ASSERT_EMT(pVM);
2769 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2770 Assert(RT_ALIGN_T(cb, PAGE_SIZE, RTGCPHYS) == cb);
2771
2772 if (pVM->rem.s.cHandlerNotifications)
2773 REMR3ReplayHandlerNotifications(pVM);
2774
2775 if (enmType == PGMPHYSHANDLERTYPE_MMIO)
2776 cpu_register_physical_memory(GCPhys, cb, pVM->rem.s.iMMIOMemType);
2777 else if (fHasHCHandler)
2778 cpu_register_physical_memory(GCPhys, cb, pVM->rem.s.iHandlerMemType);
2779}
2780
2781
2782/**
2783 * Notification about a successful PGMR3HandlerPhysicalDeregister() operation.
2784 *
2785 * @param pVM VM Handle.
2786 * @param enmType Handler type.
2787 * @param GCPhys Handler range address.
2788 * @param cb Size of the handler range.
2789 * @param fHasHCHandler Set if the handler has a HC callback function.
2790 * @param pvHCPtr The HC virtual address corresponding to GCPhys if available.
2791 */
2792REMR3DECL(void) REMR3NotifyHandlerPhysicalDeregister(PVM pVM, PGMPHYSHANDLERTYPE enmType, RTGCPHYS GCPhys, RTGCPHYS cb, bool fHasHCHandler, void *pvHCPtr)
2793{
2794 LogFlow(("REMR3NotifyHandlerPhysicalDeregister: enmType=%d GCPhys=%VGp cb=%d fHasHCHandler=%d pvHCPtr=%p RAM=%08x\n",
2795 enmType, GCPhys, cb, fHasHCHandler, pvHCPtr, MMR3PhysGetRamSize(pVM)));
2796 VM_ASSERT_EMT(pVM);
2797
2798 if (pVM->rem.s.cHandlerNotifications)
2799 REMR3ReplayHandlerNotifications(pVM);
2800
2801 if (enmType == PGMPHYSHANDLERTYPE_MMIO)
2802 cpu_register_physical_memory(GCPhys, cb, IO_MEM_UNASSIGNED);
2803 else if (fHasHCHandler)
2804 {
2805 if (!pvHCPtr)
2806 {
2807 Assert(GCPhys > MMR3PhysGetRamSize(pVM));
2808 cpu_register_physical_memory(GCPhys, cb, IO_MEM_UNASSIGNED);
2809 }
2810 else
2811 {
2812 /* This is not prefect, but it'll do for PD monitoring... */
2813 Assert(cb == PAGE_SIZE);
2814 Assert(RT_ALIGN_T(GCPhys, PAGE_SIZE, RTGCPHYS) == GCPhys);
2815 Assert(remR3HCVirt2GCPhys(cpu_single_env, pvHCPtr) < MMR3PhysGetRamSize(pVM));
2816#ifdef PGM_DYNAMIC_RAM_ALLOC
2817 cpu_register_physical_memory(GCPhys, cb, GCPhys);
2818#else
2819 cpu_register_physical_memory(GCPhys, cb, remR3HCVirt2GCPhys(cpu_single_env, pvHCPtr));
2820#endif
2821 }
2822 }
2823}
2824
2825
2826/**
2827 * Notification about a successful PGMR3HandlerPhysicalModify() call.
2828 *
2829 * @param pVM VM Handle.
2830 * @param enmType Handler type.
2831 * @param GCPhysOld Old handler range address.
2832 * @param GCPhysNew New handler range address.
2833 * @param cb Size of the handler range.
2834 * @param fHasHCHandler Set if the handler has a HC callback function.
2835 * @param pvHCPtr The HC virtual address corresponding to GCPhys if available.
2836 */
2837REMR3DECL(void) REMR3NotifyHandlerPhysicalModify(PVM pVM, PGMPHYSHANDLERTYPE enmType, RTGCPHYS GCPhysOld, RTGCPHYS GCPhysNew, RTGCPHYS cb, bool fHasHCHandler, void *pvHCPtr)
2838{
2839 LogFlow(("REMR3NotifyHandlerPhysicalModify: enmType=%d GCPhysOld=%VGp GCPhysNew=%VGp cb=%d fHasHCHandler=%d pvHCPtr=%p\n",
2840 enmType, GCPhysOld, GCPhysNew, cb, fHasHCHandler, pvHCPtr));
2841 VM_ASSERT_EMT(pVM);
2842 AssertReleaseMsg(enmType != PGMPHYSHANDLERTYPE_MMIO, ("enmType=%d\n", enmType));
2843
2844 if (pVM->rem.s.cHandlerNotifications)
2845 REMR3ReplayHandlerNotifications(pVM);
2846
2847 if (fHasHCHandler)
2848 {
2849 /*
2850 * Reset the old page.
2851 */
2852 if (!pvHCPtr)
2853 cpu_register_physical_memory(GCPhysOld, cb, IO_MEM_UNASSIGNED);
2854 else
2855 {
2856 /* This is not prefect, but it'll do for PD monitoring... */
2857 Assert(cb == PAGE_SIZE);
2858 Assert(RT_ALIGN_T(GCPhysOld, PAGE_SIZE, RTGCPHYS) == GCPhysOld);
2859 Assert(remR3HCVirt2GCPhys(cpu_single_env, pvHCPtr) < MMR3PhysGetRamSize(pVM));
2860#ifdef PGM_DYNAMIC_RAM_ALLOC
2861 cpu_register_physical_memory(GCPhysOld, cb, GCPhysOld);
2862#else
2863 cpu_register_physical_memory(GCPhysOld, cb, remR3HCVirt2GCPhys(cpu_single_env, pvHCPtr));
2864#endif
2865 }
2866
2867 /*
2868 * Update the new page.
2869 */
2870 Assert(RT_ALIGN_T(GCPhysNew, PAGE_SIZE, RTGCPHYS) == GCPhysNew);
2871 Assert(RT_ALIGN_T(cb, PAGE_SIZE, RTGCPHYS) == cb);
2872 cpu_register_physical_memory(GCPhysNew, cb, pVM->rem.s.iHandlerMemType);
2873 }
2874}
2875
2876
2877/**
2878 * Checks if we're handling access to this page or not.
2879 *
2880 * @returns true if we're trapping access.
2881 * @returns false if we aren't.
2882 * @param pVM The VM handle.
2883 * @param GCPhys The physical address.
2884 *
2885 * @remark This function will only work correctly in VBOX_STRICT builds!
2886 */
2887REMDECL(bool) REMR3IsPageAccessHandled(PVM pVM, RTGCPHYS GCPhys)
2888{
2889#ifdef VBOX_STRICT
2890 if (pVM->rem.s.cHandlerNotifications)
2891 REMR3ReplayHandlerNotifications(pVM);
2892
2893 unsigned long off = get_phys_page_offset(GCPhys);
2894 return (off & PAGE_OFFSET_MASK) == pVM->rem.s.iHandlerMemType
2895 || (off & PAGE_OFFSET_MASK) == pVM->rem.s.iMMIOMemType
2896 || (off & PAGE_OFFSET_MASK) == IO_MEM_ROM;
2897#else
2898 return false;
2899#endif
2900}
2901
2902
2903/**
2904 * Deals with a rare case in get_phys_addr_code where the code
2905 * is being monitored.
2906 *
2907 * It could also be an MMIO page, in which case we will raise a fatal error.
2908 *
2909 * @returns The physical address corresponding to addr.
2910 * @param env The cpu environment.
2911 * @param addr The virtual address.
2912 * @param pTLBEntry The TLB entry.
2913 */
2914target_ulong remR3PhysGetPhysicalAddressCode(CPUState *env, target_ulong addr, CPUTLBEntry *pTLBEntry)
2915{
2916 PVM pVM = env->pVM;
2917 if ((pTLBEntry->address & ~TARGET_PAGE_MASK) == pVM->rem.s.iHandlerMemType)
2918 {
2919 target_ulong ret = pTLBEntry->addend + addr;
2920 AssertMsg2("remR3PhysGetPhysicalAddressCode: addr=%VGv address=%VGv addend=%VGp ret=%VGp\n",
2921 (RTGCPTR)addr, (RTGCPTR)pTLBEntry->address, (RTGCPHYS)pTLBEntry->addend, ret);
2922 return ret;
2923 }
2924 LogRel(("\nTrying to execute code with memory type address=%VGv addend=%VGp at %VGv! (iHandlerMemType=%#x iMMIOMemType=%#x)\n"
2925 "*** handlers\n",
2926 (RTGCPTR)pTLBEntry->address, (RTGCPHYS)pTLBEntry->addend, (RTGCPTR)addr, pVM->rem.s.iHandlerMemType, pVM->rem.s.iMMIOMemType));
2927 DBGFR3Info(pVM, "handlers", NULL, DBGFR3InfoLogRelHlp());
2928 LogRel(("*** mmio\n"));
2929 DBGFR3Info(pVM, "mmio", NULL, DBGFR3InfoLogRelHlp());
2930 LogRel(("*** phys\n"));
2931 DBGFR3Info(pVM, "phys", NULL, DBGFR3InfoLogRelHlp());
2932 cpu_abort(env, "Trying to execute code with memory type address=%VGv addend=%VGp at %VGv. (iHandlerMemType=%#x iMMIOMemType=%#x)\n",
2933 (RTGCPTR)pTLBEntry->address, (RTGCPHYS)pTLBEntry->addend, (RTGCPTR)addr, pVM->rem.s.iHandlerMemType, pVM->rem.s.iMMIOMemType);
2934 AssertFatalFailed();
2935}
2936
2937/**
2938 * Read guest RAM and ROM.
2939 *
2940 * @param pbSrcPhys The source address. Relative to guest RAM.
2941 * @param pvDst The destination address.
2942 * @param cb Number of bytes
2943 */
2944void remR3PhysReadBytes(uint8_t *pbSrcPhys, void *pvDst, unsigned cb)
2945{
2946 STAM_PROFILE_ADV_START(&gStatMemRead, a);
2947
2948 /*
2949 * Calc the physical address ('off') and check that it's within the RAM.
2950 * ROM is accessed this way, even if it's not part of the RAM.
2951 */
2952 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
2953 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
2954 if (off < (uintptr_t)phys_ram_size)
2955 PGMPhysRead(cpu_single_env->pVM, (RTGCPHYS)off, pvDst, cb);
2956 else
2957 {
2958 /* ROM range outside physical RAM, HC address passed directly */
2959 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
2960 memcpy(pvDst, pbSrcPhys, cb);
2961 }
2962 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
2963}
2964
2965/** @todo r=bird: s/Byte/U8/ s/Word/U16/ s/Dword/U32/, see MMIO and other functions.
2966 * It could be an idea to inline these wrapper functions... */
2967
2968/**
2969 * Read guest RAM and ROM.
2970 *
2971 * @param pbSrcPhys The source address. Relative to guest RAM.
2972 */
2973uint8_t remR3PhysReadUByte(uint8_t *pbSrcPhys)
2974{
2975 uint8_t val;
2976
2977 STAM_PROFILE_ADV_START(&gStatMemRead, a);
2978
2979 /*
2980 * Calc the physical address ('off') and check that it's within the RAM.
2981 * ROM is accessed this way, even if it's not part of the RAM.
2982 */
2983 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
2984 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
2985 if (off < (uintptr_t)phys_ram_size)
2986 val = PGMR3PhysReadByte(cpu_single_env->pVM, (RTGCPHYS)off);
2987 else
2988 {
2989 /* ROM range outside physical RAM, HC address passed directly */
2990 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
2991 val = *pbSrcPhys;
2992 }
2993 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
2994 return val;
2995}
2996
2997/**
2998 * Read guest RAM and ROM.
2999 *
3000 * @param pbSrcPhys The source address. Relative to guest RAM.
3001 */
3002int8_t remR3PhysReadSByte(uint8_t *pbSrcPhys)
3003{
3004 int8_t val;
3005
3006 STAM_PROFILE_ADV_START(&gStatMemRead, a);
3007
3008 /*
3009 * Calc the physical address ('off') and check that it's within the RAM.
3010 * ROM is accessed this way, even if it's not part of the RAM.
3011 */
3012 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
3013 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
3014 if (off < (uintptr_t)phys_ram_size)
3015 val = PGMR3PhysReadByte(cpu_single_env->pVM, (RTGCPHYS)off);
3016 else
3017 {
3018 /* ROM range outside physical RAM, HC address passed directly */
3019 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
3020 val = *(int8_t *)pbSrcPhys;
3021 }
3022 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
3023 return val;
3024}
3025
3026/**
3027 * Read guest RAM and ROM.
3028 *
3029 * @param pbSrcPhys The source address. Relative to guest RAM.
3030 */
3031uint16_t remR3PhysReadUWord(uint8_t *pbSrcPhys)
3032{
3033 uint16_t val;
3034
3035 STAM_PROFILE_ADV_START(&gStatMemRead, a);
3036
3037 /*
3038 * Calc the physical address ('off') and check that it's within the RAM.
3039 * ROM is accessed this way, even if it's not part of the RAM.
3040 */
3041 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
3042 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
3043 if (off < (uintptr_t)phys_ram_size)
3044 val = PGMR3PhysReadWord(cpu_single_env->pVM, (RTGCPHYS)off);
3045 else
3046 {
3047 /* ROM range outside physical RAM, HC address passed directly */
3048 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
3049 val = *(uint16_t *)pbSrcPhys;
3050 }
3051 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
3052 return val;
3053}
3054
3055/**
3056 * Read guest RAM and ROM.
3057 *
3058 * @param pbSrcPhys The source address. Relative to guest RAM.
3059 */
3060int16_t remR3PhysReadSWord(uint8_t *pbSrcPhys)
3061{
3062 int16_t val;
3063
3064 STAM_PROFILE_ADV_START(&gStatMemRead, a);
3065
3066 /*
3067 * Calc the physical address ('off') and check that it's within the RAM.
3068 * ROM is accessed this way, even if it's not part of the RAM.
3069 */
3070 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
3071 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
3072 if (off < (uintptr_t)phys_ram_size)
3073 val = PGMR3PhysReadWord(cpu_single_env->pVM, (RTGCPHYS)off);
3074 else
3075 {
3076 /* ROM range outside physical RAM, HC address passed directly */
3077 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
3078 val = *(int16_t *)pbSrcPhys;
3079 }
3080 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
3081 return val;
3082}
3083
3084/**
3085 * Read guest RAM and ROM.
3086 *
3087 * @param pbSrcPhys The source address. Relative to guest RAM.
3088 */
3089uint32_t remR3PhysReadULong(uint8_t *pbSrcPhys)
3090{
3091 uint32_t val;
3092
3093 STAM_PROFILE_ADV_START(&gStatMemRead, a);
3094
3095 /*
3096 * Calc the physical address ('off') and check that it's within the RAM.
3097 * ROM is accessed this way, even if it's not part of the RAM.
3098 */
3099 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
3100 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
3101 if (off < (uintptr_t)phys_ram_size)
3102 val = PGMR3PhysReadDword(cpu_single_env->pVM, (RTGCPHYS)off);
3103 else
3104 {
3105 /* ROM range outside physical RAM, HC address passed directly */
3106 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
3107 val = *(uint32_t *)pbSrcPhys;
3108 }
3109 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
3110 return val;
3111}
3112
3113/**
3114 * Read guest RAM and ROM.
3115 *
3116 * @param pbSrcPhys The source address. Relative to guest RAM.
3117 */
3118int32_t remR3PhysReadSLong(uint8_t *pbSrcPhys)
3119{
3120 int32_t val;
3121
3122 STAM_PROFILE_ADV_START(&gStatMemRead, a);
3123
3124 /*
3125 * Calc the physical address ('off') and check that it's within the RAM.
3126 * ROM is accessed this way, even if it's not part of the RAM.
3127 */
3128 /** @todo This is rather ugly, but there's no other way when we don't wish to touch *many* other files. */
3129 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbSrcPhys);
3130 if (off < (uintptr_t)phys_ram_size)
3131 val = PGMR3PhysReadDword(cpu_single_env->pVM, (RTGCPHYS)off);
3132 else
3133 {
3134 /* ROM range outside physical RAM, HC address passed directly */
3135 Log4(("remR3PhysReadBytes ROM: %p\n", pbSrcPhys));
3136 val = *(int32_t *)pbSrcPhys;
3137 }
3138 STAM_PROFILE_ADV_STOP(&gStatMemRead, a);
3139 return val;
3140}
3141
3142/**
3143 * Write guest RAM.
3144 *
3145 * @param pbDstPhys The destination address. Relative to guest RAM.
3146 * @param pvSrc The source address.
3147 * @param cb Number of bytes to write
3148 */
3149void remR3PhysWriteBytes(uint8_t *pbDstPhys, const void *pvSrc, unsigned cb)
3150{
3151 STAM_PROFILE_ADV_START(&gStatMemWrite, a);
3152 /*
3153 * Calc the physical address ('off') and check that it's within the RAM.
3154 */
3155 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbDstPhys);
3156 if (off < (uintptr_t)phys_ram_size)
3157 PGMPhysWrite(cpu_single_env->pVM, (RTGCPHYS)off, pvSrc, cb);
3158 else
3159 AssertMsgFailed(("pbDstPhys=%p off=%p cb=%d\n", pbDstPhys, off, cb));
3160 STAM_PROFILE_ADV_STOP(&gStatMemWrite, a);
3161}
3162
3163
3164/**
3165 * Write guest RAM.
3166 *
3167 * @param pbDstPhys The destination address. Relative to guest RAM.
3168 * @param val Value
3169 */
3170void remR3PhysWriteByte(uint8_t *pbDstPhys, uint8_t val)
3171{
3172 STAM_PROFILE_ADV_START(&gStatMemWrite, a);
3173 /*
3174 * Calc the physical address ('off') and check that it's within the RAM.
3175 */
3176 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbDstPhys);
3177 if (off < (uintptr_t)phys_ram_size)
3178 PGMR3PhysWriteByte(cpu_single_env->pVM, (RTGCPHYS)off, val);
3179 else
3180 AssertMsgFailed(("pbDstPhys=%p off=%p cb=%d\n", pbDstPhys, off, 1));
3181 STAM_PROFILE_ADV_STOP(&gStatMemWrite, a);
3182}
3183
3184/**
3185 * Write guest RAM.
3186 *
3187 * @param pbDstPhys The destination address. Relative to guest RAM.
3188 * @param val Value
3189 */
3190void remR3PhysWriteWord(uint8_t *pbDstPhys, uint16_t val)
3191{
3192 STAM_PROFILE_ADV_START(&gStatMemWrite, a);
3193 /*
3194 * Calc the physical address ('off') and check that it's within the RAM.
3195 */
3196 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbDstPhys);
3197 if (off < (uintptr_t)phys_ram_size)
3198 PGMR3PhysWriteWord(cpu_single_env->pVM, (RTGCPHYS)off, val);
3199 else
3200 AssertMsgFailed(("pbDstPhys=%p off=%p cb=%d\n", pbDstPhys, off, 2));
3201 STAM_PROFILE_ADV_STOP(&gStatMemWrite, a);
3202}
3203
3204/**
3205 * Write guest RAM.
3206 *
3207 * @param pbDstPhys The destination address. Relative to guest RAM.
3208 * @param val Value
3209 */
3210void remR3PhysWriteDword(uint8_t *pbDstPhys, uint32_t val)
3211{
3212 STAM_PROFILE_ADV_START(&gStatMemWrite, a);
3213 /*
3214 * Calc the physical address ('off') and check that it's within the RAM.
3215 */
3216 uintptr_t off = remR3HCVirt2GCPhys(cpu_single_env, pbDstPhys);
3217 if (off < (uintptr_t)phys_ram_size)
3218 PGMR3PhysWriteDword(cpu_single_env->pVM, (RTGCPHYS)off, val);
3219 else
3220 AssertMsgFailed(("pbDstPhys=%p off=%p cb=%d\n", pbDstPhys, off, 4));
3221 STAM_PROFILE_ADV_STOP(&gStatMemWrite, a);
3222}
3223
3224
3225
3226#undef LOG_GROUP
3227#define LOG_GROUP LOG_GROUP_REM_MMIO
3228
3229/** Read MMIO memory. */
3230static uint32_t remR3MMIOReadU8(void *pvVM, target_phys_addr_t GCPhys)
3231{
3232 uint32_t u32 = 0;
3233 int rc = IOMMMIORead((PVM)pvVM, GCPhys, &u32, 1);
3234 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3235 Log2(("remR3MMIOReadU8: GCPhys=%VGp -> %02x\n", GCPhys, u32));
3236 return u32;
3237}
3238
3239/** Read MMIO memory. */
3240static uint32_t remR3MMIOReadU16(void *pvVM, target_phys_addr_t GCPhys)
3241{
3242 uint32_t u32 = 0;
3243 int rc = IOMMMIORead((PVM)pvVM, GCPhys, &u32, 2);
3244 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3245 Log2(("remR3MMIOReadU16: GCPhys=%VGp -> %04x\n", GCPhys, u32));
3246 return u32;
3247}
3248
3249/** Read MMIO memory. */
3250static uint32_t remR3MMIOReadU32(void *pvVM, target_phys_addr_t GCPhys)
3251{
3252 uint32_t u32 = 0;
3253 int rc = IOMMMIORead((PVM)pvVM, GCPhys, &u32, 4);
3254 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3255 Log2(("remR3MMIOReadU32: GCPhys=%VGp -> %08x\n", GCPhys, u32));
3256 return u32;
3257}
3258
3259/** Write to MMIO memory. */
3260static void remR3MMIOWriteU8(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3261{
3262 Log2(("remR3MMIOWriteU8: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3263 int rc = IOMMMIOWrite((PVM)pvVM, GCPhys, u32, 1);
3264 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3265}
3266
3267/** Write to MMIO memory. */
3268static void remR3MMIOWriteU16(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3269{
3270 Log2(("remR3MMIOWriteU16: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3271 int rc = IOMMMIOWrite((PVM)pvVM, GCPhys, u32, 2);
3272 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3273}
3274
3275/** Write to MMIO memory. */
3276static void remR3MMIOWriteU32(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3277{
3278 Log2(("remR3MMIOWriteU32: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3279 int rc = IOMMMIOWrite((PVM)pvVM, GCPhys, u32, 4);
3280 AssertMsg(rc == VINF_SUCCESS, ("rc=%Vrc\n", rc)); NOREF(rc);
3281}
3282
3283
3284#undef LOG_GROUP
3285#define LOG_GROUP LOG_GROUP_REM_HANDLER
3286
3287/* !!!WARNING!!! This is extremely hackish right now, we assume it's only for LFB access! !!!WARNING!!! */
3288
3289static uint32_t remR3HandlerReadU8(void *pvVM, target_phys_addr_t GCPhys)
3290{
3291 Log2(("remR3HandlerReadU8: GCPhys=%VGp\n", GCPhys));
3292 uint8_t u8;
3293 PGMPhysRead((PVM)pvVM, GCPhys, &u8, sizeof(u8));
3294 return u8;
3295}
3296
3297static uint32_t remR3HandlerReadU16(void *pvVM, target_phys_addr_t GCPhys)
3298{
3299 Log2(("remR3HandlerReadU16: GCPhys=%VGp\n", GCPhys));
3300 uint16_t u16;
3301 PGMPhysRead((PVM)pvVM, GCPhys, &u16, sizeof(u16));
3302 return u16;
3303}
3304
3305static uint32_t remR3HandlerReadU32(void *pvVM, target_phys_addr_t GCPhys)
3306{
3307 Log2(("remR3HandlerReadU32: GCPhys=%VGp\n", GCPhys));
3308 uint32_t u32;
3309 PGMPhysRead((PVM)pvVM, GCPhys, &u32, sizeof(u32));
3310 return u32;
3311}
3312
3313static void remR3HandlerWriteU8(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3314{
3315 Log2(("remR3HandlerWriteU8: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3316 PGMPhysWrite((PVM)pvVM, GCPhys, &u32, sizeof(uint8_t));
3317}
3318
3319static void remR3HandlerWriteU16(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3320{
3321 Log2(("remR3HandlerWriteU16: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3322 PGMPhysWrite((PVM)pvVM, GCPhys, &u32, sizeof(uint16_t));
3323}
3324
3325static void remR3HandlerWriteU32(void *pvVM, target_phys_addr_t GCPhys, uint32_t u32)
3326{
3327 Log2(("remR3HandlerWriteU32: GCPhys=%VGp u32=%#x\n", GCPhys, u32));
3328 PGMPhysWrite((PVM)pvVM, GCPhys, &u32, sizeof(uint32_t));
3329}
3330
3331/* -+- disassembly -+- */
3332
3333#undef LOG_GROUP
3334#define LOG_GROUP LOG_GROUP_REM_DISAS
3335
3336
3337/**
3338 * Enables or disables singled stepped disassembly.
3339 *
3340 * @returns VBox status code.
3341 * @param pVM VM handle.
3342 * @param fEnable To enable set this flag, to disable clear it.
3343 */
3344static DECLCALLBACK(int) remR3DisasEnableStepping(PVM pVM, bool fEnable)
3345{
3346 LogFlow(("remR3DisasEnableStepping: fEnable=%d\n", fEnable));
3347 VM_ASSERT_EMT(pVM);
3348
3349 if (fEnable)
3350 pVM->rem.s.Env.state |= CPU_EMULATE_SINGLE_STEP;
3351 else
3352 pVM->rem.s.Env.state &= ~CPU_EMULATE_SINGLE_STEP;
3353 return VINF_SUCCESS;
3354}
3355
3356
3357/**
3358 * Enables or disables singled stepped disassembly.
3359 *
3360 * @returns VBox status code.
3361 * @param pVM VM handle.
3362 * @param fEnable To enable set this flag, to disable clear it.
3363 */
3364REMR3DECL(int) REMR3DisasEnableStepping(PVM pVM, bool fEnable)
3365{
3366 PVMREQ pReq;
3367 int rc;
3368
3369 LogFlow(("REMR3DisasEnableStepping: fEnable=%d\n", fEnable));
3370 if (VM_IS_EMT(pVM))
3371 return remR3DisasEnableStepping(pVM, fEnable);
3372
3373 rc = VMR3ReqCall(pVM, &pReq, RT_INDEFINITE_WAIT, (PFNRT)remR3DisasEnableStepping, 2, pVM, fEnable);
3374 AssertRC(rc);
3375 if (VBOX_SUCCESS(rc))
3376 rc = pReq->iStatus;
3377 VMR3ReqFree(pReq);
3378 return rc;
3379}
3380
3381
3382#ifdef VBOX_WITH_DEBUGGER
3383/**
3384 * External Debugger Command: .remstep [on|off|1|0]
3385 */
3386static DECLCALLBACK(int) remR3CmdDisasEnableStepping(PCDBGCCMD pCmd, PDBGCCMDHLP pCmdHlp, PVM pVM, PCDBGCVAR paArgs, unsigned cArgs, PDBGCVAR pResult)
3387{
3388 bool fEnable;
3389 int rc;
3390
3391 /* print status */
3392 if (cArgs == 0)
3393 return pCmdHlp->pfnPrintf(pCmdHlp, NULL, "DisasStepping is %s\n",
3394 pVM->rem.s.Env.state & CPU_EMULATE_SINGLE_STEP ? "enabled" : "disabled");
3395
3396 /* convert the argument and change the mode. */
3397 rc = pCmdHlp->pfnVarToBool(pCmdHlp, &paArgs[0], &fEnable);
3398 if (VBOX_FAILURE(rc))
3399 return pCmdHlp->pfnVBoxError(pCmdHlp, rc, "boolean conversion failed!\n");
3400 rc = REMR3DisasEnableStepping(pVM, fEnable);
3401 if (VBOX_FAILURE(rc))
3402 return pCmdHlp->pfnVBoxError(pCmdHlp, rc, "REMR3DisasEnableStepping failed!\n");
3403 return rc;
3404}
3405#endif
3406
3407
3408/**
3409 * Disassembles n instructions and prints them to the log.
3410 *
3411 * @returns Success indicator.
3412 * @param env Pointer to the recompiler CPU structure.
3413 * @param f32BitCode Indicates that whether or not the code should
3414 * be disassembled as 16 or 32 bit. If -1 the CS
3415 * selector will be inspected.
3416 * @param nrInstructions Nr of instructions to disassemble
3417 * @param pszPrefix
3418 * @remark not currently used for anything but ad-hoc debugging.
3419 */
3420bool remR3DisasBlock(CPUState *env, int f32BitCode, int nrInstructions, char *pszPrefix)
3421{
3422 int i;
3423
3424 /*
3425 * Determin 16/32 bit mode.
3426 */
3427 if (f32BitCode == -1)
3428 f32BitCode = !!(env->segs[R_CS].flags & X86_DESC_DB); /** @todo is this right?!!?!?!?!? */
3429
3430 /*
3431 * Convert cs:eip to host context address.
3432 * We don't care to much about cross page correctness presently.
3433 */
3434 RTGCPTR GCPtrPC = env->segs[R_CS].base + env->eip;
3435 void *pvPC;
3436 if (f32BitCode && (env->cr[0] & (X86_CR0_PE | X86_CR0_PG)) == (X86_CR0_PE | X86_CR0_PG))
3437 {
3438 /* convert eip to physical address. */
3439 int rc = PGMPhysGCPtr2HCPtrByGstCR3(env->pVM,
3440 GCPtrPC,
3441 env->cr[3],
3442 env->cr[4] & (X86_CR4_PSE | X86_CR4_PAE), /** @todo add longmode flag */
3443 &pvPC);
3444 if (VBOX_FAILURE(rc))
3445 {
3446 if (!PATMIsPatchGCAddr(env->pVM, GCPtrPC))
3447 return false;
3448 pvPC = (char *)PATMR3QueryPatchMemHC(env->pVM, NULL)
3449 + (GCPtrPC - PATMR3QueryPatchMemGC(env->pVM, NULL));
3450 }
3451 }
3452 else
3453 {
3454 /* physical address */
3455 int rc = PGMPhysGCPhys2HCPtr(env->pVM, (RTGCPHYS)GCPtrPC, nrInstructions*16, &pvPC);
3456 if (VBOX_FAILURE(rc))
3457 return false;
3458 }
3459
3460 /*
3461 * Disassemble.
3462 */
3463 RTINTPTR off = env->eip - (RTINTPTR)pvPC;
3464 DISCPUSTATE Cpu;
3465 Cpu.mode = f32BitCode ? CPUMODE_32BIT : CPUMODE_16BIT;
3466 Cpu.pfnReadBytes = NULL; /** @todo make cs:eip reader for the disassembler. */
3467 //Cpu.dwUserData[0] = (uintptr_t)pVM;
3468 //Cpu.dwUserData[1] = (uintptr_t)pvPC;
3469 //Cpu.dwUserData[2] = GCPtrPC;
3470
3471 for (i=0;i<nrInstructions;i++)
3472 {
3473 char szOutput[256];
3474 uint32_t cbOp;
3475 if (!DISInstr(&Cpu, (uintptr_t)pvPC, off, &cbOp, &szOutput[0]))
3476 return false;
3477 if (pszPrefix)
3478 Log(("%s: %s", pszPrefix, szOutput));
3479 else
3480 Log(("%s", szOutput));
3481
3482 pvPC += cbOp;
3483 }
3484 return true;
3485}
3486
3487
3488/** @todo need to test the new code, using the old code in the mean while. */
3489#define USE_OLD_DUMP_AND_DISASSEMBLY
3490
3491/**
3492 * Disassembles one instruction and prints it to the log.
3493 *
3494 * @returns Success indicator.
3495 * @param env Pointer to the recompiler CPU structure.
3496 * @param f32BitCode Indicates that whether or not the code should
3497 * be disassembled as 16 or 32 bit. If -1 the CS
3498 * selector will be inspected.
3499 * @param pszPrefix
3500 */
3501bool remR3DisasInstr(CPUState *env, int f32BitCode, char *pszPrefix)
3502{
3503#ifdef USE_OLD_DUMP_AND_DISASSEMBLY
3504 PVM pVM = env->pVM;
3505
3506 /*
3507 * Determin 16/32 bit mode.
3508 */
3509 if (f32BitCode == -1)
3510 f32BitCode = !!(env->segs[R_CS].flags & X86_DESC_DB); /** @todo is this right?!!?!?!?!? */
3511
3512 /*
3513 * Log registers
3514 */
3515 if (LogIs2Enabled())
3516 {
3517 remR3StateUpdate(pVM);
3518 DBGFR3InfoLog(pVM, "cpumguest", pszPrefix);
3519 }
3520
3521 /*
3522 * Convert cs:eip to host context address.
3523 * We don't care to much about cross page correctness presently.
3524 */
3525 RTGCPTR GCPtrPC = env->segs[R_CS].base + env->eip;
3526 void *pvPC;
3527 if ((env->cr[0] & (X86_CR0_PE | X86_CR0_PG)) == (X86_CR0_PE | X86_CR0_PG))
3528 {
3529 /* convert eip to physical address. */
3530 int rc = PGMPhysGCPtr2HCPtrByGstCR3(pVM,
3531 GCPtrPC,
3532 env->cr[3],
3533 env->cr[4] & (X86_CR4_PSE | X86_CR4_PAE),
3534 &pvPC);
3535 if (VBOX_FAILURE(rc))
3536 {
3537 if (!PATMIsPatchGCAddr(pVM, GCPtrPC))
3538 return false;
3539 pvPC = (char *)PATMR3QueryPatchMemHC(pVM, NULL)
3540 + (GCPtrPC - PATMR3QueryPatchMemGC(pVM, NULL));
3541 }
3542 }
3543 else
3544 {
3545
3546 /* physical address */
3547 int rc = PGMPhysGCPhys2HCPtr(pVM, (RTGCPHYS)GCPtrPC, 16, &pvPC);
3548 if (VBOX_FAILURE(rc))
3549 return false;
3550 }
3551
3552 /*
3553 * Disassemble.
3554 */
3555 RTINTPTR off = env->eip - (RTINTPTR)pvPC;
3556 DISCPUSTATE Cpu;
3557 Cpu.mode = f32BitCode ? CPUMODE_32BIT : CPUMODE_16BIT;
3558 Cpu.pfnReadBytes = NULL; /** @todo make cs:eip reader for the disassembler. */
3559 //Cpu.dwUserData[0] = (uintptr_t)pVM;
3560 //Cpu.dwUserData[1] = (uintptr_t)pvPC;
3561 //Cpu.dwUserData[2] = GCPtrPC;
3562 char szOutput[256];
3563 uint32_t cbOp;
3564 if (!DISInstr(&Cpu, (uintptr_t)pvPC, off, &cbOp, &szOutput[0]))
3565 return false;
3566
3567 if (!f32BitCode)
3568 {
3569 if (pszPrefix)
3570 Log(("%s: %04X:%s", pszPrefix, env->segs[R_CS].selector, szOutput));
3571 else
3572 Log(("%04X:%s", env->segs[R_CS].selector, szOutput));
3573 }
3574 else
3575 {
3576 if (pszPrefix)
3577 Log(("%s: %s", pszPrefix, szOutput));
3578 else
3579 Log(("%s", szOutput));
3580 }
3581 return true;
3582
3583#else /* !USE_OLD_DUMP_AND_DISASSEMBLY */
3584 PVM pVM = env->pVM;
3585 const bool fLog = LogIsEnabled();
3586 const bool fLog2 = LogIs2Enabled();
3587 int rc = VINF_SUCCESS;
3588
3589 /*
3590 * Don't bother if there ain't any log output to do.
3591 */
3592 if (!fLog && !fLog2)
3593 return true;
3594
3595 /*
3596 * Update the state so DBGF reads the correct register values.
3597 */
3598 remR3StateUpdate(pVM);
3599
3600 /*
3601 * Log registers if requested.
3602 */
3603 if (!fLog2)
3604 DBGFR3InfoLog(pVM, "cpumguest", pszPrefix);
3605
3606 /*
3607 * Disassemble to log.
3608 */
3609 if (fLog)
3610 rc = DBGFR3DisasInstrCurrentLogInternal(pVM, pszPrefix);
3611
3612 return VBOX_SUCCESS(rc);
3613#endif
3614}
3615
3616
3617/**
3618 * Disassemble recompiled code.
3619 *
3620 * @param phFileIgnored Ignored, logfile usually.
3621 * @param pvCode Pointer to the code block.
3622 * @param cb Size of the code block.
3623 */
3624void disas(FILE *phFileIgnored, void *pvCode, unsigned long cb)
3625{
3626 if (LogIs2Enabled())
3627 {
3628 unsigned off = 0;
3629 char szOutput[256];
3630 DISCPUSTATE Cpu = {0};
3631 Cpu.mode = CPUMODE_32BIT;
3632
3633 RTLogPrintf("Recompiled Code: %p %#lx (%ld) bytes\n", pvCode, cb, cb);
3634 while (off < cb)
3635 {
3636 uint32_t cbInstr;
3637 if (DISInstr(&Cpu, (uintptr_t)pvCode + off, 0, &cbInstr, szOutput))
3638 RTLogPrintf("%s", szOutput);
3639 else
3640 {
3641 RTLogPrintf("disas error\n");
3642 cbInstr = 1;
3643 }
3644 off += cbInstr;
3645 }
3646 }
3647 NOREF(phFileIgnored);
3648}
3649
3650
3651/**
3652 * Disassemble guest code.
3653 *
3654 * @param phFileIgnored Ignored, logfile usually.
3655 * @param uCode The guest address of the code to disassemble. (flat?)
3656 * @param cb Number of bytes to disassemble.
3657 * @param fFlags Flags, probably something which tells if this is 16, 32 or 64 bit code.
3658 */
3659void target_disas(FILE *phFileIgnored, target_ulong uCode, target_ulong cb, int fFlags)
3660{
3661 if (LogIs2Enabled())
3662 {
3663 PVM pVM = cpu_single_env->pVM;
3664
3665 /*
3666 * Update the state so DBGF reads the correct register values (flags).
3667 */
3668 remR3StateUpdate(pVM);
3669
3670 /*
3671 * Do the disassembling.
3672 */
3673 RTLogPrintf("Guest Code: PC=%VGp #VGp (%VGp) bytes fFlags=%d\n", uCode, cb, cb, fFlags);
3674 RTSEL cs = cpu_single_env->segs[R_CS].selector;
3675 RTGCUINTPTR eip = uCode - cpu_single_env->segs[R_CS].base;
3676 for (;;)
3677 {
3678 char szBuf[256];
3679 size_t cbInstr;
3680 int rc = DBGFR3DisasInstrEx(pVM,
3681 cs,
3682 eip,
3683 0,
3684 szBuf, sizeof(szBuf),
3685 &cbInstr);
3686 if (VBOX_SUCCESS(rc))
3687 RTLogPrintf("%VGp %s\n", uCode, szBuf);
3688 else
3689 {
3690 RTLogPrintf("%VGp %04x:%VGp: %s\n", uCode, cs, eip, szBuf);
3691 cbInstr = 1;
3692 }
3693
3694 /* next */
3695 if (cb <= cbInstr)
3696 break;
3697 cb -= cbInstr;
3698 uCode += cbInstr;
3699 eip += cbInstr;
3700 }
3701 }
3702 NOREF(phFileIgnored);
3703}
3704
3705
3706/**
3707 * Looks up a guest symbol.
3708 *
3709 * @returns Pointer to symbol name. This is a static buffer.
3710 * @param orig_addr The address in question.
3711 */
3712const char *lookup_symbol(target_ulong orig_addr)
3713{
3714 RTGCINTPTR off = 0;
3715 DBGFSYMBOL Sym;
3716 PVM pVM = cpu_single_env->pVM;
3717 int rc = DBGFR3SymbolByAddr(pVM, orig_addr, &off, &Sym);
3718 if (VBOX_SUCCESS(rc))
3719 {
3720 static char szSym[sizeof(Sym.szName) + 48];
3721 if (!off)
3722 RTStrPrintf(szSym, sizeof(szSym), "%s\n", Sym.szName);
3723 else if (off > 0)
3724 RTStrPrintf(szSym, sizeof(szSym), "%s+%x\n", Sym.szName, off);
3725 else
3726 RTStrPrintf(szSym, sizeof(szSym), "%s-%x\n", Sym.szName, -off);
3727 return szSym;
3728 }
3729 return "<N/A>";
3730}
3731
3732
3733#undef LOG_GROUP
3734#define LOG_GROUP LOG_GROUP_REM
3735
3736
3737/* -+- FF notifications -+- */
3738
3739
3740/**
3741 * Notification about a pending interrupt.
3742 *
3743 * @param pVM VM Handle.
3744 * @param u8Interrupt Interrupt
3745 * @thread The emulation thread.
3746 */
3747REMR3DECL(void) REMR3NotifyPendingInterrupt(PVM pVM, uint8_t u8Interrupt)
3748{
3749 Assert(pVM->rem.s.u32PendingInterrupt == REM_NO_PENDING_IRQ);
3750 pVM->rem.s.u32PendingInterrupt = u8Interrupt;
3751}
3752
3753/**
3754 * Notification about a pending interrupt.
3755 *
3756 * @returns Pending interrupt or REM_NO_PENDING_IRQ
3757 * @param pVM VM Handle.
3758 * @thread The emulation thread.
3759 */
3760REMR3DECL(uint32_t) REMR3QueryPendingInterrupt(PVM pVM)
3761{
3762 return pVM->rem.s.u32PendingInterrupt;
3763}
3764
3765/**
3766 * Notification about the interrupt FF being set.
3767 *
3768 * @param pVM VM Handle.
3769 * @thread The emulation thread.
3770 */
3771REMR3DECL(void) REMR3NotifyInterruptSet(PVM pVM)
3772{
3773 LogFlow(("REMR3NotifyInterruptSet: fInRem=%d interrupts %s\n", pVM->rem.s.fInREM,
3774 (pVM->rem.s.Env.eflags & IF_MASK) && !(pVM->rem.s.Env.hflags & HF_INHIBIT_IRQ_MASK) ? "enabled" : "disabled"));
3775 if (pVM->rem.s.fInREM)
3776 {
3777 if (VM_IS_EMT(pVM))
3778 cpu_interrupt(cpu_single_env, CPU_INTERRUPT_HARD);
3779 else
3780 ASMAtomicOrS32(&cpu_single_env->interrupt_request, CPU_INTERRUPT_EXTERNAL_HARD);
3781 }
3782}
3783
3784
3785/**
3786 * Notification about the interrupt FF being set.
3787 *
3788 * @param pVM VM Handle.
3789 * @thread The emulation thread.
3790 */
3791REMR3DECL(void) REMR3NotifyInterruptClear(PVM pVM)
3792{
3793 LogFlow(("REMR3NotifyInterruptClear:\n"));
3794 VM_ASSERT_EMT(pVM);
3795 if (pVM->rem.s.fInREM)
3796 cpu_reset_interrupt(cpu_single_env, CPU_INTERRUPT_HARD);
3797}
3798
3799
3800/**
3801 * Notification about pending timer(s).
3802 *
3803 * @param pVM VM Handle.
3804 * @thread Any.
3805 */
3806REMR3DECL(void) REMR3NotifyTimerPending(PVM pVM)
3807{
3808#ifndef DEBUG_bird
3809 LogFlow(("REMR3NotifyTimerPending: fInRem=%d\n", pVM->rem.s.fInREM));
3810#endif
3811 if (pVM->rem.s.fInREM)
3812 {
3813 if (VM_IS_EMT(pVM))
3814 cpu_interrupt(cpu_single_env, CPU_INTERRUPT_EXIT);
3815 else
3816 ASMAtomicOrS32(&cpu_single_env->interrupt_request, CPU_INTERRUPT_EXTERNAL_TIMER);
3817 }
3818}
3819
3820
3821/**
3822 * Notification about pending DMA transfers.
3823 *
3824 * @param pVM VM Handle.
3825 * @thread Any.
3826 */
3827REMR3DECL(void) REMR3NotifyDmaPending(PVM pVM)
3828{
3829 LogFlow(("REMR3NotifyDmaPending: fInRem=%d\n", pVM->rem.s.fInREM));
3830 if (pVM->rem.s.fInREM)
3831 {
3832 if (VM_IS_EMT(pVM))
3833 cpu_interrupt(cpu_single_env, CPU_INTERRUPT_EXIT);
3834 else
3835 ASMAtomicOrS32(&cpu_single_env->interrupt_request, CPU_INTERRUPT_EXTERNAL_DMA);
3836 }
3837}
3838
3839
3840/**
3841 * Notification about pending timer(s).
3842 *
3843 * @param pVM VM Handle.
3844 * @thread Any.
3845 */
3846REMR3DECL(void) REMR3NotifyQueuePending(PVM pVM)
3847{
3848 LogFlow(("REMR3NotifyQueuePending: fInRem=%d\n", pVM->rem.s.fInREM));
3849 if (pVM->rem.s.fInREM)
3850 {
3851 if (VM_IS_EMT(pVM))
3852 cpu_interrupt(cpu_single_env, CPU_INTERRUPT_EXIT);
3853 else
3854 ASMAtomicOrS32(&cpu_single_env->interrupt_request, CPU_INTERRUPT_EXTERNAL_EXIT);
3855 }
3856}
3857
3858
3859/**
3860 * Notification about pending FF set by an external thread.
3861 *
3862 * @param pVM VM handle.
3863 * @thread Any.
3864 */
3865REMR3DECL(void) REMR3NotifyFF(PVM pVM)
3866{
3867 LogFlow(("REMR3NotifyFF: fInRem=%d\n", pVM->rem.s.fInREM));
3868 if (pVM->rem.s.fInREM)
3869 {
3870 if (VM_IS_EMT(pVM))
3871 cpu_interrupt(cpu_single_env, CPU_INTERRUPT_EXIT);
3872 else
3873 ASMAtomicOrS32(&cpu_single_env->interrupt_request, CPU_INTERRUPT_EXTERNAL_EXIT);
3874 }
3875}
3876
3877
3878#ifdef VBOX_WITH_STATISTICS
3879void remR3ProfileStart(int statcode)
3880{
3881 STAMPROFILEADV *pStat;
3882 switch(statcode)
3883 {
3884 case STATS_EMULATE_SINGLE_INSTR:
3885 pStat = &gStatExecuteSingleInstr;
3886 break;
3887 case STATS_QEMU_COMPILATION:
3888 pStat = &gStatCompilationQEmu;
3889 break;
3890 case STATS_QEMU_RUN_EMULATED_CODE:
3891 pStat = &gStatRunCodeQEmu;
3892 break;
3893 case STATS_QEMU_TOTAL:
3894 pStat = &gStatTotalTimeQEmu;
3895 break;
3896 case STATS_QEMU_RUN_TIMERS:
3897 pStat = &gStatTimers;
3898 break;
3899 case STATS_TLB_LOOKUP:
3900 pStat= &gStatTBLookup;
3901 break;
3902 case STATS_IRQ_HANDLING:
3903 pStat= &gStatIRQ;
3904 break;
3905 case STATS_RAW_CHECK:
3906 pStat = &gStatRawCheck;
3907 break;
3908
3909 default:
3910 AssertMsgFailed(("unknown stat %d\n", statcode));
3911 return;
3912 }
3913 STAM_PROFILE_ADV_START(pStat, a);
3914}
3915
3916
3917void remR3ProfileStop(int statcode)
3918{
3919 STAMPROFILEADV *pStat;
3920 switch(statcode)
3921 {
3922 case STATS_EMULATE_SINGLE_INSTR:
3923 pStat = &gStatExecuteSingleInstr;
3924 break;
3925 case STATS_QEMU_COMPILATION:
3926 pStat = &gStatCompilationQEmu;
3927 break;
3928 case STATS_QEMU_RUN_EMULATED_CODE:
3929 pStat = &gStatRunCodeQEmu;
3930 break;
3931 case STATS_QEMU_TOTAL:
3932 pStat = &gStatTotalTimeQEmu;
3933 break;
3934 case STATS_QEMU_RUN_TIMERS:
3935 pStat = &gStatTimers;
3936 break;
3937 case STATS_TLB_LOOKUP:
3938 pStat= &gStatTBLookup;
3939 break;
3940 case STATS_IRQ_HANDLING:
3941 pStat= &gStatIRQ;
3942 break;
3943 case STATS_RAW_CHECK:
3944 pStat = &gStatRawCheck;
3945 break;
3946 default:
3947 AssertMsgFailed(("unknown stat %d\n", statcode));
3948 return;
3949 }
3950 STAM_PROFILE_ADV_STOP(pStat, a);
3951}
3952#endif
3953
3954/**
3955 * Raise an RC, force rem exit.
3956 *
3957 * @param pVM VM handle.
3958 * @param rc The rc.
3959 */
3960void remR3RaiseRC(PVM pVM, int rc)
3961{
3962 Log(("remR3RaiseRC: rc=%Vrc\n", rc));
3963 Assert(pVM->rem.s.fInREM);
3964 VM_ASSERT_EMT(pVM);
3965 pVM->rem.s.rc = rc;
3966 cpu_interrupt(&pVM->rem.s.Env, CPU_INTERRUPT_RC);
3967}
3968
3969
3970/* -+- timers -+- */
3971
3972uint64_t cpu_get_tsc(CPUX86State *env)
3973{
3974 return TMCpuTickGet(env->pVM);
3975}
3976
3977
3978/* -+- interrupts -+- */
3979
3980void cpu_set_ferr(CPUX86State *env)
3981{
3982 int rc = PDMIsaSetIrq(env->pVM, 13, 1);
3983 LogFlow(("cpu_set_ferr: rc=%d\n", rc)); NOREF(rc);
3984}
3985
3986int cpu_get_pic_interrupt(CPUState *env)
3987{
3988 uint8_t u8Interrupt;
3989 int rc;
3990
3991 /* When we fail to forward interrupts directly in raw mode, we fall back to the recompiler.
3992 * In that case we can't call PDMGetInterrupt anymore, because it has already cleared the interrupt
3993 * with the (a)pic.
3994 */
3995 /** @note We assume we will go directly to the recompiler to handle the pending interrupt! */
3996 /** @todo r=bird: In the long run we should just do the interrupt handling in EM/CPUM/TRPM/somewhere and
3997 * if we cannot execute the interrupt handler in raw-mode just reschedule to REM. Once that is done we
3998 * remove this kludge. */
3999 if (env->pVM->rem.s.u32PendingInterrupt != REM_NO_PENDING_IRQ)
4000 {
4001 rc = VINF_SUCCESS;
4002 Assert(env->pVM->rem.s.u32PendingInterrupt >= 0 && env->pVM->rem.s.u32PendingInterrupt <= 255);
4003 u8Interrupt = env->pVM->rem.s.u32PendingInterrupt;
4004 env->pVM->rem.s.u32PendingInterrupt = REM_NO_PENDING_IRQ;
4005 }
4006 else
4007 rc = PDMGetInterrupt(env->pVM, &u8Interrupt);
4008
4009 LogFlow(("cpu_get_pic_interrupt: u8Interrupt=%d rc=%Vrc\n", u8Interrupt, rc));
4010 if (VBOX_SUCCESS(rc))
4011 {
4012 if (VM_FF_ISPENDING(env->pVM, VM_FF_INTERRUPT_APIC | VM_FF_INTERRUPT_PIC))
4013 env->interrupt_request |= CPU_INTERRUPT_HARD;
4014 return u8Interrupt;
4015 }
4016 return -1;
4017}
4018
4019
4020/* -+- local apic -+- */
4021
4022void cpu_set_apic_base(CPUX86State *env, uint64_t val)
4023{
4024 int rc = PDMApicSetBase(env->pVM, val);
4025 LogFlow(("cpu_set_apic_base: val=%#llx rc=%Vrc\n", val, rc)); NOREF(rc);
4026}
4027
4028uint64_t cpu_get_apic_base(CPUX86State *env)
4029{
4030 uint64_t u64;
4031 int rc = PDMApicGetBase(env->pVM, &u64);
4032 if (VBOX_SUCCESS(rc))
4033 {
4034 LogFlow(("cpu_get_apic_base: returns %#llx \n", u64));
4035 return u64;
4036 }
4037 LogFlow(("cpu_get_apic_base: returns 0 (rc=%Vrc)\n", rc));
4038 return 0;
4039}
4040
4041void cpu_set_apic_tpr(CPUX86State *env, uint8_t val)
4042{
4043 int rc = PDMApicSetTPR(env->pVM, val);
4044 LogFlow(("cpu_set_apic_tpr: val=%#x rc=%Vrc\n", val, rc)); NOREF(rc);
4045}
4046
4047uint8_t cpu_get_apic_tpr(CPUX86State *env)
4048{
4049 uint8_t u8;
4050 int rc = PDMApicGetTPR(env->pVM, &u8);
4051 if (VBOX_SUCCESS(rc))
4052 {
4053 LogFlow(("cpu_get_apic_tpr: returns %#x\n", u8));
4054 return u8;
4055 }
4056 LogFlow(("cpu_get_apic_tpr: returns 0 (rc=%Vrc)\n", rc));
4057 return 0;
4058}
4059
4060
4061/* -+- I/O Ports -+- */
4062
4063#undef LOG_GROUP
4064#define LOG_GROUP LOG_GROUP_REM_IOPORT
4065
4066void cpu_outb(CPUState *env, int addr, int val)
4067{
4068 if (addr != 0x80 && addr != 0x70 && addr != 0x61)
4069 Log2(("cpu_outb: addr=%#06x val=%#x\n", addr, val));
4070
4071 int rc = IOMIOPortWrite(env->pVM, (RTIOPORT)addr, val, 1);
4072 if (rc == VINF_SUCCESS)
4073 return;
4074 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4075 {
4076 Log(("cpu_outb: addr=%#06x val=%#x -> %Vrc\n", addr, val, rc));
4077 remR3RaiseRC(env->pVM, rc);
4078 return;
4079 }
4080 remAbort(rc, __FUNCTION__);
4081}
4082
4083void cpu_outw(CPUState *env, int addr, int val)
4084{
4085 //Log2(("cpu_outw: addr=%#06x val=%#x\n", addr, val));
4086 int rc = IOMIOPortWrite(env->pVM, (RTIOPORT)addr, val, 2);
4087 if (rc == VINF_SUCCESS)
4088 return;
4089 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4090 {
4091 Log(("cpu_outw: addr=%#06x val=%#x -> %Vrc\n", addr, val, rc));
4092 remR3RaiseRC(env->pVM, rc);
4093 return;
4094 }
4095 remAbort(rc, __FUNCTION__);
4096}
4097
4098void cpu_outl(CPUState *env, int addr, int val)
4099{
4100 Log2(("cpu_outl: addr=%#06x val=%#x\n", addr, val));
4101 int rc = IOMIOPortWrite(env->pVM, (RTIOPORT)addr, val, 4);
4102 if (rc == VINF_SUCCESS)
4103 return;
4104 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4105 {
4106 Log(("cpu_outl: addr=%#06x val=%#x -> %Vrc\n", addr, val, rc));
4107 remR3RaiseRC(env->pVM, rc);
4108 return;
4109 }
4110 remAbort(rc, __FUNCTION__);
4111}
4112
4113int cpu_inb(CPUState *env, int addr)
4114{
4115 uint32_t u32 = 0;
4116 int rc = IOMIOPortRead(env->pVM, (RTIOPORT)addr, &u32, 1);
4117 if (rc == VINF_SUCCESS)
4118 {
4119 if (/*addr != 0x61 && */addr != 0x71)
4120 Log2(("cpu_inb: addr=%#06x -> %#x\n", addr, u32));
4121 return (int)u32;
4122 }
4123 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4124 {
4125 Log(("cpu_inb: addr=%#06x -> %#x rc=%Vrc\n", addr, u32, rc));
4126 remR3RaiseRC(env->pVM, rc);
4127 return (int)u32;
4128 }
4129 remAbort(rc, __FUNCTION__);
4130 return 0xff;
4131}
4132
4133int cpu_inw(CPUState *env, int addr)
4134{
4135 uint32_t u32 = 0;
4136 int rc = IOMIOPortRead(env->pVM, (RTIOPORT)addr, &u32, 2);
4137 if (rc == VINF_SUCCESS)
4138 {
4139 Log2(("cpu_inw: addr=%#06x -> %#x\n", addr, u32));
4140 return (int)u32;
4141 }
4142 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4143 {
4144 Log(("cpu_inw: addr=%#06x -> %#x rc=%Vrc\n", addr, u32, rc));
4145 remR3RaiseRC(env->pVM, rc);
4146 return (int)u32;
4147 }
4148 remAbort(rc, __FUNCTION__);
4149 return 0xffff;
4150}
4151
4152int cpu_inl(CPUState *env, int addr)
4153{
4154 uint32_t u32 = 0;
4155 int rc = IOMIOPortRead(env->pVM, (RTIOPORT)addr, &u32, 4);
4156 if (rc == VINF_SUCCESS)
4157 {
4158//if (addr==0x01f0 && u32 == 0x6b6d)
4159// loglevel = ~0;
4160 Log2(("cpu_inl: addr=%#06x -> %#x\n", addr, u32));
4161 return (int)u32;
4162 }
4163 if (rc >= VINF_EM_FIRST && rc <= VINF_EM_LAST)
4164 {
4165 Log(("cpu_inl: addr=%#06x -> %#x rc=%Vrc\n", addr, u32, rc));
4166 remR3RaiseRC(env->pVM, rc);
4167 return (int)u32;
4168 }
4169 remAbort(rc, __FUNCTION__);
4170 return 0xffffffff;
4171}
4172
4173#undef LOG_GROUP
4174#define LOG_GROUP LOG_GROUP_REM
4175
4176
4177/* -+- helpers and misc other interfaces -+- */
4178
4179/**
4180 * Perform the CPUID instruction.
4181 *
4182 * ASMCpuId cannot be invoked from some source files where this is used because of global
4183 * register allocations.
4184 *
4185 * @param env Pointer to the recompiler CPU structure.
4186 * @param uOperator CPUID operation (eax).
4187 * @param pvEAX Where to store eax.
4188 * @param pvEBX Where to store ebx.
4189 * @param pvECX Where to store ecx.
4190 * @param pvEDX Where to store edx.
4191 */
4192void remR3CpuId(CPUState *env, unsigned uOperator, void *pvEAX, void *pvEBX, void *pvECX, void *pvEDX)
4193{
4194 CPUMGetGuestCpuId(env->pVM, uOperator, (uint32_t *)pvEAX, (uint32_t *)pvEBX, (uint32_t *)pvECX, (uint32_t *)pvEDX);
4195}
4196
4197
4198#if 0 /* not used */
4199/**
4200 * Interface for qemu hardware to report back fatal errors.
4201 */
4202void hw_error(const char *pszFormat, ...)
4203{
4204 /*
4205 * Bitch about it.
4206 */
4207 /** @todo Add support for nested arg lists in the LogPrintfV routine! I've code for
4208 * this in my Odin32 tree at home! */
4209 va_list args;
4210 va_start(args, pszFormat);
4211 RTLogPrintf("fatal error in virtual hardware:");
4212 RTLogPrintfV(pszFormat, args);
4213 va_end(args);
4214 AssertReleaseMsgFailed(("fatal error in virtual hardware: %s\n", pszFormat));
4215
4216 /*
4217 * If we're in REM context we'll sync back the state before 'jumping' to
4218 * the EMs failure handling.
4219 */
4220 PVM pVM = cpu_single_env->pVM;
4221 if (pVM->rem.s.fInREM)
4222 REMR3StateBack(pVM);
4223 EMR3FatalError(pVM, VERR_REM_VIRTUAL_HARDWARE_ERROR);
4224 AssertMsgFailed(("EMR3FatalError returned!\n"));
4225}
4226#endif
4227
4228/**
4229 * Interface for the qemu cpu to report unhandled situation
4230 * raising a fatal VM error.
4231 */
4232void cpu_abort(CPUState *env, const char *pszFormat, ...)
4233{
4234 /*
4235 * Bitch about it.
4236 */
4237 RTLogFlags(NULL, "nodisabled nobuffered");
4238 va_list args;
4239 va_start(args, pszFormat);
4240 RTLogPrintf("fatal error in recompiler cpu: %N\n", pszFormat, &args);
4241 va_end(args);
4242 va_start(args, pszFormat);
4243 AssertReleaseMsgFailed(("fatal error in recompiler cpu: %N\n", pszFormat, &args));
4244 va_end(args);
4245
4246 /*
4247 * If we're in REM context we'll sync back the state before 'jumping' to
4248 * the EMs failure handling.
4249 */
4250 PVM pVM = cpu_single_env->pVM;
4251 if (pVM->rem.s.fInREM)
4252 REMR3StateBack(pVM);
4253 EMR3FatalError(pVM, VERR_REM_VIRTUAL_CPU_ERROR);
4254 AssertMsgFailed(("EMR3FatalError returned!\n"));
4255}
4256
4257
4258/**
4259 * Aborts the VM.
4260 *
4261 * @param rc VBox error code.
4262 * @param pszTip Hint about why/when this happend.
4263 */
4264static void remAbort(int rc, const char *pszTip)
4265{
4266 /*
4267 * Bitch about it.
4268 */
4269 RTLogPrintf("internal REM fatal error: rc=%Vrc %s\n", rc, pszTip);
4270 AssertReleaseMsgFailed(("internal REM fatal error: rc=%Vrc %s\n", rc, pszTip));
4271
4272 /*
4273 * Jump back to where we entered the recompiler.
4274 */
4275 PVM pVM = cpu_single_env->pVM;
4276 if (pVM->rem.s.fInREM)
4277 REMR3StateBack(pVM);
4278 EMR3FatalError(pVM, rc);
4279 AssertMsgFailed(("EMR3FatalError returned!\n"));
4280}
4281
4282
4283/**
4284 * Dumps a linux system call.
4285 * @param pVM VM handle.
4286 */
4287void remR3DumpLnxSyscall(PVM pVM)
4288{
4289 static const char *apsz[] =
4290 {
4291 "sys_restart_syscall", /* 0 - old "setup()" system call, used for restarting */
4292 "sys_exit",
4293 "sys_fork",
4294 "sys_read",
4295 "sys_write",
4296 "sys_open", /* 5 */
4297 "sys_close",
4298 "sys_waitpid",
4299 "sys_creat",
4300 "sys_link",
4301 "sys_unlink", /* 10 */
4302 "sys_execve",
4303 "sys_chdir",
4304 "sys_time",
4305 "sys_mknod",
4306 "sys_chmod", /* 15 */
4307 "sys_lchown16",
4308 "sys_ni_syscall", /* old break syscall holder */
4309 "sys_stat",
4310 "sys_lseek",
4311 "sys_getpid", /* 20 */
4312 "sys_mount",
4313 "sys_oldumount",
4314 "sys_setuid16",
4315 "sys_getuid16",
4316 "sys_stime", /* 25 */
4317 "sys_ptrace",
4318 "sys_alarm",
4319 "sys_fstat",
4320 "sys_pause",
4321 "sys_utime", /* 30 */
4322 "sys_ni_syscall", /* old stty syscall holder */
4323 "sys_ni_syscall", /* old gtty syscall holder */
4324 "sys_access",
4325 "sys_nice",
4326 "sys_ni_syscall", /* 35 - old ftime syscall holder */
4327 "sys_sync",
4328 "sys_kill",
4329 "sys_rename",
4330 "sys_mkdir",
4331 "sys_rmdir", /* 40 */
4332 "sys_dup",
4333 "sys_pipe",
4334 "sys_times",
4335 "sys_ni_syscall", /* old prof syscall holder */
4336 "sys_brk", /* 45 */
4337 "sys_setgid16",
4338 "sys_getgid16",
4339 "sys_signal",
4340 "sys_geteuid16",
4341 "sys_getegid16", /* 50 */
4342 "sys_acct",
4343 "sys_umount", /* recycled never used phys() */
4344 "sys_ni_syscall", /* old lock syscall holder */
4345 "sys_ioctl",
4346 "sys_fcntl", /* 55 */
4347 "sys_ni_syscall", /* old mpx syscall holder */
4348 "sys_setpgid",
4349 "sys_ni_syscall", /* old ulimit syscall holder */
4350 "sys_olduname",
4351 "sys_umask", /* 60 */
4352 "sys_chroot",
4353 "sys_ustat",
4354 "sys_dup2",
4355 "sys_getppid",
4356 "sys_getpgrp", /* 65 */
4357 "sys_setsid",
4358 "sys_sigaction",
4359 "sys_sgetmask",
4360 "sys_ssetmask",
4361 "sys_setreuid16", /* 70 */
4362 "sys_setregid16",
4363 "sys_sigsuspend",
4364 "sys_sigpending",
4365 "sys_sethostname",
4366 "sys_setrlimit", /* 75 */
4367 "sys_old_getrlimit",
4368 "sys_getrusage",
4369 "sys_gettimeofday",
4370 "sys_settimeofday",
4371 "sys_getgroups16", /* 80 */
4372 "sys_setgroups16",
4373 "old_select",
4374 "sys_symlink",
4375 "sys_lstat",
4376 "sys_readlink", /* 85 */
4377 "sys_uselib",
4378 "sys_swapon",
4379 "sys_reboot",
4380 "old_readdir",
4381 "old_mmap", /* 90 */
4382 "sys_munmap",
4383 "sys_truncate",
4384 "sys_ftruncate",
4385 "sys_fchmod",
4386 "sys_fchown16", /* 95 */
4387 "sys_getpriority",
4388 "sys_setpriority",
4389 "sys_ni_syscall", /* old profil syscall holder */
4390 "sys_statfs",
4391 "sys_fstatfs", /* 100 */
4392 "sys_ioperm",
4393 "sys_socketcall",
4394 "sys_syslog",
4395 "sys_setitimer",
4396 "sys_getitimer", /* 105 */
4397 "sys_newstat",
4398 "sys_newlstat",
4399 "sys_newfstat",
4400 "sys_uname",
4401 "sys_iopl", /* 110 */
4402 "sys_vhangup",
4403 "sys_ni_syscall", /* old "idle" system call */
4404 "sys_vm86old",
4405 "sys_wait4",
4406 "sys_swapoff", /* 115 */
4407 "sys_sysinfo",
4408 "sys_ipc",
4409 "sys_fsync",
4410 "sys_sigreturn",
4411 "sys_clone", /* 120 */
4412 "sys_setdomainname",
4413 "sys_newuname",
4414 "sys_modify_ldt",
4415 "sys_adjtimex",
4416 "sys_mprotect", /* 125 */
4417 "sys_sigprocmask",
4418 "sys_ni_syscall", /* old "create_module" */
4419 "sys_init_module",
4420 "sys_delete_module",
4421 "sys_ni_syscall", /* 130: old "get_kernel_syms" */
4422 "sys_quotactl",
4423 "sys_getpgid",
4424 "sys_fchdir",
4425 "sys_bdflush",
4426 "sys_sysfs", /* 135 */
4427 "sys_personality",
4428 "sys_ni_syscall", /* reserved for afs_syscall */
4429 "sys_setfsuid16",
4430 "sys_setfsgid16",
4431 "sys_llseek", /* 140 */
4432 "sys_getdents",
4433 "sys_select",
4434 "sys_flock",
4435 "sys_msync",
4436 "sys_readv", /* 145 */
4437 "sys_writev",
4438 "sys_getsid",
4439 "sys_fdatasync",
4440 "sys_sysctl",
4441 "sys_mlock", /* 150 */
4442 "sys_munlock",
4443 "sys_mlockall",
4444 "sys_munlockall",
4445 "sys_sched_setparam",
4446 "sys_sched_getparam", /* 155 */
4447 "sys_sched_setscheduler",
4448 "sys_sched_getscheduler",
4449 "sys_sched_yield",
4450 "sys_sched_get_priority_max",
4451 "sys_sched_get_priority_min", /* 160 */
4452 "sys_sched_rr_get_interval",
4453 "sys_nanosleep",
4454 "sys_mremap",
4455 "sys_setresuid16",
4456 "sys_getresuid16", /* 165 */
4457 "sys_vm86",
4458 "sys_ni_syscall", /* Old sys_query_module */
4459 "sys_poll",
4460 "sys_nfsservctl",
4461 "sys_setresgid16", /* 170 */
4462 "sys_getresgid16",
4463 "sys_prctl",
4464 "sys_rt_sigreturn",
4465 "sys_rt_sigaction",
4466 "sys_rt_sigprocmask", /* 175 */
4467 "sys_rt_sigpending",
4468 "sys_rt_sigtimedwait",
4469 "sys_rt_sigqueueinfo",
4470 "sys_rt_sigsuspend",
4471 "sys_pread64", /* 180 */
4472 "sys_pwrite64",
4473 "sys_chown16",
4474 "sys_getcwd",
4475 "sys_capget",
4476 "sys_capset", /* 185 */
4477 "sys_sigaltstack",
4478 "sys_sendfile",
4479 "sys_ni_syscall", /* reserved for streams1 */
4480 "sys_ni_syscall", /* reserved for streams2 */
4481 "sys_vfork", /* 190 */
4482 "sys_getrlimit",
4483 "sys_mmap2",
4484 "sys_truncate64",
4485 "sys_ftruncate64",
4486 "sys_stat64", /* 195 */
4487 "sys_lstat64",
4488 "sys_fstat64",
4489 "sys_lchown",
4490 "sys_getuid",
4491 "sys_getgid", /* 200 */
4492 "sys_geteuid",
4493 "sys_getegid",
4494 "sys_setreuid",
4495 "sys_setregid",
4496 "sys_getgroups", /* 205 */
4497 "sys_setgroups",
4498 "sys_fchown",
4499 "sys_setresuid",
4500 "sys_getresuid",
4501 "sys_setresgid", /* 210 */
4502 "sys_getresgid",
4503 "sys_chown",
4504 "sys_setuid",
4505 "sys_setgid",
4506 "sys_setfsuid", /* 215 */
4507 "sys_setfsgid",
4508 "sys_pivot_root",
4509 "sys_mincore",
4510 "sys_madvise",
4511 "sys_getdents64", /* 220 */
4512 "sys_fcntl64",
4513 "sys_ni_syscall", /* reserved for TUX */
4514 "sys_ni_syscall",
4515 "sys_gettid",
4516 "sys_readahead", /* 225 */
4517 "sys_setxattr",
4518 "sys_lsetxattr",
4519 "sys_fsetxattr",
4520 "sys_getxattr",
4521 "sys_lgetxattr", /* 230 */
4522 "sys_fgetxattr",
4523 "sys_listxattr",
4524 "sys_llistxattr",
4525 "sys_flistxattr",
4526 "sys_removexattr", /* 235 */
4527 "sys_lremovexattr",
4528 "sys_fremovexattr",
4529 "sys_tkill",
4530 "sys_sendfile64",
4531 "sys_futex", /* 240 */
4532 "sys_sched_setaffinity",
4533 "sys_sched_getaffinity",
4534 "sys_set_thread_area",
4535 "sys_get_thread_area",
4536 "sys_io_setup", /* 245 */
4537 "sys_io_destroy",
4538 "sys_io_getevents",
4539 "sys_io_submit",
4540 "sys_io_cancel",
4541 "sys_fadvise64", /* 250 */
4542 "sys_ni_syscall",
4543 "sys_exit_group",
4544 "sys_lookup_dcookie",
4545 "sys_epoll_create",
4546 "sys_epoll_ctl", /* 255 */
4547 "sys_epoll_wait",
4548 "sys_remap_file_pages",
4549 "sys_set_tid_address",
4550 "sys_timer_create",
4551 "sys_timer_settime", /* 260 */
4552 "sys_timer_gettime",
4553 "sys_timer_getoverrun",
4554 "sys_timer_delete",
4555 "sys_clock_settime",
4556 "sys_clock_gettime", /* 265 */
4557 "sys_clock_getres",
4558 "sys_clock_nanosleep",
4559 "sys_statfs64",
4560 "sys_fstatfs64",
4561 "sys_tgkill", /* 270 */
4562 "sys_utimes",
4563 "sys_fadvise64_64",
4564 "sys_ni_syscall" /* sys_vserver */
4565 };
4566
4567 uint32_t uEAX = CPUMGetGuestEAX(pVM);
4568 switch (uEAX)
4569 {
4570 default:
4571 if (uEAX < ELEMENTS(apsz))
4572 Log(("REM: linux syscall %3d: %s (eip=%VGv ebx=%08x ecx=%08x edx=%08x esi=%08x edi=%08x ebp=%08x)\n",
4573 uEAX, apsz[uEAX], CPUMGetGuestEIP(pVM), CPUMGetGuestEBX(pVM), CPUMGetGuestECX(pVM),
4574 CPUMGetGuestEDX(pVM), CPUMGetGuestESI(pVM), CPUMGetGuestEDI(pVM), CPUMGetGuestEBP(pVM)));
4575 else
4576 Log(("eip=%08x: linux syscall %d (#%x) unknown\n", CPUMGetGuestEIP(pVM), uEAX, uEAX));
4577 break;
4578
4579 }
4580}
4581
4582
4583/**
4584 * Dumps an OpenBSD system call.
4585 * @param pVM VM handle.
4586 */
4587void remR3DumpOBsdSyscall(PVM pVM)
4588{
4589 static const char *apsz[] =
4590 {
4591 "SYS_syscall", //0
4592 "SYS_exit", //1
4593 "SYS_fork", //2
4594 "SYS_read", //3
4595 "SYS_write", //4
4596 "SYS_open", //5
4597 "SYS_close", //6
4598 "SYS_wait4", //7
4599 "SYS_8",
4600 "SYS_link", //9
4601 "SYS_unlink", //10
4602 "SYS_11",
4603 "SYS_chdir", //12
4604 "SYS_fchdir", //13
4605 "SYS_mknod", //14
4606 "SYS_chmod", //15
4607 "SYS_chown", //16
4608 "SYS_break", //17
4609 "SYS_18",
4610 "SYS_19",
4611 "SYS_getpid", //20
4612 "SYS_mount", //21
4613 "SYS_unmount", //22
4614 "SYS_setuid", //23
4615 "SYS_getuid", //24
4616 "SYS_geteuid", //25
4617 "SYS_ptrace", //26
4618 "SYS_recvmsg", //27
4619 "SYS_sendmsg", //28
4620 "SYS_recvfrom", //29
4621 "SYS_accept", //30
4622 "SYS_getpeername", //31
4623 "SYS_getsockname", //32
4624 "SYS_access", //33
4625 "SYS_chflags", //34
4626 "SYS_fchflags", //35
4627 "SYS_sync", //36
4628 "SYS_kill", //37
4629 "SYS_38",
4630 "SYS_getppid", //39
4631 "SYS_40",
4632 "SYS_dup", //41
4633 "SYS_opipe", //42
4634 "SYS_getegid", //43
4635 "SYS_profil", //44
4636 "SYS_ktrace", //45
4637 "SYS_sigaction", //46
4638 "SYS_getgid", //47
4639 "SYS_sigprocmask", //48
4640 "SYS_getlogin", //49
4641 "SYS_setlogin", //50
4642 "SYS_acct", //51
4643 "SYS_sigpending", //52
4644 "SYS_osigaltstack", //53
4645 "SYS_ioctl", //54
4646 "SYS_reboot", //55
4647 "SYS_revoke", //56
4648 "SYS_symlink", //57
4649 "SYS_readlink", //58
4650 "SYS_execve", //59
4651 "SYS_umask", //60
4652 "SYS_chroot", //61
4653 "SYS_62",
4654 "SYS_63",
4655 "SYS_64",
4656 "SYS_65",
4657 "SYS_vfork", //66
4658 "SYS_67",
4659 "SYS_68",
4660 "SYS_sbrk", //69
4661 "SYS_sstk", //70
4662 "SYS_61",
4663 "SYS_vadvise", //72
4664 "SYS_munmap", //73
4665 "SYS_mprotect", //74
4666 "SYS_madvise", //75
4667 "SYS_76",
4668 "SYS_77",
4669 "SYS_mincore", //78
4670 "SYS_getgroups", //79
4671 "SYS_setgroups", //80
4672 "SYS_getpgrp", //81
4673 "SYS_setpgid", //82
4674 "SYS_setitimer", //83
4675 "SYS_84",
4676 "SYS_85",
4677 "SYS_getitimer", //86
4678 "SYS_87",
4679 "SYS_88",
4680 "SYS_89",
4681 "SYS_dup2", //90
4682 "SYS_91",
4683 "SYS_fcntl", //92
4684 "SYS_select", //93
4685 "SYS_94",
4686 "SYS_fsync", //95
4687 "SYS_setpriority", //96
4688 "SYS_socket", //97
4689 "SYS_connect", //98
4690 "SYS_99",
4691 "SYS_getpriority", //100
4692 "SYS_101",
4693 "SYS_102",
4694 "SYS_sigreturn", //103
4695 "SYS_bind", //104
4696 "SYS_setsockopt", //105
4697 "SYS_listen", //106
4698 "SYS_107",
4699 "SYS_108",
4700 "SYS_109",
4701 "SYS_110",
4702 "SYS_sigsuspend", //111
4703 "SYS_112",
4704 "SYS_113",
4705 "SYS_114",
4706 "SYS_115",
4707 "SYS_gettimeofday", //116
4708 "SYS_getrusage", //117
4709 "SYS_getsockopt", //118
4710 "SYS_119",
4711 "SYS_readv", //120
4712 "SYS_writev", //121
4713 "SYS_settimeofday", //122
4714 "SYS_fchown", //123
4715 "SYS_fchmod", //124
4716 "SYS_125",
4717 "SYS_setreuid", //126
4718 "SYS_setregid", //127
4719 "SYS_rename", //128
4720 "SYS_129",
4721 "SYS_130",
4722 "SYS_flock", //131
4723 "SYS_mkfifo", //132
4724 "SYS_sendto", //133
4725 "SYS_shutdown", //134
4726 "SYS_socketpair", //135
4727 "SYS_mkdir", //136
4728 "SYS_rmdir", //137
4729 "SYS_utimes", //138
4730 "SYS_139",
4731 "SYS_adjtime", //140
4732 "SYS_141",
4733 "SYS_142",
4734 "SYS_143",
4735 "SYS_144",
4736 "SYS_145",
4737 "SYS_146",
4738 "SYS_setsid", //147
4739 "SYS_quotactl", //148
4740 "SYS_149",
4741 "SYS_150",
4742 "SYS_151",
4743 "SYS_152",
4744 "SYS_153",
4745 "SYS_154",
4746 "SYS_nfssvc", //155
4747 "SYS_156",
4748 "SYS_157",
4749 "SYS_158",
4750 "SYS_159",
4751 "SYS_160",
4752 "SYS_getfh", //161
4753 "SYS_162",
4754 "SYS_163",
4755 "SYS_164",
4756 "SYS_sysarch", //165
4757 "SYS_166",
4758 "SYS_167",
4759 "SYS_168",
4760 "SYS_169",
4761 "SYS_170",
4762 "SYS_171",
4763 "SYS_172",
4764 "SYS_pread", //173
4765 "SYS_pwrite", //174
4766 "SYS_175",
4767 "SYS_176",
4768 "SYS_177",
4769 "SYS_178",
4770 "SYS_179",
4771 "SYS_180",
4772 "SYS_setgid", //181
4773 "SYS_setegid", //182
4774 "SYS_seteuid", //183
4775 "SYS_lfs_bmapv", //184
4776 "SYS_lfs_markv", //185
4777 "SYS_lfs_segclean", //186
4778 "SYS_lfs_segwait", //187
4779 "SYS_188",
4780 "SYS_189",
4781 "SYS_190",
4782 "SYS_pathconf", //191
4783 "SYS_fpathconf", //192
4784 "SYS_swapctl", //193
4785 "SYS_getrlimit", //194
4786 "SYS_setrlimit", //195
4787 "SYS_getdirentries", //196
4788 "SYS_mmap", //197
4789 "SYS___syscall", //198
4790 "SYS_lseek", //199
4791 "SYS_truncate", //200
4792 "SYS_ftruncate", //201
4793 "SYS___sysctl", //202
4794 "SYS_mlock", //203
4795 "SYS_munlock", //204
4796 "SYS_205",
4797 "SYS_futimes", //206
4798 "SYS_getpgid", //207
4799 "SYS_xfspioctl", //208
4800 "SYS_209",
4801 "SYS_210",
4802 "SYS_211",
4803 "SYS_212",
4804 "SYS_213",
4805 "SYS_214",
4806 "SYS_215",
4807 "SYS_216",
4808 "SYS_217",
4809 "SYS_218",
4810 "SYS_219",
4811 "SYS_220",
4812 "SYS_semget", //221
4813 "SYS_222",
4814 "SYS_223",
4815 "SYS_224",
4816 "SYS_msgget", //225
4817 "SYS_msgsnd", //226
4818 "SYS_msgrcv", //227
4819 "SYS_shmat", //228
4820 "SYS_229",
4821 "SYS_shmdt", //230
4822 "SYS_231",
4823 "SYS_clock_gettime", //232
4824 "SYS_clock_settime", //233
4825 "SYS_clock_getres", //234
4826 "SYS_235",
4827 "SYS_236",
4828 "SYS_237",
4829 "SYS_238",
4830 "SYS_239",
4831 "SYS_nanosleep", //240
4832 "SYS_241",
4833 "SYS_242",
4834 "SYS_243",
4835 "SYS_244",
4836 "SYS_245",
4837 "SYS_246",
4838 "SYS_247",
4839 "SYS_248",
4840 "SYS_249",
4841 "SYS_minherit", //250
4842 "SYS_rfork", //251
4843 "SYS_poll", //252
4844 "SYS_issetugid", //253
4845 "SYS_lchown", //254
4846 "SYS_getsid", //255
4847 "SYS_msync", //256
4848 "SYS_257",
4849 "SYS_258",
4850 "SYS_259",
4851 "SYS_getfsstat", //260
4852 "SYS_statfs", //261
4853 "SYS_fstatfs", //262
4854 "SYS_pipe", //263
4855 "SYS_fhopen", //264
4856 "SYS_265",
4857 "SYS_fhstatfs", //266
4858 "SYS_preadv", //267
4859 "SYS_pwritev", //268
4860 "SYS_kqueue", //269
4861 "SYS_kevent", //270
4862 "SYS_mlockall", //271
4863 "SYS_munlockall", //272
4864 "SYS_getpeereid", //273
4865 "SYS_274",
4866 "SYS_275",
4867 "SYS_276",
4868 "SYS_277",
4869 "SYS_278",
4870 "SYS_279",
4871 "SYS_280",
4872 "SYS_getresuid", //281
4873 "SYS_setresuid", //282
4874 "SYS_getresgid", //283
4875 "SYS_setresgid", //284
4876 "SYS_285",
4877 "SYS_mquery", //286
4878 "SYS_closefrom", //287
4879 "SYS_sigaltstack", //288
4880 "SYS_shmget", //289
4881 "SYS_semop", //290
4882 "SYS_stat", //291
4883 "SYS_fstat", //292
4884 "SYS_lstat", //293
4885 "SYS_fhstat", //294
4886 "SYS___semctl", //295
4887 "SYS_shmctl", //296
4888 "SYS_msgctl", //297
4889 "SYS_MAXSYSCALL", //298
4890 //299
4891 //300
4892 };
4893 uint32_t uEAX;
4894#ifndef DEBUG_bird
4895 if (!LogIsEnabled())
4896 return;
4897#endif
4898 uEAX = CPUMGetGuestEAX(pVM);
4899 switch (uEAX)
4900 {
4901 default:
4902 if (uEAX < ELEMENTS(apsz))
4903 {
4904 uint32_t au32Args[8] = {0};
4905 PGMPhysReadGCPtr(pVM, au32Args, CPUMGetGuestESP(pVM), sizeof(au32Args));
4906 RTLogPrintf("REM: OpenBSD syscall %3d: %s (eip=%08x %08x %08x %08x %08x %08x %08x %08x %08x)\n",
4907 uEAX, apsz[uEAX], CPUMGetGuestEIP(pVM), au32Args[0], au32Args[1], au32Args[2], au32Args[3],
4908 au32Args[4], au32Args[5], au32Args[6], au32Args[7]);
4909 }
4910 else
4911 RTLogPrintf("eip=%08x: OpenBSD syscall %d (#%x) unknown!!\n", CPUMGetGuestEIP(pVM), uEAX, uEAX);
4912 break;
4913 }
4914}
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette