VirtualBox

source: vbox/trunk/src/VBox/VMM/VMMAll/IEMAllThrdTables.h@ 100765

Last change on this file since 100765 was 100761, checked in by vboxsync, 17 months ago

VMM/IEM: Check for IRQs every so often, especially after sti, popf and iret. Increased the hash table size. Disabled some debug code. bugref:10369

  • Property svn:eol-style set to native
  • Property svn:keywords set to Author Date Id Revision
File size: 12.5 KB
Line 
1/* $Id: IEMAllThrdTables.h 100761 2023-08-01 02:24:11Z vboxsync $ */
2/** @file
3 * IEM - Instruction Decoding and Threaded Recompilation, Instruction Tables.
4 */
5
6/*
7 * Copyright (C) 2011-2023 Oracle and/or its affiliates.
8 *
9 * This file is part of VirtualBox base platform packages, as
10 * available from https://www.virtualbox.org.
11 *
12 * This program is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU General Public License
14 * as published by the Free Software Foundation, in version 3 of the
15 * License.
16 *
17 * This program is distributed in the hope that it will be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, see <https://www.gnu.org/licenses>.
24 *
25 * SPDX-License-Identifier: GPL-3.0-only
26 */
27
28#ifndef VMM_INCLUDED_SRC_VMMAll_IEMAllThrdTables_h
29#define VMM_INCLUDED_SRC_VMMAll_IEMAllThrdTables_h
30#ifndef RT_WITHOUT_PRAGMA_ONCE
31# pragma once
32#endif
33
34
35/*********************************************************************************************************************************
36* Header Files *
37*********************************************************************************************************************************/
38#ifndef LOG_GROUP /* defined when included by tstIEMCheckMc.cpp */
39# define LOG_GROUP LOG_GROUP_IEM_RE_THREADED
40#endif
41#define IEM_WITH_CODE_TLB_AND_OPCODE_BUF /* A bit hackish, but its all in IEMInline.h. */
42#define VMCPU_INCL_CPUM_GST_CTX
43#include <VBox/vmm/iem.h>
44#include <VBox/vmm/cpum.h>
45#include <VBox/vmm/apic.h>
46#include <VBox/vmm/pdm.h>
47#include <VBox/vmm/pgm.h>
48#include <VBox/vmm/iom.h>
49#include <VBox/vmm/em.h>
50#include <VBox/vmm/hm.h>
51#include <VBox/vmm/nem.h>
52#include <VBox/vmm/gim.h>
53#ifdef VBOX_WITH_NESTED_HWVIRT_SVM
54# include <VBox/vmm/em.h>
55# include <VBox/vmm/hm_svm.h>
56#endif
57#ifdef VBOX_WITH_NESTED_HWVIRT_VMX
58# include <VBox/vmm/hmvmxinline.h>
59#endif
60#include <VBox/vmm/tm.h>
61#include <VBox/vmm/dbgf.h>
62#include <VBox/vmm/dbgftrace.h>
63#ifndef TST_IEM_CHECK_MC
64# include "IEMInternal.h"
65#endif
66#include <VBox/vmm/vmcc.h>
67#include <VBox/log.h>
68#include <VBox/err.h>
69#include <VBox/param.h>
70#include <VBox/dis.h>
71#include <VBox/disopcode-x86-amd64.h>
72#include <iprt/asm-math.h>
73#include <iprt/assert.h>
74#include <iprt/mem.h>
75#include <iprt/string.h>
76#include <iprt/x86.h>
77
78#ifndef TST_IEM_CHECK_MC
79# include "IEMInline.h"
80# include "IEMOpHlp.h"
81# include "IEMMc.h"
82#endif
83
84#include "IEMThreadedFunctions.h"
85
86
87/*
88 * Narrow down configs here to avoid wasting time on unused configs here.
89 */
90
91#ifndef IEM_WITH_CODE_TLB
92# error The code TLB must be enabled for the recompiler.
93#endif
94
95#ifndef IEM_WITH_DATA_TLB
96# error The data TLB must be enabled for the recompiler.
97#endif
98
99#ifndef IEM_WITH_SETJMP
100# error The setjmp approach must be enabled for the recompiler.
101#endif
102
103
104/*********************************************************************************************************************************
105* Defined Constants And Macros *
106*********************************************************************************************************************************/
107#define g_apfnOneByteMap g_apfnIemThreadedRecompilerOneByteMap
108#define g_apfnTwoByteMap g_apfnIemThreadedRecompilerTwoByteMap
109#define g_apfnThreeByte0f3a g_apfnIemThreadedRecompilerThreeByte0f3a
110#define g_apfnThreeByte0f38 g_apfnIemThreadedRecompilerThreeByte0f38
111#define g_apfnVexMap1 g_apfnIemThreadedRecompilerVecMap1
112#define g_apfnVexMap2 g_apfnIemThreadedRecompilerVecMap2
113#define g_apfnVexMap3 g_apfnIemThreadedRecompilerVecMap3
114
115
116/*
117 * Override IEM_MC_CALC_RM_EFF_ADDR to use iemOpHlpCalcRmEffAddrJmpEx and produce uEffAddrInfo.
118 */
119#undef IEM_MC_CALC_RM_EFF_ADDR
120#ifndef IEM_WITH_SETJMP
121# define IEM_MC_CALC_RM_EFF_ADDR(a_GCPtrEff, a_bRm, a_cbImmAndRspOffset) \
122 uint64_t uEffAddrInfo; \
123 IEM_MC_RETURN_ON_FAILURE(iemOpHlpCalcRmEffAddrJmpEx(pVCpu, (a_bRm), (a_cbImmAndRspOffset), &(a_GCPtrEff), &uEffAddrInfo))
124#else
125# define IEM_MC_CALC_RM_EFF_ADDR(a_GCPtrEff, a_bRm, a_cbImmAndRspOffset) \
126 uint64_t uEffAddrInfo; \
127 ((a_GCPtrEff) = iemOpHlpCalcRmEffAddrJmpEx(pVCpu, (a_bRm), (a_cbImmAndRspOffset), &uEffAddrInfo))
128#endif
129
130/*
131 * Likewise override IEM_OPCODE_SKIP_RM_EFF_ADDR_BYTES so we fetch all the opcodes.
132 */
133#undef IEM_OPCODE_SKIP_RM_EFF_ADDR_BYTES
134#define IEM_OPCODE_SKIP_RM_EFF_ADDR_BYTES(a_bRm) do { \
135 uint64_t uEffAddrInfo; \
136 (void)iemOpHlpCalcRmEffAddrJmpEx(pVCpu, bRm, 0, &uEffAddrInfo); \
137 } while (0)
138
139/*
140 * Override the IEM_MC_REL_JMP_S*_AND_FINISH macros to check for zero byte jumps.
141 */
142#undef IEM_MC_REL_JMP_S8_AND_FINISH
143#define IEM_MC_REL_JMP_S8_AND_FINISH(a_i8) do { \
144 Assert(pVCpu->iem.s.fTbBranched != 0); \
145 if ((a_i8) == 0) \
146 pVCpu->iem.s.fTbBranched |= IEMBRANCHED_F_ZERO; \
147 return iemRegRipRelativeJumpS8AndFinishClearingRF(pVCpu, IEM_GET_INSTR_LEN(pVCpu), (a_i8), pVCpu->iem.s.enmEffOpSize); \
148 } while (0)
149
150#undef IEM_MC_REL_JMP_S16_AND_FINISH
151#define IEM_MC_REL_JMP_S16_AND_FINISH(a_i16) do { \
152 Assert(pVCpu->iem.s.fTbBranched != 0); \
153 if ((a_i16) == 0) \
154 pVCpu->iem.s.fTbBranched |= IEMBRANCHED_F_ZERO; \
155 return iemRegRipRelativeJumpS16AndFinishClearingRF(pVCpu, IEM_GET_INSTR_LEN(pVCpu), (a_i16)); \
156 } while (0)
157
158#undef IEM_MC_REL_JMP_S32_AND_FINISH
159#define IEM_MC_REL_JMP_S32_AND_FINISH(a_i32) do { \
160 Assert(pVCpu->iem.s.fTbBranched != 0); \
161 if ((a_i32) == 0) \
162 pVCpu->iem.s.fTbBranched |= IEMBRANCHED_F_ZERO; \
163 return iemRegRipRelativeJumpS32AndFinishClearingRF(pVCpu, IEM_GET_INSTR_LEN(pVCpu), (a_i32), pVCpu->iem.s.enmEffOpSize); \
164 } while (0)
165
166
167/*
168 * Emit call macros.
169 */
170#define IEM_MC2_BEGIN_EMIT_CALLS() \
171 { \
172 PIEMTB const pTb = pVCpu->iem.s.pCurTbR3; \
173 uint8_t const cbInstrMc2 = IEM_GET_INSTR_LEN(pVCpu); \
174 AssertMsg(pVCpu->iem.s.offOpcode == cbInstrMc2, \
175 ("%u vs %u (%04x:%08RX64)\n", pVCpu->iem.s.offOpcode, cbInstrMc2, \
176 pVCpu->cpum.GstCtx.cs.Sel, pVCpu->cpum.GstCtx.rip)); \
177 \
178 /* No page crossing, right? */ \
179 uint16_t const offOpcodeMc2 = pTb->cbOpcodes; \
180 uint8_t const idxRangeMc2 = pTb->cRanges - 1; \
181 if ( !pVCpu->iem.s.fTbCrossedPage \
182 && !pVCpu->iem.s.fTbCheckOpcodes \
183 && !pVCpu->iem.s.fTbBranched \
184 && !(pTb->fFlags & IEMTB_F_CS_LIM_CHECKS)) \
185 { \
186 /** @todo Custom copy function, given range is 1 thru 15 bytes. */ \
187 memcpy(&pTb->pabOpcodes[offOpcodeMc2], pVCpu->iem.s.abOpcode, pVCpu->iem.s.offOpcode); \
188 pTb->cbOpcodes = offOpcodeMc2 + pVCpu->iem.s.offOpcode; \
189 pTb->aRanges[idxRangeMc2].cbOpcodes += cbInstrMc2; \
190 Assert(pTb->cbOpcodes <= pTb->cbOpcodesAllocated); \
191 } \
192 else if (iemThreadedCompileBeginEmitCallsComplications(pVCpu, pTb)) \
193 { /* likely */ } \
194 else \
195 return VINF_IEM_RECOMPILE_END_TB; \
196 \
197 do { } while (0)
198#define IEM_MC2_EMIT_CALL_0(a_enmFunction) do { \
199 IEMTHREADEDFUNCS const enmFunctionCheck = a_enmFunction; RT_NOREF(enmFunctionCheck); \
200 \
201 PIEMTHRDEDCALLENTRY const pCall = &pTb->Thrd.paCalls[pTb->Thrd.cCalls++]; \
202 pCall->enmFunction = a_enmFunction; \
203 pCall->offOpcode = offOpcodeMc2; \
204 pCall->cbOpcode = cbInstrMc2; \
205 pCall->idxRange = idxRangeMc2; \
206 pCall->auParams[0] = 0; \
207 pCall->auParams[1] = 0; \
208 pCall->auParams[2] = 0; \
209 } while (0)
210#define IEM_MC2_EMIT_CALL_1(a_enmFunction, a_uArg0) do { \
211 IEMTHREADEDFUNCS const enmFunctionCheck = a_enmFunction; RT_NOREF(enmFunctionCheck); \
212 uint64_t const uArg0Check = (a_uArg0); RT_NOREF(uArg0Check); \
213 \
214 PIEMTHRDEDCALLENTRY const pCall = &pTb->Thrd.paCalls[pTb->Thrd.cCalls++]; \
215 pCall->enmFunction = a_enmFunction; \
216 pCall->offOpcode = offOpcodeMc2; \
217 pCall->cbOpcode = cbInstrMc2; \
218 pCall->idxRange = idxRangeMc2; \
219 pCall->auParams[0] = a_uArg0; \
220 pCall->auParams[1] = 0; \
221 pCall->auParams[2] = 0; \
222 } while (0)
223#define IEM_MC2_EMIT_CALL_2(a_enmFunction, a_uArg0, a_uArg1) do { \
224 IEMTHREADEDFUNCS const enmFunctionCheck = a_enmFunction; RT_NOREF(enmFunctionCheck); \
225 uint64_t const uArg0Check = (a_uArg0); RT_NOREF(uArg0Check); \
226 uint64_t const uArg1Check = (a_uArg1); RT_NOREF(uArg1Check); \
227 \
228 PIEMTHRDEDCALLENTRY const pCall = &pTb->Thrd.paCalls[pTb->Thrd.cCalls++]; \
229 pCall->enmFunction = a_enmFunction; \
230 pCall->offOpcode = offOpcodeMc2; \
231 pCall->cbOpcode = cbInstrMc2; \
232 pCall->idxRange = idxRangeMc2; \
233 pCall->auParams[0] = a_uArg0; \
234 pCall->auParams[1] = a_uArg1; \
235 pCall->auParams[2] = 0; \
236 } while (0)
237#define IEM_MC2_EMIT_CALL_3(a_enmFunction, a_uArg0, a_uArg1, a_uArg2) do { \
238 IEMTHREADEDFUNCS const enmFunctionCheck = a_enmFunction; RT_NOREF(enmFunctionCheck); \
239 uint64_t const uArg0Check = (a_uArg0); RT_NOREF(uArg0Check); \
240 uint64_t const uArg1Check = (a_uArg1); RT_NOREF(uArg1Check); \
241 uint64_t const uArg2Check = (a_uArg2); RT_NOREF(uArg2Check); \
242 \
243 PIEMTHRDEDCALLENTRY const pCall = &pTb->Thrd.paCalls[pTb->Thrd.cCalls++]; \
244 pCall->enmFunction = a_enmFunction; \
245 pCall->offOpcode = offOpcodeMc2; \
246 pCall->cbOpcode = cbInstrMc2; \
247 pCall->idxRange = idxRangeMc2; \
248 pCall->auParams[0] = a_uArg0; \
249 pCall->auParams[1] = a_uArg1; \
250 pCall->auParams[2] = a_uArg2; \
251 } while (0)
252#define IEM_MC2_END_EMIT_CALLS(a_fCImplFlags) \
253 Assert(pTb->cInstructions <= pTb->Thrd.cCalls); \
254 if (pTb->cInstructions < 255) \
255 pTb->cInstructions++; \
256 uint32_t const fCImplFlagsMc2 = (a_fCImplFlags); \
257 RT_NOREF(fCImplFlagsMc2); \
258 } while (0)
259
260
261/*
262 * IEM_MC_DEFER_TO_CIMPL_0 is easily wrapped up.
263 *
264 * Doing so will also take care of IEMOP_RAISE_DIVIDE_ERROR, IEMOP_RAISE_INVALID_LOCK_PREFIX,
265 * IEMOP_RAISE_INVALID_OPCODE and their users.
266 */
267#undef IEM_MC_DEFER_TO_CIMPL_0_RET
268#define IEM_MC_DEFER_TO_CIMPL_0_RET(a_fFlags, a_pfnCImpl) \
269 return iemThreadedRecompilerMcDeferToCImpl0(pVCpu, a_fFlags, a_pfnCImpl)
270
271DECLINLINE(VBOXSTRICTRC) iemThreadedRecompilerMcDeferToCImpl0(PVMCPUCC pVCpu, uint32_t fFlags, PFNIEMCIMPL0 pfnCImpl)
272{
273 Log8(("CImpl0: %04x:%08RX64 LB %#x: %#x %p\n",
274 pVCpu->cpum.GstCtx.cs.Sel, pVCpu->cpum.GstCtx.rip, IEM_GET_INSTR_LEN(pVCpu), fFlags, pfnCImpl));
275
276 IEM_MC2_BEGIN_EMIT_CALLS();
277 IEM_MC2_EMIT_CALL_2(kIemThreadedFunc_BltIn_DeferToCImpl0, (uintptr_t)pfnCImpl, IEM_GET_INSTR_LEN(pVCpu));
278 IEM_MC2_END_EMIT_CALLS(fFlags);
279
280 /*
281 * We have to repeat work normally done by kdCImplFlags and
282 * ThreadedFunctionVariation.emitThreadedCallStmts here.
283 */
284 AssertCompile(IEM_CIMPL_F_BRANCH_DIRECT == IEMBRANCHED_F_DIRECT);
285 AssertCompile(IEM_CIMPL_F_BRANCH_INDIRECT == IEMBRANCHED_F_INDIRECT);
286 AssertCompile(IEM_CIMPL_F_BRANCH_RELATIVE == IEMBRANCHED_F_RELATIVE);
287 AssertCompile(IEM_CIMPL_F_BRANCH_CONDITIONAL == IEMBRANCHED_F_CONDITIONAL);
288 AssertCompile(IEM_CIMPL_F_BRANCH_FAR == IEMBRANCHED_F_FAR);
289
290 if (fFlags & (IEM_CIMPL_F_END_TB | IEM_CIMPL_F_MODE | IEM_CIMPL_F_VMEXIT | IEM_CIMPL_F_BRANCH_FAR | IEM_CIMPL_F_REP))
291 pVCpu->iem.s.fEndTb = true;
292 else if (fFlags & IEM_CIMPL_F_BRANCH_ANY)
293 pVCpu->iem.s.fTbBranched = fFlags & (IEM_CIMPL_F_BRANCH_ANY | IEM_CIMPL_F_BRANCH_FAR | IEM_CIMPL_F_BRANCH_CONDITIONAL);
294
295 if (fFlags & IEM_CIMPL_F_CHECK_IRQ)
296 pVCpu->iem.s.cInstrTillIrqCheck = 0;
297 else if (fFlags & IEM_CIMPL_F_CHECK_IRQ_DELAYED)
298 pVCpu->iem.s.cInstrTillIrqCheck = 1;
299
300 return pfnCImpl(pVCpu, IEM_GET_INSTR_LEN(pVCpu));
301}
302
303
304/**
305 * Helper for indicating that we've branched.
306 */
307DECL_FORCE_INLINE(void) iemThreadedSetBranched(PVMCPUCC pVCpu, uint8_t fTbBranched)
308{
309 pVCpu->iem.s.fTbBranched = fTbBranched;
310 pVCpu->iem.s.GCPhysTbBranchSrcBuf = pVCpu->iem.s.GCPhysInstrBuf;
311 pVCpu->iem.s.GCVirtTbBranchSrcBuf = pVCpu->iem.s.uInstrBufPc;
312}
313
314
315#endif /* !VMM_INCLUDED_SRC_VMMAll_IEMAllThrdTables_h */
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette