IEMR3.cpp@ 103288

Last change on this file since 103288 was 103234, checked in by vboxsync, 15 months ago
VMM/IEM: Liveness analysis, part 8: Propagating EFLAGS annotations to the liveness code, asserting that flag modifications are within the annotations, gather some statistics on potential EFLAGS updating gains. [build fix] bugref:10372 bugref:10375
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 47.3 KB

Line
1	/* $Id: IEMR3.cpp 103234 2024-02-07 00:11:16Z vboxsync $ */
2	/** @file
3	* IEM - Interpreted Execution Manager.
4	*/
5
6	/*
7	* Copyright (C) 2011-2023 Oracle and/or its affiliates.
8	*
9	* This file is part of VirtualBox base platform packages, as
10	* available from https://www.virtualbox.org.
11	*
12	* This program is free software; you can redistribute it and/or
13	* modify it under the terms of the GNU General Public License
14	* as published by the Free Software Foundation, in version 3 of the
15	* License.
16	*
17	* This program is distributed in the hope that it will be useful, but
18	* WITHOUT ANY WARRANTY; without even the implied warranty of
19	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20	* General Public License for more details.
21	*
22	* You should have received a copy of the GNU General Public License
23	* along with this program; if not, see <https://www.gnu.org/licenses>.
24	*
25	* SPDX-License-Identifier: GPL-3.0-only
26	*/
27
28
29	/*********************************************************************************************************************************
30	* Header Files *
31	*********************************************************************************************************************************/
32	#define LOG_GROUP LOG_GROUP_EM
33	#include <VBox/vmm/iem.h>
34	#include <VBox/vmm/cpum.h>
35	#include <VBox/vmm/dbgf.h>
36	#include <VBox/vmm/mm.h>
37	#if defined(VBOX_VMM_TARGET_ARMV8)
38	# include "IEMInternal-armv8.h"
39	#else
40	# include "IEMInternal.h"
41	#endif
42	#include <VBox/vmm/vm.h>
43	#include <VBox/vmm/vmapi.h>
44	#include <VBox/err.h>
45	#ifdef VBOX_WITH_DEBUGGER
46	# include <VBox/dbg.h>
47	#endif
48
49	#include <iprt/assert.h>
50	#include <iprt/getopt.h>
51	#include <iprt/string.h>
52
53
54	/*********************************************************************************************************************************
55	* Internal Functions *
56	*********************************************************************************************************************************/
57	static FNDBGFINFOARGVINT iemR3InfoITlb;
58	static FNDBGFINFOARGVINT iemR3InfoDTlb;
59	#ifdef VBOX_WITH_DEBUGGER
60	static void iemR3RegisterDebuggerCommands(void);
61	#endif
62
63
64	#if !defined(VBOX_VMM_TARGET_ARMV8)
65	static const char *iemGetTargetCpuName(uint32_t enmTargetCpu)
66	{
67	switch (enmTargetCpu)
68	{
69	#define CASE_RET_STR(enmValue) case enmValue: return #enmValue + (sizeof("IEMTARGETCPU_") - 1)
70	CASE_RET_STR(IEMTARGETCPU_8086);
71	CASE_RET_STR(IEMTARGETCPU_V20);
72	CASE_RET_STR(IEMTARGETCPU_186);
73	CASE_RET_STR(IEMTARGETCPU_286);
74	CASE_RET_STR(IEMTARGETCPU_386);
75	CASE_RET_STR(IEMTARGETCPU_486);
76	CASE_RET_STR(IEMTARGETCPU_PENTIUM);
77	CASE_RET_STR(IEMTARGETCPU_PPRO);
78	CASE_RET_STR(IEMTARGETCPU_CURRENT);
79	#undef CASE_RET_STR
80	default: return "Unknown";
81	}
82	}
83	#endif
84
85
86	/**
87	* Initializes the interpreted execution manager.
88	*
89	* This must be called after CPUM as we're quering information from CPUM about
90	* the guest and host CPUs.
91	*
92	* @returns VBox status code.
93	* @param pVM The cross context VM structure.
94	*/
95	VMMR3DECL(int) IEMR3Init(PVM pVM)
96	{
97	/*
98	* Read configuration.
99	*/
100	#if (!defined(VBOX_VMM_TARGET_ARMV8) && !defined(VBOX_WITHOUT_CPUID_HOST_CALL)) \|\| defined(VBOX_WITH_IEM_RECOMPILER)
101	PCFGMNODE const pIem = CFGMR3GetChild(CFGMR3GetRoot(pVM), "IEM");
102	int rc;
103	#endif
104
105	#if !defined(VBOX_VMM_TARGET_ARMV8) && !defined(VBOX_WITHOUT_CPUID_HOST_CALL)
106	/** @cfgm{/IEM/CpuIdHostCall, boolean, false}
107	* Controls whether the custom VBox specific CPUID host call interface is
108	* enabled or not. */
109	# ifdef DEBUG_bird
110	rc = CFGMR3QueryBoolDef(pIem, "CpuIdHostCall", &pVM->iem.s.fCpuIdHostCall, true);
111	# else
112	rc = CFGMR3QueryBoolDef(pIem, "CpuIdHostCall", &pVM->iem.s.fCpuIdHostCall, false);
113	# endif
114	AssertLogRelRCReturn(rc, rc);
115	#endif
116
117	#ifdef VBOX_WITH_IEM_RECOMPILER
118	/** @cfgm{/IEM/MaxTbCount, uint32_t, 524288}
119	* Max number of TBs per EMT. */
120	uint32_t cMaxTbs = 0;
121	rc = CFGMR3QueryU32Def(pIem, "MaxTbCount", &cMaxTbs, _512K);
122	AssertLogRelRCReturn(rc, rc);
123	if (cMaxTbs < _16K \|\| cMaxTbs > _8M)
124	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
125	"MaxTbCount value %u (%#x) is out of range (min %u, max %u)", cMaxTbs, cMaxTbs, _16K, _8M);
126
127	/** @cfgm{/IEM/InitialTbCount, uint32_t, 32678}
128	* Initial (minimum) number of TBs per EMT in ring-3. */
129	uint32_t cInitialTbs = 0;
130	rc = CFGMR3QueryU32Def(pIem, "InitialTbCount", &cInitialTbs, RT_MIN(cMaxTbs, _32K));
131	AssertLogRelRCReturn(rc, rc);
132	if (cInitialTbs < _16K \|\| cInitialTbs > _8M)
133	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
134	"InitialTbCount value %u (%#x) is out of range (min %u, max %u)", cInitialTbs, cInitialTbs, _16K, _8M);
135
136	/* Check that the two values makes sense together. Expect user/api to do
137	the right thing or get lost. */
138	if (cInitialTbs > cMaxTbs)
139	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
140	"InitialTbCount value %u (%#x) is higher than the MaxTbCount value %u (%#x)",
141	cInitialTbs, cInitialTbs, cMaxTbs, cMaxTbs);
142
143	/** @cfgm{/IEM/MaxExecMem, uint64_t, 512 MiB}
144	* Max executable memory for recompiled code per EMT. */
145	uint64_t cbMaxExec = 0;
146	rc = CFGMR3QueryU64Def(pIem, "MaxExecMem", &cbMaxExec, _512M);
147	AssertLogRelRCReturn(rc, rc);
148	if (cbMaxExec < _1M \|\| cbMaxExec > 16*_1G64)
149	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
150	"MaxExecMem value %'RU64 (%#RX64) is out of range (min %'RU64, max %'RU64)",
151	cbMaxExec, cbMaxExec, (uint64_t)_1M, 16*_1G64);
152
153	/** @cfgm{/IEM/ExecChunkSize, uint32_t, 0 (auto)}
154	* The executable memory allocator chunk size. */
155	uint32_t cbChunkExec = 0;
156	rc = CFGMR3QueryU32Def(pIem, "ExecChunkSize", &cbChunkExec, 0);
157	AssertLogRelRCReturn(rc, rc);
158	if (cbChunkExec != 0 && cbChunkExec != UINT32_MAX && (cbChunkExec < _1M \|\| cbChunkExec > _256M))
159	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
160	"ExecChunkSize value %'RU32 (%#RX32) is out of range (min %'RU32, max %'RU32)",
161	cbChunkExec, cbChunkExec, _1M, _256M);
162
163	/** @cfgm{/IEM/InitialExecMemSize, uint64_t, 1}
164	* The initial executable memory allocator size (per EMT). The value is
165	* rounded up to the nearest chunk size, so 1 byte means one chunk. */
166	uint64_t cbInitialExec = 0;
167	rc = CFGMR3QueryU64Def(pIem, "InitialExecMemSize", &cbInitialExec, 0);
168	AssertLogRelRCReturn(rc, rc);
169	if (cbInitialExec > cbMaxExec)
170	return VMSetError(pVM, VERR_OUT_OF_RANGE, RT_SRC_POS,
171	"InitialExecMemSize value %'RU64 (%#RX64) is out of range (max %'RU64)",
172	cbInitialExec, cbInitialExec, cbMaxExec);
173
174	#endif /* VBOX_WITH_IEM_RECOMPILER*/
175
176	/*
177	* Initialize per-CPU data and register statistics.
178	*/
179	uint64_t const uInitialTlbRevision = UINT64_C(0) - (IEMTLB_REVISION_INCR * 200U);
180	uint64_t const uInitialTlbPhysRev = UINT64_C(0) - (IEMTLB_PHYS_REV_INCR * 100U);
181
182	for (VMCPUID idCpu = 0; idCpu < pVM->cCpus; idCpu++)
183	{
184	PVMCPU pVCpu = pVM->apCpusR3[idCpu];
185	AssertCompile(sizeof(pVCpu->iem.s) <= sizeof(pVCpu->iem.padding)); /* (tstVMStruct can't do it's job w/o instruction stats) */
186
187	pVCpu->iem.s.CodeTlb.uTlbRevision = pVCpu->iem.s.DataTlb.uTlbRevision = uInitialTlbRevision;
188	pVCpu->iem.s.CodeTlb.uTlbPhysRev = pVCpu->iem.s.DataTlb.uTlbPhysRev = uInitialTlbPhysRev;
189
190	/*
191	* Host and guest CPU information.
192	*/
193	if (idCpu == 0)
194	{
195	pVCpu->iem.s.enmCpuVendor = CPUMGetGuestCpuVendor(pVM);
196	pVCpu->iem.s.enmHostCpuVendor = CPUMGetHostCpuVendor(pVM);
197	#if !defined(VBOX_VMM_TARGET_ARMV8)
198	pVCpu->iem.s.aidxTargetCpuEflFlavour[0] = pVCpu->iem.s.enmCpuVendor == CPUMCPUVENDOR_INTEL
199	\|\| pVCpu->iem.s.enmCpuVendor == CPUMCPUVENDOR_VIA /??/
200	? IEMTARGETCPU_EFL_BEHAVIOR_INTEL : IEMTARGETCPU_EFL_BEHAVIOR_AMD;
201	# if defined(RT_ARCH_X86) \|\| defined(RT_ARCH_AMD64)
202	if (pVCpu->iem.s.enmCpuVendor == pVCpu->iem.s.enmHostCpuVendor)
203	pVCpu->iem.s.aidxTargetCpuEflFlavour[1] = IEMTARGETCPU_EFL_BEHAVIOR_NATIVE;
204	else
205	# endif
206	pVCpu->iem.s.aidxTargetCpuEflFlavour[1] = pVCpu->iem.s.aidxTargetCpuEflFlavour[0];
207	#else
208	pVCpu->iem.s.aidxTargetCpuEflFlavour[0] = IEMTARGETCPU_EFL_BEHAVIOR_NATIVE;
209	pVCpu->iem.s.aidxTargetCpuEflFlavour[1] = pVCpu->iem.s.aidxTargetCpuEflFlavour[0];
210	#endif
211
212	#if !defined(VBOX_VMM_TARGET_ARMV8) && (IEM_CFG_TARGET_CPU == IEMTARGETCPU_DYNAMIC)
213	switch (pVM->cpum.ro.GuestFeatures.enmMicroarch)
214	{
215	case kCpumMicroarch_Intel_8086: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_8086; break;
216	case kCpumMicroarch_Intel_80186: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_186; break;
217	case kCpumMicroarch_Intel_80286: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_286; break;
218	case kCpumMicroarch_Intel_80386: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_386; break;
219	case kCpumMicroarch_Intel_80486: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_486; break;
220	case kCpumMicroarch_Intel_P5: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_PENTIUM; break;
221	case kCpumMicroarch_Intel_P6: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_PPRO; break;
222	case kCpumMicroarch_NEC_V20: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_V20; break;
223	case kCpumMicroarch_NEC_V30: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_V20; break;
224	default: pVCpu->iem.s.uTargetCpu = IEMTARGETCPU_CURRENT; break;
225	}
226	LogRel(("IEM: TargetCpu=%s, Microarch=%s aidxTargetCpuEflFlavour={%d,%d}\n",
227	iemGetTargetCpuName(pVCpu->iem.s.uTargetCpu), CPUMMicroarchName(pVM->cpum.ro.GuestFeatures.enmMicroarch),
228	pVCpu->iem.s.aidxTargetCpuEflFlavour[0], pVCpu->iem.s.aidxTargetCpuEflFlavour[1]));
229	#else
230	LogRel(("IEM: Microarch=%s aidxTargetCpuEflFlavour={%d,%d}\n",
231	CPUMMicroarchName(pVM->cpum.ro.GuestFeatures.enmMicroarch),
232	pVCpu->iem.s.aidxTargetCpuEflFlavour[0], pVCpu->iem.s.aidxTargetCpuEflFlavour[1]));
233	#endif
234	}
235	else
236	{
237	pVCpu->iem.s.enmCpuVendor = pVM->apCpusR3[0]->iem.s.enmCpuVendor;
238	pVCpu->iem.s.enmHostCpuVendor = pVM->apCpusR3[0]->iem.s.enmHostCpuVendor;
239	pVCpu->iem.s.aidxTargetCpuEflFlavour[0] = pVM->apCpusR3[0]->iem.s.aidxTargetCpuEflFlavour[0];
240	pVCpu->iem.s.aidxTargetCpuEflFlavour[1] = pVM->apCpusR3[0]->iem.s.aidxTargetCpuEflFlavour[1];
241	#if IEM_CFG_TARGET_CPU == IEMTARGETCPU_DYNAMIC
242	pVCpu->iem.s.uTargetCpu = pVM->apCpusR3[0]->iem.s.uTargetCpu;
243	#endif
244	}
245
246	/*
247	* Mark all buffers free.
248	*/
249	uint32_t iMemMap = RT_ELEMENTS(pVCpu->iem.s.aMemMappings);
250	while (iMemMap-- > 0)
251	pVCpu->iem.s.aMemMappings[iMemMap].fAccess = IEM_ACCESS_INVALID;
252	}
253
254
255	#ifdef VBOX_WITH_IEM_RECOMPILER
256	/*
257	* Initialize the TB allocator and cache (/ hash table).
258	*
259	* This is done by each EMT to try get more optimal thread/numa locality of
260	* the allocations.
261	*/
262	rc = VMR3ReqCallWait(pVM, VMCPUID_ALL, (PFNRT)iemTbInit, 6,
263	pVM, cInitialTbs, cMaxTbs, cbInitialExec, cbMaxExec, cbChunkExec);
264	AssertLogRelRCReturn(rc, rc);
265	#endif
266
267	/*
268	* Register statistics.
269	*/
270	for (VMCPUID idCpu = 0; idCpu < pVM->cCpus; idCpu++)
271	{
272	#if !defined(VBOX_VMM_TARGET_ARMV8) && defined(VBOX_WITH_NESTED_HWVIRT_VMX) /* quick fix for stupid structure duplication non-sense */
273	PVMCPU pVCpu = pVM->apCpusR3[idCpu];
274
275	STAMR3RegisterF(pVM, &pVCpu->iem.s.cInstructions, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
276	"Instructions interpreted", "/IEM/CPU%u/cInstructions", idCpu);
277	STAMR3RegisterF(pVM, &pVCpu->iem.s.cLongJumps, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_BYTES,
278	"Number of longjmp calls", "/IEM/CPU%u/cLongJumps", idCpu);
279	STAMR3RegisterF(pVM, &pVCpu->iem.s.cPotentialExits, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
280	"Potential exits", "/IEM/CPU%u/cPotentialExits", idCpu);
281	STAMR3RegisterF(pVM, &pVCpu->iem.s.cRetAspectNotImplemented, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
282	"VERR_IEM_ASPECT_NOT_IMPLEMENTED", "/IEM/CPU%u/cRetAspectNotImplemented", idCpu);
283	STAMR3RegisterF(pVM, &pVCpu->iem.s.cRetInstrNotImplemented, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
284	"VERR_IEM_INSTR_NOT_IMPLEMENTED", "/IEM/CPU%u/cRetInstrNotImplemented", idCpu);
285	STAMR3RegisterF(pVM, &pVCpu->iem.s.cRetInfStatuses, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
286	"Informational statuses returned", "/IEM/CPU%u/cRetInfStatuses", idCpu);
287	STAMR3RegisterF(pVM, &pVCpu->iem.s.cRetErrStatuses, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
288	"Error statuses returned", "/IEM/CPU%u/cRetErrStatuses", idCpu);
289	STAMR3RegisterF(pVM, &pVCpu->iem.s.cbWritten, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_BYTES,
290	"Approx bytes written", "/IEM/CPU%u/cbWritten", idCpu);
291	STAMR3RegisterF(pVM, &pVCpu->iem.s.cPendingCommit, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_BYTES,
292	"Times RC/R0 had to postpone instruction committing to ring-3", "/IEM/CPU%u/cPendingCommit", idCpu);
293	STAMR3RegisterF(pVM, &pVCpu->iem.s.cMisalignedAtomics, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_BYTES,
294	"Number of misaligned (for the host) atomic instructions", "/IEM/CPU%u/cMisalignedAtomics", idCpu);
295
296	STAMR3RegisterF(pVM, &pVCpu->iem.s.CodeTlb.cTlbMisses, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
297	"Code TLB misses", "/IEM/CPU%u/CodeTlb-Misses", idCpu);
298	STAMR3RegisterF(pVM, &pVCpu->iem.s.CodeTlb.uTlbRevision, STAMTYPE_X64, STAMVISIBILITY_ALWAYS, STAMUNIT_NONE,
299	"Code TLB revision", "/IEM/CPU%u/CodeTlb-Revision", idCpu);
300	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.CodeTlb.uTlbPhysRev, STAMTYPE_X64, STAMVISIBILITY_ALWAYS, STAMUNIT_NONE,
301	"Code TLB physical revision", "/IEM/CPU%u/CodeTlb-PhysRev", idCpu);
302	STAMR3RegisterF(pVM, &pVCpu->iem.s.CodeTlb.cTlbSlowReadPath, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
303	"Code TLB slow read path", "/IEM/CPU%u/CodeTlb-SlowReads", idCpu);
304
305	STAMR3RegisterF(pVM, &pVCpu->iem.s.DataTlb.cTlbMisses, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
306	"Data TLB misses", "/IEM/CPU%u/DataTlb-Misses", idCpu);
307	STAMR3RegisterF(pVM, &pVCpu->iem.s.DataTlb.cTlbSafeReadPath, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
308	"Data TLB safe read path", "/IEM/CPU%u/DataTlb-SafeReads", idCpu);
309	STAMR3RegisterF(pVM, &pVCpu->iem.s.DataTlb.cTlbSafeWritePath, STAMTYPE_U32_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
310	"Data TLB safe write path", "/IEM/CPU%u/DataTlb-SafeWrites", idCpu);
311	STAMR3RegisterF(pVM, &pVCpu->iem.s.DataTlb.uTlbRevision, STAMTYPE_X64, STAMVISIBILITY_ALWAYS, STAMUNIT_NONE,
312	"Data TLB revision", "/IEM/CPU%u/DataTlb-Revision", idCpu);
313	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.DataTlb.uTlbPhysRev, STAMTYPE_X64, STAMVISIBILITY_ALWAYS, STAMUNIT_NONE,
314	"Data TLB physical revision", "/IEM/CPU%u/DataTlb-PhysRev", idCpu);
315
316	# ifdef VBOX_WITH_STATISTICS
317	STAMR3RegisterF(pVM, &pVCpu->iem.s.CodeTlb.cTlbHits, STAMTYPE_U64_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
318	"Code TLB hits", "/IEM/CPU%u/CodeTlb-Hits", idCpu);
319	STAMR3RegisterF(pVM, &pVCpu->iem.s.DataTlb.cTlbHits, STAMTYPE_U64_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
320	"Data TLB hits", "/IEM/CPU%u/DataTlb-Hits-Other", idCpu);
321	# ifdef VBOX_WITH_IEM_NATIVE_RECOMPILER
322	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeTlbHitsForStack, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
323	"Data TLB native stack access hits", "/IEM/CPU%u/DataTlb-Hits-Native-Stack", idCpu);
324	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeTlbHitsForFetch, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
325	"Data TLB native data fetch hits", "/IEM/CPU%u/DataTlb-Hits-Native-Fetch", idCpu);
326	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeTlbHitsForStore, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
327	"Data TLB native data store hits", "/IEM/CPU%u/DataTlb-Hits-Native-Store", idCpu);
328	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeTlbHitsForMapped, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
329	"Data TLB native mapped data hits", "/IEM/CPU%u/DataTlb-Hits-Native-Mapped", idCpu);
330	# endif
331	char szPat[128];
332	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/DataTlb-Hits-*", idCpu);
333	STAMR3RegisterSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, szPat,
334	"Data TLB hits total", "/IEM/CPU%u/DataTlb-Hits", idCpu);
335
336	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/DataTlb-Safe*", idCpu);
337	STAMR3RegisterSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, szPat,
338	"Data TLB actual misses", "/IEM/CPU%u/DataTlb-SafeTotal", idCpu);
339	char szVal[128];
340	RTStrPrintf(szVal, sizeof(szVal), "/IEM/CPU%u/DataTlb-SafeTotal", idCpu);
341	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/DataTlb-Hits-*", idCpu);
342	STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PPM, szVal, szPat,
343	"Data TLB actual miss rate", "/IEM/CPU%u/DataTlb-SafeRate", idCpu);
344
345	# ifdef VBOX_WITH_IEM_NATIVE_RECOMPILER
346	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCodeTlbMissesNewPage, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
347	"Code TLB native misses on new page", "/IEM/CPU%u/CodeTlb-Misses-New-Page", idCpu);
348	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCodeTlbMissesNewPageWithOffset, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
349	"Code TLB native misses on new page w/ offset", "/IEM/CPU%u/CodeTlb-Misses-New-Page-With-Offset", idCpu);
350	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCodeTlbHitsForNewPage, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
351	"Code TLB native hits on new page", "/IEM/CPU%u/CodeTlb-Hits-New-Page", idCpu);
352	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCodeTlbHitsForNewPageWithOffset, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
353	"Code TLB native hits on new page /w offset", "/IEM/CPU%u/CodeTlb-Hits-New-Page-With-Offset", idCpu);
354	# endif
355	# endif
356
357	#ifdef VBOX_WITH_IEM_RECOMPILER
358	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.cTbExecNative, STAMTYPE_U64_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
359	"Executed native translation block", "/IEM/CPU%u/re/cTbExecNative", idCpu);
360	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.cTbExecThreaded, STAMTYPE_U64_RESET, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
361	"Executed threaded translation block", "/IEM/CPU%u/re/cTbExecThreaded", idCpu);
362	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatTbExecBreaks, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_OCCURENCES,
363	"Times TB execution was interrupted/broken off", "/IEM/CPU%u/re/cTbExecBreaks", idCpu);
364
365	PIEMTBALLOCATOR const pTbAllocator = pVCpu->iem.s.pTbAllocatorR3;
366	STAMR3RegisterF(pVM, (void *)&pTbAllocator->StatAllocs, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_CALLS,
367	"Translation block allocations", "/IEM/CPU%u/re/cTbAllocCalls", idCpu);
368	STAMR3RegisterF(pVM, (void *)&pTbAllocator->StatFrees, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_CALLS,
369	"Translation block frees", "/IEM/CPU%u/re/cTbFreeCalls", idCpu);
370	# ifdef VBOX_WITH_STATISTICS
371	STAMR3RegisterF(pVM, (void *)&pTbAllocator->StatPrune, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_TICKS_PER_CALL,
372	"Time spent freeing up TBs when full at alloc", "/IEM/CPU%u/re/TbPruningAlloc", idCpu);
373	# endif
374	STAMR3RegisterF(pVM, (void *)&pTbAllocator->StatPruneNative, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_TICKS_PER_CALL,
375	"Time spent freeing up native TBs when out of executable memory", "/IEM/CPU%u/re/TbPruningNative", idCpu);
376	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cAllocatedChunks, STAMTYPE_U16, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
377	"Populated TB chunks", "/IEM/CPU%u/re/cTbChunks", idCpu);
378	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cMaxChunks, STAMTYPE_U8, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
379	"Max number of TB chunks", "/IEM/CPU%u/re/cTbChunksMax", idCpu);
380	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cTotalTbs, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
381	"Total number of TBs in the allocator", "/IEM/CPU%u/re/cTbTotal", idCpu);
382	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cMaxTbs, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
383	"Max total number of TBs allowed", "/IEM/CPU%u/re/cTbTotalMax", idCpu);
384	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cInUseTbs, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
385	"Number of currently allocated TBs", "/IEM/CPU%u/re/cTbAllocated", idCpu);
386	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cNativeTbs, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
387	"Number of currently allocated native TBs", "/IEM/CPU%u/re/cTbAllocatedNative", idCpu);
388	STAMR3RegisterF(pVM, (void *)&pTbAllocator->cThreadedTbs, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
389	"Number of currently allocated threaded TBs", "/IEM/CPU%u/re/cTbAllocatedThreaded", idCpu);
390
391	PIEMTBCACHE const pTbCache = pVCpu->iem.s.pTbCacheR3;
392	STAMR3RegisterF(pVM, (void *)&pTbCache->cHash, STAMTYPE_U32, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
393	"Translation block lookup table size", "/IEM/CPU%u/re/cTbHashTab", idCpu);
394
395	STAMR3RegisterF(pVM, (void *)&pTbCache->cLookupHits, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_OCCURENCES,
396	"Translation block lookup hits", "/IEM/CPU%u/re/cTbLookupHits", idCpu);
397	STAMR3RegisterF(pVM, (void *)&pTbCache->cLookupMisses, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_OCCURENCES,
398	"Translation block lookup misses", "/IEM/CPU%u/re/cTbLookupMisses", idCpu);
399	STAMR3RegisterF(pVM, (void *)&pTbCache->cCollisions, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_OCCURENCES,
400	"Translation block hash table collisions", "/IEM/CPU%u/re/cTbCollisions", idCpu);
401	# ifdef VBOX_WITH_STATISTICS
402	STAMR3RegisterF(pVM, (void *)&pTbCache->StatPrune, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_TICKS_PER_CALL,
403	"Time spent shortening collision lists", "/IEM/CPU%u/re/TbPruningCollisions", idCpu);
404	# endif
405
406	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatTbThreadedCalls, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_CALLS_PER_TB,
407	"Calls per threaded translation block", "/IEM/CPU%u/re/ThrdCallsPerTb", idCpu);
408	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatTbThreadedInstr, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_INSTR_PER_TB,
409	"Instruction per threaded translation block", "/IEM/CPU%u/re/ThrdInstrPerTb", idCpu);
410
411	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatCheckIrqBreaks, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
412	"TB breaks by CheckIrq", "/IEM/CPU%u/re/CheckIrqBreaks", idCpu);
413	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatCheckModeBreaks, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
414	"TB breaks by CheckMode", "/IEM/CPU%u/re/CheckModeBreaks", idCpu);
415	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatCheckBranchMisses, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
416	"Branch target misses", "/IEM/CPU%u/re/CheckTbJmpMisses", idCpu);
417	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatCheckNeedCsLimChecking, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
418	"Needing CS.LIM checking TB after branch or on page crossing", "/IEM/CPU%u/re/CheckTbNeedCsLimChecking", idCpu);
419
420	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCallsRecompiled, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_CALLS_PER_TB,
421	"Number of threaded calls per TB that have been properly recompiled to native code",
422	"/IEM/CPU%u/re/NativeCallsRecompiledPerTb", idCpu);
423	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeCallsThreaded, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_CALLS_PER_TB,
424	"Number of threaded calls per TB that could not be recompiler to native code",
425	"/IEM/CPU%u/re/NativeCallsThreadedPerTb", idCpu);
426	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeFullyRecompiledTbs, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT,
427	"Number of threaded calls that could not be recompiler to native code",
428	"/IEM/CPU%u/re/NativeFullyRecompiledTbs", idCpu);
429
430	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatTbNativeCode, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_BYTES_PER_TB,
431	"Size of native code per TB", "/IEM/CPU%u/re/NativeCodeSizePerTb", idCpu);
432	STAMR3RegisterF(pVM, (void *)&pVCpu->iem.s.StatNativeRecompilation, STAMTYPE_PROFILE, STAMVISIBILITY_ALWAYS, STAMUNIT_TICKS_PER_CALL,
433	"Profiling iemNativeRecompile()", "/IEM/CPU%u/re/NativeRecompilation", idCpu);
434
435	# ifdef VBOX_WITH_IEM_NATIVE_RECOMPILER
436	# ifdef VBOX_WITH_STATISTICS
437	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflCfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.CF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsCfSkippable", idCpu);
438	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflPfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.PF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsPfSkippable", idCpu);
439	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflAfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.AF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsAfSkippable", idCpu);
440	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflZfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.ZF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsZfSkippable", idCpu);
441	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflSfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.SF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsSfSkippable", idCpu);
442	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflOfSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.OF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsOfSkippable", idCpu);
443	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflOtherSkippable, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Skippable EFLAGS.OTHER updating", "/IEM/CPU%u/re/NativeLivenessEFlagsOtherSkippable", idCpu);
444
445	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflCfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.CF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsCfRequired", idCpu);
446	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflPfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.PF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsPfRequired", idCpu);
447	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflAfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.AF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsAfRequired", idCpu);
448	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflZfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.ZF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsZfRequired", idCpu);
449	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflSfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.SF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsSfRequired", idCpu);
450	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflOfRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.OF updating", "/IEM/CPU%u/re/NativeLivenessEFlagsOfRequired", idCpu);
451	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatNativeLivenessEflOtherRequired, STAMTYPE_COUNTER, STAMVISIBILITY_ALWAYS, STAMUNIT_COUNT, "Required EFLAGS.OTHER updating", "/IEM/CPU%u/re/NativeLivenessEFlagsOtherRequired", idCpu);
452
453	/* Sum up all status bits*/
454	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/re/NativeLivenessEFlags?fSkippable*", idCpu);
455	STAMR3RegisterSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, szPat, "Total skippable EFLAGS status bit updating",
456	"/IEM/CPU%u/re/NativeLivenessEFlagsStatusSkippable", idCpu);
457
458	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/re/NativeLivenessEFlags?fRequired*", idCpu);
459	STAMR3RegisterSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, szPat, "Total required STATUS status bit updating",
460	"/IEM/CPU%u/re/NativeLivenessEFlagsStatusRequired", idCpu);
461
462	/* Ratio of the status bit skippables. */
463	RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/re/NativeLivenessEFlagsStatus*", idCpu);
464	RTStrPrintf(szVal, sizeof(szPat), "/IEM/CPU%u/re/NativeLivenessEFlagsStatusSkippable", idCpu);
465	STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat,
466	"Total skippable EFLAGS status bit updating percentage",
467	"/IEM/CPU%u/re/NativeLivenessEFlagsStatusSkippablePct", idCpu);
468
469	/* Ratios of individual bits. */
470	size_t const offFlagChar = RTStrPrintf(szPat, sizeof(szPat), "/IEM/CPU%u/re/NativeLivenessEFlagsCf*", idCpu) - 3;
471	Assert(szPat[offFlagChar] == 'C');
472	RTStrPrintf(szVal, sizeof(szVal), "/IEM/CPU%u/re/NativeLivenessEFlagsCfSkippable", idCpu);
473	Assert(szVal[offFlagChar] == 'C');
474	szPat[offFlagChar] = szVal[offFlagChar] = 'C'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.CF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsCfSkippablePct", idCpu);
475	szPat[offFlagChar] = szVal[offFlagChar] = 'P'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.PF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsPfSkippablePct", idCpu);
476	szPat[offFlagChar] = szVal[offFlagChar] = 'A'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.AF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsAfSkippablePct", idCpu);
477	szPat[offFlagChar] = szVal[offFlagChar] = 'Z'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.ZF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsZfSkippablePct", idCpu);
478	szPat[offFlagChar] = szVal[offFlagChar] = 'S'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.SF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsSfSkippablePct", idCpu);
479	szPat[offFlagChar] = szVal[offFlagChar] = 'O'; STAMR3RegisterPctOfSum(pVM->pUVM, STAMVISIBILITY_ALWAYS, STAMUNIT_PCT, szVal, szPat, "Skippable EFLAGS.OF updating percentage", "/IEM/CPU%u/re/NativeLivenessEFlagsOfSkippablePct", idCpu);
480
481	# endif /* VBOX_WITH_STATISTICS */
482	# endif /* VBOX_WITH_IEM_NATIVE_RECOMPILER */
483
484	#endif /* VBOX_WITH_IEM_RECOMPILER */
485
486	for (uint32_t i = 0; i < RT_ELEMENTS(pVCpu->iem.s.aStatXcpts); i++)
487	STAMR3RegisterF(pVM, &pVCpu->iem.s.aStatXcpts[i], STAMTYPE_COUNTER, STAMVISIBILITY_USED, STAMUNIT_OCCURENCES,
488	"", "/IEM/CPU%u/Exceptions/%02x", idCpu, i);
489	for (uint32_t i = 0; i < RT_ELEMENTS(pVCpu->iem.s.aStatInts); i++)
490	STAMR3RegisterF(pVM, &pVCpu->iem.s.aStatInts[i], STAMTYPE_U32_RESET, STAMVISIBILITY_USED, STAMUNIT_OCCURENCES,
491	"", "/IEM/CPU%u/Interrupts/%02x", idCpu, i);
492
493	# if !defined(VBOX_VMM_TARGET_ARMV8) && defined(VBOX_WITH_STATISTICS) && !defined(DOXYGEN_RUNNING)
494	/* Instruction statistics: */
495	# define IEM_DO_INSTR_STAT(a_Name, a_szDesc) \
496	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatsRZ.a_Name, STAMTYPE_U32_RESET, STAMVISIBILITY_USED, \
497	STAMUNIT_COUNT, a_szDesc, "/IEM/CPU%u/instr-RZ/" #a_Name, idCpu); \
498	STAMR3RegisterF(pVM, &pVCpu->iem.s.StatsR3.a_Name, STAMTYPE_U32_RESET, STAMVISIBILITY_USED, \
499	STAMUNIT_COUNT, a_szDesc, "/IEM/CPU%u/instr-R3/" #a_Name, idCpu);
500	# include "IEMInstructionStatisticsTmpl.h"
501	# undef IEM_DO_INSTR_STAT
502	# endif
503
504	#endif /* !defined(VBOX_VMM_TARGET_ARMV8) && defined(VBOX_WITH_NESTED_HWVIRT_VMX) - quick fix for stupid structure duplication non-sense */
505	}
506
507	#if !defined(VBOX_VMM_TARGET_ARMV8) && defined(VBOX_WITH_NESTED_HWVIRT_VMX)
508	/*
509	* Register the per-VM VMX APIC-access page handler type.
510	*/
511	if (pVM->cpum.ro.GuestFeatures.fVmx)
512	{
513	rc = PGMR3HandlerPhysicalTypeRegister(pVM, PGMPHYSHANDLERKIND_ALL, PGMPHYSHANDLER_F_NOT_IN_HM,
514	iemVmxApicAccessPageHandler,
515	"VMX APIC-access page", &pVM->iem.s.hVmxApicAccessPage);
516	AssertLogRelRCReturn(rc, rc);
517	}
518	#endif
519
520	DBGFR3InfoRegisterInternalArgv(pVM, "itlb", "IEM instruction TLB", iemR3InfoITlb, DBGFINFO_FLAGS_RUN_ON_EMT);
521	DBGFR3InfoRegisterInternalArgv(pVM, "dtlb", "IEM instruction TLB", iemR3InfoDTlb, DBGFINFO_FLAGS_RUN_ON_EMT);
522	#ifdef VBOX_WITH_DEBUGGER
523	iemR3RegisterDebuggerCommands();
524	#endif
525
526	return VINF_SUCCESS;
527	}
528
529
530	VMMR3DECL(int) IEMR3Term(PVM pVM)
531	{
532	NOREF(pVM);
533	return VINF_SUCCESS;
534	}
535
536
537	VMMR3DECL(void) IEMR3Relocate(PVM pVM)
538	{
539	RT_NOREF(pVM);
540	}
541
542
543	/** Worker for iemR3InfoTlbPrintSlots and iemR3InfoTlbPrintAddress. */
544	static void iemR3InfoTlbPrintHeader(PVMCPU pVCpu, PCDBGFINFOHLP pHlp, IEMTLB const pTlb, bool pfHeader)
545	{
546	if (*pfHeader)
547	return;
548	pHlp->pfnPrintf(pHlp, "%cTLB for CPU %u:\n", &pVCpu->iem.s.CodeTlb == pTlb ? 'I' : 'D', pVCpu->idCpu);
549	*pfHeader = true;
550	}
551
552
553	/** Worker for iemR3InfoTlbPrintSlots and iemR3InfoTlbPrintAddress. */
554	static void iemR3InfoTlbPrintSlot(PCDBGFINFOHLP pHlp, IEMTLB const pTlb, IEMTLBENTRY const pTlbe, uint32_t uSlot)
555	{
556	pHlp->pfnPrintf(pHlp, "%02x: %s %#018RX64 -> %RGp / %p / %#05x %s%s%s%s/%s%s%s/%s %s\n",
557	uSlot,
558	(pTlbe->uTag & IEMTLB_REVISION_MASK) == pTlb->uTlbRevision ? "valid "
559	: (pTlbe->uTag & IEMTLB_REVISION_MASK) == 0 ? "empty "
560	: "expired",
561	(pTlbe->uTag & ~IEMTLB_REVISION_MASK) << X86_PAGE_SHIFT,
562	pTlbe->GCPhys, pTlbe->pbMappingR3,
563	(uint32_t)(pTlbe->fFlagsAndPhysRev & ~IEMTLBE_F_PHYS_REV),
564	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PT_NO_EXEC ? "NX" : " X",
565	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PT_NO_WRITE ? "RO" : "RW",
566	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PT_NO_ACCESSED ? "-" : "A",
567	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PT_NO_DIRTY ? "-" : "D",
568	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PG_NO_WRITE ? "-" : "w",
569	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PG_NO_READ ? "-" : "r",
570	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PG_UNASSIGNED ? "U" : "-",
571	pTlbe->fFlagsAndPhysRev & IEMTLBE_F_NO_MAPPINGR3 ? "S" : "M",
572	(pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PHYS_REV) == pTlb->uTlbPhysRev ? "phys-valid"
573	: (pTlbe->fFlagsAndPhysRev & IEMTLBE_F_PHYS_REV) == 0 ? "phys-empty" : "phys-expired");
574	}
575
576
577	/** Displays one or more TLB slots. */
578	static void iemR3InfoTlbPrintSlots(PVMCPU pVCpu, PCDBGFINFOHLP pHlp, IEMTLB const *pTlb,
579	uint32_t uSlot, uint32_t cSlots, bool *pfHeader)
580	{
581	if (uSlot < RT_ELEMENTS(pTlb->aEntries))
582	{
583	if (cSlots > RT_ELEMENTS(pTlb->aEntries))
584	{
585	pHlp->pfnPrintf(pHlp, "error: Too many slots given: %u, adjusting it down to the max (%u)\n",
586	cSlots, RT_ELEMENTS(pTlb->aEntries));
587	cSlots = RT_ELEMENTS(pTlb->aEntries);
588	}
589
590	iemR3InfoTlbPrintHeader(pVCpu, pHlp, pTlb, pfHeader);
591	while (cSlots-- > 0)
592	{
593	IEMTLBENTRY const Tlbe = pTlb->aEntries[uSlot];
594	iemR3InfoTlbPrintSlot(pHlp, pTlb, &Tlbe, uSlot);
595	uSlot = (uSlot + 1) % RT_ELEMENTS(pTlb->aEntries);
596	}
597	}
598	else
599	pHlp->pfnPrintf(pHlp, "error: TLB slot is out of range: %u (%#x), max %u (%#x)\n",
600	uSlot, uSlot, RT_ELEMENTS(pTlb->aEntries) - 1, RT_ELEMENTS(pTlb->aEntries) - 1);
601	}
602
603
604	/** Displays the TLB slot for the given address. */
605	static void iemR3InfoTlbPrintAddress(PVMCPU pVCpu, PCDBGFINFOHLP pHlp, IEMTLB const *pTlb,
606	uint64_t uAddress, bool *pfHeader)
607	{
608	iemR3InfoTlbPrintHeader(pVCpu, pHlp, pTlb, pfHeader);
609
610	uint64_t const uTag = (uAddress << 16) >> (X86_PAGE_SHIFT + 16);
611	uint32_t const uSlot = (uint8_t)uTag;
612	IEMTLBENTRY const Tlbe = pTlb->aEntries[uSlot];
613	pHlp->pfnPrintf(pHlp, "Address %#RX64 -> slot %#x - %s\n", uAddress, uSlot,
614	Tlbe.uTag == (uTag \| pTlb->uTlbRevision) ? "match"
615	: (Tlbe.uTag & ~IEMTLB_REVISION_MASK) == uTag ? "expired" : "mismatch");
616	iemR3InfoTlbPrintSlot(pHlp, pTlb, &Tlbe, uSlot);
617	}
618
619
620	/** Common worker for iemR3InfoDTlb and iemR3InfoITlb. */
621	static void iemR3InfoTlbCommon(PVM pVM, PCDBGFINFOHLP pHlp, int cArgs, char **papszArgs, bool fITlb)
622	{
623	/*
624	* This is entirely argument driven.
625	*/
626	static RTGETOPTDEF const s_aOptions[] =
627	{
628	{ "--cpu", 'c', RTGETOPT_REQ_UINT32 },
629	{ "--vcpu", 'c', RTGETOPT_REQ_UINT32 },
630	{ "all", 'A', RTGETOPT_REQ_NOTHING },
631	{ "--all", 'A', RTGETOPT_REQ_NOTHING },
632	{ "--address", 'a', RTGETOPT_REQ_UINT64 \| RTGETOPT_FLAG_HEX },
633	{ "--range", 'r', RTGETOPT_REQ_UINT32_PAIR \| RTGETOPT_FLAG_HEX },
634	{ "--slot", 's', RTGETOPT_REQ_UINT32 \| RTGETOPT_FLAG_HEX },
635	};
636
637	char szDefault[] = "-A";
638	char *papszDefaults[2] = { szDefault, NULL };
639	if (cArgs == 0)
640	{
641	cArgs = 1;
642	papszArgs = papszDefaults;
643	}
644
645	RTGETOPTSTATE State;
646	int rc = RTGetOptInit(&State, cArgs, papszArgs, s_aOptions, RT_ELEMENTS(s_aOptions), 0 /iFirst/, 0 /fFlags/);
647	AssertRCReturnVoid(rc);
648
649	bool fNeedHeader = true;
650	bool fAddressMode = true;
651	PVMCPU pVCpu = VMMGetCpu(pVM);
652	if (!pVCpu)
653	pVCpu = VMMGetCpuById(pVM, 0);
654
655	RTGETOPTUNION ValueUnion;
656	while ((rc = RTGetOpt(&State, &ValueUnion)) != 0)
657	{
658	switch (rc)
659	{
660	case 'c':
661	if (ValueUnion.u32 >= pVM->cCpus)
662	pHlp->pfnPrintf(pHlp, "error: Invalid CPU ID: %u\n", ValueUnion.u32);
663	else if (!pVCpu \|\| pVCpu->idCpu != ValueUnion.u32)
664	{
665	pVCpu = VMMGetCpuById(pVM, ValueUnion.u32);
666	fNeedHeader = true;
667	}
668	break;
669
670	case 'a':
671	iemR3InfoTlbPrintAddress(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
672	ValueUnion.u64, &fNeedHeader);
673	fAddressMode = true;
674	break;
675
676	case 'A':
677	iemR3InfoTlbPrintSlots(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
678	0, RT_ELEMENTS(pVCpu->iem.s.CodeTlb.aEntries), &fNeedHeader);
679	break;
680
681	case 'r':
682	iemR3InfoTlbPrintSlots(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
683	ValueUnion.PairU32.uFirst, ValueUnion.PairU32.uSecond, &fNeedHeader);
684	fAddressMode = false;
685	break;
686
687	case 's':
688	iemR3InfoTlbPrintSlots(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
689	ValueUnion.u32, 1, &fNeedHeader);
690	fAddressMode = false;
691	break;
692
693	case VINF_GETOPT_NOT_OPTION:
694	if (fAddressMode)
695	{
696	uint64_t uAddr;
697	rc = RTStrToUInt64Full(ValueUnion.psz, 16, &uAddr);
698	if (RT_SUCCESS(rc) && rc != VWRN_NUMBER_TOO_BIG)
699	iemR3InfoTlbPrintAddress(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
700	uAddr, &fNeedHeader);
701	else
702	pHlp->pfnPrintf(pHlp, "error: Invalid or malformed guest address '%s': %Rrc\n", ValueUnion.psz, rc);
703	}
704	else
705	{
706	uint32_t uSlot;
707	rc = RTStrToUInt32Full(ValueUnion.psz, 16, &uSlot);
708	if (RT_SUCCESS(rc) && rc != VWRN_NUMBER_TOO_BIG)
709	iemR3InfoTlbPrintSlots(pVCpu, pHlp, fITlb ? &pVCpu->iem.s.CodeTlb : &pVCpu->iem.s.DataTlb,
710	uSlot, 1, &fNeedHeader);
711	else
712	pHlp->pfnPrintf(pHlp, "error: Invalid or malformed TLB slot number '%s': %Rrc\n", ValueUnion.psz, rc);
713	}
714	break;
715
716	case 'h':
717	pHlp->pfnPrintf(pHlp,
718	"Usage: info %ctlb [options]\n"
719	"\n"
720	"Options:\n"
721	" -c<n>, --cpu=<n>, --vcpu=<n>\n"
722	" Selects the CPU which TLBs we're looking at. Default: Caller / 0\n"
723	" -A, --all, all\n"
724	" Display all the TLB entries (default if no other args).\n"
725	" -a<virt>, --address=<virt>\n"
726	" Shows the TLB entry for the specified guest virtual address.\n"
727	" -r<slot:count>, --range=<slot:count>\n"
728	" Shows the TLB entries for the specified slot range.\n"
729	" -s<slot>,--slot=<slot>\n"
730	" Shows the given TLB slot.\n"
731	"\n"
732	"Non-options are interpreted according to the last -a, -r or -s option,\n"
733	"defaulting to addresses if not preceeded by any of those options.\n"
734	, fITlb ? 'i' : 'd');
735	return;
736
737	default:
738	pHlp->pfnGetOptError(pHlp, rc, &ValueUnion, &State);
739	return;
740	}
741	}
742	}
743
744
745	/**
746	* @callback_method_impl{FNDBGFINFOARGVINT, itlb}
747	*/
748	static DECLCALLBACK(void) iemR3InfoITlb(PVM pVM, PCDBGFINFOHLP pHlp, int cArgs, char **papszArgs)
749	{
750	return iemR3InfoTlbCommon(pVM, pHlp, cArgs, papszArgs, true /fITlb/);
751	}
752
753
754	/**
755	* @callback_method_impl{FNDBGFINFOARGVINT, dtlb}
756	*/
757	static DECLCALLBACK(void) iemR3InfoDTlb(PVM pVM, PCDBGFINFOHLP pHlp, int cArgs, char **papszArgs)
758	{
759	return iemR3InfoTlbCommon(pVM, pHlp, cArgs, papszArgs, false /fITlb/);
760	}
761
762
763	#ifdef VBOX_WITH_DEBUGGER
764
765	/** @callback_method_impl{FNDBGCCMD,
766	* Implements the '.alliem' command. }
767	*/
768	static DECLCALLBACK(int) iemR3DbgFlushTlbs(PCDBGCCMD pCmd, PDBGCCMDHLP pCmdHlp, PUVM pUVM, PCDBGCVAR paArgs, unsigned cArgs)
769	{
770	VMCPUID idCpu = DBGCCmdHlpGetCurrentCpu(pCmdHlp);
771	PVMCPU pVCpu = VMMR3GetCpuByIdU(pUVM, idCpu);
772	if (pVCpu)
773	{
774	VMR3ReqPriorityCallVoidWaitU(pUVM, idCpu, (PFNRT)IEMTlbInvalidateAll, 1, pVCpu);
775	return VINF_SUCCESS;
776	}
777	RT_NOREF(paArgs, cArgs);
778	return DBGCCmdHlpFail(pCmdHlp, pCmd, "failed to get the PVMCPU for the current CPU");
779	}
780
781
782	/**
783	* Called by IEMR3Init to register debugger commands.
784	*/
785	static void iemR3RegisterDebuggerCommands(void)
786	{
787	/*
788	* Register debugger commands.
789	*/
790	static DBGCCMD const s_aCmds[] =
791	{
792	{
793	/* .pszCmd = */ "iemflushtlb",
794	/* .cArgsMin = */ 0,
795	/* .cArgsMax = */ 0,
796	/* .paArgDescs = */ NULL,
797	/* .cArgDescs = */ 0,
798	/* .fFlags = */ 0,
799	/* .pfnHandler = */ iemR3DbgFlushTlbs,
800	/* .pszSyntax = */ "",
801	/* .pszDescription = */ "Flushed the code and data TLBs"
802	},
803	};
804
805	int rc = DBGCRegisterCommands(&s_aCmds[0], RT_ELEMENTS(s_aCmds));
806	AssertLogRelRC(rc);
807	}
808
809	#endif
810

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/VMMR3/IEMR3.cpp@ 103288

Download in other formats: