Changeset 105616 in vbox for trunk/src/VBox/VMM/include

Timestamp:

Aug 7, 2024 8:22:21 PM (6 months ago)

Author:

vboxsync

Message:

VMM/IEM: Another iemTlbInvalidateLargePageWorkerInner optimization attempt and some stats. bugref:10727

File:

• trunk/src/VBox/VMM/include/IEMInternal.h (modified) (4 diffs)

trunk/src/VBox/VMM/include/IEMInternal.h

@@ -558 +558 @@
 #endif
 
+/** Enable the large page bitmap TLB optimization.
+ *
+ * The idea here is to avoid scanning the full 32 KB (2MB pages, 2*512 TLB
+ * entries) or 64 KB (4MB pages, 2*1024 TLB entries) worth of TLB entries during
+ * invlpg when large pages are used, and instead just scan 128 or 256 bytes of
+ * the bmLargePage bitmap to determin which TLB entires that might be containing
+ * large pages and actually require checking.
+ *
+ * There is a good posibility of false positives since we currently don't clear
+ * the bitmap when flushing the TLB, but it should help reduce the workload when
+ * the large pages aren't fully loaded into the TLB in their entirity...
+ */
+#define IEMTLB_WITH_LARGE_PAGE_BITMAP
 
 /**
@@ -672 +685 @@
     uint32_t            cTlbPhysRevRollovers;
 
-    /*uint32_t            au32Padding[2];*/
+    /** Number of INVLPG (and similar) operations. */
+    uint32_t            cTlbInvlPg;
+    /** Subset of cTlbInvlPg that involved non-global large pages. */
+    uint32_t            cTlbInvlPgLargeNonGlobal;
+    /** Subset of cTlbInvlPg that involved global large pages. */
+    uint32_t            cTlbInvlPgLargeGlobal;
+
+    uint32_t            au32Padding[13];
 
     /** The TLB entries.
@@ -678 +698 @@
      * Odd  entries are for PTE.G=1 and uses uTlbRevisionGlobal. */
     IEMTLBENTRY         aEntries[IEMTLB_ENTRY_COUNT * 2];
+#ifdef IEMTLB_WITH_LARGE_PAGE_BITMAP
+    /** Bitmap tracking TLB entries for large pages.
+     * This duplicates IEMTLBE_F_PT_LARGE_PAGE for each TLB entry. */
+    uint64_t            bmLargePage[IEMTLB_ENTRY_COUNT * 2 / 64];
+#endif
 } IEMTLB;
 AssertCompileSizeAlignment(IEMTLB, 64);
+#ifdef IEMTLB_WITH_LARGE_PAGE_BITMAP
+AssertCompile(IEMTLB_ENTRY_COUNT >= 32 /* bmLargePage ASSUMPTION */);
+#endif
 /** The width (in bits) of the address portion of the TLB tag.   */
 #define IEMTLB_TAG_ADDR_WIDTH   36
@@ -862 +890 @@
     iemTlbTrace(a_pVCpu, kIemTlbTraceType_User3, a_u64Param1, a_u64Param2, a_bParam, a_u32Param)
 #else
+# define IEMTLBTRACE_USER0(a_pVCpu, a_u64Param1, a_u64Param2, a_u32Param, a_bParam) do { } while (0)
 # define IEMTLBTRACE_USER1(a_pVCpu, a_u64Param1, a_u64Param2, a_u32Param, a_bParam) do { } while (0)
 # define IEMTLBTRACE_USER2(a_pVCpu, a_u64Param1, a_u64Param2, a_u32Param, a_bParam) do { } while (0)
 # define IEMTLBTRACE_USER3(a_pVCpu, a_u64Param1, a_u64Param2, a_u32Param, a_bParam) do { } while (0)
-# define IEMTLBTRACE_USER4(a_pVCpu, a_u64Param1, a_u64Param2, a_u32Param, a_bParam) do { } while (0)
 #endif