Changeset 38956 in vbox for trunk/src/VBox/VMM/VMMR3

Timestamp:

Oct 6, 2011 12:43:01 PM (13 years ago)

Author:

vboxsync

Message:

PGM: Avoid requiring a full tree walk to age the mapping chunks (changes the age into a time stamp).

File:

• trunk/src/VBox/VMM/VMMR3/PGMPhys.cpp (modified) (10 diffs)

trunk/src/VBox/VMM/VMMR3/PGMPhys.cpp

@@ -3703 +3703 @@
     /* Age compression - ASSUMES iNow == 4. */
     PPGMCHUNKR3MAP pChunk = (PPGMCHUNKR3MAP)pNode;
-    if (pChunk->iAge >= UINT32_C(0xffffff00))
-        pChunk->iAge = 3;
-    else if (pChunk->iAge >= UINT32_C(0xfffff000))
-        pChunk->iAge = 2;
-    else if (pChunk->iAge)
-        pChunk->iAge = 1;
-    else /* iAge = 0 */
-        pChunk->iAge = 4;
+    if (pChunk->iLastUsed >= UINT32_C(0xffffff00))
+        pChunk->iLastUsed = 3;
+    else if (pChunk->iLastUsed >= UINT32_C(0xfffff000))
+        pChunk->iLastUsed = 2;
+    else if (pChunk->iLastUsed)
+        pChunk->iLastUsed = 1;
+    else /* iLastUsed = 0 */
+        pChunk->iLastUsed = 4;
     return 0;
-}
-
-
-/**
- * Tree enumeration callback that updates the chunks that have
- * been used since the last
- */
-static DECLCALLBACK(int) pgmR3PhysChunkAgeingCallback(PAVLU32NODECORE pNode, void *pvUser)
-{
-    PPGMCHUNKR3MAP pChunk = (PPGMCHUNKR3MAP)pNode;
-    if (!pChunk->iAge)
-    {
-        PVM pVM = (PVM)pvUser;
-        pChunk->iAge = pVM->pgm.s.ChunkR3Map.iNow;
-    }
-    return 0;
-}
-
-
-/**
- * Performs ageing of the ring-3 chunk mappings.
- *
- * @param   pVM         The VM handle.
- */
-VMMR3DECL(void) PGMR3PhysChunkAgeing(PVM pVM)
-{
-    pgmLock(pVM);
-    pVM->pgm.s.ChunkR3Map.AgeingCountdown = RT_MIN(pVM->pgm.s.ChunkR3Map.cMax / 4, 1024);
-    pVM->pgm.s.ChunkR3Map.iNow++;
-    if (pVM->pgm.s.ChunkR3Map.iNow == 0)
-    {
-        pVM->pgm.s.ChunkR3Map.iNow = 4;
-        RTAvlU32DoWithAll(&pVM->pgm.s.ChunkR3Map.pTree, true /*fFromLeft*/, pgmR3PhysChunkAgeingRolloverCallback, pVM);
-    }
-    else
-        RTAvlU32DoWithAll(&pVM->pgm.s.ChunkR3Map.pTree, true /*fFromLeft*/, pgmR3PhysChunkAgeingCallback, pVM);
-    pgmUnlock(pVM);
 }
 
@@ -3759 +3722 @@
     PVM                 pVM;            /**< The VM handle. */
     PPGMCHUNKR3MAP      pChunk;         /**< The chunk to unmap. */
-    uint32_t            iLastAge;       /**< Highest age found so far. */
 } PGMR3PHYSCHUNKUNMAPCB, *PPGMR3PHYSCHUNKUNMAPCB;
 
@@ -3773 +3735 @@
 
     /*
-     * Check for locks and age.
+     * Check for locks and compare when last used.
      */
     if (pChunk->cRefs)
         return 0;
-    if (!pChunk->iAge)
+    if (pChunk->cPermRefs)
         return 0;
-    if (pArg->iLastAge >= pChunk->iAge)
+    if (   pArg->pChunk
+        && pChunk->iLastUsed >= pArg->pChunk->iLastUsed)
         return 0;
 
@@ -3804 +3767 @@
             return 0;
 
-    pArg->pChunk   = pChunk;
-    pArg->iLastAge = pChunk->iAge;
+    pArg->pChunk = pChunk;
     return 0;
 }
@@ -3824 +3786 @@
 
     /*
-     * Do tree ageing first?
-     */
-    if (pVM->pgm.s.ChunkR3Map.AgeingCountdown-- == 0)
-    {
-        STAM_PROFILE_START(&pVM->pgm.s.CTX_SUFF(pStats)->StatChunkAging, a);
-        PGMR3PhysChunkAgeing(pVM);
-        STAM_PROFILE_STOP(&pVM->pgm.s.CTX_SUFF(pStats)->StatChunkAging, a);
-    }
-
-    /*
      * Enumerate the age tree starting with the left most node.
      */
     STAM_PROFILE_START(&pVM->pgm.s.CTX_SUFF(pStats)->StatChunkFindCandidate, a);
     PGMR3PHYSCHUNKUNMAPCB Args;
-    Args.pVM      = pVM;
-    Args.pChunk   = NULL;
-    Args.iLastAge = 0;
+    Args.pVM    = pVM;
+    Args.pChunk = NULL;
     RTAvlU32DoWithAll(&pVM->pgm.s.ChunkR3Map.pTree, true /*fFromLeft*/, pgmR3PhysChunkUnmapCandidateCallback, &Args);
     Assert(Args.pChunk);
@@ -3983 +3934 @@
 
     /*
+     * Move the chunk time forward.
+     */
+    pVM->pgm.s.ChunkR3Map.iNow++;
+    if (pVM->pgm.s.ChunkR3Map.iNow == 0)
+    {
+        pVM->pgm.s.ChunkR3Map.iNow = 4;
+        RTAvlU32DoWithAll(&pVM->pgm.s.ChunkR3Map.pTree, true /*fFromLeft*/, pgmR3PhysChunkAgeingRolloverCallback, NULL);
+    }
+
+    /*
      * Allocate a new tracking structure first.
      */
@@ -3991 +3952 @@
 #endif
     AssertReturn(pChunk, VERR_NO_MEMORY);
-    pChunk->Core.Key = idChunk;
+    pChunk->Core.Key  = idChunk;
+    pChunk->iLastUsed = pVM->pgm.s.ChunkR3Map.iNow;
 
     /*
@@ -3998 +3960 @@
     GMMMAPUNMAPCHUNKREQ Req;
     Req.Hdr.u32Magic = SUPVMMR0REQHDR_MAGIC;
-    Req.Hdr.cbReq = sizeof(Req);
-    Req.pvR3 = NULL;
-    Req.idChunkMap = idChunk;
+    Req.Hdr.cbReq    = sizeof(Req);
+    Req.pvR3         = NULL;
+    Req.idChunkMap   = idChunk;
     Req.idChunkUnmap = NIL_GMM_CHUNKID;
 
@@ -4009 +3971 @@
     if (RT_SUCCESS(rc))
     {
+        pChunk->pv = Req.pvR3;
+
         /*
          * If we're running out of virtual address space, then we should
@@ -4053 +4017 @@
          * the chunk we're going to return isn't unmapped by accident.
          */
-        /* insert the new one. */
         AssertPtr(Req.pvR3);
-        pChunk->pv = Req.pvR3;
         bool fRc = RTAvlU32Insert(&pVM->pgm.s.ChunkR3Map.pTree, &pChunk->Core);
         AssertRelease(fRc);