Changeset 5033 in vbox

Timestamp:

Sep 26, 2007 4:48:51 AM (17 years ago)

Author:

vboxsync

Message:

GMM...

Location:

trunk

Files:

• include/VBox/gmm.h (modified) (2 diffs)
• src/VBox/VMM/Makefile.kmk (modified) (3 diffs)
• src/VBox/VMM/VMMR0/GMMR0.cpp (modified) (11 diffs)
• src/VBox/VMM/VMMR0/GMMR0Internal.h (added)

trunk/include/VBox/gmm.h

@@ -20 +20 @@
 
 #include <VBox/types.h>
+#include <VBox/gvmm.h>
 
-#include "gvmm.h"
 
 /** @defgroup   grp_gmm     GMM - The Global Memory Manager
@@ -54 +54 @@
 
 
+/**
+ * Over-commitment policy.
+ */
+typedef enum GMMOCPOLICY
+{
+    /** The usual invalid 0 value. */
+    GMMOCPOLICY_INVALID = 0,
+    /** No over-commitment, fully backed.
+     * The GMM guarantees that it will be able to allocate all of the 
+     * guest RAM for a VM with OC policy. */
+    GMMOCPOLICY_NO_OC,
+    /** to-be-determined. */
+    GMMOCPOLICY_TBD,
+    /** The end of the valid policy range. */
+    GMMOCPOLICY_END,
+    /** The usual 32-bit hack. */
+    GMMOCPOLICY_32BIT_HACK = 0x7fffffff
+} GMMOCPOLICY;
+
+/**
+ * VM / Memory priority.
+ */
+typedef enum GMMPRORITY
+{
+    /** The usual invalid 0 value. */
+    GMMPRORITY_INVALID = 0, 
+    /** High - avoid interrupting it if at all possible */
+    GMMPRORITY_HIGH,
+    /** Normal - pause, save it or kill it. */
+    GMMPRORITY_NORMAL,
+    /** Low - save or kill it. */
+    GMMPRORITY_LOW,
+    /** The end of the valid priority range. */
+    GMMPRORITY_END = 0, 
+    /** The custom 32-bit type blowup. */
+    GMMPRORITY_32BIT_HACK = 0x7fffffff
+} GMMPRIORITY;
+
+
 /** @} */
 

trunk/src/VBox/VMM/Makefile.kmk

@@ -313 +313 @@
         $(PATH_SUB_CURRENT) \
         PATM
-VMMR0_DEFS      = IN_VMM_R0 IN_RT_R0 IN_TRPM_R0 IN_CPUM_R0 IN_VM_R0 IN_TM_R0 IN_INTNET_R0 IN_HWACCM_R0 IN_EM_R0 IN_PDM_R0 IN_PGM_R0 IN_DIS_R0 IN_MM_R0 IN_SELM_R0 IN_CSAM_R0 IN_PATM_R0 IN_DBGF_R0 IN_REM_R0 IN_IOM_R0 IN_GVMM_R0 DIS_CORE_ONLY
+VMMR0_DEFS      = IN_VMM_R0 IN_RT_R0 IN_TRPM_R0 IN_CPUM_R0 IN_VM_R0 IN_TM_R0 IN_INTNET_R0 IN_HWACCM_R0 IN_EM_R0 IN_PDM_R0 IN_PGM_R0 IN_DIS_R0 IN_MM_R0 IN_SELM_R0 IN_CSAM_R0 IN_PATM_R0 IN_DBGF_R0 IN_REM_R0 IN_IOM_R0 IN_GVMM_R0 IN_GMM_R0 DIS_CORE_ONLY
 ifdef VBOX_WITH_IDT_PATCHING
 VMMR0_DEFS     += VBOX_WITH_IDT_PATCHING
@@ -327 +327 @@
         VMMR0/CPUMR0.cpp \
         VMMR0/DBGFR0.cpp \
+        VMMR0/GMMR0.cpp \
         VMMR0/GVMMR0.cpp \
         VMMR0/HWACCMR0.cpp \
@@ -366 +367 @@
         VMMAll/VMAll.cpp \
 
+
 ifeq ($(VBOX_LDR_FMT),pe)
 VMMR0_SOURCES += VMMR0/VMMR0.def

trunk/src/VBox/VMM/VMMR0/GMMR0.cpp

@@ -16 +16 @@
  *
  */
+
 
 /** @page pg_gmm    GMM - The Global Memory Manager
@@ -140 +141 @@
 *   Header Files                                                               *
 *******************************************************************************/
-#include "../PGMInternal.h"
-
+#define LOG_GROUP LOG_GROUP_GMM
+#include <VBox/gmm.h>
+#include "GMMR0Internal.h"
+#include <VBox/gvm.h>
+#include <VBox/log.h>
+#include <VBox/param.h>
+#include <iprt/avl.h>
+#include <iprt/mem.h>
+#include <iprt/memobj.h>
+#include <iprt/semaphore.h>
+#include <iprt/string.h>
 
 
@@ -155 +165 @@
  *
  * Because of the different layout on 32-bit and 64-bit hosts, macros
- * are used to set and get the data.
+ * are used to get and set some of the data.
  */
 typedef union GMMPAGE
@@ -347 +357 @@
     uint16_t        au16Reserved;
     /** The pages. */
-    GMMPAGE         aPages[GMM_CHUNK_SIZE >> PAGE_SIZE];
+    GMMPAGE         aPages[GMM_CHUNK_SIZE >> PAGE_SHIFT];
 } GMMCHUNK;
 
@@ -359 +369 @@
     uint32_t        idChunk;
     /** Pointer to the chunk. */
-    PGGMCHUNK       pChunk;
+    PGMMCHUNK       pChunk;
 } GMMCHUNKTLBE;
 /** Pointer to an allocation chunk TLB entry. */
@@ -415 +425 @@
      * This is determined at initialization time. */
     bool                fLegacyMode;
+    /** The number of active VMs. */
+    uint16_t            cActiveVMs;
 } GMM;
 /** Pointer to the GMM instance. */
@@ -423 +435 @@
 
 
+/*******************************************************************************
+*   Global Variables                                                           *
+*******************************************************************************/
+/** Pointer to the GMM instance data. */
+static PGMM g_pGMM = NULL;
+
+/** Macro for obtaining and validating the g_pGMM pointer.
+ * On failure it will return from the invoking function with the specified return value.
+ *
+ * @param   pGMM    The name of the pGMM variable.
+ * @param   rc      The return value on failure. Use VERR_INTERNAL_ERROR for
+ *                  VBox status codes.
+ */
+#define GMM_GET_VALID_INSTANCE(pGMM, rc) \
+    do { \
+        (pGMM) = g_pGMM; \
+        AssertPtrReturn((pGMM), (rc)); \
+        AssertMsgReturn((pGMM)->u32Magic == GMM_MAGIC, ("%p - %#x\n", (pGMM), (pGMM)->u32Magic), (rc)); \
+    } while (0)
+
+/** Macro for obtaining and validating the g_pGMM pointer, void function variant.
+ * On failure it will return from the invoking function.
+ *
+ * @param   pGMM    The name of the pGMM variable.
+ */
+#define GMM_GET_VALID_INSTANCE_VOID(pGMM) \
+    do { \
+        (pGMM) = g_pGMM; \
+        AssertPtrReturnVoid((pGMM)); \
+        AssertMsgReturnVoid((pGMM)->u32Magic == GMM_MAGIC, ("%p - %#x\n", (pGMM), (pGMM)->u32Magic)); \
+    } while (0)
+
 
 /*******************************************************************************
 *   Internal Functions                                                         *
 *******************************************************************************/
-static DECLCALLBACK int gmmR0TermDestroyChunk(PAVLU32NODECORE pNode, void *pvGMM);
+static DECLCALLBACK(int) gmmR0TermDestroyChunk(PAVLU32NODECORE pNode, void *pvGMM);
+static DECLCALLBACK(int) gmmR0FreeVMPagesInChunk(PAVLU32NODECORE pNode, void *pvhGVM);
 
 
@@ -507 +552 @@
     g_pGMM = NULL;
     pGMM->u32Magic++;
-    RTSemEventDestroy(&pGMM->Mtx);
+    RTSemFastMutexDestroy(pGMM->Mtx);
     pGMM->Mtx = NIL_RTSEMFASTMUTEX;
 
     /* free any chunks still hanging around. */
-    RTAvlU32Destroy(pGMM->Chunks, gmmR0TermDestroyChunk, pGMM);
+    RTAvlU32Destroy(&pGMM->pChunks, gmmR0TermDestroyChunk, pGMM);
 
     /* finally the instance data itself. */
@@ -526 +571 @@
  * @param   pvGMM   The GMM handle.
  */
-static DECLCALLBACK int gmmR0TermDestroyChunk(PAVLU32NODECORE pNode, void *pvGMM)
-{
-    PGMMCHUNK pChunk = (PGMMCHUNK) pNode;
+static DECLCALLBACK(int) gmmR0TermDestroyChunk(PAVLU32NODECORE pNode, void *pvGMM)
+{
+    PGMMCHUNK pChunk = (PGMMCHUNK)pNode;
 
     if (pChunk->cFree != (GMM_CHUNK_SIZE >> PAGE_SHIFT))
@@ -553 +598 @@
 
 /**
- * Cleans up when a VM is terminated.
- *
- * @param   pVM     The VM structure.
- * @param   hGVM    The global VM handle.
- */
-GMMR0DECL(void) GMMR0CleanupVM(PVM pVM, uint32_t hGVM)
-{
-    LogFlow(("GMMR0CleanupVM: pVM=%p hGVM=%#x\n", pVM, hGVM));
-
-    PGMM pGMM = g_pGMM;
-    if (    !VALID_PTR(pGMM)
-        ||  pGMM->u32Magic != GMM_MAGIC)
-        return;
+ * Initializes the per-VM data for the GMM.
+ *
+ * @param   pGVM    Pointer to the Global VM structure.
+ */
+GMMR0DECL(void) GMMR0InitPerVMData(PGVM pGVM)
+{
+    pGVM->gmm.s.cRAMPages = 0;
+    pGVM->gmm.s.cPrivatePages = 0;
+    pGVM->gmm.s.cSharedPages = 0;
+    pGVM->gmm.s.enmPolicy = GMMOCPOLICY_TBD;
+    pGVM->gmm.s.enmPriority = GMMPRORITY_NORMAL;
+}
+
+
+/**
+ * Cleans up when a VM is terminating.
+ *
+ * @param   pGVM    Pointer to the Global VM structure.
+ */
+GMMR0DECL(void) GMMR0CleanupVM(PGVM pGVM)
+{
+    LogFlow(("GMMR0CleanupVM: pGVM=%p:{.pVM=%p, .hSelf=%#x}\n", pGVM, pGVM->pVM, pGVM->hSelf));
+
+    PGMM pGMM;
+    GMM_GET_VALID_INSTANCE_VOID(pGMM);
 
     int rc =  RTSemFastMutexRequest(pGMM->Mtx);
@@ -571 +628 @@
 
     /*
-     * Walk the entire pool looking for pages that belongs to this VM.
-     * This is slow but necessary. Of course it won't work for shared
-     * pages, but we'll deal with that later.
+     * If it's the last VM around, we can skip walking all the chunk looking 
+     * for the pages owned by this VM and instead flush the whole shebang.
+     *
+     * This takes care of the eventuality that a VM has left shared page
+     * references behind (shouldn't happen of course, but you never know).
      */
-
-
-    /*
-     * Update over-commitment management and free chunks that are no
-     * longer needed. If no VMs are around, free everything.
-     */
-
+    if (pGMM->cActiveVMs == 1)
+    {
+        
+    }
+    else if (pGVM->gmm.s.cPrivatePages)
+    {
+        /*
+         * Walk the entire pool looking for pages that belongs to this VM.
+         * This is slow but necessary. Of course it won't work for shared
+         * pages, but we'll deal with that later.
+         */
+        RTAvlU32DoWithAll(&pGMM->pChunks, true /* fFromLeft */, gmmR0FreeVMPagesInChunk, (void *)pGVM->hSelf);
+
+        /*
+         * Update over-commitment management and free chunks that are no
+         * longer needed.
+         */
+        
+    }
 
     RTSemFastMutexRelease(pGMM->Mtx);
+
+    /* trash the data */
+    pGVM->gmm.s.cRAMPages = 0;
+    pGVM->gmm.s.cPrivatePages = 0;
+    pGVM->gmm.s.cSharedPages = 0;
+    pGVM->gmm.s.enmPolicy = GMMOCPOLICY_INVALID;
+    pGVM->gmm.s.enmPriority = GMMPRORITY_INVALID;
+
     LogFlow(("GMMR0CleanupVM: returns\n"));
 }
 
 
+/**
+ * RTAvlU32DoWithAll callback.
+ *
+ * @returns 0
+ * @param   pNode   The node to destroy.
+ * @param   pvhGVM  The GVM::hSelf value.
+ */
+static DECLCALLBACK(int) gmmR0FreeVMPagesInChunk(PAVLU32NODECORE pNode, void *pvhGVM)
+{
+    PGMMCHUNK pChunk = (PGMMCHUNK)pNode;
+    uint16_t hGVM = (uintptr_t)pvhGVM;
+
+#ifndef VBOx_STRICT
+    if (pChunk->cFree != (GMM_CHUNK_SIZE >> PAGE_SHIFT))
+#endif
+    {
+        /*
+         * Perform some internal checks while we're scanning.
+         */
+        unsigned cPrivate = 0;
+        unsigned cShared = 0;
+        unsigned cFree = 0;
+
+        unsigned iPage = (GMM_CHUNK_SIZE >> PAGE_SHIFT);
+        while (iPage-- > 0)
+            if (GMM_PAGE_IS_PRIVATE(&pChunk->aPages[iPage]))
+
+            {
+                if (pChunk->aPages[iPage].Private.hGVM == hGVM)
+                {
+                    /* Free it. */
+                    pChunk->aPages[iPage].u = 0;
+                    pChunk->aPages[iPage].Free.idNext = pChunk->idFreeHead;
+                    pChunk->aPages[iPage].Free.u2State = GMM_PAGE_STATE_FREE;
+                    pChunk->idFreeHead = iPage;
+                    pChunk->cPrivate--;
+                    pChunk->cFree++;
+                    cFree++;
+                }
+                else
+                    cPrivate++;
+            }
+            else if (GMM_PAGE_IS_FREE(&pChunk->aPages[iPage]))
+                cFree++;
+            else
+                cShared++;
+
+        /* 
+         * Did it add up?
+         */
+        if (RT_UNLIKELY(    pChunk->cFree != cFree
+                        ||  pChunk->cPrivate != cPrivate
+                        ||  pChunk->cShared != cShared))
+        {
+            SUPR0Printf("GMM: Chunk %p/%#x has bogus stats - free=%d/%d private=%d/%d shared=%d/%d\n", 
+                        pChunk->cFree, cFree, pChunk->cPrivate, cPrivate, pChunk->cShared, cShared);
+            pChunk->cFree = cFree;
+            pChunk->cPrivate = cPrivate;
+            pChunk->cShared = cShared;
+        }
+    }
+
+    return 0;
+}
+
+
+