MM.cpp@ 14071

Last change on this file since 14071 was 14071, checked in by vboxsync, 16 years ago
MM: 64-bit MSC warning hunt.
Property svn:eol-style set to `native` Property svn:keywords set to `Id`
File size: 30.4 KB

Line
1	/* $Id: MM.cpp 14071 2008-11-10 23:47:46Z vboxsync $ */
2	/** @file
3	* MM - Memory Manager.
4	*/
5
6	/*
7	* Copyright (C) 2006-2007 Sun Microsystems, Inc.
8	*
9	* This file is part of VirtualBox Open Source Edition (OSE), as
10	* available from http://www.virtualbox.org. This file is free software;
11	* you can redistribute it and/or modify it under the terms of the GNU
12	* General Public License (GPL) as published by the Free Software
13	* Foundation, in version 2 as it comes in the "COPYING" file of the
14	* VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15	* hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16	*
17	* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa
18	* Clara, CA 95054 USA or visit http://www.sun.com if you need
19	* additional information or have any questions.
20	*/
21
22
23	/** @page pg_mm MM - The Memory Manager
24	*
25	* The memory manager is in charge of the following memory:
26	* - Hypervisor Memory Area (HMA) - Address space management.
27	* - Hypervisor Heap - A memory heap that lives in all contexts.
28	* - Tagged ring-3 heap.
29	* - Page pools - Primarily used by PGM for shadow page tables.
30	* - Locked process memory - Guest RAM and other. (reduce/obsolete this)
31	* - Physical guest memory (RAM & ROM) - Moving to PGM. (obsolete this)
32	*
33	* The global memory manager (GMM) is the global counter part / partner of MM.
34	* MM will provide therefore ring-3 callable interfaces for some of the GMM APIs
35	* related to resource tracking (PGM is the user).
36	*
37	* @see grp_mm
38	*
39	*
40	* @section sec_mm_hma Hypervisor Memory Area
41	*
42	* The HMA is used when executing in raw-mode. We borrow, with the help of
43	* PGMMap, some unused space (one or more page directory entries to be precise)
44	* in the guest's virtual memory context. PGM will monitor the guest's virtual
45	* address space for changes and relocate the HMA when required.
46	*
47	* To give some idea what's in the HMA, study the 'info hma' output:
48	* @verbatim
49	VBoxDbg> info hma
50	Hypervisor Memory Area (HMA) Layout: Base 00000000a0000000, 0x00800000 bytes
51	00000000a05cc000-00000000a05cd000 DYNAMIC fence
52	00000000a05c4000-00000000a05cc000 DYNAMIC Dynamic mapping
53	00000000a05c3000-00000000a05c4000 DYNAMIC fence
54	00000000a05b8000-00000000a05c3000 DYNAMIC Paging
55	00000000a05b6000-00000000a05b8000 MMIO2 0000000000000000 PCNetShMem
56	00000000a0536000-00000000a05b6000 MMIO2 0000000000000000 VGA VRam
57	00000000a0523000-00000000a0536000 00002aaab3d0c000 LOCKED autofree alloc once (PDM_DEVICE)
58	00000000a0522000-00000000a0523000 DYNAMIC fence
59	00000000a051e000-00000000a0522000 00002aaab36f5000 LOCKED autofree VBoxDD2GC.gc
60	00000000a051d000-00000000a051e000 DYNAMIC fence
61	00000000a04eb000-00000000a051d000 00002aaab36c3000 LOCKED autofree VBoxDDGC.gc
62	00000000a04ea000-00000000a04eb000 DYNAMIC fence
63	00000000a04e9000-00000000a04ea000 00002aaab36c2000 LOCKED autofree ram range (High ROM Region)
64	00000000a04e8000-00000000a04e9000 DYNAMIC fence
65	00000000a040e000-00000000a04e8000 00002aaab2e6d000 LOCKED autofree VMMGC.gc
66	00000000a0208000-00000000a040e000 00002aaab2c67000 LOCKED autofree alloc once (PATM)
67	00000000a01f7000-00000000a0208000 00002aaaab92d000 LOCKED autofree alloc once (SELM)
68	00000000a01e7000-00000000a01f7000 00002aaaab5e8000 LOCKED autofree alloc once (SELM)
69	00000000a01e6000-00000000a01e7000 DYNAMIC fence
70	00000000a01e5000-00000000a01e6000 00002aaaab5e7000 HCPHYS 00000000c363c000 Core Code
71	00000000a01e4000-00000000a01e5000 DYNAMIC fence
72	00000000a01e3000-00000000a01e4000 00002aaaaab26000 HCPHYS 00000000619cf000 GIP
73	00000000a01a2000-00000000a01e3000 00002aaaabf32000 LOCKED autofree alloc once (PGM_PHYS)
74	00000000a016b000-00000000a01a2000 00002aaab233f000 LOCKED autofree alloc once (PGM_POOL)
75	00000000a016a000-00000000a016b000 DYNAMIC fence
76	00000000a0165000-00000000a016a000 DYNAMIC CR3 mapping
77	00000000a0164000-00000000a0165000 DYNAMIC fence
78	00000000a0024000-00000000a0164000 00002aaab215f000 LOCKED autofree Heap
79	00000000a0023000-00000000a0024000 DYNAMIC fence
80	00000000a0001000-00000000a0023000 00002aaab1d24000 LOCKED pages VM
81	00000000a0000000-00000000a0001000 DYNAMIC fence
82	@endverbatim
83	*
84	*
85	* @section sec_mm_hyperheap Hypervisor Heap
86	*
87	* The heap is accessible from ring-3, ring-0 and the raw-mode context. That
88	* said, it's not necessarily mapped into ring-0 on if that's possible since we
89	* don't wish to waste kernel address space without a good reason.
90	*
91	* Allocations within the heap are always in the same relative position in all
92	* contexts, so, it's possible to use offset based linking. In fact, the heap is
93	* internally using offset based linked lists tracking heap blocks. We use
94	* offset linked AVL trees and lists in a lot of places where share structures
95	* between RC, R3 and R0, so this is a strict requirement of the heap. However
96	* this means that we cannot easily extend the heap since the extension won't
97	* necessarily be in the continuation of the current heap memory in all (or any)
98	* context.
99	*
100	* All allocations are tagged. Per tag allocation statistics will be maintaing
101	* and exposed thru STAM when VBOX_WITH_STATISTICS is defined.
102	*
103	*
104	* @section sec_mm_r3heap Tagged Ring-3 Heap
105	*
106	* The ring-3 heap is a wrapper around the RTMem API adding allocation
107	* statistics and automatic cleanup on VM destruction.
108	*
109	* Per tag allocation statistics will be maintaing and exposed thru STAM when
110	* VBOX_WITH_STATISTICS is defined.
111	*
112	*
113	* @section sec_mm_page Page Pool
114	*
115	* The MM manages a page pool from which other components can allocate locked,
116	* page aligned and page sized memory objects. The pool provides facilities to
117	* convert back and forth between (host) physical and virtual addresses (within
118	* the pool of course). Several specialized interfaces are provided for the most
119	* common alloctions and convertions to save the caller from bothersome casting
120	* and extra parameter passing.
121	*
122	*
123	* @section sec_mm_locked Locked Process Memory
124	*
125	* MM manages the locked process memory. This is used for a bunch of things
126	* (count the LOCKED entries in the'info hma' output found in @ref sec_mm_hma),
127	* but the main consumer of memory is currently for guest RAM. There is an
128	* ongoing rewrite that will move all the guest RAM allocation to PGM and
129	* GMM.
130	*
131	* The locking of memory is something doing in cooperation with the VirtualBox
132	* support driver, SUPDrv (aka. VBoxDrv), thru the support library API,
133	* SUPR3 (aka. SUPLib).
134	*
135	*
136	* @section sec_mm_phys Physical Guest Memory
137	*
138	* MM is currently managing the physical memory for the guest. It relies heavily
139	* on PGM for this. There is an ongoing rewrite that will move this to PGM. (The
140	* rewrite is driven by the need for more flexible guest ram allocation, but
141	* also motivated by the fact that MMPhys is just adding stupid bureaucracy and
142	* that MMR3PhysReserve is a totally weird artifact that must go away.)
143	*
144	*/
145
146
147	/*******************************************************************************
148	* Header Files *
149	*******************************************************************************/
150	#define LOG_GROUP LOG_GROUP_MM
151	#include <VBox/mm.h>
152	#include <VBox/pgm.h>
153	#include <VBox/cfgm.h>
154	#include <VBox/ssm.h>
155	#include <VBox/gmm.h>
156	#include "MMInternal.h"
157	#include <VBox/vm.h>
158	#include <VBox/uvm.h>
159	#include <VBox/err.h>
160	#include <VBox/param.h>
161
162	#include <VBox/log.h>
163	#include <iprt/alloc.h>
164	#include <iprt/assert.h>
165	#include <iprt/string.h>
166
167
168	/*******************************************************************************
169	* Defined Constants And Macros *
170	*******************************************************************************/
171	/** The current saved state versino of MM. */
172	#define MM_SAVED_STATE_VERSION 2
173
174
175	/*******************************************************************************
176	* Internal Functions *
177	*******************************************************************************/
178	static DECLCALLBACK(int) mmR3Save(PVM pVM, PSSMHANDLE pSSM);
179	static DECLCALLBACK(int) mmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version);
180
181
182
183
184	/**
185	* Initializes the MM members of the UVM.
186	*
187	* This is currently only the ring-3 heap.
188	*
189	* @returns VBox status code.
190	* @param pUVM Pointer to the user mode VM structure.
191	*/
192	VMMR3DECL(int) MMR3InitUVM(PUVM pUVM)
193	{
194	/*
195	* Assert sizes and order.
196	*/
197	AssertCompile(sizeof(pUVM->mm.s) <= sizeof(pUVM->mm.padding));
198	AssertRelease(sizeof(pUVM->mm.s) <= sizeof(pUVM->mm.padding));
199	Assert(!pUVM->mm.s.pHeap);
200
201	/*
202	* Init the heap.
203	*/
204	return mmR3HeapCreateU(pUVM, &pUVM->mm.s.pHeap);
205	}
206
207
208	/**
209	* Initializes the MM.
210	*
211	* MM is managing the virtual address space (among other things) and
212	* setup the hypvervisor memory area mapping in the VM structure and
213	* the hypvervisor alloc-only-heap. Assuming the current init order
214	* and components the hypvervisor memory area looks like this:
215	* -# VM Structure.
216	* -# Hypervisor alloc only heap (also call Hypervisor memory region).
217	* -# Core code.
218	*
219	* MM determins the virtual address of the hypvervisor memory area by
220	* checking for location at previous run. If that property isn't available
221	* it will choose a default starting location, currently 0xa0000000.
222	*
223	* @returns VBox status code.
224	* @param pVM The VM to operate on.
225	*/
226	VMMR3DECL(int) MMR3Init(PVM pVM)
227	{
228	LogFlow(("MMR3Init\n"));
229
230	/*
231	* Assert alignment, sizes and order.
232	*/
233	AssertRelease(!(RT_OFFSETOF(VM, mm.s) & 31));
234	AssertRelease(sizeof(pVM->mm.s) <= sizeof(pVM->mm.padding));
235	AssertMsg(pVM->mm.s.offVM == 0, ("Already initialized!\n"));
236
237	/*
238	* Init the structure.
239	*/
240	pVM->mm.s.offVM = RT_OFFSETOF(VM, mm);
241	pVM->mm.s.offLookupHyper = NIL_OFFSET;
242
243	/*
244	* Init the page pool.
245	*/
246	int rc = mmR3PagePoolInit(pVM);
247	if (RT_SUCCESS(rc))
248	{
249	/*
250	* Init the hypervisor related stuff.
251	*/
252	rc = mmR3HyperInit(pVM);
253	if (RT_SUCCESS(rc))
254	{
255	/*
256	* Register the saved state data unit.
257	*/
258	rc = SSMR3RegisterInternal(pVM, "mm", 1, MM_SAVED_STATE_VERSION, sizeof(uint32_t) * 2,
259	NULL, mmR3Save, NULL,
260	NULL, mmR3Load, NULL);
261	if (RT_SUCCESS(rc))
262	return rc;
263
264	/* .... failure .... */
265	}
266	}
267	MMR3Term(pVM);
268	return rc;
269	}
270
271
272	/**
273	* Initializes the MM parts which depends on PGM being initialized.
274	*
275	* @returns VBox status code.
276	* @param pVM The VM to operate on.
277	* @remark No cleanup necessary since MMR3Term() will be called on failure.
278	*/
279	VMMR3DECL(int) MMR3InitPaging(PVM pVM)
280	{
281	LogFlow(("MMR3InitPaging:\n"));
282
283	/*
284	* Query the CFGM values.
285	*/
286	int rc;
287	PCFGMNODE pMMCfg = CFGMR3GetChild(CFGMR3GetRoot(pVM), "MM");
288	if (!pMMCfg)
289	{
290	rc = CFGMR3InsertNode(CFGMR3GetRoot(pVM), "MM", &pMMCfg);
291	AssertRCReturn(rc, rc);
292	}
293
294	/** @cfgm{RamPreAlloc, boolean, false}
295	* Indicates whether the base RAM should all be allocated before starting
296	* the VM (default), or if it should be allocated when first written to.
297	*/
298	bool fPreAlloc;
299	rc = CFGMR3QueryBool(CFGMR3GetRoot(pVM), "RamPreAlloc", &fPreAlloc);
300	if (rc == VERR_CFGM_VALUE_NOT_FOUND)
301	fPreAlloc = false;
302	else
303	AssertMsgRCReturn(rc, ("Configuration error: Failed to query integer \"RamPreAlloc\", rc=%Rrc.\n", rc), rc);
304
305	/** @cfgm{RamSize, uint64_t, 0, 0, UINT64_MAX}
306	* Specifies the size of the base RAM that is to be set up during
307	* VM initialization.
308	*/
309	uint64_t cbRam;
310	rc = CFGMR3QueryU64(CFGMR3GetRoot(pVM), "RamSize", &cbRam);
311	if (rc == VERR_CFGM_VALUE_NOT_FOUND)
312	cbRam = 0;
313	else
314	AssertMsgRCReturn(rc, ("Configuration error: Failed to query integer \"RamSize\", rc=%Rrc.\n", rc), rc);
315
316	cbRam &= X86_PTE_PAE_PG_MASK;
317	pVM->mm.s.cbRamBase = cbRam; /* Warning: don't move this code to MMR3Init without fixing REMR3Init. */
318	Log(("MM: %RU64 bytes of RAM%s\n", cbRam, fPreAlloc ? " (PreAlloc)" : ""));
319
320	/** @cfgm{MM/Policy, string, no overcommitment}
321	* Specifies the policy to use when reserving memory for this VM. The recognized
322	* value is 'no overcommitment' (default). See GMMPOLICY.
323	*/
324	GMMOCPOLICY enmPolicy;
325	char sz[64];
326	rc = CFGMR3QueryString(CFGMR3GetRoot(pVM), "Policy", sz, sizeof(sz));
327	if (RT_SUCCESS(rc))
328	{
329	if ( !RTStrICmp(sz, "no_oc")
330	\|\| !RTStrICmp(sz, "no overcommitment"))
331	enmPolicy = GMMOCPOLICY_NO_OC;
332	else
333	return VMSetError(pVM, VERR_INVALID_PARAMETER, RT_SRC_POS, "Unknown \"MM/Policy\" value \"%s\"", sz);
334	}
335	else if (rc == VERR_CFGM_VALUE_NOT_FOUND)
336	enmPolicy = GMMOCPOLICY_NO_OC;
337	else
338	AssertMsgRCReturn(rc, ("Configuration error: Failed to query string \"MM/Policy\", rc=%Rrc.\n", rc), rc);
339
340	/** @cfgm{MM/Priority, string, normal}
341	* Specifies the memory priority of this VM. The priority comes into play when the
342	* system is overcommitted and the VMs needs to be milked for memory. The recognized
343	* values are 'low', 'normal' (default) and 'high'. See GMMPRIORITY.
344	*/
345	GMMPRIORITY enmPriority;
346	rc = CFGMR3QueryString(CFGMR3GetRoot(pVM), "Priority", sz, sizeof(sz));
347	if (RT_SUCCESS(rc))
348	{
349	if (!RTStrICmp(sz, "low"))
350	enmPriority = GMMPRIORITY_LOW;
351	else if (!RTStrICmp(sz, "normal"))
352	enmPriority = GMMPRIORITY_NORMAL;
353	else if (!RTStrICmp(sz, "high"))
354	enmPriority = GMMPRIORITY_HIGH;
355	else
356	return VMSetError(pVM, VERR_INVALID_PARAMETER, RT_SRC_POS, "Unknown \"MM/Priority\" value \"%s\"", sz);
357	}
358	else if (rc == VERR_CFGM_VALUE_NOT_FOUND)
359	enmPriority = GMMPRIORITY_NORMAL;
360	else
361	AssertMsgRCReturn(rc, ("Configuration error: Failed to query string \"MM/Priority\", rc=%Rrc.\n", rc), rc);
362
363	/*
364	* Make the initial memory reservation with GMM.
365	*/
366	rc = GMMR3InitialReservation(pVM, cbRam >> PAGE_SHIFT, 1, 1, enmPolicy, enmPriority);
367	if (RT_FAILURE(rc))
368	{
369	if (rc == VERR_GMM_MEMORY_RESERVATION_DECLINED)
370	return VMSetError(pVM, rc, RT_SRC_POS,
371	N_("Insufficient free memory to start the VM (cbRam=%#RX64 enmPolicy=%d enmPriority=%d)"),
372	cbRam, enmPolicy, enmPriority);
373	return VMSetError(pVM, rc, RT_SRC_POS, "GMMR3InitialReservation(,%#RX64,0,0,%d,%d)",
374	cbRam >> PAGE_SHIFT, enmPolicy, enmPriority);
375	}
376
377	/*
378	* If RamSize is 0 we're done now.
379	*/
380	if (cbRam < PAGE_SIZE)
381	{
382	Log(("MM: No RAM configured\n"));
383	return VINF_SUCCESS;
384	}
385
386	/*
387	* Setup the base ram (PGM).
388	*/
389	rc = PGMR3PhysRegisterRam(pVM, 0, cbRam, "Base RAM");
390	#ifdef VBOX_WITH_NEW_PHYS_CODE
391	if (RT_SUCCESS(rc) && fPreAlloc)
392	{
393	/** @todo RamPreAlloc should be handled at the very end of the VM creation. (lazy bird) */
394	return VM_SET_ERROR(pVM, VERR_NOT_IMPLEMENTED, "TODO: RamPreAlloc");
395	}
396	#else
397	if (RT_SUCCESS(rc))
398	{
399	/*
400	* Allocate the first chunk, as we'll map ROM ranges there.
401	* If requested, allocated the rest too.
402	*/
403	RTGCPHYS GCPhys = (RTGCPHYS)0;
404	rc = PGM3PhysGrowRange(pVM, &GCPhys);
405	if (RT_SUCCESS(rc) && fPreAlloc)
406	for (GCPhys = PGM_DYNAMIC_CHUNK_SIZE;
407	GCPhys < cbRam && RT_SUCCESS(rc);
408	GCPhys += PGM_DYNAMIC_CHUNK_SIZE)
409	rc = PGM3PhysGrowRange(pVM, &GCPhys);
410	}
411	#endif
412
413	LogFlow(("MMR3InitPaging: returns %Rrc\n", rc));
414	return rc;
415	}
416
417
418	/**
419	* Terminates the MM.
420	*
421	* Termination means cleaning up and freeing all resources,
422	* the VM it self is at this point powered off or suspended.
423	*
424	* @returns VBox status code.
425	* @param pVM The VM to operate on.
426	*/
427	VMMR3DECL(int) MMR3Term(PVM pVM)
428	{
429	/*
430	* Destroy the page pool. (first as it used the hyper heap)
431	*/
432	mmR3PagePoolTerm(pVM);
433
434	/*
435	* Release locked memory.
436	* (Associated record are released by the heap.)
437	*/
438	PMMLOCKEDMEM pLockedMem = pVM->mm.s.pLockedMem;
439	while (pLockedMem)
440	{
441	int rc = SUPPageUnlock(pLockedMem->pv);
442	AssertMsgRC(rc, ("SUPPageUnlock(%p) -> rc=%d\n", pLockedMem->pv, rc));
443	switch (pLockedMem->eType)
444	{
445	case MM_LOCKED_TYPE_HYPER:
446	rc = SUPPageFree(pLockedMem->pv, pLockedMem->cb >> PAGE_SHIFT);
447	AssertMsgRC(rc, ("SUPPageFree(%p) -> rc=%d\n", pLockedMem->pv, rc));
448	break;
449	case MM_LOCKED_TYPE_HYPER_NOFREE:
450	case MM_LOCKED_TYPE_HYPER_PAGES:
451	case MM_LOCKED_TYPE_PHYS:
452	/* nothing to do. */
453	break;
454	}
455	/* next */
456	pLockedMem = pLockedMem->pNext;
457	}
458
459	/*
460	* Zero stuff to detect after termination use of the MM interface
461	*/
462	pVM->mm.s.offLookupHyper = NIL_OFFSET;
463	pVM->mm.s.pLockedMem = NULL;
464	pVM->mm.s.pHyperHeapR3 = NULL; /* freed above. */
465	pVM->mm.s.pHyperHeapR0 = NIL_RTR0PTR; /* freed above. */
466	pVM->mm.s.pHyperHeapRC = NIL_RTRCPTR; /* freed above. */
467	pVM->mm.s.offVM = 0; /* init assertion on this */
468
469	return VINF_SUCCESS;
470	}
471
472
473	/**
474	* Terminates the UVM part of MM.
475	*
476	* Termination means cleaning up and freeing all resources,
477	* the VM it self is at this point powered off or suspended.
478	*
479	* @returns VBox status code.
480	* @param pUVM Pointer to the user mode VM structure.
481	*/
482	VMMR3DECL(void) MMR3TermUVM(PUVM pUVM)
483	{
484	/*
485	* Destroy the heap.
486	*/
487	mmR3HeapDestroy(pUVM->mm.s.pHeap);
488	pUVM->mm.s.pHeap = NULL;
489	}
490
491
492	/**
493	* Reset notification.
494	*
495	* MM will reload shadow ROMs into RAM at this point and make
496	* the ROM writable.
497	*
498	* @param pVM The VM handle.
499	*/
500	VMMR3DECL(void) MMR3Reset(PVM pVM)
501	{
502	mmR3PhysRomReset(pVM);
503	}
504
505
506	/**
507	* Execute state save operation.
508	*
509	* @returns VBox status code.
510	* @param pVM VM Handle.
511	* @param pSSM SSM operation handle.
512	*/
513	static DECLCALLBACK(int) mmR3Save(PVM pVM, PSSMHANDLE pSSM)
514	{
515	LogFlow(("mmR3Save:\n"));
516
517	/* (PGM saves the physical memory.) */
518	SSMR3PutU64(pSSM, pVM->mm.s.cBasePages);
519	return SSMR3PutU64(pSSM, pVM->mm.s.cbRamBase);
520	}
521
522
523	/**
524	* Execute state load operation.
525	*
526	* @returns VBox status code.
527	* @param pVM VM Handle.
528	* @param pSSM SSM operation handle.
529	* @param u32Version Data layout version.
530	*/
531	static DECLCALLBACK(int) mmR3Load(PVM pVM, PSSMHANDLE pSSM, uint32_t u32Version)
532	{
533	LogFlow(("mmR3Load:\n"));
534
535	/*
536	* Validate version.
537	*/
538	if ( SSM_VERSION_MAJOR_CHANGED(u32Version, MM_SAVED_STATE_VERSION)
539	\|\| !u32Version)
540	{
541	AssertMsgFailed(("mmR3Load: Invalid version u32Version=%d!\n", u32Version));
542	return VERR_SSM_UNSUPPORTED_DATA_UNIT_VERSION;
543	}
544
545	/*
546	* Check the cBasePages and cbRamBase values.
547	*/
548	int rc;
549	RTUINT cb1;
550
551	/* cBasePages */
552	uint64_t cPages;
553	if (u32Version != 1)
554	rc = SSMR3GetU64(pSSM, &cPages);
555	else
556	{
557	rc = SSMR3GetUInt(pSSM, &cb1);
558	cPages = cb1 >> PAGE_SHIFT;
559	}
560	if (RT_FAILURE(rc))
561	return rc;
562	if (cPages != pVM->mm.s.cBasePages)
563	{
564	LogRel(("mmR3Load: Memory configuration has changed. cPages=%#RX64 saved=%#RX64\n", pVM->mm.s.cBasePages, cPages));
565	return VERR_SSM_LOAD_MEMORY_SIZE_MISMATCH;
566	}
567
568	/* cbRamBase */
569	uint64_t cb;
570	if (u32Version != 1)
571	rc = SSMR3GetU64(pSSM, &cb);
572	else
573	{
574	rc = SSMR3GetUInt(pSSM, &cb1);
575	cb = cb1;
576	}
577	if (RT_FAILURE(rc))
578	return rc;
579	if (cb != pVM->mm.s.cbRamBase)
580	{
581	LogRel(("mmR3Load: Memory configuration has changed. cbRamBase=%#RX64 save=%#RX64\n", pVM->mm.s.cbRamBase, cb));
582	return VERR_SSM_LOAD_MEMORY_SIZE_MISMATCH;
583	}
584
585	/* (PGM restores the physical memory.) */
586	return rc;
587	}
588
589
590	/**
591	* Updates GMM with memory reservation changes.
592	*
593	* Called when MM::cbRamRegistered, MM::cShadowPages or MM::cFixedPages changes.
594	*
595	* @returns VBox status code - see GMMR0UpdateReservation.
596	* @param pVM The shared VM structure.
597	*/
598	int mmR3UpdateReservation(PVM pVM)
599	{
600	VM_ASSERT_EMT(pVM);
601	if (pVM->mm.s.fDoneMMR3InitPaging)
602	return GMMR3UpdateReservation(pVM,
603	RT_MAX(pVM->mm.s.cBasePages, 1),
604	RT_MAX(pVM->mm.s.cShadowPages, 1),
605	RT_MAX(pVM->mm.s.cFixedPages, 1));
606	return VINF_SUCCESS;
607	}
608
609
610	/**
611	* Interface for PGM to increase the reservation of RAM and ROM pages.
612	*
613	* This can be called before MMR3InitPaging.
614	*
615	* @returns VBox status code. Will set VM error on failure.
616	* @param pVM The shared VM structure.
617	* @param cAddBasePages The number of pages to add.
618	*/
619	VMMR3DECL(int) MMR3IncreaseBaseReservation(PVM pVM, uint64_t cAddBasePages)
620	{
621	uint64_t cOld = pVM->mm.s.cBasePages;
622	pVM->mm.s.cBasePages += cAddBasePages;
623	LogFlow(("MMR3IncreaseBaseReservation: +%RU64 (%RU64 -> %RU64\n", cAddBasePages, cOld, pVM->mm.s.cBasePages));
624	int rc = mmR3UpdateReservation(pVM);
625	if (RT_FAILURE(rc))
626	{
627	VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to reserved physical memory for the RAM (%#RX64 -> %#RX64)"), cOld, pVM->mm.s.cBasePages);
628	pVM->mm.s.cBasePages = cOld;
629	}
630	return rc;
631	}
632
633
634	/**
635	* Interface for PGM to adjust the reservation of fixed pages.
636	*
637	* This can be called before MMR3InitPaging.
638	*
639	* @returns VBox status code. Will set VM error on failure.
640	* @param pVM The shared VM structure.
641	* @param cDeltaFixedPages The number of pages to add (positive) or subtract (negative).
642	* @param pszDesc Some description associated with the reservation.
643	*/
644	VMMR3DECL(int) MMR3AdjustFixedReservation(PVM pVM, int32_t cDeltaFixedPages, const char *pszDesc)
645	{
646	const uint32_t cOld = pVM->mm.s.cFixedPages;
647	pVM->mm.s.cFixedPages += cDeltaFixedPages;
648	LogFlow(("MMR3AdjustFixedReservation: %d (%u -> %u)\n", cDeltaFixedPages, cOld, pVM->mm.s.cFixedPages));
649	int rc = mmR3UpdateReservation(pVM);
650	if (RT_FAILURE(rc))
651	{
652	VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to reserve physical memory (%#x -> %#x; %s)"),
653	cOld, pVM->mm.s.cFixedPages, pszDesc);
654	pVM->mm.s.cFixedPages = cOld;
655	}
656	return rc;
657	}
658
659
660	/**
661	* Interface for PGM to update the reservation of shadow pages.
662	*
663	* This can be called before MMR3InitPaging.
664	*
665	* @returns VBox status code. Will set VM error on failure.
666	* @param pVM The shared VM structure.
667	* @param cShadowPages The new page count.
668	*/
669	VMMR3DECL(int) MMR3UpdateShadowReservation(PVM pVM, uint32_t cShadowPages)
670	{
671	const uint32_t cOld = pVM->mm.s.cShadowPages;
672	pVM->mm.s.cShadowPages = cShadowPages;
673	LogFlow(("MMR3UpdateShadowReservation: %u -> %u\n", cOld, pVM->mm.s.cShadowPages));
674	int rc = mmR3UpdateReservation(pVM);
675	if (RT_FAILURE(rc))
676	{
677	VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to reserve physical memory for shadow page tables (%#x -> %#x)"), cOld, pVM->mm.s.cShadowPages);
678	pVM->mm.s.cShadowPages = cOld;
679	}
680	return rc;
681	}
682
683
684	/**
685	* Locks physical memory which backs a virtual memory range (HC) adding
686	* the required records to the pLockedMem list.
687	*
688	* @returns VBox status code.
689	* @param pVM The VM handle.
690	* @param pv Pointer to memory range which shall be locked down.
691	* This pointer is page aligned.
692	* @param cb Size of memory range (in bytes). This size is page aligned.
693	* @param eType Memory type.
694	* @param ppLockedMem Where to store the pointer to the created locked memory record.
695	* This is optional, pass NULL if not used.
696	* @param fSilentFailure Don't raise an error when unsuccessful. Upper layer with deal with it.
697	*/
698	int mmR3LockMem(PVM pVM, void pv, size_t cb, MMLOCKEDTYPE eType, PMMLOCKEDMEM ppLockedMem, bool fSilentFailure)
699	{
700	Assert(RT_ALIGN_P(pv, PAGE_SIZE) == pv);
701	Assert(RT_ALIGN_Z(cb, PAGE_SIZE) == cb);
702
703	if (ppLockedMem)
704	*ppLockedMem = NULL;
705
706	/*
707	* Allocate locked mem structure.
708	*/
709	unsigned cPages = (unsigned)(cb >> PAGE_SHIFT);
710	AssertReturn(cPages == (cb >> PAGE_SHIFT), VERR_OUT_OF_RANGE);
711	PMMLOCKEDMEM pLockedMem = (PMMLOCKEDMEM)MMR3HeapAlloc(pVM, MM_TAG_MM, RT_OFFSETOF(MMLOCKEDMEM, aPhysPages[cPages]));
712	if (!pLockedMem)
713	return VERR_NO_MEMORY;
714	pLockedMem->pv = pv;
715	pLockedMem->cb = cb;
716	pLockedMem->eType = eType;
717	memset(&pLockedMem->u, 0, sizeof(pLockedMem->u));
718
719	/*
720	* Lock the memory.
721	*/
722	int rc = SUPPageLock(pv, cPages, &pLockedMem->aPhysPages[0]);
723	if (RT_SUCCESS(rc))
724	{
725	/*
726	* Setup the reserved field.
727	*/
728	PSUPPAGE pPhysPage = &pLockedMem->aPhysPages[0];
729	for (unsigned c = cPages; c > 0; c--, pPhysPage++)
730	pPhysPage->uReserved = (RTHCUINTPTR)pLockedMem;
731
732	/*
733	* Insert into the list.
734	*
735	* ASSUME no protected needed here as only one thread in the system can possibly
736	* be doing this. No other threads will walk this list either we assume.
737	*/
738	pLockedMem->pNext = pVM->mm.s.pLockedMem;
739	pVM->mm.s.pLockedMem = pLockedMem;
740	/* Set return value. */
741	if (ppLockedMem)
742	*ppLockedMem = pLockedMem;
743	}
744	else
745	{
746	AssertMsgFailed(("SUPPageLock failed with rc=%d\n", rc));
747	MMR3HeapFree(pLockedMem);
748	if (!fSilentFailure)
749	rc = VMSetError(pVM, rc, RT_SRC_POS, N_("Failed to lock %d bytes of host memory (out of memory)"), cb);
750	}
751
752	return rc;
753	}
754
755
756	/**
757	* Maps a part of or an entire locked memory region into the guest context.
758	*
759	* @returns VBox status.
760	* God knows what happens if we fail...
761	* @param pVM VM handle.
762	* @param pLockedMem Locked memory structure.
763	* @param Addr GC Address where to start the mapping.
764	* @param iPage Page number in the locked memory region.
765	* @param cPages Number of pages to map.
766	* @param fFlags See the fFlags argument of PGR3Map().
767	*/
768	int mmR3MapLocked(PVM pVM, PMMLOCKEDMEM pLockedMem, RTGCPTR Addr, unsigned iPage, size_t cPages, unsigned fFlags)
769	{
770	/*
771	* Adjust ~0 argument
772	*/
773	if (cPages == ~(size_t)0)
774	cPages = (pLockedMem->cb >> PAGE_SHIFT) - iPage;
775	Assert(cPages != ~0U);
776	/* no incorrect arguments are accepted */
777	Assert(RT_ALIGN_GCPT(Addr, PAGE_SIZE, RTGCPTR) == Addr);
778	AssertMsg(iPage < (pLockedMem->cb >> PAGE_SHIFT), ("never even think about giving me a bad iPage(=%d)\n", iPage));
779	AssertMsg(iPage + cPages <= (pLockedMem->cb >> PAGE_SHIFT), ("never even think about giving me a bad cPages(=%d)\n", cPages));
780
781	/*
782	* Map the the pages.
783	*/
784	PSUPPAGE pPhysPage = &pLockedMem->aPhysPages[iPage];
785	while (cPages)
786	{
787	RTHCPHYS HCPhys = pPhysPage->Phys;
788	int rc = PGMMap(pVM, Addr, HCPhys, PAGE_SIZE, fFlags);
789	if (RT_FAILURE(rc))
790	{
791	/** @todo how the hell can we do a proper bailout here. */
792	return rc;
793	}
794
795	/* next */
796	cPages--;
797	iPage++;
798	pPhysPage++;
799	Addr += PAGE_SIZE;
800	}
801
802	return VINF_SUCCESS;
803	}
804
805
806	/**
807	* Convert HC Physical address to HC Virtual address.
808	*
809	* @returns VBox status.
810	* @param pVM VM handle.
811	* @param HCPhys The host context virtual address.
812	* @param ppv Where to store the resulting address.
813	* @thread The Emulation Thread.
814	*
815	* @remarks Avoid whenever possible.
816	* Intended for the debugger facility only.
817	* @todo Rename to indicate the special usage.
818	*/
819	VMMR3DECL(int) MMR3HCPhys2HCVirt(PVM pVM, RTHCPHYS HCPhys, void **ppv)
820	{
821	/*
822	* Try page tables.
823	*/
824	int rc = MMPagePhys2PageTry(pVM, HCPhys, ppv);
825	if (RT_SUCCESS(rc))
826	return rc;
827
828	/*
829	* Iterate the locked memory - very slow.
830	*/
831	uint32_t off = HCPhys & PAGE_OFFSET_MASK;
832	HCPhys &= X86_PTE_PAE_PG_MASK;
833	for (PMMLOCKEDMEM pCur = pVM->mm.s.pLockedMem; pCur; pCur = pCur->pNext)
834	{
835	size_t iPage = pCur->cb >> PAGE_SHIFT;
836	while (iPage-- > 0)
837	if ((pCur->aPhysPages[iPage].Phys & X86_PTE_PAE_PG_MASK) == HCPhys)
838	{
839	ppv = (char )pCur->pv + (iPage << PAGE_SHIFT) + off;
840	return VINF_SUCCESS;
841	}
842	}
843	/* give up */
844	return VERR_INVALID_POINTER;
845	}
846
847
848	/**
849	* Read memory from GC virtual address using the current guest CR3.
850	*
851	* @returns VBox status.
852	* @param pVM VM handle.
853	* @param pvDst Destination address (HC of course).
854	* @param GCPtr GC virtual address.
855	* @param cb Number of bytes to read.
856	*
857	* @remarks Intended for the debugger facility only.
858	* @todo Move to DBGF, it's only selecting which functions to use!
859	*/
860	VMMR3DECL(int) MMR3ReadGCVirt(PVM pVM, void *pvDst, RTGCPTR GCPtr, size_t cb)
861	{
862	if (GCPtr - pVM->mm.s.pvHyperAreaGC < pVM->mm.s.cbHyperArea)
863	return MMR3HyperReadGCVirt(pVM, pvDst, GCPtr, cb);
864	return PGMPhysSimpleReadGCPtr(pVM, pvDst, GCPtr, cb);
865	}
866
867
868	/**
869	* Write to memory at GC virtual address translated using the current guest CR3.
870	*
871	* @returns VBox status.
872	* @param pVM VM handle.
873	* @param GCPtrDst GC virtual address.
874	* @param pvSrc The source address (HC of course).
875	* @param cb Number of bytes to read.
876	*
877	* @remarks Intended for the debugger facility only.
878	* @todo Move to DBGF, it's only selecting which functions to use!
879	*/
880	VMMR3DECL(int) MMR3WriteGCVirt(PVM pVM, RTGCPTR GCPtrDst, const void *pvSrc, size_t cb)
881	{
882	if (GCPtrDst - pVM->mm.s.pvHyperAreaGC < pVM->mm.s.cbHyperArea)
883	return VERR_ACCESS_DENIED;
884	return PGMPhysSimpleWriteGCPtr(pVM, GCPtrDst, pvSrc, cb);
885	}
886

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/VMM/MM.cpp@ 14071

Download in other formats: