exec.c@ 5436

Last change on this file since 5436 was 4376, checked in by vboxsync, 17 years ago
Removed obsolete and incorrect remR3SetPage.
Property svn:eol-style set to `native`
File size: 79.1 KB

Line
1	/*
2	* virtual page mapping and translated block handling
3	*
4	* Copyright (c) 2003 Fabrice Bellard
5	*
6	* This library is free software; you can redistribute it and/or
7	* modify it under the terms of the GNU Lesser General Public
8	* License as published by the Free Software Foundation; either
9	* version 2 of the License, or (at your option) any later version.
10	*
11	* This library is distributed in the hope that it will be useful,
12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14	* Lesser General Public License for more details.
15	*
16	* You should have received a copy of the GNU Lesser General Public
17	* License along with this library; if not, write to the Free Software
18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19	*/
20	#include "config.h"
21	#ifndef VBOX
22	#ifdef _WIN32
23	#include <windows.h>
24	#else
25	#include <sys/types.h>
26	#include <sys/mman.h>
27	#endif
28	#include <stdlib.h>
29	#include <stdio.h>
30	#include <stdarg.h>
31	#include <string.h>
32	#include <errno.h>
33	#include <unistd.h>
34	#include <inttypes.h>
35	#else /* VBOX */
36	# include <stdlib.h>
37	# include <stdio.h>
38	# include <inttypes.h>
39	# include <iprt/alloc.h>
40	# include <iprt/string.h>
41	# include <iprt/param.h>
42	# include <VBox/pgm.h> /* PGM_DYNAMIC_RAM_ALLOC */
43	#endif /* VBOX */
44
45	#include "cpu.h"
46	#include "exec-all.h"
47	#if defined(CONFIG_USER_ONLY)
48	#include <qemu.h>
49	#endif
50
51	//#define DEBUG_TB_INVALIDATE
52	//#define DEBUG_FLUSH
53	//#define DEBUG_TLB
54	//#define DEBUG_UNASSIGNED
55
56	/* make various TB consistency checks */
57	//#define DEBUG_TB_CHECK
58	//#define DEBUG_TLB_CHECK
59
60	#if !defined(CONFIG_USER_ONLY)
61	/* TB consistency checks only implemented for usermode emulation. */
62	#undef DEBUG_TB_CHECK
63	#endif
64
65	/* threshold to flush the translated code buffer */
66	#define CODE_GEN_BUFFER_MAX_SIZE (CODE_GEN_BUFFER_SIZE - CODE_GEN_MAX_SIZE)
67
68	#define SMC_BITMAP_USE_THRESHOLD 10
69
70	#define MMAP_AREA_START 0x00000000
71	#define MMAP_AREA_END 0xa8000000
72
73	#if defined(TARGET_SPARC64)
74	#define TARGET_PHYS_ADDR_SPACE_BITS 41
75	#elif defined(TARGET_PPC64)
76	#define TARGET_PHYS_ADDR_SPACE_BITS 42
77	#else
78	/* Note: for compatibility with kqemu, we use 32 bits for x86_64 */
79	#define TARGET_PHYS_ADDR_SPACE_BITS 32
80	#endif
81
82	TranslationBlock tbs[CODE_GEN_MAX_BLOCKS];
83	TranslationBlock *tb_phys_hash[CODE_GEN_PHYS_HASH_SIZE];
84	int nb_tbs;
85	/* any access to the tbs or the page table must use this lock */
86	spinlock_t tb_lock = SPIN_LOCK_UNLOCKED;
87
88	uint8_t code_gen_buffer[CODE_GEN_BUFFER_SIZE]
89	#if defined(__MINGW32__)
90	__attribute__((aligned (16)));
91	#else
92	__attribute__((aligned (32)));
93	#endif
94	uint8_t *code_gen_ptr;
95
96	#ifndef VBOX
97	int phys_ram_size;
98	int phys_ram_fd;
99	int phys_ram_size;
100	#else /* VBOX */
101	RTGCPHYS phys_ram_size;
102	/* we have memory ranges (the high PC-BIOS mapping) which
103	causes some pages to fall outside the dirty map here. */
104	uint32_t phys_ram_dirty_size;
105	#endif /* VBOX */
106	#if !defined(VBOX) \|\| !(defined(PGM_DYNAMIC_RAM_ALLOC) \|\| defined(REM_PHYS_ADDR_IN_TLB))
107	uint8_t *phys_ram_base;
108	#endif
109	uint8_t *phys_ram_dirty;
110
111	CPUState *first_cpu;
112	/* current CPU in the current thread. It is only valid inside
113	cpu_exec() */
114	CPUState *cpu_single_env;
115
116	typedef struct PageDesc {
117	/* list of TBs intersecting this ram page */
118	TranslationBlock *first_tb;
119	/* in order to optimize self modifying code, we count the number
120	of lookups we do to a given page to use a bitmap */
121	unsigned int code_write_count;
122	uint8_t *code_bitmap;
123	#if defined(CONFIG_USER_ONLY)
124	unsigned long flags;
125	#endif
126	} PageDesc;
127
128	typedef struct PhysPageDesc {
129	/* offset in host memory of the page + io_index in the low 12 bits */
130	uint32_t phys_offset;
131	} PhysPageDesc;
132
133	#define L2_BITS 10
134	#define L1_BITS (32 - L2_BITS - TARGET_PAGE_BITS)
135
136	#define L1_SIZE (1 << L1_BITS)
137	#define L2_SIZE (1 << L2_BITS)
138
139	static void io_mem_init(void);
140
141	unsigned long qemu_real_host_page_size;
142	unsigned long qemu_host_page_bits;
143	unsigned long qemu_host_page_size;
144	unsigned long qemu_host_page_mask;
145
146	/* XXX: for system emulation, it could just be an array */
147	static PageDesc *l1_map[L1_SIZE];
148	PhysPageDesc **l1_phys_map;
149
150	/* io memory support */
151	CPUWriteMemoryFunc *io_mem_write[IO_MEM_NB_ENTRIES][4];
152	CPUReadMemoryFunc *io_mem_read[IO_MEM_NB_ENTRIES][4];
153	void *io_mem_opaque[IO_MEM_NB_ENTRIES];
154	static int io_mem_nb;
155
156	#ifndef VBOX
157	/* log support */
158	char *logfilename = "/tmp/qemu.log";
159	#endif /* !VBOX */
160	FILE *logfile;
161	int loglevel;
162
163	/* statistics */
164	static int tlb_flush_count;
165	static int tb_flush_count;
166	#ifndef VBOX
167	static int tb_phys_invalidate_count;
168	#endif /* !VBOX */
169
170	static void page_init(void)
171	{
172	/* NOTE: we can always suppose that qemu_host_page_size >=
173	TARGET_PAGE_SIZE */
174	#ifdef VBOX
175	RTMemProtect(code_gen_buffer, sizeof(code_gen_buffer),
176	RTMEM_PROT_EXEC \| RTMEM_PROT_READ \| RTMEM_PROT_WRITE);
177	qemu_real_host_page_size = PAGE_SIZE;
178	#else /* !VBOX */
179	#ifdef _WIN32
180	{
181	SYSTEM_INFO system_info;
182	DWORD old_protect;
183
184	GetSystemInfo(&system_info);
185	qemu_real_host_page_size = system_info.dwPageSize;
186
187	VirtualProtect(code_gen_buffer, sizeof(code_gen_buffer),
188	PAGE_EXECUTE_READWRITE, &old_protect);
189	}
190	#else
191	qemu_real_host_page_size = getpagesize();
192	{
193	unsigned long start, end;
194
195	start = (unsigned long)code_gen_buffer;
196	start &= ~(qemu_real_host_page_size - 1);
197
198	end = (unsigned long)code_gen_buffer + sizeof(code_gen_buffer);
199	end += qemu_real_host_page_size - 1;
200	end &= ~(qemu_real_host_page_size - 1);
201
202	mprotect((void *)start, end - start,
203	PROT_READ \| PROT_WRITE \| PROT_EXEC);
204	}
205	#endif
206	#endif /* !VBOX */
207
208	if (qemu_host_page_size == 0)
209	qemu_host_page_size = qemu_real_host_page_size;
210	if (qemu_host_page_size < TARGET_PAGE_SIZE)
211	qemu_host_page_size = TARGET_PAGE_SIZE;
212	qemu_host_page_bits = 0;
213	while ((1 << qemu_host_page_bits) < qemu_host_page_size)
214	qemu_host_page_bits++;
215	qemu_host_page_mask = ~(qemu_host_page_size - 1);
216	l1_phys_map = qemu_vmalloc(L1_SIZE * sizeof(void *));
217	memset(l1_phys_map, 0, L1_SIZE * sizeof(void *));
218	}
219
220	static inline PageDesc *page_find_alloc(unsigned int index)
221	{
222	PageDesc *lp, p;
223
224	lp = &l1_map[index >> L2_BITS];
225	p = *lp;
226	if (!p) {
227	/* allocate if not found */
228	p = qemu_malloc(sizeof(PageDesc) * L2_SIZE);
229	memset(p, 0, sizeof(PageDesc) * L2_SIZE);
230	*lp = p;
231	}
232	return p + (index & (L2_SIZE - 1));
233	}
234
235	static inline PageDesc *page_find(unsigned int index)
236	{
237	PageDesc *p;
238
239	p = l1_map[index >> L2_BITS];
240	if (!p)
241	return 0;
242	return p + (index & (L2_SIZE - 1));
243	}
244
245	static PhysPageDesc *phys_page_find_alloc(target_phys_addr_t index, int alloc)
246	{
247	void lp, p;
248	PhysPageDesc *pd;
249
250	p = (void **)l1_phys_map;
251	#if TARGET_PHYS_ADDR_SPACE_BITS > 32
252
253	#if TARGET_PHYS_ADDR_SPACE_BITS > (32 + L1_BITS)
254	#error unsupported TARGET_PHYS_ADDR_SPACE_BITS
255	#endif
256	lp = p + ((index >> (L1_BITS + L2_BITS)) & (L1_SIZE - 1));
257	p = *lp;
258	if (!p) {
259	/* allocate if not found */
260	if (!alloc)
261	return NULL;
262	p = qemu_vmalloc(sizeof(void ) L1_SIZE);
263	memset(p, 0, sizeof(void ) L1_SIZE);
264	*lp = p;
265	}
266	#endif
267	lp = p + ((index >> L2_BITS) & (L1_SIZE - 1));
268	pd = *lp;
269	if (!pd) {
270	int i;
271	/* allocate if not found */
272	if (!alloc)
273	return NULL;
274	pd = qemu_vmalloc(sizeof(PhysPageDesc) * L2_SIZE);
275	*lp = pd;
276	for (i = 0; i < L2_SIZE; i++)
277	pd[i].phys_offset = IO_MEM_UNASSIGNED;
278	}
279	#if defined(VBOX) && defined(PGM_DYNAMIC_RAM_ALLOC)
280	pd = ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));
281	if (RT_UNLIKELY((pd->phys_offset & ~TARGET_PAGE_MASK) == IO_MEM_RAM_MISSING))
282	remR3GrowDynRange(pd->phys_offset & TARGET_PAGE_MASK);
283	return pd;
284	#else
285	return ((PhysPageDesc *)pd) + (index & (L2_SIZE - 1));
286	#endif
287	}
288
289	static inline PhysPageDesc *phys_page_find(target_phys_addr_t index)
290	{
291	return phys_page_find_alloc(index, 0);
292	}
293
294	#if !defined(CONFIG_USER_ONLY)
295	static void tlb_protect_code(ram_addr_t ram_addr);
296	static void tlb_unprotect_code_phys(CPUState *env, ram_addr_t ram_addr,
297	target_ulong vaddr);
298	#endif
299
300	void cpu_exec_init(CPUState *env)
301	{
302	CPUState **penv;
303	int cpu_index;
304
305	if (!code_gen_ptr) {
306	code_gen_ptr = code_gen_buffer;
307	page_init();
308	io_mem_init();
309	}
310	env->next_cpu = NULL;
311	penv = &first_cpu;
312	cpu_index = 0;
313	while (*penv != NULL) {
314	penv = (CPUState *)&(penv)->next_cpu;
315	cpu_index++;
316	}
317	env->cpu_index = cpu_index;
318	*penv = env;
319	}
320
321	static inline void invalidate_page_bitmap(PageDesc *p)
322	{
323	if (p->code_bitmap) {
324	qemu_free(p->code_bitmap);
325	p->code_bitmap = NULL;
326	}
327	p->code_write_count = 0;
328	}
329
330	/* set to NULL all the 'first_tb' fields in all PageDescs */
331	static void page_flush_tb(void)
332	{
333	int i, j;
334	PageDesc *p;
335
336	for(i = 0; i < L1_SIZE; i++) {
337	p = l1_map[i];
338	if (p) {
339	for(j = 0; j < L2_SIZE; j++) {
340	p->first_tb = NULL;
341	invalidate_page_bitmap(p);
342	p++;
343	}
344	}
345	}
346	}
347
348	/* flush all the translation blocks */
349	/* XXX: tb_flush is currently not thread safe */
350	void tb_flush(CPUState *env1)
351	{
352	CPUState *env;
353	#if defined(DEBUG_FLUSH)
354	printf("qemu: flush code_size=%d nb_tbs=%d avg_tb_size=%d\n",
355	code_gen_ptr - code_gen_buffer,
356	nb_tbs,
357	nb_tbs > 0 ? (code_gen_ptr - code_gen_buffer) / nb_tbs : 0);
358	#endif
359	nb_tbs = 0;
360
361	for(env = first_cpu; env != NULL; env = env->next_cpu) {
362	memset (env->tb_jmp_cache, 0, TB_JMP_CACHE_SIZE * sizeof (void *));
363	}
364
365	memset (tb_phys_hash, 0, CODE_GEN_PHYS_HASH_SIZE * sizeof (void *));
366	page_flush_tb();
367
368	code_gen_ptr = code_gen_buffer;
369	/* XXX: flush processor icache at this point if cache flush is
370	expensive */
371	tb_flush_count++;
372	}
373
374	#ifdef DEBUG_TB_CHECK
375
376	static void tb_invalidate_check(unsigned long address)
377	{
378	TranslationBlock *tb;
379	int i;
380	address &= TARGET_PAGE_MASK;
381	for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {
382	for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {
383	if (!(address + TARGET_PAGE_SIZE <= tb->pc \|\|
384	address >= tb->pc + tb->size)) {
385	printf("ERROR invalidate: address=%08lx PC=%08lx size=%04x\n",
386	address, (long)tb->pc, tb->size);
387	}
388	}
389	}
390	}
391
392	/* verify that all the pages have correct rights for code */
393	static void tb_page_check(void)
394	{
395	TranslationBlock *tb;
396	int i, flags1, flags2;
397
398	for(i = 0;i < CODE_GEN_PHYS_HASH_SIZE; i++) {
399	for(tb = tb_phys_hash[i]; tb != NULL; tb = tb->phys_hash_next) {
400	flags1 = page_get_flags(tb->pc);
401	flags2 = page_get_flags(tb->pc + tb->size - 1);
402	if ((flags1 & PAGE_WRITE) \|\| (flags2 & PAGE_WRITE)) {
403	printf("ERROR page flags: PC=%08lx size=%04x f1=%x f2=%x\n",
404	(long)tb->pc, tb->size, flags1, flags2);
405	}
406	}
407	}
408	}
409
410	void tb_jmp_check(TranslationBlock *tb)
411	{
412	TranslationBlock *tb1;
413	unsigned int n1;
414
415	/* suppress any remaining jumps to this TB */
416	tb1 = tb->jmp_first;
417	for(;;) {
418	n1 = (long)tb1 & 3;
419	tb1 = (TranslationBlock *)((long)tb1 & ~3);
420	if (n1 == 2)
421	break;
422	tb1 = tb1->jmp_next[n1];
423	}
424	/* check end of list */
425	if (tb1 != tb) {
426	printf("ERROR: jmp_list from 0x%08lx\n", (long)tb);
427	}
428	}
429
430	#endif
431
432	/* invalidate one TB */
433	static inline void tb_remove(TranslationBlock *ptb, TranslationBlock tb,
434	int next_offset)
435	{
436	TranslationBlock *tb1;
437	for(;;) {
438	tb1 = *ptb;
439	if (tb1 == tb) {
440	ptb = (TranslationBlock *)((char )tb1 + next_offset);
441	break;
442	}
443	ptb = (TranslationBlock *)((char )tb1 + next_offset);
444	}
445	}
446
447	static inline void tb_page_remove(TranslationBlock *ptb, TranslationBlock tb)
448	{
449	TranslationBlock *tb1;
450	unsigned int n1;
451
452	for(;;) {
453	tb1 = *ptb;
454	n1 = (long)tb1 & 3;
455	tb1 = (TranslationBlock *)((long)tb1 & ~3);
456	if (tb1 == tb) {
457	*ptb = tb1->page_next[n1];
458	break;
459	}
460	ptb = &tb1->page_next[n1];
461	}
462	}
463
464	static inline void tb_jmp_remove(TranslationBlock *tb, int n)
465	{
466	TranslationBlock tb1, *ptb;
467	unsigned int n1;
468
469	ptb = &tb->jmp_next[n];
470	tb1 = *ptb;
471	if (tb1) {
472	/* find tb(n) in circular list */
473	for(;;) {
474	tb1 = *ptb;
475	n1 = (long)tb1 & 3;
476	tb1 = (TranslationBlock *)((long)tb1 & ~3);
477	if (n1 == n && tb1 == tb)
478	break;
479	if (n1 == 2) {
480	ptb = &tb1->jmp_first;
481	} else {
482	ptb = &tb1->jmp_next[n1];
483	}
484	}
485	/* now we can suppress tb(n) from the list */
486	*ptb = tb->jmp_next[n];
487
488	tb->jmp_next[n] = NULL;
489	}
490	}
491
492	/* reset the jump entry 'n' of a TB so that it is not chained to
493	another TB */
494	static inline void tb_reset_jump(TranslationBlock *tb, int n)
495	{
496	tb_set_jmp_target(tb, n, (unsigned long)(tb->tc_ptr + tb->tb_next_offset[n]));
497	}
498
499	static inline void tb_phys_invalidate(TranslationBlock *tb, unsigned int page_addr)
500	{
501	CPUState *env;
502	PageDesc *p;
503	unsigned int h, n1;
504	target_ulong phys_pc;
505	TranslationBlock tb1, tb2;
506
507	/* remove the TB from the hash list */
508	phys_pc = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);
509	h = tb_phys_hash_func(phys_pc);
510	tb_remove(&tb_phys_hash[h], tb,
511	offsetof(TranslationBlock, phys_hash_next));
512
513	/* remove the TB from the page list */
514	if (tb->page_addr[0] != page_addr) {
515	p = page_find(tb->page_addr[0] >> TARGET_PAGE_BITS);
516	tb_page_remove(&p->first_tb, tb);
517	invalidate_page_bitmap(p);
518	}
519	if (tb->page_addr[1] != -1 && tb->page_addr[1] != page_addr) {
520	p = page_find(tb->page_addr[1] >> TARGET_PAGE_BITS);
521	tb_page_remove(&p->first_tb, tb);
522	invalidate_page_bitmap(p);
523	}
524
525	tb_invalidated_flag = 1;
526
527	/* remove the TB from the hash list */
528	h = tb_jmp_cache_hash_func(tb->pc);
529	for(env = first_cpu; env != NULL; env = env->next_cpu) {
530	if (env->tb_jmp_cache[h] == tb)
531	env->tb_jmp_cache[h] = NULL;
532	}
533
534	/* suppress this TB from the two jump lists */
535	tb_jmp_remove(tb, 0);
536	tb_jmp_remove(tb, 1);
537
538	/* suppress any remaining jumps to this TB */
539	tb1 = tb->jmp_first;
540	for(;;) {
541	n1 = (long)tb1 & 3;
542	if (n1 == 2)
543	break;
544	tb1 = (TranslationBlock *)((long)tb1 & ~3);
545	tb2 = tb1->jmp_next[n1];
546	tb_reset_jump(tb1, n1);
547	tb1->jmp_next[n1] = NULL;
548	tb1 = tb2;
549	}
550	tb->jmp_first = (TranslationBlock )((long)tb \| 2); / fail safe */
551
552	#ifndef VBOX
553	tb_phys_invalidate_count++;
554	#endif /* !VBOX */
555	}
556
557	#ifdef VBOX
558	void tb_invalidate_virt(CPUState *env, uint32_t eip)
559	{
560	# if 1
561	tb_flush(env);
562	# else
563	uint8_t cs_base, pc;
564	unsigned int flags, h, phys_pc;
565	TranslationBlock tb, *ptb;
566
567	flags = env->hflags;
568	flags \|= (env->eflags & (IOPL_MASK \| TF_MASK \| VM_MASK));
569	cs_base = env->segs[R_CS].base;
570	pc = cs_base + eip;
571
572	tb = tb_find(&ptb, (unsigned long)pc, (unsigned long)cs_base,
573	flags);
574
575	if(tb)
576	{
577	# ifdef DEBUG
578	printf("invalidating TB (%08X) at %08X\n", tb, eip);
579	# endif
580	tb_invalidate(tb);
581	//Note: this will leak TBs, but the whole cache will be flushed
582	// when it happens too often
583	tb->pc = 0;
584	tb->cs_base = 0;
585	tb->flags = 0;
586	}
587	# endif
588	}
589
590	# ifdef VBOX_STRICT
591	/**
592	* Gets the page offset.
593	*/
594	unsigned long get_phys_page_offset(target_ulong addr)
595	{
596	PhysPageDesc *p = phys_page_find(addr >> TARGET_PAGE_BITS);
597	return p ? p->phys_offset : 0;
598	}
599	# endif /* VBOX_STRICT */
600	#endif /* VBOX */
601
602	static inline void set_bits(uint8_t *tab, int start, int len)
603	{
604	int end, mask, end1;
605
606	end = start + len;
607	tab += start >> 3;
608	mask = 0xff << (start & 7);
609	if ((start & ~7) == (end & ~7)) {
610	if (start < end) {
611	mask &= ~(0xff << (end & 7));
612	*tab \|= mask;
613	}
614	} else {
615	*tab++ \|= mask;
616	start = (start + 8) & ~7;
617	end1 = end & ~7;
618	while (start < end1) {
619	*tab++ = 0xff;
620	start += 8;
621	}
622	if (start < end) {
623	mask = ~(0xff << (end & 7));
624	*tab \|= mask;
625	}
626	}
627	}
628
629	static void build_page_bitmap(PageDesc *p)
630	{
631	int n, tb_start, tb_end;
632	TranslationBlock *tb;
633
634	p->code_bitmap = qemu_malloc(TARGET_PAGE_SIZE / 8);
635	if (!p->code_bitmap)
636	return;
637	memset(p->code_bitmap, 0, TARGET_PAGE_SIZE / 8);
638
639	tb = p->first_tb;
640	while (tb != NULL) {
641	n = (long)tb & 3;
642	tb = (TranslationBlock *)((long)tb & ~3);
643	/* NOTE: this is subtle as a TB may span two physical pages */
644	if (n == 0) {
645	/* NOTE: tb_end may be after the end of the page, but
646	it is not a problem */
647	tb_start = tb->pc & ~TARGET_PAGE_MASK;
648	tb_end = tb_start + tb->size;
649	if (tb_end > TARGET_PAGE_SIZE)
650	tb_end = TARGET_PAGE_SIZE;
651	} else {
652	tb_start = 0;
653	tb_end = ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);
654	}
655	set_bits(p->code_bitmap, tb_start, tb_end - tb_start);
656	tb = tb->page_next[n];
657	}
658	}
659
660	#ifdef TARGET_HAS_PRECISE_SMC
661
662	static void tb_gen_code(CPUState *env,
663	target_ulong pc, target_ulong cs_base, int flags,
664	int cflags)
665	{
666	TranslationBlock *tb;
667	uint8_t *tc_ptr;
668	target_ulong phys_pc, phys_page2, virt_page2;
669	int code_gen_size;
670
671	phys_pc = get_phys_addr_code(env, pc);
672	tb = tb_alloc(pc);
673	if (!tb) {
674	/* flush must be done */
675	tb_flush(env);
676	/* cannot fail at this point */
677	tb = tb_alloc(pc);
678	}
679	tc_ptr = code_gen_ptr;
680	tb->tc_ptr = tc_ptr;
681	tb->cs_base = cs_base;
682	tb->flags = flags;
683	tb->cflags = cflags;
684	cpu_gen_code(env, tb, CODE_GEN_MAX_SIZE, &code_gen_size);
685	code_gen_ptr = (void *)(((unsigned long)code_gen_ptr + code_gen_size + CODE_GEN_ALIGN - 1) & ~(CODE_GEN_ALIGN - 1));
686
687	/* check next page if needed */
688	virt_page2 = (pc + tb->size - 1) & TARGET_PAGE_MASK;
689	phys_page2 = -1;
690	if ((pc & TARGET_PAGE_MASK) != virt_page2) {
691	phys_page2 = get_phys_addr_code(env, virt_page2);
692	}
693	tb_link_phys(tb, phys_pc, phys_page2);
694	}
695	#endif
696
697	/* invalidate all TBs which intersect with the target physical page
698	starting in range [start;end[. NOTE: start and end must refer to
699	the same physical page. 'is_cpu_write_access' should be true if called
700	from a real cpu write access: the virtual CPU will exit the current
701	TB if code is modified inside this TB. */
702	void tb_invalidate_phys_page_range(target_ulong start, target_ulong end,
703	int is_cpu_write_access)
704	{
705	int n, current_tb_modified, current_tb_not_found, current_flags;
706	CPUState *env = cpu_single_env;
707	PageDesc *p;
708	TranslationBlock tb, tb_next, current_tb, saved_tb;
709	target_ulong tb_start, tb_end;
710	target_ulong current_pc, current_cs_base;
711
712	p = page_find(start >> TARGET_PAGE_BITS);
713	if (!p)
714	return;
715	if (!p->code_bitmap &&
716	++p->code_write_count >= SMC_BITMAP_USE_THRESHOLD &&
717	is_cpu_write_access) {
718	/* build code bitmap */
719	build_page_bitmap(p);
720	}
721
722	/* we remove all the TBs in the range [start, end[ */
723	/* XXX: see if in some cases it could be faster to invalidate all the code */
724	current_tb_not_found = is_cpu_write_access;
725	current_tb_modified = 0;
726	current_tb = NULL; /* avoid warning */
727	current_pc = 0; /* avoid warning */
728	current_cs_base = 0; /* avoid warning */
729	current_flags = 0; /* avoid warning */
730	tb = p->first_tb;
731	while (tb != NULL) {
732	n = (long)tb & 3;
733	tb = (TranslationBlock *)((long)tb & ~3);
734	tb_next = tb->page_next[n];
735	/* NOTE: this is subtle as a TB may span two physical pages */
736	if (n == 0) {
737	/* NOTE: tb_end may be after the end of the page, but
738	it is not a problem */
739	tb_start = tb->page_addr[0] + (tb->pc & ~TARGET_PAGE_MASK);
740	tb_end = tb_start + tb->size;
741	} else {
742	tb_start = tb->page_addr[1];
743	tb_end = tb_start + ((tb->pc + tb->size) & ~TARGET_PAGE_MASK);
744	}
745	if (!(tb_end <= start \|\| tb_start >= end)) {
746	#ifdef TARGET_HAS_PRECISE_SMC
747	if (current_tb_not_found) {
748	current_tb_not_found = 0;
749	current_tb = NULL;
750	if (env->mem_write_pc) {
751	/* now we have a real cpu fault */
752	current_tb = tb_find_pc(env->mem_write_pc);
753	}
754	}
755	if (current_tb == tb &&
756	!(current_tb->cflags & CF_SINGLE_INSN)) {
757	/* If we are modifying the current TB, we must stop
758	its execution. We could be more precise by checking
759	that the modification is after the current PC, but it
760	would require a specialized function to partially
761	restore the CPU state */
762
763	current_tb_modified = 1;
764	cpu_restore_state(current_tb, env,
765	env->mem_write_pc, NULL);
766	#if defined(TARGET_I386)
767	current_flags = env->hflags;
768	current_flags \|= (env->eflags & (IOPL_MASK \| TF_MASK \| VM_MASK));
769	current_cs_base = (target_ulong)env->segs[R_CS].base;
770	current_pc = current_cs_base + env->eip;
771	#else
772	#error unsupported CPU
773	#endif
774	}
775	#endif /* TARGET_HAS_PRECISE_SMC */
776	/* we need to do that to handle the case where a signal
777	occurs while doing tb_phys_invalidate() */
778	saved_tb = NULL;
779	if (env) {
780	saved_tb = env->current_tb;
781	env->current_tb = NULL;
782	}
783	tb_phys_invalidate(tb, -1);
784	if (env) {
785	env->current_tb = saved_tb;
786	if (env->interrupt_request && env->current_tb)
787	cpu_interrupt(env, env->interrupt_request);
788	}
789	}
790	tb = tb_next;
791	}
792	#if !defined(CONFIG_USER_ONLY)
793	/* if no code remaining, no need to continue to use slow writes */
794	if (!p->first_tb) {
795	invalidate_page_bitmap(p);
796	if (is_cpu_write_access) {
797	tlb_unprotect_code_phys(env, start, env->mem_write_vaddr);
798	}
799	}
800	#endif
801	#ifdef TARGET_HAS_PRECISE_SMC
802	if (current_tb_modified) {
803	/* we generate a block containing just the instruction
804	modifying the memory. It will ensure that it cannot modify
805	itself */
806	env->current_tb = NULL;
807	tb_gen_code(env, current_pc, current_cs_base, current_flags,
808	CF_SINGLE_INSN);
809	cpu_resume_from_signal(env, NULL);
810	}
811	#endif
812	}
813
814	/* len must be <= 8 and start must be a multiple of len */
815	static inline void tb_invalidate_phys_page_fast(target_ulong start, int len)
816	{
817	PageDesc *p;
818	int offset, b;
819	#if 0
820	if (1) {
821	if (loglevel) {
822	fprintf(logfile, "modifying code at 0x%x size=%d EIP=%x PC=%08x\n",
823	cpu_single_env->mem_write_vaddr, len,
824	cpu_single_env->eip,
825	cpu_single_env->eip + (long)cpu_single_env->segs[R_CS].base);
826	}
827	}
828	#endif
829	p = page_find(start >> TARGET_PAGE_BITS);
830	if (!p)
831	return;
832	if (p->code_bitmap) {
833	offset = start & ~TARGET_PAGE_MASK;
834	b = p->code_bitmap[offset >> 3] >> (offset & 7);
835	if (b & ((1 << len) - 1))
836	goto do_invalidate;
837	} else {
838	do_invalidate:
839	tb_invalidate_phys_page_range(start, start + len, 1);
840	}
841	}
842
843	#if !defined(CONFIG_SOFTMMU)
844	static void tb_invalidate_phys_page(target_ulong addr,
845	unsigned long pc, void *puc)
846	{
847	int n, current_flags, current_tb_modified;
848	target_ulong current_pc, current_cs_base;
849	PageDesc *p;
850	TranslationBlock tb, current_tb;
851	#ifdef TARGET_HAS_PRECISE_SMC
852	CPUState *env = cpu_single_env;
853	#endif
854
855	addr &= TARGET_PAGE_MASK;
856	p = page_find(addr >> TARGET_PAGE_BITS);
857	if (!p)
858	return;
859	tb = p->first_tb;
860	current_tb_modified = 0;
861	current_tb = NULL;
862	current_pc = 0; /* avoid warning */
863	current_cs_base = 0; /* avoid warning */
864	current_flags = 0; /* avoid warning */
865	#ifdef TARGET_HAS_PRECISE_SMC
866	if (tb && pc != 0) {
867	current_tb = tb_find_pc(pc);
868	}
869	#endif
870	while (tb != NULL) {
871	n = (long)tb & 3;
872	tb = (TranslationBlock *)((long)tb & ~3);
873	#ifdef TARGET_HAS_PRECISE_SMC
874	if (current_tb == tb &&
875	!(current_tb->cflags & CF_SINGLE_INSN)) {
876	/* If we are modifying the current TB, we must stop
877	its execution. We could be more precise by checking
878	that the modification is after the current PC, but it
879	would require a specialized function to partially
880	restore the CPU state */
881
882	current_tb_modified = 1;
883	cpu_restore_state(current_tb, env, pc, puc);
884	#if defined(TARGET_I386)
885	current_flags = env->hflags;
886	current_flags \|= (env->eflags & (IOPL_MASK \| TF_MASK \| VM_MASK));
887	current_cs_base = (target_ulong)env->segs[R_CS].base;
888	current_pc = current_cs_base + env->eip;
889	#else
890	#error unsupported CPU
891	#endif
892	}
893	#endif /* TARGET_HAS_PRECISE_SMC */
894	tb_phys_invalidate(tb, addr);
895	tb = tb->page_next[n];
896	}
897	p->first_tb = NULL;
898	#ifdef TARGET_HAS_PRECISE_SMC
899	if (current_tb_modified) {
900	/* we generate a block containing just the instruction
901	modifying the memory. It will ensure that it cannot modify
902	itself */
903	env->current_tb = NULL;
904	tb_gen_code(env, current_pc, current_cs_base, current_flags,
905	CF_SINGLE_INSN);
906	cpu_resume_from_signal(env, puc);
907	}
908	#endif
909	}
910	#endif
911
912	/* add the tb in the target page and protect it if necessary */
913	static inline void tb_alloc_page(TranslationBlock *tb,
914	unsigned int n, target_ulong page_addr)
915	{
916	PageDesc *p;
917	TranslationBlock *last_first_tb;
918
919	tb->page_addr[n] = page_addr;
920	p = page_find_alloc(page_addr >> TARGET_PAGE_BITS);
921	tb->page_next[n] = p->first_tb;
922	last_first_tb = p->first_tb;
923	p->first_tb = (TranslationBlock *)((long)tb \| n);
924	invalidate_page_bitmap(p);
925
926	#if defined(TARGET_HAS_SMC) \|\| 1
927
928	#if defined(CONFIG_USER_ONLY)
929	if (p->flags & PAGE_WRITE) {
930	target_ulong addr;
931	PageDesc *p2;
932	int prot;
933
934	/* force the host page as non writable (writes will have a
935	page fault + mprotect overhead) */
936	page_addr &= qemu_host_page_mask;
937	prot = 0;
938	for(addr = page_addr; addr < page_addr + qemu_host_page_size;
939	addr += TARGET_PAGE_SIZE) {
940
941	p2 = page_find (addr >> TARGET_PAGE_BITS);
942	if (!p2)
943	continue;
944	prot \|= p2->flags;
945	p2->flags &= ~PAGE_WRITE;
946	page_get_flags(addr);
947	}
948	mprotect(g2h(page_addr), qemu_host_page_size,
949	(prot & PAGE_BITS) & ~PAGE_WRITE);
950	#ifdef DEBUG_TB_INVALIDATE
951	printf("protecting code page: 0x%08lx\n",
952	page_addr);
953	#endif
954	}
955	#else
956	/* if some code is already present, then the pages are already
957	protected. So we handle the case where only the first TB is
958	allocated in a physical page */
959	if (!last_first_tb) {
960	tlb_protect_code(page_addr);
961	}
962	#endif
963
964	#endif /* TARGET_HAS_SMC */
965	}
966
967	/* Allocate a new translation block. Flush the translation buffer if
968	too many translation blocks or too much generated code. */
969	TranslationBlock *tb_alloc(target_ulong pc)
970	{
971	TranslationBlock *tb;
972
973	if (nb_tbs >= CODE_GEN_MAX_BLOCKS \|\|
974	(code_gen_ptr - code_gen_buffer) >= CODE_GEN_BUFFER_MAX_SIZE)
975	return NULL;
976	tb = &tbs[nb_tbs++];
977	tb->pc = pc;
978	tb->cflags = 0;
979	return tb;
980	}
981
982	/* add a new TB and link it to the physical page tables. phys_page2 is
983	(-1) to indicate that only one page contains the TB. */
984	void tb_link_phys(TranslationBlock *tb,
985	target_ulong phys_pc, target_ulong phys_page2)
986	{
987	unsigned int h;
988	TranslationBlock **ptb;
989
990	/* add in the physical hash table */
991	h = tb_phys_hash_func(phys_pc);
992	ptb = &tb_phys_hash[h];
993	tb->phys_hash_next = *ptb;
994	*ptb = tb;
995
996	/* add in the page list */
997	tb_alloc_page(tb, 0, phys_pc & TARGET_PAGE_MASK);
998	if (phys_page2 != -1)
999	tb_alloc_page(tb, 1, phys_page2);
1000	else
1001	tb->page_addr[1] = -1;
1002
1003	tb->jmp_first = (TranslationBlock *)((long)tb \| 2);
1004	tb->jmp_next[0] = NULL;
1005	tb->jmp_next[1] = NULL;
1006	#ifdef USE_CODE_COPY
1007	tb->cflags &= ~CF_FP_USED;
1008	if (tb->cflags & CF_TB_FP_USED)
1009	tb->cflags \|= CF_FP_USED;
1010	#endif
1011
1012	/* init original jump addresses */
1013	if (tb->tb_next_offset[0] != 0xffff)
1014	tb_reset_jump(tb, 0);
1015	if (tb->tb_next_offset[1] != 0xffff)
1016	tb_reset_jump(tb, 1);
1017
1018	#ifdef DEBUG_TB_CHECK
1019	tb_page_check();
1020	#endif
1021	}
1022
1023	/* find the TB 'tb' such that tb[0].tc_ptr <= tc_ptr <
1024	tb[1].tc_ptr. Return NULL if not found */
1025	TranslationBlock *tb_find_pc(unsigned long tc_ptr)
1026	{
1027	int m_min, m_max, m;
1028	unsigned long v;
1029	TranslationBlock *tb;
1030
1031	if (nb_tbs <= 0)
1032	return NULL;
1033	if (tc_ptr < (unsigned long)code_gen_buffer \|\|
1034	tc_ptr >= (unsigned long)code_gen_ptr)
1035	return NULL;
1036	/* binary search (cf Knuth) */
1037	m_min = 0;
1038	m_max = nb_tbs - 1;
1039	while (m_min <= m_max) {
1040	m = (m_min + m_max) >> 1;
1041	tb = &tbs[m];
1042	v = (unsigned long)tb->tc_ptr;
1043	if (v == tc_ptr)
1044	return tb;
1045	else if (tc_ptr < v) {
1046	m_max = m - 1;
1047	} else {
1048	m_min = m + 1;
1049	}
1050	}
1051	return &tbs[m_max];
1052	}
1053
1054	static void tb_reset_jump_recursive(TranslationBlock *tb);
1055
1056	static inline void tb_reset_jump_recursive2(TranslationBlock *tb, int n)
1057	{
1058	TranslationBlock tb1, tb_next, **ptb;
1059	unsigned int n1;
1060
1061	tb1 = tb->jmp_next[n];
1062	if (tb1 != NULL) {
1063	/* find head of list */
1064	for(;;) {
1065	n1 = (long)tb1 & 3;
1066	tb1 = (TranslationBlock *)((long)tb1 & ~3);
1067	if (n1 == 2)
1068	break;
1069	tb1 = tb1->jmp_next[n1];
1070	}
1071	/* we are now sure now that tb jumps to tb1 */
1072	tb_next = tb1;
1073
1074	/* remove tb from the jmp_first list */
1075	ptb = &tb_next->jmp_first;
1076	for(;;) {
1077	tb1 = *ptb;
1078	n1 = (long)tb1 & 3;
1079	tb1 = (TranslationBlock *)((long)tb1 & ~3);
1080	if (n1 == n && tb1 == tb)
1081	break;
1082	ptb = &tb1->jmp_next[n1];
1083	}
1084	*ptb = tb->jmp_next[n];
1085	tb->jmp_next[n] = NULL;
1086
1087	/* suppress the jump to next tb in generated code */
1088	tb_reset_jump(tb, n);
1089
1090	/* suppress jumps in the tb on which we could have jumped */
1091	tb_reset_jump_recursive(tb_next);
1092	}
1093	}
1094
1095	static void tb_reset_jump_recursive(TranslationBlock *tb)
1096	{
1097	tb_reset_jump_recursive2(tb, 0);
1098	tb_reset_jump_recursive2(tb, 1);
1099	}
1100
1101	#if defined(TARGET_HAS_ICE)
1102	static void breakpoint_invalidate(CPUState *env, target_ulong pc)
1103	{
1104	target_ulong addr, pd;
1105	ram_addr_t ram_addr;
1106	PhysPageDesc *p;
1107
1108	addr = cpu_get_phys_page_debug(env, pc);
1109	p = phys_page_find(addr >> TARGET_PAGE_BITS);
1110	if (!p) {
1111	pd = IO_MEM_UNASSIGNED;
1112	} else {
1113	pd = p->phys_offset;
1114	}
1115	ram_addr = (pd & TARGET_PAGE_MASK) \| (pc & ~TARGET_PAGE_MASK);
1116	tb_invalidate_phys_page_range(ram_addr, ram_addr + 1, 0);
1117	}
1118	#endif
1119
1120	/* add a breakpoint. EXCP_DEBUG is returned by the CPU loop if a
1121	breakpoint is reached */
1122	int cpu_breakpoint_insert(CPUState *env, target_ulong pc)
1123	{
1124	#if defined(TARGET_HAS_ICE)
1125	int i;
1126
1127	for(i = 0; i < env->nb_breakpoints; i++) {
1128	if (env->breakpoints[i] == pc)
1129	return 0;
1130	}
1131
1132	if (env->nb_breakpoints >= MAX_BREAKPOINTS)
1133	return -1;
1134	env->breakpoints[env->nb_breakpoints++] = pc;
1135
1136	breakpoint_invalidate(env, pc);
1137	return 0;
1138	#else
1139	return -1;
1140	#endif
1141	}
1142
1143	/* remove a breakpoint */
1144	int cpu_breakpoint_remove(CPUState *env, target_ulong pc)
1145	{
1146	#if defined(TARGET_HAS_ICE)
1147	int i;
1148	for(i = 0; i < env->nb_breakpoints; i++) {
1149	if (env->breakpoints[i] == pc)
1150	goto found;
1151	}
1152	return -1;
1153	found:
1154	env->nb_breakpoints--;
1155	if (i < env->nb_breakpoints)
1156	env->breakpoints[i] = env->breakpoints[env->nb_breakpoints];
1157
1158	breakpoint_invalidate(env, pc);
1159	return 0;
1160	#else
1161	return -1;
1162	#endif
1163	}
1164
1165	/* enable or disable single step mode. EXCP_DEBUG is returned by the
1166	CPU loop after each instruction */
1167	void cpu_single_step(CPUState *env, int enabled)
1168	{
1169	#if defined(TARGET_HAS_ICE)
1170	if (env->singlestep_enabled != enabled) {
1171	env->singlestep_enabled = enabled;
1172	/* must flush all the translated code to avoid inconsistancies */
1173	/* XXX: only flush what is necessary */
1174	tb_flush(env);
1175	}
1176	#endif
1177	}
1178
1179	#ifndef VBOX
1180	/* enable or disable low levels log */
1181	void cpu_set_log(int log_flags)
1182	{
1183	loglevel = log_flags;
1184	if (loglevel && !logfile) {
1185	logfile = fopen(logfilename, "w");
1186	if (!logfile) {
1187	perror(logfilename);
1188	_exit(1);
1189	}
1190	#if !defined(CONFIG_SOFTMMU)
1191	/* must avoid mmap() usage of glibc by setting a buffer "by hand" */
1192	{
1193	static uint8_t logfile_buf[4096];
1194	setvbuf(logfile, logfile_buf, _IOLBF, sizeof(logfile_buf));
1195	}
1196	#else
1197	setvbuf(logfile, NULL, _IOLBF, 0);
1198	#endif
1199	}
1200	}
1201
1202	void cpu_set_log_filename(const char *filename)
1203	{
1204	logfilename = strdup(filename);
1205	}
1206	#endif /* !VBOX */
1207
1208	/* mask must never be zero, except for A20 change call */
1209	void cpu_interrupt(CPUState *env, int mask)
1210	{
1211	TranslationBlock *tb;
1212	static int interrupt_lock;
1213
1214	#ifdef VBOX
1215	VM_ASSERT_EMT(env->pVM);
1216	ASMAtomicOrS32(&env->interrupt_request, mask);
1217	#else /* !VBOX */
1218	env->interrupt_request \|= mask;
1219	#endif /* !VBOX */
1220	/* if the cpu is currently executing code, we must unlink it and
1221	all the potentially executing TB */
1222	tb = env->current_tb;
1223	if (tb && !testandset(&interrupt_lock)) {
1224	env->current_tb = NULL;
1225	tb_reset_jump_recursive(tb);
1226	interrupt_lock = 0;
1227	}
1228	}
1229
1230	void cpu_reset_interrupt(CPUState *env, int mask)
1231	{
1232	#ifdef VBOX
1233	/*
1234	* Note: the current implementation can be executed by another thread without problems; make sure this remains true
1235	* for future changes!
1236	*/
1237	ASMAtomicAndS32(&env->interrupt_request, ~mask);
1238	#else /* !VBOX */
1239	env->interrupt_request &= ~mask;
1240	#endif /* !VBOX */
1241	}
1242
1243	#ifndef VBOX
1244	CPULogItem cpu_log_items[] = {
1245	{ CPU_LOG_TB_OUT_ASM, "out_asm",
1246	"show generated host assembly code for each compiled TB" },
1247	{ CPU_LOG_TB_IN_ASM, "in_asm",
1248	"show target assembly code for each compiled TB" },
1249	{ CPU_LOG_TB_OP, "op",
1250	"show micro ops for each compiled TB (only usable if 'in_asm' used)" },
1251	#ifdef TARGET_I386
1252	{ CPU_LOG_TB_OP_OPT, "op_opt",
1253	"show micro ops after optimization for each compiled TB" },
1254	#endif
1255	{ CPU_LOG_INT, "int",
1256	"show interrupts/exceptions in short format" },
1257	{ CPU_LOG_EXEC, "exec",
1258	"show trace before each executed TB (lots of logs)" },
1259	{ CPU_LOG_TB_CPU, "cpu",
1260	"show CPU state before bloc translation" },
1261	#ifdef TARGET_I386
1262	{ CPU_LOG_PCALL, "pcall",
1263	"show protected mode far calls/returns/exceptions" },
1264	#endif
1265	#ifdef DEBUG_IOPORT
1266	{ CPU_LOG_IOPORT, "ioport",
1267	"show all i/o ports accesses" },
1268	#endif
1269	{ 0, NULL, NULL },
1270	};
1271
1272	static int cmp1(const char s1, int n, const char s2)
1273	{
1274	if (strlen(s2) != n)
1275	return 0;
1276	return memcmp(s1, s2, n) == 0;
1277	}
1278
1279	/* takes a comma separated list of log masks. Return 0 if error. */
1280	int cpu_str_to_log_mask(const char *str)
1281	{
1282	CPULogItem *item;
1283	int mask;
1284	const char p, p1;
1285
1286	p = str;
1287	mask = 0;
1288	for(;;) {
1289	p1 = strchr(p, ',');
1290	if (!p1)
1291	p1 = p + strlen(p);
1292	if(cmp1(p,p1-p,"all")) {
1293	for(item = cpu_log_items; item->mask != 0; item++) {
1294	mask \|= item->mask;
1295	}
1296	} else {
1297	for(item = cpu_log_items; item->mask != 0; item++) {
1298	if (cmp1(p, p1 - p, item->name))
1299	goto found;
1300	}
1301	return 0;
1302	}
1303	found:
1304	mask \|= item->mask;
1305	if (*p1 != ',')
1306	break;
1307	p = p1 + 1;
1308	}
1309	return mask;
1310	}
1311	#endif /* !VBOX */
1312
1313	#ifndef VBOX /* VBOX: we have our own routine. */
1314	void cpu_abort(CPUState env, const char fmt, ...)
1315	{
1316	va_list ap;
1317
1318	va_start(ap, fmt);
1319	fprintf(stderr, "qemu: fatal: ");
1320	vfprintf(stderr, fmt, ap);
1321	fprintf(stderr, "\n");
1322	#ifdef TARGET_I386
1323	cpu_dump_state(env, stderr, fprintf, X86_DUMP_FPU \| X86_DUMP_CCOP);
1324	#else
1325	cpu_dump_state(env, stderr, fprintf, 0);
1326	#endif
1327	va_end(ap);
1328	abort();
1329	}
1330	#endif /* !VBOX */
1331
1332	#if !defined(CONFIG_USER_ONLY)
1333
1334	/* NOTE: if flush_global is true, also flush global entries (not
1335	implemented yet) */
1336	void tlb_flush(CPUState *env, int flush_global)
1337	{
1338	int i;
1339
1340	#if defined(DEBUG_TLB)
1341	printf("tlb_flush:\n");
1342	#endif
1343	/* must reset current TB so that interrupts cannot modify the
1344	links while we are modifying them */
1345	env->current_tb = NULL;
1346
1347	for(i = 0; i < CPU_TLB_SIZE; i++) {
1348	env->tlb_table[0][i].addr_read = -1;
1349	env->tlb_table[0][i].addr_write = -1;
1350	env->tlb_table[0][i].addr_code = -1;
1351	env->tlb_table[1][i].addr_read = -1;
1352	env->tlb_table[1][i].addr_write = -1;
1353	env->tlb_table[1][i].addr_code = -1;
1354	}
1355
1356	memset (env->tb_jmp_cache, 0, TB_JMP_CACHE_SIZE * sizeof (void *));
1357
1358	#if !defined(CONFIG_SOFTMMU)
1359	munmap((void *)MMAP_AREA_START, MMAP_AREA_END - MMAP_AREA_START);
1360	#endif
1361	#ifdef VBOX
1362	/* inform raw mode about TLB flush */
1363	remR3FlushTLB(env, flush_global);
1364	#endif
1365	#ifdef USE_KQEMU
1366	if (env->kqemu_enabled) {
1367	kqemu_flush(env, flush_global);
1368	}
1369	#endif
1370	tlb_flush_count++;
1371	}
1372
1373	static inline void tlb_flush_entry(CPUTLBEntry *tlb_entry, target_ulong addr)
1374	{
1375	if (addr == (tlb_entry->addr_read &
1376	(TARGET_PAGE_MASK \| TLB_INVALID_MASK)) \|\|
1377	addr == (tlb_entry->addr_write &
1378	(TARGET_PAGE_MASK \| TLB_INVALID_MASK)) \|\|
1379	addr == (tlb_entry->addr_code &
1380	(TARGET_PAGE_MASK \| TLB_INVALID_MASK))) {
1381	tlb_entry->addr_read = -1;
1382	tlb_entry->addr_write = -1;
1383	tlb_entry->addr_code = -1;
1384	}
1385	}
1386
1387	void tlb_flush_page(CPUState *env, target_ulong addr)
1388	{
1389	int i;
1390	TranslationBlock *tb;
1391
1392	#if defined(DEBUG_TLB)
1393	printf("tlb_flush_page: " TARGET_FMT_lx "\n", addr);
1394	#endif
1395	/* must reset current TB so that interrupts cannot modify the
1396	links while we are modifying them */
1397	env->current_tb = NULL;
1398
1399	addr &= TARGET_PAGE_MASK;
1400	i = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
1401	tlb_flush_entry(&env->tlb_table[0][i], addr);
1402	tlb_flush_entry(&env->tlb_table[1][i], addr);
1403
1404	/* Discard jump cache entries for any tb which might potentially
1405	overlap the flushed page. */
1406	i = tb_jmp_cache_hash_page(addr - TARGET_PAGE_SIZE);
1407	memset (&env->tb_jmp_cache[i], 0, TB_JMP_PAGE_SIZE * sizeof(tb));
1408
1409	i = tb_jmp_cache_hash_page(addr);
1410	memset (&env->tb_jmp_cache[i], 0, TB_JMP_PAGE_SIZE * sizeof(tb));
1411
1412	#if !defined(CONFIG_SOFTMMU)
1413	if (addr < MMAP_AREA_END)
1414	munmap((void *)addr, TARGET_PAGE_SIZE);
1415	#endif
1416	#ifdef VBOX
1417	/* inform raw mode about TLB page flush */
1418	remR3FlushPage(env, addr);
1419	#endif /* VBOX */
1420	#ifdef USE_KQEMU
1421	if (env->kqemu_enabled) {
1422	kqemu_flush_page(env, addr);
1423	}
1424	#endif
1425	}
1426
1427	/* update the TLBs so that writes to code in the virtual page 'addr'
1428	can be detected */
1429	static void tlb_protect_code(ram_addr_t ram_addr)
1430	{
1431	cpu_physical_memory_reset_dirty(ram_addr,
1432	ram_addr + TARGET_PAGE_SIZE,
1433	CODE_DIRTY_FLAG);
1434	#if defined(VBOX) && defined(REM_MONITOR_CODE_PAGES)
1435	/** @todo Retest this? This function has changed... */
1436	remR3ProtectCode(cpu_single_env, ram_addr);
1437	#endif
1438	}
1439
1440	/* update the TLB so that writes in physical page 'phys_addr' are no longer
1441	tested for self modifying code */
1442	static void tlb_unprotect_code_phys(CPUState *env, ram_addr_t ram_addr,
1443	target_ulong vaddr)
1444	{
1445	#ifdef VBOX
1446	if (RT_LIKELY((ram_addr >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
1447	#endif
1448	phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS] \|= CODE_DIRTY_FLAG;
1449	}
1450
1451	static inline void tlb_reset_dirty_range(CPUTLBEntry *tlb_entry,
1452	unsigned long start, unsigned long length)
1453	{
1454	unsigned long addr;
1455	if ((tlb_entry->addr_write & ~TARGET_PAGE_MASK) == IO_MEM_RAM) {
1456	addr = (tlb_entry->addr_write & TARGET_PAGE_MASK) + tlb_entry->addend;
1457	if ((addr - start) < length) {
1458	tlb_entry->addr_write = (tlb_entry->addr_write & TARGET_PAGE_MASK) \| IO_MEM_NOTDIRTY;
1459	}
1460	}
1461	}
1462
1463	void cpu_physical_memory_reset_dirty(ram_addr_t start, ram_addr_t end,
1464	int dirty_flags)
1465	{
1466	CPUState *env;
1467	unsigned long length, start1;
1468	int i, mask, len;
1469	uint8_t *p;
1470
1471	start &= TARGET_PAGE_MASK;
1472	end = TARGET_PAGE_ALIGN(end);
1473
1474	length = end - start;
1475	if (length == 0)
1476	return;
1477	len = length >> TARGET_PAGE_BITS;
1478	#ifdef USE_KQEMU
1479	/* XXX: should not depend on cpu context */
1480	env = first_cpu;
1481	if (env->kqemu_enabled) {
1482	ram_addr_t addr;
1483	addr = start;
1484	for(i = 0; i < len; i++) {
1485	kqemu_set_notdirty(env, addr);
1486	addr += TARGET_PAGE_SIZE;
1487	}
1488	}
1489	#endif
1490	mask = ~dirty_flags;
1491	p = phys_ram_dirty + (start >> TARGET_PAGE_BITS);
1492	#ifdef VBOX
1493	if (RT_LIKELY((start >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
1494	#endif
1495	for(i = 0; i < len; i++)
1496	p[i] &= mask;
1497
1498	/* we modify the TLB cache so that the dirty bit will be set again
1499	when accessing the range */
1500	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
1501	start1 = start;
1502	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
1503	start1 = start + (unsigned long)phys_ram_base;
1504	#else
1505	start1 = (unsigned long)remR3GCPhys2HCVirt(first_cpu, start);
1506	#endif
1507	for(env = first_cpu; env != NULL; env = env->next_cpu) {
1508	for(i = 0; i < CPU_TLB_SIZE; i++)
1509	tlb_reset_dirty_range(&env->tlb_table[0][i], start1, length);
1510	for(i = 0; i < CPU_TLB_SIZE; i++)
1511	tlb_reset_dirty_range(&env->tlb_table[1][i], start1, length);
1512	}
1513
1514	#if !defined(CONFIG_SOFTMMU)
1515	#ifdef VBOX /*@todo remove this check /
1516	# error "We shouldn't get here..."
1517	#endif
1518	/* XXX: this is expensive */
1519	{
1520	VirtPageDesc *p;
1521	int j;
1522	target_ulong addr;
1523
1524	for(i = 0; i < L1_SIZE; i++) {
1525	p = l1_virt_map[i];
1526	if (p) {
1527	addr = i << (TARGET_PAGE_BITS + L2_BITS);
1528	for(j = 0; j < L2_SIZE; j++) {
1529	if (p->valid_tag == virt_valid_tag &&
1530	p->phys_addr >= start && p->phys_addr < end &&
1531	(p->prot & PROT_WRITE)) {
1532	if (addr < MMAP_AREA_END) {
1533	mprotect((void *)addr, TARGET_PAGE_SIZE,
1534	p->prot & ~PROT_WRITE);
1535	}
1536	}
1537	addr += TARGET_PAGE_SIZE;
1538	p++;
1539	}
1540	}
1541	}
1542	}
1543	#endif
1544	}
1545
1546	static inline void tlb_update_dirty(CPUTLBEntry *tlb_entry)
1547	{
1548	ram_addr_t ram_addr;
1549
1550	if ((tlb_entry->addr_write & ~TARGET_PAGE_MASK) == IO_MEM_RAM) {
1551	/* RAM case */
1552	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
1553	ram_addr = (tlb_entry->addr_write & TARGET_PAGE_MASK) + tlb_entry->addend;
1554	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
1555	ram_addr = (tlb_entry->addr_write & TARGET_PAGE_MASK) +
1556	tlb_entry->addend - (unsigned long)phys_ram_base;
1557	#else
1558	ram_addr = remR3HCVirt2GCPhys(first_cpu, (tlb_entry->addr_write & TARGET_PAGE_MASK) + tlb_entry->addend);
1559	#endif
1560	if (!cpu_physical_memory_is_dirty(ram_addr)) {
1561	tlb_entry->addr_write \|= IO_MEM_NOTDIRTY;
1562	}
1563	}
1564	}
1565
1566	/* update the TLB according to the current state of the dirty bits */
1567	void cpu_tlb_update_dirty(CPUState *env)
1568	{
1569	int i;
1570	for(i = 0; i < CPU_TLB_SIZE; i++)
1571	tlb_update_dirty(&env->tlb_table[0][i]);
1572	for(i = 0; i < CPU_TLB_SIZE; i++)
1573	tlb_update_dirty(&env->tlb_table[1][i]);
1574	}
1575
1576	static inline void tlb_set_dirty1(CPUTLBEntry *tlb_entry,
1577	unsigned long start)
1578	{
1579	unsigned long addr;
1580	if ((tlb_entry->addr_write & ~TARGET_PAGE_MASK) == IO_MEM_NOTDIRTY) {
1581	addr = (tlb_entry->addr_write & TARGET_PAGE_MASK) + tlb_entry->addend;
1582	if (addr == start) {
1583	tlb_entry->addr_write = (tlb_entry->addr_write & TARGET_PAGE_MASK) \| IO_MEM_RAM;
1584	}
1585	}
1586	}
1587
1588	/* update the TLB corresponding to virtual page vaddr and phys addr
1589	addr so that it is no longer dirty */
1590	static inline void tlb_set_dirty(CPUState *env,
1591	unsigned long addr, target_ulong vaddr)
1592	{
1593	int i;
1594
1595	addr &= TARGET_PAGE_MASK;
1596	i = (vaddr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
1597	tlb_set_dirty1(&env->tlb_table[0][i], addr);
1598	tlb_set_dirty1(&env->tlb_table[1][i], addr);
1599	}
1600
1601	/* add a new TLB entry. At most one entry for a given virtual address
1602	is permitted. Return 0 if OK or 2 if the page could not be mapped
1603	(can only happen in non SOFTMMU mode for I/O pages or pages
1604	conflicting with the host address space). */
1605	int tlb_set_page_exec(CPUState *env, target_ulong vaddr,
1606	target_phys_addr_t paddr, int prot,
1607	int is_user, int is_softmmu)
1608	{
1609	PhysPageDesc *p;
1610	unsigned long pd;
1611	unsigned int index;
1612	target_ulong address;
1613	target_phys_addr_t addend;
1614	int ret;
1615	CPUTLBEntry *te;
1616
1617	p = phys_page_find(paddr >> TARGET_PAGE_BITS);
1618	if (!p) {
1619	pd = IO_MEM_UNASSIGNED;
1620	} else {
1621	pd = p->phys_offset;
1622	}
1623	#if defined(DEBUG_TLB)
1624	printf("tlb_set_page: vaddr=" TARGET_FMT_lx " paddr=0x%08x prot=%x u=%d smmu=%d pd=0x%08lx\n",
1625	vaddr, (int)paddr, prot, is_user, is_softmmu, pd);
1626	#endif
1627
1628	ret = 0;
1629	#if !defined(CONFIG_SOFTMMU)
1630	if (is_softmmu)
1631	#endif
1632	{
1633	if ((pd & ~TARGET_PAGE_MASK) > IO_MEM_ROM && !(pd & IO_MEM_ROMD)) {
1634	/* IO memory case */
1635	address = vaddr \| pd;
1636	addend = paddr;
1637	} else {
1638	/* standard memory */
1639	address = vaddr;
1640	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
1641	addend = pd & TARGET_PAGE_MASK;
1642	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
1643	addend = (unsigned long)phys_ram_base + (pd & TARGET_PAGE_MASK);
1644	#else
1645	addend = (unsigned long)remR3GCPhys2HCVirt(env, pd & TARGET_PAGE_MASK);
1646	#endif
1647	}
1648
1649	index = (vaddr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
1650	addend -= vaddr;
1651	te = &env->tlb_table[is_user][index];
1652	te->addend = addend;
1653	if (prot & PAGE_READ) {
1654	te->addr_read = address;
1655	} else {
1656	te->addr_read = -1;
1657	}
1658	if (prot & PAGE_EXEC) {
1659	te->addr_code = address;
1660	} else {
1661	te->addr_code = -1;
1662	}
1663	if (prot & PAGE_WRITE) {
1664	if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_ROM \|\|
1665	(pd & IO_MEM_ROMD)) {
1666	/* write access calls the I/O callback */
1667	te->addr_write = vaddr \|
1668	(pd & ~(TARGET_PAGE_MASK \| IO_MEM_ROMD));
1669	} else if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_RAM &&
1670	!cpu_physical_memory_is_dirty(pd)) {
1671	te->addr_write = vaddr \| IO_MEM_NOTDIRTY;
1672	} else {
1673	te->addr_write = address;
1674	}
1675	} else {
1676	te->addr_write = -1;
1677	}
1678	#ifdef VBOX
1679	/* inform raw mode about TLB page change */
1680	remR3FlushPage(env, vaddr);
1681	#endif
1682	}
1683	#if !defined(CONFIG_SOFTMMU)
1684	else {
1685	if ((pd & ~TARGET_PAGE_MASK) > IO_MEM_ROM) {
1686	/* IO access: no mapping is done as it will be handled by the
1687	soft MMU */
1688	if (!(env->hflags & HF_SOFTMMU_MASK))
1689	ret = 2;
1690	} else {
1691	void *map_addr;
1692
1693	if (vaddr >= MMAP_AREA_END) {
1694	ret = 2;
1695	} else {
1696	if (prot & PROT_WRITE) {
1697	if ((pd & ~TARGET_PAGE_MASK) == IO_MEM_ROM \|\|
1698	#if defined(TARGET_HAS_SMC) \|\| 1
1699	first_tb \|\|
1700	#endif
1701	((pd & ~TARGET_PAGE_MASK) == IO_MEM_RAM &&
1702	!cpu_physical_memory_is_dirty(pd))) {
1703	/* ROM: we do as if code was inside */
1704	/* if code is present, we only map as read only and save the
1705	original mapping */
1706	VirtPageDesc *vp;
1707
1708	vp = virt_page_find_alloc(vaddr >> TARGET_PAGE_BITS, 1);
1709	vp->phys_addr = pd;
1710	vp->prot = prot;
1711	vp->valid_tag = virt_valid_tag;
1712	prot &= ~PAGE_WRITE;
1713	}
1714	}
1715	map_addr = mmap((void *)vaddr, TARGET_PAGE_SIZE, prot,
1716	MAP_SHARED \| MAP_FIXED, phys_ram_fd, (pd & TARGET_PAGE_MASK));
1717	if (map_addr == MAP_FAILED) {
1718	cpu_abort(env, "mmap failed when mapped physical address 0x%08x to virtual address 0x%08x\n",
1719	paddr, vaddr);
1720	}
1721	}
1722	}
1723	}
1724	#endif
1725	return ret;
1726	}
1727
1728	/* called from signal handler: invalidate the code and unprotect the
1729	page. Return TRUE if the fault was succesfully handled. */
1730	int page_unprotect(target_ulong addr, unsigned long pc, void *puc)
1731	{
1732	#if !defined(CONFIG_SOFTMMU)
1733	VirtPageDesc *vp;
1734
1735	#if defined(DEBUG_TLB)
1736	printf("page_unprotect: addr=0x%08x\n", addr);
1737	#endif
1738	addr &= TARGET_PAGE_MASK;
1739
1740	/* if it is not mapped, no need to worry here */
1741	if (addr >= MMAP_AREA_END)
1742	return 0;
1743	vp = virt_page_find(addr >> TARGET_PAGE_BITS);
1744	if (!vp)
1745	return 0;
1746	/* NOTE: in this case, validate_tag is _not_ tested as it
1747	validates only the code TLB */
1748	if (vp->valid_tag != virt_valid_tag)
1749	return 0;
1750	if (!(vp->prot & PAGE_WRITE))
1751	return 0;
1752	#if defined(DEBUG_TLB)
1753	printf("page_unprotect: addr=0x%08x phys_addr=0x%08x prot=%x\n",
1754	addr, vp->phys_addr, vp->prot);
1755	#endif
1756	if (mprotect((void *)addr, TARGET_PAGE_SIZE, vp->prot) < 0)
1757	cpu_abort(cpu_single_env, "error mprotect addr=0x%lx prot=%d\n",
1758	(unsigned long)addr, vp->prot);
1759	/* set the dirty bit */
1760	phys_ram_dirty[vp->phys_addr >> TARGET_PAGE_BITS] = 0xff;
1761	/* flush the code inside */
1762	tb_invalidate_phys_page(vp->phys_addr, pc, puc);
1763	return 1;
1764	#elif defined(VBOX)
1765	addr &= TARGET_PAGE_MASK;
1766
1767	/* if it is not mapped, no need to worry here */
1768	if (addr >= MMAP_AREA_END)
1769	return 0;
1770	return 1;
1771	#else
1772	return 0;
1773	#endif
1774	}
1775
1776	#else
1777
1778	void tlb_flush(CPUState *env, int flush_global)
1779	{
1780	}
1781
1782	void tlb_flush_page(CPUState *env, target_ulong addr)
1783	{
1784	}
1785
1786	int tlb_set_page_exec(CPUState *env, target_ulong vaddr,
1787	target_phys_addr_t paddr, int prot,
1788	int is_user, int is_softmmu)
1789	{
1790	return 0;
1791	}
1792
1793	#ifndef VBOX
1794	/* dump memory mappings */
1795	void page_dump(FILE *f)
1796	{
1797	unsigned long start, end;
1798	int i, j, prot, prot1;
1799	PageDesc *p;
1800
1801	fprintf(f, "%-8s %-8s %-8s %s\n",
1802	"start", "end", "size", "prot");
1803	start = -1;
1804	end = -1;
1805	prot = 0;
1806	for(i = 0; i <= L1_SIZE; i++) {
1807	if (i < L1_SIZE)
1808	p = l1_map[i];
1809	else
1810	p = NULL;
1811	for(j = 0;j < L2_SIZE; j++) {
1812	if (!p)
1813	prot1 = 0;
1814	else
1815	prot1 = p[j].flags;
1816	if (prot1 != prot) {
1817	end = (i << (32 - L1_BITS)) \| (j << TARGET_PAGE_BITS);
1818	if (start != -1) {
1819	fprintf(f, "%08lx-%08lx %08lx %c%c%c\n",
1820	start, end, end - start,
1821	prot & PAGE_READ ? 'r' : '-',
1822	prot & PAGE_WRITE ? 'w' : '-',
1823	prot & PAGE_EXEC ? 'x' : '-');
1824	}
1825	if (prot1 != 0)
1826	start = end;
1827	else
1828	start = -1;
1829	prot = prot1;
1830	}
1831	if (!p)
1832	break;
1833	}
1834	}
1835	}
1836	#endif /* !VBOX */
1837
1838	int page_get_flags(target_ulong address)
1839	{
1840	PageDesc *p;
1841
1842	p = page_find(address >> TARGET_PAGE_BITS);
1843	if (!p)
1844	return 0;
1845	return p->flags;
1846	}
1847
1848	/* modify the flags of a page and invalidate the code if
1849	necessary. The flag PAGE_WRITE_ORG is positionned automatically
1850	depending on PAGE_WRITE */
1851	void page_set_flags(target_ulong start, target_ulong end, int flags)
1852	{
1853	PageDesc *p;
1854	target_ulong addr;
1855
1856	start = start & TARGET_PAGE_MASK;
1857	end = TARGET_PAGE_ALIGN(end);
1858	if (flags & PAGE_WRITE)
1859	flags \|= PAGE_WRITE_ORG;
1860	#ifdef VBOX
1861	AssertMsgFailed(("We shouldn't be here, and if we should, we must have an env to do the proper locking!\n"));
1862	#endif
1863	spin_lock(&tb_lock);
1864	for(addr = start; addr < end; addr += TARGET_PAGE_SIZE) {
1865	p = page_find_alloc(addr >> TARGET_PAGE_BITS);
1866	/* if the write protection is set, then we invalidate the code
1867	inside */
1868	if (!(p->flags & PAGE_WRITE) &&
1869	(flags & PAGE_WRITE) &&
1870	p->first_tb) {
1871	tb_invalidate_phys_page(addr, 0, NULL);
1872	}
1873	p->flags = flags;
1874	}
1875	spin_unlock(&tb_lock);
1876	}
1877
1878	/* called from signal handler: invalidate the code and unprotect the
1879	page. Return TRUE if the fault was succesfully handled. */
1880	int page_unprotect(target_ulong address, unsigned long pc, void *puc)
1881	{
1882	unsigned int page_index, prot, pindex;
1883	PageDesc p, p1;
1884	target_ulong host_start, host_end, addr;
1885
1886	host_start = address & qemu_host_page_mask;
1887	page_index = host_start >> TARGET_PAGE_BITS;
1888	p1 = page_find(page_index);
1889	if (!p1)
1890	return 0;
1891	host_end = host_start + qemu_host_page_size;
1892	p = p1;
1893	prot = 0;
1894	for(addr = host_start;addr < host_end; addr += TARGET_PAGE_SIZE) {
1895	prot \|= p->flags;
1896	p++;
1897	}
1898	/* if the page was really writable, then we change its
1899	protection back to writable */
1900	if (prot & PAGE_WRITE_ORG) {
1901	pindex = (address - host_start) >> TARGET_PAGE_BITS;
1902	if (!(p1[pindex].flags & PAGE_WRITE)) {
1903	mprotect((void *)g2h(host_start), qemu_host_page_size,
1904	(prot & PAGE_BITS) \| PAGE_WRITE);
1905	p1[pindex].flags \|= PAGE_WRITE;
1906	/* and since the content will be modified, we must invalidate
1907	the corresponding translated code. */
1908	tb_invalidate_phys_page(address, pc, puc);
1909	#ifdef DEBUG_TB_CHECK
1910	tb_invalidate_check(address);
1911	#endif
1912	return 1;
1913	}
1914	}
1915	return 0;
1916	}
1917
1918	/* call this function when system calls directly modify a memory area */
1919	/* ??? This should be redundant now we have lock_user. */
1920	void page_unprotect_range(target_ulong data, target_ulong data_size)
1921	{
1922	target_ulong start, end, addr;
1923
1924	start = data;
1925	end = start + data_size;
1926	start &= TARGET_PAGE_MASK;
1927	end = TARGET_PAGE_ALIGN(end);
1928	for(addr = start; addr < end; addr += TARGET_PAGE_SIZE) {
1929	page_unprotect(addr, 0, NULL);
1930	}
1931	}
1932
1933	static inline void tlb_set_dirty(CPUState *env,
1934	unsigned long addr, target_ulong vaddr)
1935	{
1936	}
1937	#endif /* defined(CONFIG_USER_ONLY) */
1938
1939	/* register physical memory. 'size' must be a multiple of the target
1940	page size. If (phys_offset & ~TARGET_PAGE_MASK) != 0, then it is an
1941	io memory page */
1942	void cpu_register_physical_memory(target_phys_addr_t start_addr,
1943	unsigned long size,
1944	unsigned long phys_offset)
1945	{
1946	target_phys_addr_t addr, end_addr;
1947	PhysPageDesc *p;
1948	CPUState *env;
1949
1950	size = (size + TARGET_PAGE_SIZE - 1) & TARGET_PAGE_MASK;
1951	end_addr = start_addr + size;
1952	for(addr = start_addr; addr != end_addr; addr += TARGET_PAGE_SIZE) {
1953	p = phys_page_find_alloc(addr >> TARGET_PAGE_BITS, 1);
1954	p->phys_offset = phys_offset;
1955	#if !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
1956	if ((phys_offset & ~TARGET_PAGE_MASK) <= IO_MEM_ROM \|\|
1957	(phys_offset & IO_MEM_ROMD))
1958	#else
1959	if ( (phys_offset & ~TARGET_PAGE_MASK) <= IO_MEM_ROM
1960	\|\| (phys_offset & IO_MEM_ROMD)
1961	\|\| (phys_offset & ~TARGET_PAGE_MASK) == IO_MEM_RAM_MISSING)
1962	#endif
1963
1964	phys_offset += TARGET_PAGE_SIZE;
1965	}
1966
1967	/* since each CPU stores ram addresses in its TLB cache, we must
1968	reset the modified entries */
1969	/* XXX: slow ! */
1970	for(env = first_cpu; env != NULL; env = env->next_cpu) {
1971	tlb_flush(env, 1);
1972	}
1973	}
1974
1975	/* XXX: temporary until new memory mapping API */
1976	uint32_t cpu_get_physical_page_desc(target_phys_addr_t addr)
1977	{
1978	PhysPageDesc *p;
1979
1980	p = phys_page_find(addr >> TARGET_PAGE_BITS);
1981	if (!p)
1982	return IO_MEM_UNASSIGNED;
1983	return p->phys_offset;
1984	}
1985
1986	static uint32_t unassigned_mem_readb(void *opaque, target_phys_addr_t addr)
1987	{
1988	#ifdef DEBUG_UNASSIGNED
1989	printf("Unassigned mem read 0x%08x\n", (int)addr);
1990	#endif
1991	return 0;
1992	}
1993
1994	static void unassigned_mem_writeb(void *opaque, target_phys_addr_t addr, uint32_t val)
1995	{
1996	#ifdef DEBUG_UNASSIGNED
1997	printf("Unassigned mem write 0x%08x = 0x%x\n", (int)addr, val);
1998	#endif
1999	}
2000
2001	static CPUReadMemoryFunc *unassigned_mem_read[3] = {
2002	unassigned_mem_readb,
2003	unassigned_mem_readb,
2004	unassigned_mem_readb,
2005	};
2006
2007	static CPUWriteMemoryFunc *unassigned_mem_write[3] = {
2008	unassigned_mem_writeb,
2009	unassigned_mem_writeb,
2010	unassigned_mem_writeb,
2011	};
2012
2013	static void notdirty_mem_writeb(void *opaque, target_phys_addr_t addr, uint32_t val)
2014	{
2015	unsigned long ram_addr;
2016	int dirty_flags;
2017	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
2018	ram_addr = addr;
2019	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
2020	ram_addr = addr - (unsigned long)phys_ram_base;
2021	#else
2022	ram_addr = remR3HCVirt2GCPhys(first_cpu, (void *)addr);
2023	#endif
2024	#ifdef VBOX
2025	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2026	dirty_flags = 0xff;
2027	else
2028	#endif /* VBOX */
2029	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2030	if (!(dirty_flags & CODE_DIRTY_FLAG)) {
2031	#if !defined(CONFIG_USER_ONLY)
2032	tb_invalidate_phys_page_fast(ram_addr, 1);
2033	# ifdef VBOX
2034	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2035	dirty_flags = 0xff;
2036	else
2037	# endif /* VBOX */
2038	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2039	#endif
2040	}
2041	stb_p((uint8_t *)(long)addr, val);
2042	#ifdef USE_KQEMU
2043	if (cpu_single_env->kqemu_enabled &&
2044	(dirty_flags & KQEMU_MODIFY_PAGE_MASK) != KQEMU_MODIFY_PAGE_MASK)
2045	kqemu_modify_page(cpu_single_env, ram_addr);
2046	#endif
2047	dirty_flags \|= (0xff & ~CODE_DIRTY_FLAG);
2048	#ifdef VBOX
2049	if (RT_LIKELY((ram_addr >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
2050	#endif /* !VBOX */
2051	phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS] = dirty_flags;
2052	/* we remove the notdirty callback only if the code has been
2053	flushed */
2054	if (dirty_flags == 0xff)
2055	tlb_set_dirty(cpu_single_env, addr, cpu_single_env->mem_write_vaddr);
2056	}
2057
2058	static void notdirty_mem_writew(void *opaque, target_phys_addr_t addr, uint32_t val)
2059	{
2060	unsigned long ram_addr;
2061	int dirty_flags;
2062	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
2063	ram_addr = addr;
2064	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
2065	ram_addr = addr - (unsigned long)phys_ram_base;
2066	#else
2067	ram_addr = remR3HCVirt2GCPhys(first_cpu, (void *)addr);
2068	#endif
2069	#ifdef VBOX
2070	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2071	dirty_flags = 0xff;
2072	else
2073	#endif /* VBOX */
2074	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2075	if (!(dirty_flags & CODE_DIRTY_FLAG)) {
2076	#if !defined(CONFIG_USER_ONLY)
2077	tb_invalidate_phys_page_fast(ram_addr, 2);
2078	# ifdef VBOX
2079	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2080	dirty_flags = 0xff;
2081	else
2082	# endif /* VBOX */
2083	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2084	#endif
2085	}
2086	stw_p((uint8_t *)(long)addr, val);
2087	#ifdef USE_KQEMU
2088	if (cpu_single_env->kqemu_enabled &&
2089	(dirty_flags & KQEMU_MODIFY_PAGE_MASK) != KQEMU_MODIFY_PAGE_MASK)
2090	kqemu_modify_page(cpu_single_env, ram_addr);
2091	#endif
2092	dirty_flags \|= (0xff & ~CODE_DIRTY_FLAG);
2093	#ifdef VBOX
2094	if (RT_LIKELY((ram_addr >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
2095	#endif
2096	phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS] = dirty_flags;
2097	/* we remove the notdirty callback only if the code has been
2098	flushed */
2099	if (dirty_flags == 0xff)
2100	tlb_set_dirty(cpu_single_env, addr, cpu_single_env->mem_write_vaddr);
2101	}
2102
2103	static void notdirty_mem_writel(void *opaque, target_phys_addr_t addr, uint32_t val)
2104	{
2105	unsigned long ram_addr;
2106	int dirty_flags;
2107	#if defined(VBOX) && defined(REM_PHYS_ADDR_IN_TLB)
2108	ram_addr = addr;
2109	#elif !defined(VBOX) \|\| !defined(PGM_DYNAMIC_RAM_ALLOC)
2110	ram_addr = addr - (unsigned long)phys_ram_base;
2111	#else
2112	ram_addr = remR3HCVirt2GCPhys(first_cpu, (void *)addr);
2113	#endif
2114	#ifdef VBOX
2115	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2116	dirty_flags = 0xff;
2117	else
2118	#endif /* VBOX */
2119	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2120	if (!(dirty_flags & CODE_DIRTY_FLAG)) {
2121	#if !defined(CONFIG_USER_ONLY)
2122	tb_invalidate_phys_page_fast(ram_addr, 4);
2123	# ifdef VBOX
2124	if (RT_UNLIKELY((ram_addr >> TARGET_PAGE_BITS) >= phys_ram_dirty_size))
2125	dirty_flags = 0xff;
2126	else
2127	# endif /* VBOX */
2128	dirty_flags = phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS];
2129	#endif
2130	}
2131	stl_p((uint8_t *)(long)addr, val);
2132	#ifdef USE_KQEMU
2133	if (cpu_single_env->kqemu_enabled &&
2134	(dirty_flags & KQEMU_MODIFY_PAGE_MASK) != KQEMU_MODIFY_PAGE_MASK)
2135	kqemu_modify_page(cpu_single_env, ram_addr);
2136	#endif
2137	dirty_flags \|= (0xff & ~CODE_DIRTY_FLAG);
2138	#ifdef VBOX
2139	if (RT_LIKELY((ram_addr >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
2140	#endif
2141	phys_ram_dirty[ram_addr >> TARGET_PAGE_BITS] = dirty_flags;
2142	/* we remove the notdirty callback only if the code has been
2143	flushed */
2144	if (dirty_flags == 0xff)
2145	tlb_set_dirty(cpu_single_env, addr, cpu_single_env->mem_write_vaddr);
2146	}
2147
2148	static CPUReadMemoryFunc *error_mem_read[3] = {
2149	NULL, /* never used */
2150	NULL, /* never used */
2151	NULL, /* never used */
2152	};
2153
2154	static CPUWriteMemoryFunc *notdirty_mem_write[3] = {
2155	notdirty_mem_writeb,
2156	notdirty_mem_writew,
2157	notdirty_mem_writel,
2158	};
2159
2160	static void io_mem_init(void)
2161	{
2162	cpu_register_io_memory(IO_MEM_ROM >> IO_MEM_SHIFT, error_mem_read, unassigned_mem_write, NULL);
2163	cpu_register_io_memory(IO_MEM_UNASSIGNED >> IO_MEM_SHIFT, unassigned_mem_read, unassigned_mem_write, NULL);
2164	cpu_register_io_memory(IO_MEM_NOTDIRTY >> IO_MEM_SHIFT, error_mem_read, notdirty_mem_write, NULL);
2165	#if defined(VBOX) && defined(PGM_DYNAMIC_RAM_ALLOC)
2166	cpu_register_io_memory(IO_MEM_RAM_MISSING >> IO_MEM_SHIFT, unassigned_mem_read, unassigned_mem_write, NULL);
2167	io_mem_nb = 6;
2168	#else
2169	io_mem_nb = 5;
2170	#endif
2171
2172	#ifndef VBOX /* VBOX: we do this later when the RAM is allocated. */
2173	/* alloc dirty bits array */
2174	phys_ram_dirty = qemu_vmalloc(phys_ram_size >> TARGET_PAGE_BITS);
2175	memset(phys_ram_dirty, 0xff, phys_ram_size >> TARGET_PAGE_BITS);
2176	#endif /* !VBOX */
2177	}
2178
2179	/* mem_read and mem_write are arrays of functions containing the
2180	function to access byte (index 0), word (index 1) and dword (index
2181	2). All functions must be supplied. If io_index is non zero, the
2182	corresponding io zone is modified. If it is zero, a new io zone is
2183	allocated. The return value can be used with
2184	cpu_register_physical_memory(). (-1) is returned if error. */
2185	int cpu_register_io_memory(int io_index,
2186	CPUReadMemoryFunc **mem_read,
2187	CPUWriteMemoryFunc **mem_write,
2188	void *opaque)
2189	{
2190	int i;
2191
2192	if (io_index <= 0) {
2193	if (io_mem_nb >= IO_MEM_NB_ENTRIES)
2194	return -1;
2195	io_index = io_mem_nb++;
2196	} else {
2197	if (io_index >= IO_MEM_NB_ENTRIES)
2198	return -1;
2199	}
2200
2201	for(i = 0;i < 3; i++) {
2202	io_mem_read[io_index][i] = mem_read[i];
2203	io_mem_write[io_index][i] = mem_write[i];
2204	}
2205	io_mem_opaque[io_index] = opaque;
2206	return io_index << IO_MEM_SHIFT;
2207	}
2208
2209	CPUWriteMemoryFunc **cpu_get_io_memory_write(int io_index)
2210	{
2211	return io_mem_write[io_index >> IO_MEM_SHIFT];
2212	}
2213
2214	CPUReadMemoryFunc **cpu_get_io_memory_read(int io_index)
2215	{
2216	return io_mem_read[io_index >> IO_MEM_SHIFT];
2217	}
2218
2219	/* physical memory access (slow version, mainly for debug) */
2220	#if defined(CONFIG_USER_ONLY)
2221	void cpu_physical_memory_rw(target_phys_addr_t addr, uint8_t *buf,
2222	int len, int is_write)
2223	{
2224	int l, flags;
2225	target_ulong page;
2226	void * p;
2227
2228	while (len > 0) {
2229	page = addr & TARGET_PAGE_MASK;
2230	l = (page + TARGET_PAGE_SIZE) - addr;
2231	if (l > len)
2232	l = len;
2233	flags = page_get_flags(page);
2234	if (!(flags & PAGE_VALID))
2235	return;
2236	if (is_write) {
2237	if (!(flags & PAGE_WRITE))
2238	return;
2239	p = lock_user(addr, len, 0);
2240	memcpy(p, buf, len);
2241	unlock_user(p, addr, len);
2242	} else {
2243	if (!(flags & PAGE_READ))
2244	return;
2245	p = lock_user(addr, len, 1);
2246	memcpy(buf, p, len);
2247	unlock_user(p, addr, 0);
2248	}
2249	len -= l;
2250	buf += l;
2251	addr += l;
2252	}
2253	}
2254
2255	#else
2256	void cpu_physical_memory_rw(target_phys_addr_t addr, uint8_t *buf,
2257	int len, int is_write)
2258	{
2259	int l, io_index;
2260	uint8_t *ptr;
2261	uint32_t val;
2262	target_phys_addr_t page;
2263	unsigned long pd;
2264	PhysPageDesc *p;
2265
2266	while (len > 0) {
2267	page = addr & TARGET_PAGE_MASK;
2268	l = (page + TARGET_PAGE_SIZE) - addr;
2269	if (l > len)
2270	l = len;
2271	p = phys_page_find(page >> TARGET_PAGE_BITS);
2272	if (!p) {
2273	pd = IO_MEM_UNASSIGNED;
2274	} else {
2275	pd = p->phys_offset;
2276	}
2277
2278	if (is_write) {
2279	if ((pd & ~TARGET_PAGE_MASK) != IO_MEM_RAM) {
2280	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2281	/* XXX: could force cpu_single_env to NULL to avoid
2282	potential bugs */
2283	if (l >= 4 && ((addr & 3) == 0)) {
2284	/* 32 bit write access */
2285	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2286	val = ldl_p(buf);
2287	#else
2288	val = (const uint32_t )buf;
2289	#endif
2290	io_mem_write[io_index][2](io_mem_opaque[io_index], addr, val);
2291	l = 4;
2292	} else if (l >= 2 && ((addr & 1) == 0)) {
2293	/* 16 bit write access */
2294	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2295	val = lduw_p(buf);
2296	#else
2297	val = (const uint16_t )buf;
2298	#endif
2299	io_mem_write[io_index][1](io_mem_opaque[io_index], addr, val);
2300	l = 2;
2301	} else {
2302	/* 8 bit write access */
2303	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2304	val = ldub_p(buf);
2305	#else
2306	val = (const uint8_t )buf;
2307	#endif
2308	io_mem_write[io_index][0](io_mem_opaque[io_index], addr, val);
2309	l = 1;
2310	}
2311	} else {
2312	unsigned long addr1;
2313	addr1 = (pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK);
2314	/* RAM case */
2315	#ifdef VBOX
2316	remR3PhysWrite(addr1, buf, l); NOREF(ptr);
2317	#else
2318	ptr = phys_ram_base + addr1;
2319	memcpy(ptr, buf, l);
2320	#endif
2321	if (!cpu_physical_memory_is_dirty(addr1)) {
2322	/* invalidate code */
2323	tb_invalidate_phys_page_range(addr1, addr1 + l, 0);
2324	/* set dirty bit */
2325	#ifdef VBOX
2326	if (RT_LIKELY((addr1 >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
2327	#endif
2328	phys_ram_dirty[addr1 >> TARGET_PAGE_BITS] \|=
2329	(0xff & ~CODE_DIRTY_FLAG);
2330	}
2331	}
2332	} else {
2333	if ((pd & ~TARGET_PAGE_MASK) > IO_MEM_ROM &&
2334	!(pd & IO_MEM_ROMD)) {
2335	/* I/O case */
2336	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2337	if (l >= 4 && ((addr & 3) == 0)) {
2338	/* 32 bit read access */
2339	val = io_mem_read[io_index][2](io_mem_opaque[io_index], addr);
2340	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2341	stl_p(buf, val);
2342	#else
2343	(uint32_t )buf = val;
2344	#endif
2345	l = 4;
2346	} else if (l >= 2 && ((addr & 1) == 0)) {
2347	/* 16 bit read access */
2348	val = io_mem_read[io_index][1](io_mem_opaque[io_index], addr);
2349	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2350	stw_p(buf, val);
2351	#else
2352	(uint16_t )buf = val;
2353	#endif
2354	l = 2;
2355	} else {
2356	/* 8 bit read access */
2357	val = io_mem_read[io_index][0](io_mem_opaque[io_index], addr);
2358	#if !defined(VBOX) \|\| !defined(REM_PHYS_ADDR_IN_TLB)
2359	stb_p(buf, val);
2360	#else
2361	(uint8_t )buf = val;
2362	#endif
2363	l = 1;
2364	}
2365	} else {
2366	/* RAM case */
2367	#ifdef VBOX
2368	remR3PhysRead((pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK), buf, l); NOREF(ptr);
2369	#else
2370	ptr = phys_ram_base + (pd & TARGET_PAGE_MASK) +
2371	(addr & ~TARGET_PAGE_MASK);
2372	memcpy(buf, ptr, l);
2373	#endif
2374	}
2375	}
2376	len -= l;
2377	buf += l;
2378	addr += l;
2379	}
2380	}
2381
2382	#ifndef VBOX
2383	/* used for ROM loading : can write in RAM and ROM */
2384	void cpu_physical_memory_write_rom(target_phys_addr_t addr,
2385	const uint8_t *buf, int len)
2386	{
2387	int l;
2388	uint8_t *ptr;
2389	target_phys_addr_t page;
2390	unsigned long pd;
2391	PhysPageDesc *p;
2392
2393	while (len > 0) {
2394	page = addr & TARGET_PAGE_MASK;
2395	l = (page + TARGET_PAGE_SIZE) - addr;
2396	if (l > len)
2397	l = len;
2398	p = phys_page_find(page >> TARGET_PAGE_BITS);
2399	if (!p) {
2400	pd = IO_MEM_UNASSIGNED;
2401	} else {
2402	pd = p->phys_offset;
2403	}
2404
2405	if ((pd & ~TARGET_PAGE_MASK) != IO_MEM_RAM &&
2406	(pd & ~TARGET_PAGE_MASK) != IO_MEM_ROM &&
2407	!(pd & IO_MEM_ROMD)) {
2408	/* do nothing */
2409	} else {
2410	unsigned long addr1;
2411	addr1 = (pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK);
2412	/* ROM/RAM case */
2413	ptr = phys_ram_base + addr1;
2414	memcpy(ptr, buf, l);
2415	}
2416	len -= l;
2417	buf += l;
2418	addr += l;
2419	}
2420	}
2421	#endif /* !VBOX */
2422
2423
2424	/* warning: addr must be aligned */
2425	uint32_t ldl_phys(target_phys_addr_t addr)
2426	{
2427	int io_index;
2428	uint8_t *ptr;
2429	uint32_t val;
2430	unsigned long pd;
2431	PhysPageDesc *p;
2432
2433	p = phys_page_find(addr >> TARGET_PAGE_BITS);
2434	if (!p) {
2435	pd = IO_MEM_UNASSIGNED;
2436	} else {
2437	pd = p->phys_offset;
2438	}
2439
2440	if ((pd & ~TARGET_PAGE_MASK) > IO_MEM_ROM &&
2441	!(pd & IO_MEM_ROMD)) {
2442	/* I/O case */
2443	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2444	val = io_mem_read[io_index][2](io_mem_opaque[io_index], addr);
2445	} else {
2446	/* RAM case */
2447	#ifndef VBOX
2448	ptr = phys_ram_base + (pd & TARGET_PAGE_MASK) +
2449	(addr & ~TARGET_PAGE_MASK);
2450	val = ldl_p(ptr);
2451	#else
2452	val = remR3PhysReadU32((pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK)); NOREF(ptr);
2453	#endif
2454	}
2455	return val;
2456	}
2457
2458	/* warning: addr must be aligned */
2459	uint64_t ldq_phys(target_phys_addr_t addr)
2460	{
2461	int io_index;
2462	uint8_t *ptr;
2463	uint64_t val;
2464	unsigned long pd;
2465	PhysPageDesc *p;
2466
2467	p = phys_page_find(addr >> TARGET_PAGE_BITS);
2468	if (!p) {
2469	pd = IO_MEM_UNASSIGNED;
2470	} else {
2471	pd = p->phys_offset;
2472	}
2473
2474	if ((pd & ~TARGET_PAGE_MASK) > IO_MEM_ROM &&
2475	!(pd & IO_MEM_ROMD)) {
2476	/* I/O case */
2477	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2478	#ifdef TARGET_WORDS_BIGENDIAN
2479	val = (uint64_t)io_mem_read[io_index][2](io_mem_opaque[io_index], addr) << 32;
2480	val \|= io_mem_read[io_index][2](io_mem_opaque[io_index], addr + 4);
2481	#else
2482	val = io_mem_read[io_index][2](io_mem_opaque[io_index], addr);
2483	val \|= (uint64_t)io_mem_read[io_index][2](io_mem_opaque[io_index], addr + 4) << 32;
2484	#endif
2485	} else {
2486	/* RAM case */
2487	#ifndef VBOX
2488	ptr = phys_ram_base + (pd & TARGET_PAGE_MASK) +
2489	(addr & ~TARGET_PAGE_MASK);
2490	val = ldq_p(ptr);
2491	#else
2492	val = remR3PhysReadU64((pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK)); NOREF(ptr);
2493	#endif
2494	}
2495	return val;
2496	}
2497
2498	/* XXX: optimize */
2499	uint32_t ldub_phys(target_phys_addr_t addr)
2500	{
2501	uint8_t val;
2502	cpu_physical_memory_read(addr, &val, 1);
2503	return val;
2504	}
2505
2506	/* XXX: optimize */
2507	uint32_t lduw_phys(target_phys_addr_t addr)
2508	{
2509	uint16_t val;
2510	cpu_physical_memory_read(addr, (uint8_t *)&val, 2);
2511	return tswap16(val);
2512	}
2513
2514	/* warning: addr must be aligned. The ram page is not masked as dirty
2515	and the code inside is not invalidated. It is useful if the dirty
2516	bits are used to track modified PTEs */
2517	void stl_phys_notdirty(target_phys_addr_t addr, uint32_t val)
2518	{
2519	int io_index;
2520	uint8_t *ptr;
2521	unsigned long pd;
2522	PhysPageDesc *p;
2523
2524	p = phys_page_find(addr >> TARGET_PAGE_BITS);
2525	if (!p) {
2526	pd = IO_MEM_UNASSIGNED;
2527	} else {
2528	pd = p->phys_offset;
2529	}
2530
2531	if ((pd & ~TARGET_PAGE_MASK) != IO_MEM_RAM) {
2532	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2533	io_mem_write[io_index][2](io_mem_opaque[io_index], addr, val);
2534	} else {
2535	#ifndef VBOX
2536	ptr = phys_ram_base + (pd & TARGET_PAGE_MASK) +
2537	(addr & ~TARGET_PAGE_MASK);
2538	stl_p(ptr, val);
2539	#else
2540	remR3PhysWriteU32((pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK), val); NOREF(ptr);
2541	#endif
2542	}
2543	}
2544
2545	/* warning: addr must be aligned */
2546	void stl_phys(target_phys_addr_t addr, uint32_t val)
2547	{
2548	int io_index;
2549	uint8_t *ptr;
2550	unsigned long pd;
2551	PhysPageDesc *p;
2552
2553	p = phys_page_find(addr >> TARGET_PAGE_BITS);
2554	if (!p) {
2555	pd = IO_MEM_UNASSIGNED;
2556	} else {
2557	pd = p->phys_offset;
2558	}
2559
2560	if ((pd & ~TARGET_PAGE_MASK) != IO_MEM_RAM) {
2561	io_index = (pd >> IO_MEM_SHIFT) & (IO_MEM_NB_ENTRIES - 1);
2562	io_mem_write[io_index][2](io_mem_opaque[io_index], addr, val);
2563	} else {
2564	unsigned long addr1;
2565	addr1 = (pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK);
2566	/* RAM case */
2567	#ifndef VBOX
2568	ptr = phys_ram_base + addr1;
2569	stl_p(ptr, val);
2570	#else
2571	remR3PhysWriteU32((pd & TARGET_PAGE_MASK) + (addr & ~TARGET_PAGE_MASK), val); NOREF(ptr);
2572	#endif
2573	if (!cpu_physical_memory_is_dirty(addr1)) {
2574	/* invalidate code */
2575	tb_invalidate_phys_page_range(addr1, addr1 + 4, 0);
2576	/* set dirty bit */
2577	#ifdef VBOX
2578	if (RT_LIKELY((addr1 >> TARGET_PAGE_BITS) < phys_ram_dirty_size))
2579	#endif
2580	phys_ram_dirty[addr1 >> TARGET_PAGE_BITS] \|=
2581	(0xff & ~CODE_DIRTY_FLAG);
2582	}
2583	}
2584	}
2585
2586	/* XXX: optimize */
2587	void stb_phys(target_phys_addr_t addr, uint32_t val)
2588	{
2589	uint8_t v = val;
2590	cpu_physical_memory_write(addr, &v, 1);
2591	}
2592
2593	/* XXX: optimize */
2594	void stw_phys(target_phys_addr_t addr, uint32_t val)
2595	{
2596	uint16_t v = tswap16(val);
2597	cpu_physical_memory_write(addr, (const uint8_t *)&v, 2);
2598	}
2599
2600	/* XXX: optimize */
2601	void stq_phys(target_phys_addr_t addr, uint64_t val)
2602	{
2603	val = tswap64(val);
2604	cpu_physical_memory_write(addr, (const uint8_t *)&val, 8);
2605	}
2606
2607	#endif
2608
2609	#ifndef VBOX
2610	/* virtual memory access for debug */
2611	int cpu_memory_rw_debug(CPUState *env, target_ulong addr,
2612	uint8_t *buf, int len, int is_write)
2613	{
2614	int l;
2615	target_ulong page, phys_addr;
2616
2617	while (len > 0) {
2618	page = addr & TARGET_PAGE_MASK;
2619	phys_addr = cpu_get_phys_page_debug(env, page);
2620	/* if no physical page mapped, return an error */
2621	if (phys_addr == -1)
2622	return -1;
2623	l = (page + TARGET_PAGE_SIZE) - addr;
2624	if (l > len)
2625	l = len;
2626	cpu_physical_memory_rw(phys_addr + (addr & ~TARGET_PAGE_MASK),
2627	buf, l, is_write);
2628	len -= l;
2629	buf += l;
2630	addr += l;
2631	}
2632	return 0;
2633	}
2634
2635	void dump_exec_info(FILE *f,
2636	int (cpu_fprintf)(FILE f, const char *fmt, ...))
2637	{
2638	int i, target_code_size, max_target_code_size;
2639	int direct_jmp_count, direct_jmp2_count, cross_page;
2640	TranslationBlock *tb;
2641
2642	target_code_size = 0;
2643	max_target_code_size = 0;
2644	cross_page = 0;
2645	direct_jmp_count = 0;
2646	direct_jmp2_count = 0;
2647	for(i = 0; i < nb_tbs; i++) {
2648	tb = &tbs[i];
2649	target_code_size += tb->size;
2650	if (tb->size > max_target_code_size)
2651	max_target_code_size = tb->size;
2652	if (tb->page_addr[1] != -1)
2653	cross_page++;
2654	if (tb->tb_next_offset[0] != 0xffff) {
2655	direct_jmp_count++;
2656	if (tb->tb_next_offset[1] != 0xffff) {
2657	direct_jmp2_count++;
2658	}
2659	}
2660	}
2661	/* XXX: avoid using doubles ? */
2662	cpu_fprintf(f, "TB count %d\n", nb_tbs);
2663	cpu_fprintf(f, "TB avg target size %d max=%d bytes\n",
2664	nb_tbs ? target_code_size / nb_tbs : 0,
2665	max_target_code_size);
2666	cpu_fprintf(f, "TB avg host size %d bytes (expansion ratio: %0.1f)\n",
2667	nb_tbs ? (code_gen_ptr - code_gen_buffer) / nb_tbs : 0,
2668	target_code_size ? (double) (code_gen_ptr - code_gen_buffer) / target_code_size : 0);
2669	cpu_fprintf(f, "cross page TB count %d (%d%%)\n",
2670	cross_page,
2671	nb_tbs ? (cross_page * 100) / nb_tbs : 0);
2672	cpu_fprintf(f, "direct jump count %d (%d%%) (2 jumps=%d %d%%)\n",
2673	direct_jmp_count,
2674	nb_tbs ? (direct_jmp_count * 100) / nb_tbs : 0,
2675	direct_jmp2_count,
2676	nb_tbs ? (direct_jmp2_count * 100) / nb_tbs : 0);
2677	cpu_fprintf(f, "TB flush count %d\n", tb_flush_count);
2678	cpu_fprintf(f, "TB invalidate count %d\n", tb_phys_invalidate_count);
2679	cpu_fprintf(f, "TLB flush count %d\n", tlb_flush_count);
2680	}
2681	#endif /* !VBOX */
2682
2683	#if !defined(CONFIG_USER_ONLY)
2684
2685	#define MMUSUFFIX _cmmu
2686	#define GETPC() NULL
2687	#define env cpu_single_env
2688	#define SOFTMMU_CODE_ACCESS
2689
2690	#define SHIFT 0
2691	#include "softmmu_template.h"
2692
2693	#define SHIFT 1
2694	#include "softmmu_template.h"
2695
2696	#define SHIFT 2
2697	#include "softmmu_template.h"
2698
2699	#define SHIFT 3
2700	#include "softmmu_template.h"
2701
2702	#undef env
2703
2704	#endif

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/recompiler/exec.c@ 5436

Download in other formats: