--- np2/i386c/ia32/paging.c 2004/06/15 13:50:13 1.25 +++ np2/i386c/ia32/paging.c 2011/01/15 17:17:23 1.31 @@ -1,5 +1,3 @@ -/* $Id: paging.c,v 1.25 2004/06/15 13:50:13 monaka Exp $ */ - /* * Copyright (c) 2003-2004 NONAKA Kimihiro * All rights reserved. @@ -12,8 +10,6 @@ * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. - * 3. The name of the author may not be used to endorse or promote products - * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES @@ -184,16 +180,18 @@ static const UINT8 page_access_bit[32] = * +- CR3(物理アドレス) */ -static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw) GCC_ATTR_REGPARM; +static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw); #if defined(IA32_SUPPORT_TLB) -static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw) GCC_ATTR_REGPARM; +static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw); #endif -#if defined(IA32_PAGING_EACHSIZE) +#define PAGE_SIZE 0x1000 +#define PAGE_MASK (PAGE_SIZE - 1) + UINT8 MEMCALL cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr; @@ -208,12 +206,12 @@ cpu_memory_access_la_RMW_b(UINT32 laddr, UINT16 MEMCALL cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr[2]; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { value = cpu_memoryread_w(paddr[0]); result = (*func)(value, arg); cpu_memorywrite_w(paddr[0], (UINT16)result); @@ -231,13 +229,13 @@ cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 MEMCALL cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { value = cpu_memoryread_d(paddr[0]); result = (*func)(value, arg); @@ -297,7 +295,7 @@ cpu_linear_memory_read_w(UINT32 laddr, c UINT16 value; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { return cpu_memoryread_w(paddr[0]); } else { paddr[1] = paging(laddr + 1, ucrw); @@ -315,7 +313,7 @@ cpu_linear_memory_read_d(UINT32 laddr, c UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { return cpu_memoryread_d(paddr[0]); } else { @@ -334,13 +332,106 @@ cpu_linear_memory_read_d(UINT32 laddr, c case 1: value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; + value += (UINT32)cpu_memoryread_w(paddr[1]) << 8; + value += (UINT32)cpu_memoryread(paddr[1] + 2) << 24; break; default: ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); - return (UINT32)-1; + value = (UINT32)-1; + break; + } + return value; + } +} + +UINT64 MEMCALL +cpu_linear_memory_read_q(UINT32 laddr, const int ucrw) +{ + UINT32 paddr[2]; + UINT64 value; + UINT remain; + + paddr[0] = paging(laddr, ucrw); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 8) { + return cpu_memoryread_q(paddr[0]); + } else { + paddr[1] = paging(laddr + remain, ucrw); + switch (remain) { + case 7: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_d(paddr[0] + 3) << 24; + value += (UINT64)cpu_memoryread(paddr[1]) << 56; + break; + + case 6: + value = cpu_memoryread_w(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[0] + 2) << 16; + value += (UINT64)cpu_memoryread_w(paddr[1]) << 48; + break; + + case 5: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_w(paddr[1]) << 40; + value += (UINT64)cpu_memoryread(paddr[1] + 2) << 56; + break; + + case 4: + value = cpu_memoryread_d(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 32; + break; + + case 3: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_d(paddr[1]) << 24; + value += (UINT64)cpu_memoryread(paddr[1] + 4) << 56; + break; + + case 2: + value = cpu_memoryread_w(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 16; + value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 48; + break; + + case 1: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 8; + value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 40; + value += (UINT64)cpu_memoryread(paddr[1] + 6) << 56; + break; + + default: + ia32_panic("cpu_linear_memory_read_q(): out of range (remain = %d)\n", remain); + value = (UINT64)-1; + break; + } + } + return value; +} + +REG80 MEMCALL +cpu_linear_memory_read_f(UINT32 laddr, const int ucrw) +{ + UINT32 paddr[2]; + REG80 value; + UINT remain; + UINT i, j; + + paddr[0] = paging(laddr, ucrw); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 10) { + return cpu_memoryread_f(paddr[0]); + } else { + paddr[1] = paging(laddr + remain, ucrw); + for (i = 0; i < remain; ++i) { + value.b[i] = cpu_memoryread(paddr[0] + i); + } + for (j = 0; i < 10; ++i, ++j) { + value.b[i] = cpu_memoryread(paddr[1] + j); } return value; } @@ -349,7 +440,7 @@ cpu_linear_memory_read_d(UINT32 laddr, c void MEMCALL cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr; paddr = paging(laddr, ucrw); @@ -359,11 +450,11 @@ cpu_linear_memory_write_b(UINT32 laddr, void MEMCALL cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { cpu_memorywrite_w(paddr[0], value); } else { paddr[1] = paging(laddr + 1, ucrw); @@ -375,12 +466,12 @@ cpu_linear_memory_write_w(UINT32 laddr, void MEMCALL cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { cpu_memorywrite_d(paddr[0], value); } else { @@ -399,217 +490,101 @@ cpu_linear_memory_write_d(UINT32 laddr, case 1: cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 8)); + cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 24)); break; } } } -#else /* !IA32_PAGING_EACHSIZE */ - -UINT32 MEMCALL -cpu_memory_access_la_RMW(UINT32 laddr, UINT length, UINT32 (*func)(UINT32, void *), void *arg) +void MEMCALL +cpu_linear_memory_write_q(UINT32 laddr, UINT64 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; - UINT32 result, value; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { - case 4: - value = cpu_memoryread_d(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite_d(paddr[0], result); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 8) { + cpu_memorywrite_q(paddr[0], value); + } else { + paddr[1] = paging(laddr + remain, ucrw); + switch (remain) { + case 7: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); + cpu_memorywrite_d(paddr[0] + 3, (UINT32)(value >> 24)); + cpu_memorywrite(paddr[1], (UINT8)(value >> 56)); break; - case 2: - value = cpu_memoryread_w(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite_w(paddr[0], (UINT16)result); + case 6: + cpu_memorywrite_w(paddr[0], (UINT16)value); + cpu_memorywrite_d(paddr[0] + 2, (UINT32)(value >> 16)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 48)); break; - case 1: - value = cpu_memoryread(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); + case 5: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_d(paddr[0] + 1, (UINT32)(value >> 8)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 40)); + cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 56)); break; - default: - ia32_panic("cpu_memory_access_la_RMW(): invalid length (length = %d)\n", length); - return (UINT32)-1; - } - return value; - } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; - value += (UINT32)cpu_memoryread(paddr[1]) << 24; - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); - cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); - cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); - break; - - case 2: - value = cpu_memoryread_w(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; - result = (*func)(value, arg); - cpu_memorywrite_w(paddr[0], (UINT16)result); - cpu_memorywrite_w(paddr[1], (UINT16)(result >> 16)); - break; - - case 1: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - if (length == 4) { - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; - } - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); - cpu_memorywrite(paddr[1], (UINT8)(result >> 8)); - if (length == 4) { - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(result >> 16)); - } - break; - - default: - ia32_panic("cpu_memory_access_la_RMW(): out of range (remain = %d)\n", remain); - return (UINT32)-1; - } - return value; -} - -UINT32 MEMCALL -cpu_linear_memory_read(UINT32 laddr, UINT length, const int ucrw) -{ - UINT32 value; - UINT32 paddr[2]; - UINT remain; - - paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { case 4: - value = cpu_memoryread_d(paddr[0]); + cpu_memorywrite_d(paddr[0], (UINT32)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 32)); + break; + + case 3: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 24)); + cpu_memorywrite(paddr[1] + 4, (UINT8)(value >> 56)); break; case 2: - value = cpu_memoryread_w(paddr[0]); + cpu_memorywrite_w(paddr[0], (UINT16)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 16)); + cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 48)); break; case 1: - value = cpu_memoryread(paddr[0]); + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 8)); + cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 40)); + cpu_memorywrite(paddr[1] + 6, (UINT8)(value >> 56)); break; - - default: - ia32_panic("cpu_linear_memory_read(): invalid length (length = %d)\n", length); - return (UINT32)-1; } - return value; } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; - value += (UINT32)cpu_memoryread(paddr[1]) << 24; - break; - - case 2: - value = cpu_memoryread_w(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; - break; - - case 1: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - if (length == 4) { - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; - } - break; - - default: - ia32_panic("cpu_linear_memory_read(): out of range (remain = %d)\n", remain); - return (UINT32)-1; - } - return value; } void MEMCALL -cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) +cpu_linear_memory_write_f(UINT32 laddr, const REG80 *value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; + UINT i, j; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { - case 4: - cpu_memorywrite_d(paddr[0], value); - break; - - case 2: - cpu_memorywrite_w(paddr[0], (UINT16)value); - break; - - case 1: - cpu_memorywrite(paddr[0], (UINT8)value); - break; - - default: - ia32_panic("cpu_linear_memory_write(): invalid length (length = %d)\n", length); - break; + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 10) { + cpu_memorywrite_f(paddr[0], value); + } else { + paddr[1] = paging(laddr + remain, ucrw); + for (i = 0; i < remain; ++i) { + cpu_memorywrite(paddr[0] + i, value->b[i]); } - return; - } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); - cpu_memorywrite(paddr[1], (UINT8)(value >> 24)); - break; - - case 2: - cpu_memorywrite_w(paddr[0], (UINT16)value); - cpu_memorywrite_w(paddr[1], (UINT16)(value >> 16)); - break; - - case 1: - cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); - if (length == 4) { - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); + for (j = 0; i < 10; ++i, ++j) { + cpu_memorywrite(paddr[1] + j, value->b[i]); } - break; - - default: - ia32_panic("cpu_linear_memory_write(): out of range (remain = %d)\n", remain); - break; } } -#endif /* IA32_PAGING_EACHSIZE */ + void MEMCALL -cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, BYTE *data) +cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, UINT8 *data) { UINT32 paddr; UINT remain; /* page remain */ @@ -618,7 +593,7 @@ cpu_memory_access_la_region(UINT32 laddr if (length == 0) return; - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); for (;;) { if (!CPU_STAT_PAGING) { paddr = laddr; @@ -642,35 +617,16 @@ cpu_memory_access_la_region(UINT32 laddr remain -= r; if (remain <= 0) { /* next page */ - remain += 0x1000; + remain += PAGE_SIZE; } } } -void MEMCALL -paging_check(UINT32 laddr, UINT length, const int ucrw) +UINT32 MEMCALL +laddr2paddr(const UINT32 laddr, const int ucrw) { - UINT32 paddr; - UINT remain; /* page remain */ - UINT r; - - remain = 0x1000 - (laddr & 0x00000fff); - for (;;) { - paddr = paging(laddr, ucrw); - - r = (remain > length) ? length : remain; - - length -= r; - if (length == 0) - break; - laddr += r; - remain -= r; - if (remain <= 0) { - /* next page */ - remain += 0x1000; - } - } + return paging(laddr, ucrw); } static UINT32 MEMCALL @@ -688,7 +644,7 @@ paging(const UINT32 laddr, const int ucr ep = tlb_lookup(laddr, ucrw); if (ep != NULL) - return ep->paddr + (laddr & 0xfff); + return ep->paddr + (laddr & PAGE_MASK); #endif pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); @@ -720,7 +676,7 @@ paging(const UINT32 laddr, const int ucr } /* make physical address */ - paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); + paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & PAGE_MASK); bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); @@ -782,7 +738,11 @@ do { \ #define TLB_IS_WRITABLE(ep) ((ep)->tag & CPU_PTE_WRITABLE) #define TLB_IS_USERMODE(ep) ((ep)->tag & CPU_PTE_USER_MODE) #define TLB_IS_DIRTY(ep) ((ep)->tag & TLB_ENTRY_TAG_DIRTY) +#if (CPU_FEATURES & CPU_FEATURE_PGE) == CPU_FEATURE_PGE #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_TAG_GLOBAL) +#else +#define TLB_IS_GLOBAL(ep) 0 +#endif #define TLB_SET_TAG_FLAGS(ep, entry, bit) \ do { \