--- np2/i386c/ia32/paging.c 2004/06/15 13:50:13 1.25 +++ np2/i386c/ia32/paging.c 2011/12/29 13:32:12 1.35 @@ -1,5 +1,3 @@ -/* $Id: paging.c,v 1.25 2004/06/15 13:50:13 monaka Exp $ */ - /* * Copyright (c) 2003-2004 NONAKA Kimihiro * All rights reserved. @@ -12,8 +10,6 @@ * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. - * 3. The name of the author may not be used to endorse or promote products - * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES @@ -32,25 +28,25 @@ #include "ia32.mcr" /* - * ¡¦¥ì¡£¥·¡¦¥¯¡¦¥æ¡¦¥¥¡¦ö§¥Í¥Û浡¼ + * åãÔ妾å⥯åãÊ夫å㥩åã°æ¥»¶ç¡¢ * - * 4-31: ͽÌóºÑ¤ß - * 3: RSVD: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤ÏͽÌó¥Ó¥Ã¥È°ãÈ¿¤Ç¤Ï¤Ê¤«¤Ã¤¿¡¥ - * 1 = ¥Ú¡¼¥¸¡¦¥Õ¥©¥ë¥È¤Î¸¶°ø¤Ï¡¤°ãÈ¿¤È¥Þ¡¼¥¯¤µ¤ì¤¿ PTE ¤Þ¤¿¤Ï - * PDE ¤ÎͽÌó¥Ó¥Ã¥È°ÌÃ֤Τ¦¤Á°ì¤Ä¤Ç¡¤1 ¤¬¸¡½Ð¤µ¤ì¤¿¤³¤È¤Ç¤¢¤ë¡¥ - * 2: U/S: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥¹¡¼¥Ñ¥Ð¥¤¥¶¡¦ - * ¥â¡¼¥É¤Ç¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ - * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥æ¡¼¥¶¡¦¥â¡¼¥É¤Ç - * ¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ - * 1: W/R: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬ÆÉ¤ß¼è¤ê¤Ç¤¢¤Ã¤¿¡¥ - * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬½ñ¤­¹þ¤ß¤Ç¤¢¤Ã¤¿¡¥ - * 0: P: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬ÉԺߥڡ¼¥¸¤Ç¤¢¤Ã¤¿¡¥ - * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬¥Ú¡¼¥¸¡¦¥ì¥Ù¥ëÊݸî°ãÈ¿¤Ç¤¢¤Ã¤¿¡¥ + * 4-31: äººÑ¤ß + * 3: RSVD: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤ÏͽÌó¥Ó¥Ã¥È°ãÈ¿¤Ç¤Ï¤Ê¤«¤Ã¤¿¡¥ + * 1 = ¥Ú¡¼¥¸¡¦¥Õ¥©¥ë¥È¤Î¸¶°ø¤Ï¡¤°ãÈ¿¤È¥Þ¡¼¥¯¤µ¤ì¤¿ PTE ¤Þ¤¿¤Ï + * PDE ¤ÎͽÌó¥Ó¥Ã¥È°ÌÃ֤Τ¦¤Á°ì¤Ä¤Ç¡¤1 ¤¬¸¡½Ð¤µ¤ì¤¿¤³¤È¤Ç¤¢¤ë¡¥ + * 2: U/S: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥¹¡¼¥Ñ¥Ð¥¤¥¶¡¦ + * ¥â¡¼¥É¤Ç¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ + * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥æ¡¼¥¶¡¦¥â¡¼¥É¤Ç + * ¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ + * 1: W/R: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬ÆÉ¤ß¼è¤ê¤Ç¤¢¤Ã¤¿¡¥ + * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬½ñ¤­¹þ¤ß¤Ç¤¢¤Ã¤¿¡¥ + * 0: P: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬ÉԺߥڡ¼¥¸¤Ç¤¢¤Ã¤¿¡¥ + * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬¥Ú¡¼¥¸¡¦¥ì¥Ù¥ëÊݸî°ãÈ¿¤Ç¤¢¤Ã¤¿¡¥ */ /* - * ²¼´¬ 4.12. ¥Ú¡¼¥¸Êݸî¤È¥»¥°¥á¥ó¥ÈÊݸî¤ÎÁȤ߹ç¤ï¤» - * ¡Öɽ 4-2. ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê¤È¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë¤ÎÊݸî¤ÎÁȤ߹ç¤ï¤»¡× + * ä¸ 4.12. ¥Ú¡¼¥¸Êݸî¤È¥»¥°¥á¥ó¥ÈÊݸî¤ÎÁȤ߹ç¤ï¤» + * ¡Öɽ 4-2. ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê¤È¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë¤ÎÊݸî¤ÎÁȤ߹ç¤ï¤»¡× * * +------------+------------+------------+ * | PDE | PTE | merge | @@ -75,11 +71,11 @@ * | s | rw | s | rw | s | rw | * +-----+------+-----+------+-----+------+ * - * ¡Ö¥£ rw/p : CR0 ¡¢¥Û WP ¡¦¥â¡¦¥Æ¡¦¥Í¡¢¥ã ON ¡¢¥Û¥»ø»î¦¥Ò¡¢¥Þ ro + * ãॵ rw/p : CR0 åá¥ç WP åãÆå¥ãåã°å¡ì ON åá¥çꢥ¨éð°å¢­åá¥Ã ro */ /* - * ¡¦â§ä§ô§¡Ö¡¦¥Ã¡¦¥µ¡¦¥±/PxE(¥»ê·¥å¥µ¥¤¥»¥Í)/CPL/CR0 ¡¢¥Í¡¦¥ì¡£¥·¡¦¥¯¡¦¡Ö¡¦¥Ã¡¦¥µ¡¦¥±¥¯¡Ö¡¢¥Û¥¨¥ê¥­¥¯ + * åã¡£åã¡Öå㥧åâ¡Öåâ¥Ãå⥵å⥱/PxE(躴ꥣÐç½âí奡)/CPL/CR0 åᥣåãÔ妾å⥯åâ¡Öåâ¥Ãå⥵å⥱쪥¥åá¥çñö¡ÖèÁ * * +-----+-----+-----+-----+-----+---+ * | CR0 | CPL | PxE | PxE | ope | | @@ -159,17 +155,17 @@ static const UINT8 page_access_bit[32] = /* *-- - * 32bit ʪÍý¥¢¥É¥ì¥¹ 4k ¥Ú¡¼¥¸ + * 32bit í饥íð¬å¤¤åã²å¦®å⥱ 4k åãÔ妾å⥯ * - * ¡¦ô§¥Ò¡¦¡Ö¡£¥ò¡¦¡Ö¡¦¥Î¡¦ø§¥± + * å㥧åã¶å¤¤å㥵åâ¡Öåã²å¦®å⥱ * 31 22 21 12 11 0 * +------------------------+----------------------+--------------------------+ - * | ¡¦¥ì¡£¥·¡¦¥¯¡£¥ò¡¦¥Ì¡¦¡×¡¦ø§¥Ã¡¦¥Í¡¦ | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë | ¥ª¥Õ¥»¥Ã¥È | + * | åãÔ妾å⥯å㥵åã®å¤¥åã¥ãåâ¥Ãåã°å¦¬ | åãÔ妾å⥯å㥵åã¬å¦¾åãÌ妭 | å⥧åãÊ夽åã¦å¥è | * +------------------------+----------------------+--------------------------+ * | | | * +-----------+ +-----------+ +----------+ * | | | - * | ¡¦¥ì¡£¥·¡¦¥¯¡£¥ò¡¦¥Ì¡¦¡×¡¦ø§¥Ã¡¦¥Í¡¦ | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë ¥Ú¡¼¥¸ | + * | ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë ¥Ú¡¼¥¸ | * | +--------------------+ | +-------------------+ +------------------+ | * | | | | | | | | | * | | | | +-------------------+ | | | @@ -181,19 +177,19 @@ static const UINT8 page_access_bit[32] = * | | | | | | | | * +>+--------------------+ +>+-------------------+ +>+------------------+ * | - * +- CR3() + * +- CR3(ʪÍý¥¢¥É¥ì¥¹) */ -static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw) GCC_ATTR_REGPARM; -#if defined(IA32_SUPPORT_TLB) -static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw) GCC_ATTR_REGPARM; -#endif +static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw); +static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw); + +#define PAGE_SIZE 0x1000 +#define PAGE_MASK (PAGE_SIZE - 1) -#if defined(IA32_PAGING_EACHSIZE) UINT8 MEMCALL -cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) +cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (CPUCALL *func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr; @@ -206,14 +202,14 @@ cpu_memory_access_la_RMW_b(UINT32 laddr, } UINT16 MEMCALL -cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) +cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (CPUCALL *func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr[2]; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { value = cpu_memoryread_w(paddr[0]); result = (*func)(value, arg); cpu_memorywrite_w(paddr[0], (UINT16)result); @@ -229,15 +225,15 @@ cpu_memory_access_la_RMW_w(UINT32 laddr, } UINT32 MEMCALL -cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) +cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (CPUCALL *func)(UINT32, void *), void *arg) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; + const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; UINT32 result, value; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { value = cpu_memoryread_d(paddr[0]); result = (*func)(value, arg); @@ -297,7 +293,7 @@ cpu_linear_memory_read_w(UINT32 laddr, c UINT16 value; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { return cpu_memoryread_w(paddr[0]); } else { paddr[1] = paging(laddr + 1, ucrw); @@ -315,7 +311,7 @@ cpu_linear_memory_read_d(UINT32 laddr, c UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { return cpu_memoryread_d(paddr[0]); } else { @@ -334,13 +330,106 @@ cpu_linear_memory_read_d(UINT32 laddr, c case 1: value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; + value += (UINT32)cpu_memoryread_w(paddr[1]) << 8; + value += (UINT32)cpu_memoryread(paddr[1] + 2) << 24; break; default: ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); - return (UINT32)-1; + value = (UINT32)-1; + break; + } + return value; + } +} + +UINT64 MEMCALL +cpu_linear_memory_read_q(UINT32 laddr, const int ucrw) +{ + UINT32 paddr[2]; + UINT64 value; + UINT remain; + + paddr[0] = paging(laddr, ucrw); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 8) { + return cpu_memoryread_q(paddr[0]); + } else { + paddr[1] = paging(laddr + remain, ucrw); + switch (remain) { + case 7: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_d(paddr[0] + 3) << 24; + value += (UINT64)cpu_memoryread(paddr[1]) << 56; + break; + + case 6: + value = cpu_memoryread_w(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[0] + 2) << 16; + value += (UINT64)cpu_memoryread_w(paddr[1]) << 48; + break; + + case 5: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_w(paddr[1]) << 40; + value += (UINT64)cpu_memoryread(paddr[1] + 2) << 56; + break; + + case 4: + value = cpu_memoryread_d(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 32; + break; + + case 3: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; + value += (UINT64)cpu_memoryread_d(paddr[1]) << 24; + value += (UINT64)cpu_memoryread(paddr[1] + 4) << 56; + break; + + case 2: + value = cpu_memoryread_w(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 16; + value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 48; + break; + + case 1: + value = cpu_memoryread(paddr[0]); + value += (UINT64)cpu_memoryread_d(paddr[1]) << 8; + value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 40; + value += (UINT64)cpu_memoryread(paddr[1] + 6) << 56; + break; + + default: + ia32_panic("cpu_linear_memory_read_q(): out of range (remain = %d)\n", remain); + value = (UINT64)-1; + break; + } + } + return value; +} + +REG80 MEMCALL +cpu_linear_memory_read_f(UINT32 laddr, const int ucrw) +{ + UINT32 paddr[2]; + REG80 value; + UINT remain; + UINT i, j; + + paddr[0] = paging(laddr, ucrw); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 10) { + return cpu_memoryread_f(paddr[0]); + } else { + paddr[1] = paging(laddr + remain, ucrw); + for (i = 0; i < remain; ++i) { + value.b[i] = cpu_memoryread(paddr[0] + i); + } + for (j = 0; i < 10; ++i, ++j) { + value.b[i] = cpu_memoryread(paddr[1] + j); } return value; } @@ -349,7 +438,7 @@ cpu_linear_memory_read_d(UINT32 laddr, c void MEMCALL cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr; paddr = paging(laddr, ucrw); @@ -359,11 +448,11 @@ cpu_linear_memory_write_b(UINT32 laddr, void MEMCALL cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; paddr[0] = paging(laddr, ucrw); - if ((laddr + 1) & 0x00000fff) { + if ((laddr + 1) & PAGE_MASK) { cpu_memorywrite_w(paddr[0], value); } else { paddr[1] = paging(laddr + 1, ucrw); @@ -375,12 +464,12 @@ cpu_linear_memory_write_w(UINT32 laddr, void MEMCALL cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); if (remain >= 4) { cpu_memorywrite_d(paddr[0], value); } else { @@ -399,217 +488,101 @@ cpu_linear_memory_write_d(UINT32 laddr, case 1: cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 8)); + cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 24)); break; } } } -#else /* !IA32_PAGING_EACHSIZE */ - -UINT32 MEMCALL -cpu_memory_access_la_RMW(UINT32 laddr, UINT length, UINT32 (*func)(UINT32, void *), void *arg) +void MEMCALL +cpu_linear_memory_write_q(UINT32 laddr, UINT64 value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; - UINT32 result, value; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { - case 4: - value = cpu_memoryread_d(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite_d(paddr[0], result); + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 8) { + cpu_memorywrite_q(paddr[0], value); + } else { + paddr[1] = paging(laddr + remain, ucrw); + switch (remain) { + case 7: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); + cpu_memorywrite_d(paddr[0] + 3, (UINT32)(value >> 24)); + cpu_memorywrite(paddr[1], (UINT8)(value >> 56)); break; - case 2: - value = cpu_memoryread_w(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite_w(paddr[0], (UINT16)result); + case 6: + cpu_memorywrite_w(paddr[0], (UINT16)value); + cpu_memorywrite_d(paddr[0] + 2, (UINT32)(value >> 16)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 48)); break; - case 1: - value = cpu_memoryread(paddr[0]); - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); + case 5: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_d(paddr[0] + 1, (UINT32)(value >> 8)); + cpu_memorywrite_w(paddr[1], (UINT16)(value >> 40)); + cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 56)); break; - default: - ia32_panic("cpu_memory_access_la_RMW(): invalid length (length = %d)\n", length); - return (UINT32)-1; - } - return value; - } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; - value += (UINT32)cpu_memoryread(paddr[1]) << 24; - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); - cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); - cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); - break; - - case 2: - value = cpu_memoryread_w(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; - result = (*func)(value, arg); - cpu_memorywrite_w(paddr[0], (UINT16)result); - cpu_memorywrite_w(paddr[1], (UINT16)(result >> 16)); - break; - - case 1: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - if (length == 4) { - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; - } - result = (*func)(value, arg); - cpu_memorywrite(paddr[0], (UINT8)result); - cpu_memorywrite(paddr[1], (UINT8)(result >> 8)); - if (length == 4) { - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(result >> 16)); - } - break; - - default: - ia32_panic("cpu_memory_access_la_RMW(): out of range (remain = %d)\n", remain); - return (UINT32)-1; - } - return value; -} - -UINT32 MEMCALL -cpu_linear_memory_read(UINT32 laddr, UINT length, const int ucrw) -{ - UINT32 value; - UINT32 paddr[2]; - UINT remain; - - paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { case 4: - value = cpu_memoryread_d(paddr[0]); + cpu_memorywrite_d(paddr[0], (UINT32)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 32)); + break; + + case 3: + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 24)); + cpu_memorywrite(paddr[1] + 4, (UINT8)(value >> 56)); break; case 2: - value = cpu_memoryread_w(paddr[0]); + cpu_memorywrite_w(paddr[0], (UINT16)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 16)); + cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 48)); break; case 1: - value = cpu_memoryread(paddr[0]); + cpu_memorywrite(paddr[0], (UINT8)value); + cpu_memorywrite_d(paddr[1], (UINT32)(value >> 8)); + cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 40)); + cpu_memorywrite(paddr[1] + 6, (UINT8)(value >> 56)); break; - - default: - ia32_panic("cpu_linear_memory_read(): invalid length (length = %d)\n", length); - return (UINT32)-1; } - return value; - } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; - value += (UINT32)cpu_memoryread(paddr[1]) << 24; - break; - - case 2: - value = cpu_memoryread_w(paddr[0]); - value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; - break; - - case 1: - value = cpu_memoryread(paddr[0]); - value += (UINT32)cpu_memoryread(paddr[1]) << 8; - if (length == 4) { - value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; - } - break; - - default: - ia32_panic("cpu_linear_memory_read(): out of range (remain = %d)\n", remain); - return (UINT32)-1; } - return value; } void MEMCALL -cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) +cpu_linear_memory_write_f(UINT32 laddr, const REG80 *value, const int user_mode) { - const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; + const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; UINT32 paddr[2]; UINT remain; + UINT i, j; paddr[0] = paging(laddr, ucrw); - remain = 0x1000 - (laddr & 0x00000fff); - if (remain >= length) { - /* fast mode */ - switch (length) { - case 4: - cpu_memorywrite_d(paddr[0], value); - break; - - case 2: - cpu_memorywrite_w(paddr[0], (UINT16)value); - break; - - case 1: - cpu_memorywrite(paddr[0], (UINT8)value); - break; - - default: - ia32_panic("cpu_linear_memory_write(): invalid length (length = %d)\n", length); - break; + remain = PAGE_SIZE - (laddr & PAGE_MASK); + if (remain >= 10) { + cpu_memorywrite_f(paddr[0], value); + } else { + paddr[1] = paging(laddr + remain, ucrw); + for (i = 0; i < remain; ++i) { + cpu_memorywrite(paddr[0] + i, value->b[i]); } - return; - } - - /* slow mode */ - paddr[1] = paging(laddr + remain, ucrw); - switch (remain) { - case 3: - cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); - cpu_memorywrite(paddr[1], (UINT8)(value >> 24)); - break; - - case 2: - cpu_memorywrite_w(paddr[0], (UINT16)value); - cpu_memorywrite_w(paddr[1], (UINT16)(value >> 16)); - break; - - case 1: - cpu_memorywrite(paddr[0], (UINT8)value); - cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); - if (length == 4) { - cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); + for (j = 0; i < 10; ++i, ++j) { + cpu_memorywrite(paddr[1] + j, value->b[i]); } - break; - - default: - ia32_panic("cpu_linear_memory_write(): out of range (remain = %d)\n", remain); - break; } } -#endif /* IA32_PAGING_EACHSIZE */ + void MEMCALL -cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, BYTE *data) +cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, UINT8 *data) { UINT32 paddr; UINT remain; /* page remain */ @@ -618,7 +591,7 @@ cpu_memory_access_la_region(UINT32 laddr if (length == 0) return; - remain = 0x1000 - (laddr & 0x00000fff); + remain = PAGE_SIZE - (laddr & PAGE_MASK); for (;;) { if (!CPU_STAT_PAGING) { paddr = laddr; @@ -642,35 +615,16 @@ cpu_memory_access_la_region(UINT32 laddr remain -= r; if (remain <= 0) { /* next page */ - remain += 0x1000; + remain += PAGE_SIZE; } } } -void MEMCALL -paging_check(UINT32 laddr, UINT length, const int ucrw) +UINT32 MEMCALL +laddr2paddr(const UINT32 laddr, const int ucrw) { - UINT32 paddr; - UINT remain; /* page remain */ - UINT r; - - remain = 0x1000 - (laddr & 0x00000fff); - for (;;) { - paddr = paging(laddr, ucrw); - - r = (remain > length) ? length : remain; - length -= r; - if (length == 0) - break; - - laddr += r; - remain -= r; - if (remain <= 0) { - /* next page */ - remain += 0x1000; - } - } + return paging(laddr, ucrw); } static UINT32 MEMCALL @@ -683,13 +637,11 @@ paging(const UINT32 laddr, const int ucr UINT32 pte; /* page table entry */ UINT bit; UINT err; -#if defined(IA32_SUPPORT_TLB) TLB_ENTRY_T *ep; ep = tlb_lookup(laddr, ucrw); if (ep != NULL) - return ep->paddr + (laddr & 0xfff); -#endif + return ep->paddr + (laddr & PAGE_MASK); pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); pde = cpu_memoryread_d(pde_addr); @@ -720,7 +672,7 @@ paging(const UINT32 laddr, const int ucr } /* make physical address */ - paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); + paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & PAGE_MASK); bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); @@ -745,9 +697,8 @@ paging(const UINT32 laddr, const int ucr cpu_memorywrite_d(pte_addr, pte); } -#if defined(IA32_SUPPORT_TLB) tlb_update(laddr, pte, (bit & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)) + ((ucrw & CPU_PAGE_CODE) >> 1)); -#endif + return paddr; pf_exception: @@ -758,8 +709,6 @@ pf_exception: return 0; /* compiler happy */ } - -#if defined(IA32_SUPPORT_TLB) /* * TLB */ @@ -782,7 +731,11 @@ do { \ #define TLB_IS_WRITABLE(ep) ((ep)->tag & CPU_PTE_WRITABLE) #define TLB_IS_USERMODE(ep) ((ep)->tag & CPU_PTE_USER_MODE) #define TLB_IS_DIRTY(ep) ((ep)->tag & TLB_ENTRY_TAG_DIRTY) +#if (CPU_FEATURES & CPU_FEATURE_PGE) == CPU_FEATURE_PGE #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_TAG_GLOBAL) +#else +#define TLB_IS_GLOBAL(ep) 0 +#endif #define TLB_SET_TAG_FLAGS(ep, entry, bit) \ do { \ @@ -827,7 +780,7 @@ tlb_init(void) memset(tlb, 0, sizeof(tlb)); #if defined(IA32_PROFILE_TLB) - memset(tlb_profile, 0, sizeof(tlb_profile)); + memset(&tlb_profile, 0, sizeof(tlb_profile)); #endif /* IA32_PROFILE_TLB */ } @@ -944,4 +897,3 @@ tlb_update(const UINT32 laddr, const UIN } ep->memp = NULL; } -#endif /* IA32_SUPPORT_TLB */