|
|
| version 1.19, 2004/03/23 19:32:37 | version 1.34, 2011/12/21 18:07:57 |
|---|---|
| Line 1 | Line 1 |
| /* $Id$ */ | |
| /* | /* |
| * Copyright (c) 2003-2004 NONAKA Kimihiro | * Copyright (c) 2003-2004 NONAKA Kimihiro |
| * All rights reserved. | * All rights reserved. |
| Line 12 | Line 10 |
| * 2. Redistributions in binary form must reproduce the above copyright | * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the | * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. | * documentation and/or other materials provided with the distribution. |
| * 3. The name of the author may not be used to endorse or promote products | |
| * derived from this software without specific prior written permission. | |
| * | * |
| * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
| * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES | * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
| Line 32 | Line 28 |
| #include "ia32.mcr" | #include "ia32.mcr" |
| /* | /* |
| * ¡¦¥ì¡£¥·¡¦¥¯¡¦¥æ¡¦¥¥¡¦ö§¥Í¥Û浡¼ | * åãÔ妾å⥯åãÊ夫å㥩åã°æ¥»¶ç¡¢ * |
| * 4-31: ͽÌóºÑ¤ß | * 4-31: äººÑ¤ß |
| * 3: RSVD: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤ÏͽÌó¥Ó¥Ã¥È°ãÈ¿¤Ç¤Ï¤Ê¤«¤Ã¤¿¡¥ | * 3: RSVD: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤ÏͽÌó¥Ó¥Ã¥È°ãÈ¿¤Ç¤Ï¤Ê¤«¤Ã¤¿¡¥ |
| * 1 = ¥Ú¡¼¥¸¡¦¥Õ¥©¥ë¥È¤Î¸¶°ø¤Ï¡¤°ãÈ¿¤È¥Þ¡¼¥¯¤µ¤ì¤¿ PTE ¤Þ¤¿¤Ï | * 1 = ¥Ú¡¼¥¸¡¦¥Õ¥©¥ë¥È¤Î¸¶°ø¤Ï¡¤°ãÈ¿¤È¥Þ¡¼¥¯¤µ¤ì¤¿ PTE ¤Þ¤¿¤Ï |
| * PDE ¤ÎͽÌó¥Ó¥Ã¥È°ÌÃ֤Τ¦¤Á°ì¤Ä¤Ç¡¤1 ¤¬¸¡½Ð¤µ¤ì¤¿¤³¤È¤Ç¤¢¤ë¡¥ | * PDE ¤ÎͽÌó¥Ó¥Ã¥È°ÌÃ֤Τ¦¤Á°ì¤Ä¤Ç¡¤1 ¤¬¸¡½Ð¤µ¤ì¤¿¤³¤È¤Ç¤¢¤ë¡¥ |
| * 2: U/S: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥¹¡¼¥Ñ¥Ð¥¤¥¶¡¦ | * 2: U/S: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥¹¡¼¥Ñ¥Ð¥¤¥¶¡¦ |
| * ¥â¡¼¥É¤Ç¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ | * ¥â¡¼¥É¤Ç¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ |
| * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥æ¡¼¥¶¡¦¥â¡¼¥É¤Ç | * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤Ï¥×¥í¥»¥Ã¥µ¤¬¥æ¡¼¥¶¡¦¥â¡¼¥É¤Ç |
| * ¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ | * ¼Â¹ÔÃæ¤Ë¹Ô¤ï¤ì¤¿¡¥ |
| * 1: W/R: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬ÆÉ¤ß¼è¤ê¤Ç¤¢¤Ã¤¿¡¥ | * 1: W/R: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬ÆÉ¤ß¼è¤ê¤Ç¤¢¤Ã¤¿¡¥ |
| * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬½ñ¤¹þ¤ß¤Ç¤¢¤Ã¤¿¡¥ | * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤È¤Ê¤Ã¤¿¥¢¥¯¥»¥¹¤¬½ñ¤¹þ¤ß¤Ç¤¢¤Ã¤¿¡¥ |
| * 0: P: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬ÉԺߥڡ¼¥¸¤Ç¤¢¤Ã¤¿¡¥ | * 0: P: 0 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬ÉԺߥڡ¼¥¸¤Ç¤¢¤Ã¤¿¡¥ |
| * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬¥Ú¡¼¥¸¡¦¥ì¥Ù¥ëÊݸî°ãÈ¿¤Ç¤¢¤Ã¤¿¡¥ | * 1 = ¥Õ¥©¥ë¥È¤Î¸¶°ø¤¬¥Ú¡¼¥¸¡¦¥ì¥Ù¥ëÊݸî°ãÈ¿¤Ç¤¢¤Ã¤¿¡¥ |
| */ | */ |
| /* | /* |
| * ²¼´¬ 4.12. ¥Ú¡¼¥¸Êݸî¤È¥»¥°¥á¥ó¥ÈÊݸî¤ÎÁȤ߹ç¤ï¤» | * ä¸ 4.12. ¥Ú¡¼¥¸Êݸî¤È¥»¥°¥á¥ó¥ÈÊݸî¤ÎÁȤ߹ç¤ï¤» |
| * ¡Öɽ 4-2. ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê¤È¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë¤ÎÊݸî¤ÎÁȤ߹ç¤ï¤»¡× | * ¡Öɽ 4-2. ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê¤È¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë¤ÎÊݸî¤ÎÁȤ߹ç¤ï¤»¡× |
| * | * |
| * +------------+------------+------------+ | * +------------+------------+------------+ |
| * | PDE | PTE | merge | | * | PDE | PTE | merge | |
| Line 75 | Line 71 |
| * | s | rw | s | rw | s | rw | | * | s | rw | s | rw | s | rw | |
| * +-----+------+-----+------+-----+------+ | * +-----+------+-----+------+-----+------+ |
| * | * |
| * ¡Ö¥£ rw/p : CR0 ¡¢¥Û WP ¡¦¥â¡¦¥Æ¡¦¥Í¡¢¥ã ON ¡¢¥Û¥»ø»î¦¥Ò¡¢¥Þ ro | * ãॵ rw/p : CR0 åá¥ç WP åãÆå¥ãåã°å¡ì ON åá¥çꢥ¨éð°å¢åá¥Ã ro |
| */ | */ |
| /* | /* |
| * ¡¦â§ä§ô§¡Ö¡¦¥Ã¡¦¥µ¡¦¥±/PxE(¥»ê·¥å¥µ¥¤¥»¥Í)/CPL/CR0 ¡¢¥Í¡¦¥ì¡£¥·¡¦¥¯¡¦¡Ö¡¦¥Ã¡¦¥µ¡¦¥±¥¯¡Ö¡¢¥Û¥¨¥ê¥¥¯ | * åã¡£åã¡Öå㥧åâ¡Öåâ¥Ãå⥵å⥱/PxE(躴ꥣÐç½âí奡)/CPL/CR0 åᥣåãÔ妾å⥯åâ¡Öåâ¥Ãå⥵å⥱쪥¥åá¥çñö¡ÖèÁ * |
| * +-----+-----+-----+-----+-----+---+ | * +-----+-----+-----+-----+-----+---+ |
| * | CR0 | CPL | PxE | PxE | ope | | | * | CR0 | CPL | PxE | PxE | ope | | |
| Line 159 static const UINT8 page_access_bit[32] = | Line 155 static const UINT8 page_access_bit[32] = |
| /* | /* |
| *-- | *-- |
| * 32bit ʪÍý¥¢¥É¥ì¥¹ 4k ¥Ú¡¼¥¸ | * 32bit í饥íð¬å¤¤åã²å¦®å⥱ 4k åãÔ妾å⥯ |
| * | * |
| * ¡¦ô§¥Ò¡¦¡Ö¡£¥ò¡¦¡Ö¡¦¥Î¡¦ø§¥± | * å㥧åã¶å¤¤å㥵åâ¡Öåã²å¦®å⥱ |
| * 31 22 21 12 11 0 | * 31 22 21 12 11 0 |
| * +------------------------+----------------------+--------------------------+ | * +------------------------+----------------------+--------------------------+ |
| * | ¡¦¥ì¡£¥·¡¦¥¯¡£¥ò¡¦¥Ì¡¦¡×¡¦ø§¥Ã¡¦¥Í¡¦ | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë | ¥ª¥Õ¥»¥Ã¥È | | * | åãÔ妾å⥯å㥵åã®å¤¥åã¥ãåâ¥Ãåã°å¦¬ | åãÔ妾å⥯å㥵åã¬å¦¾åãÌå¦ | å⥧åãÊ夽åã¦å¥è | |
| * +------------------------+----------------------+--------------------------+ | * +------------------------+----------------------+--------------------------+ |
| * | | | | * | | | |
| * +-----------+ +-----------+ +----------+ | * +-----------+ +-----------+ +----------+ |
| * | | | | * | | | |
| * | ¡¦¥ì¡£¥·¡¦¥¯¡£¥ò¡¦¥Ì¡¦¡×¡¦ø§¥Ã¡¦¥Í¡¦ | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë ¥Ú¡¼¥¸ | | * | ¥Ú¡¼¥¸¡¦¥Ç¥£¥ì¥¯¥È¥ê | ¥Ú¡¼¥¸¡¦¥Æ¡¼¥Ö¥ë ¥Ú¡¼¥¸ | |
| * | +--------------------+ | +-------------------+ +------------------+ | | * | +--------------------+ | +-------------------+ +------------------+ | |
| * | | | | | | | | | | * | | | | | | | | | |
| * | | | | +-------------------+ | | | | * | | | | +-------------------+ | | | |
| Line 181 static const UINT8 page_access_bit[32] = | Line 177 static const UINT8 page_access_bit[32] = |
| * | | | | | | | | | * | | | | | | | | |
| * +>+--------------------+ +>+-------------------+ +>+------------------+ | * +>+--------------------+ +>+-------------------+ +>+------------------+ |
| * | | * | |
| * +- CR3() | * +- CR3(ʪÍý¥¢¥É¥ì¥¹) |
| */ | */ |
| static UINT32 paging(const UINT32 laddr, const int crw, const int user_mode); | static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw); |
| #if defined(IA32_SUPPORT_TLB) | static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw); |
| static BOOL tlb_lookup(const UINT32 vaddr, const int crw, UINT32 *paddr); | |
| static void tlb_update(const UINT32 laddr, const UINT entry, const int crw); | |
| #endif | |
| #define PAGE_SIZE 0x1000 | |
| #define PAGE_MASK (PAGE_SIZE - 1) | |
| void MEMCALL | UINT8 MEMCALL |
| cpu_memory_access_la_region(UINT32 laddr, UINT length, const int crw, const int user_mode, BYTE *data) | cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; | |
| UINT32 result, value; | |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | |
| UINT r; | |
| if (length == 0) | |
| return; | |
| remain = 0x1000 - (laddr & 0x00000fff); | paddr = paging(laddr, ucrw); |
| for (;;) { | value = cpu_memoryread(paddr); |
| if (!CPU_STAT_PAGING) { | result = (*func)(value, arg); |
| paddr = laddr; | cpu_memorywrite(paddr, (UINT8)result); |
| } else { | |
| paddr = paging(laddr, crw, user_mode); | |
| } | |
| r = (remain > length) ? length : remain; | return value; |
| if (!(crw & CPU_PAGE_WRITE)) { | } |
| cpu_memoryread_region(paddr, data, r); | |
| } else { | |
| cpu_memorywrite_region(paddr, data, r); | |
| } | |
| length -= r; | UINT16 MEMCALL |
| if (length == 0) | cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| break; | { |
| const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; | |
| UINT32 result, value; | |
| UINT32 paddr[2]; | |
| data += r; | paddr[0] = paging(laddr, ucrw); |
| laddr += r; | if ((laddr + 1) & PAGE_MASK) { |
| remain -= r; | value = cpu_memoryread_w(paddr[0]); |
| if (remain <= 0) { | result = (*func)(value, arg); |
| /* next page */ | cpu_memorywrite_w(paddr[0], (UINT16)result); |
| remain += 0x1000; | } else { |
| } | paddr[1] = paging(laddr + 1, ucrw); |
| value = cpu_memoryread_b(paddr[0]); | |
| value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite(paddr[1], (UINT8)(result >> 8)); | |
| } | } |
| return value; | |
| } | } |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_memory_access_la_RMW(UINT32 laddr, UINT length, const int user_mode, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE_DATA|CPU_STAT_USER_MODE; |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = PAGE_SIZE - (laddr & PAGE_MASK); |
| if (remain >= length) { | if (remain >= 4) { |
| /* fast mode */ | value = cpu_memoryread_d(paddr[0]); |
| switch (length) { | result = (*func)(value, arg); |
| case 4: | cpu_memorywrite_d(paddr[0], result); |
| value = cpu_memoryread_d(paddr[0]); | } else { |
| paddr[1] = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 24; | |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite_d(paddr[0], result); | cpu_memorywrite(paddr[0], (UINT8)result); |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | |
| cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); | |
| break; | break; |
| case 2: | case 2: |
| value = cpu_memoryread_w(paddr[0]); | value = cpu_memoryread_w(paddr[0]); |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; | |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite_w(paddr[0], (UINT16)result); | cpu_memorywrite_w(paddr[0], (UINT16)result); |
| cpu_memorywrite_w(paddr[1], (UINT16)(result >> 16)); | |
| break; | break; |
| case 1: | case 1: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1] + 2) << 24; | |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite(paddr[0], (UINT8)result); | cpu_memorywrite(paddr[0], (UINT8)result); |
| cpu_memorywrite_w(paddr[1], (UINT16)(result >> 8)); | |
| cpu_memorywrite(paddr[1] + 2, (UINT8)(result >> 24)); | |
| break; | break; |
| default: | default: |
| ia32_panic("cpu_memory_access_la_RMW(): invalid length (length = %d)\n", length); | ia32_panic("cpu_memory_access_la_RMW_d(): out of range (remain = %d)\n", remain); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | |
| } | |
| /* slow mode */ | |
| paddr[1] = paging(laddr + remain, crw, user_mode); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 24; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | |
| cpu_memorywrite(paddr[1], (BYTE)(result >> 24)); | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite_w(paddr[0], (UINT16)result); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(result >> 16)); | |
| break; | |
| case 1: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 8; | |
| if (length == 4) { | |
| value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; | |
| } | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite(paddr[1], (UINT8)(result >> 8)); | |
| if (length == 4) { | |
| cpu_memorywrite_w(paddr[1] + 1, (UINT16)(result >> 16)); | |
| } | |
| break; | |
| default: | |
| ia32_panic("cpu_memory_access_la_RMW(): out of range (remain = %d)\n", remain); | |
| value = 0; /* compiler happy */ | |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| #if defined(IA32_PAGING_EACHSIZE) | |
| UINT8 MEMCALL | UINT8 MEMCALL |
| cpu_linear_memory_read_b(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_b(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr; | UINT32 paddr; |
| addr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| return(cpu_memoryread(addr)); | return cpu_memoryread(paddr); |
| } | } |
| UINT16 MEMCALL | UINT16 MEMCALL |
| cpu_linear_memory_read_w(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_w(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr; | UINT32 paddr[2]; |
| UINT32 addr2; | |
| UINT16 value; | UINT16 value; |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| if ((laddr + 1) & 0x00000fff) { | if ((laddr + 1) & PAGE_MASK) { |
| return(cpu_memoryread_w(addr)); | return cpu_memoryread_w(paddr[0]); |
| } | } else { |
| else { | paddr[1] = paging(laddr + 1, ucrw); |
| addr2 = paging(laddr + 1, crw, user_mode); | value = cpu_memoryread_b(paddr[0]); |
| value = cpu_memoryread_b(addr); | value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; |
| value += (UINT16)cpu_memoryread_b(addr2) << 8; | return value; |
| return(value); | |
| } | } |
| } | } |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_linear_memory_read_d(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_d(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr; | UINT32 paddr[2]; |
| UINT remain; | |
| UINT32 addr2; | |
| UINT32 value; | UINT32 value; |
| UINT remain; | |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = PAGE_SIZE - (laddr & PAGE_MASK); |
| if (remain >= 4) { | if (remain >= 4) { |
| return(cpu_memoryread_d(addr)); | return cpu_memoryread_d(paddr[0]); |
| } else { | |
| paddr[1] = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 24; | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; | |
| break; | |
| case 1: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1] + 2) << 24; | |
| break; | |
| default: | |
| ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); | |
| value = (UINT32)-1; | |
| break; | |
| } | |
| return value; | |
| } | } |
| else { | } |
| addr2 = paging(laddr + remain, crw, user_mode); | |
| UINT64 MEMCALL | |
| cpu_linear_memory_read_q(UINT32 laddr, const int ucrw) | |
| { | |
| UINT32 paddr[2]; | |
| UINT64 value; | |
| UINT remain; | |
| paddr[0] = paging(laddr, ucrw); | |
| remain = PAGE_SIZE - (laddr & PAGE_MASK); | |
| if (remain >= 8) { | |
| return cpu_memoryread_q(paddr[0]); | |
| } else { | |
| paddr[1] = paging(laddr + remain, ucrw); | |
| switch (remain) { | switch (remain) { |
| case 3: | case 7: |
| value = cpu_memoryread(addr); | value = cpu_memoryread(paddr[0]); |
| value += (UINT32)cpu_memoryread_w(addr + 1) << 8; | value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; |
| value += (UINT32)cpu_memoryread(addr2) << 24; | value += (UINT64)cpu_memoryread_d(paddr[0] + 3) << 24; |
| break; | value += (UINT64)cpu_memoryread(paddr[1]) << 56; |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(addr); | case 6: |
| value += (UINT32)cpu_memoryread_w(addr2) << 16; | value = cpu_memoryread_w(paddr[0]); |
| break; | value += (UINT64)cpu_memoryread_d(paddr[0] + 2) << 16; |
| value += (UINT64)cpu_memoryread_w(paddr[1]) << 48; | |
| case 1: | break; |
| value = cpu_memoryread(addr); | |
| value += (UINT32)cpu_memoryread(addr2) << 8; | case 5: |
| value += (UINT32)cpu_memoryread_w(addr2 + 1) << 16; | value = cpu_memoryread(paddr[0]); |
| break; | value += (UINT64)cpu_memoryread_d(paddr[0] + 1) << 8; |
| value += (UINT64)cpu_memoryread_w(paddr[1]) << 40; | |
| default: | value += (UINT64)cpu_memoryread(paddr[1] + 2) << 56; |
| ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); | break; |
| value = 0; /* compiler happy */ | |
| break; | case 4: |
| value = cpu_memoryread_d(paddr[0]); | |
| value += (UINT64)cpu_memoryread_d(paddr[1]) << 32; | |
| break; | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT64)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT64)cpu_memoryread_d(paddr[1]) << 24; | |
| value += (UINT64)cpu_memoryread(paddr[1] + 4) << 56; | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(paddr[0]); | |
| value += (UINT64)cpu_memoryread_d(paddr[1]) << 16; | |
| value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 48; | |
| break; | |
| case 1: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT64)cpu_memoryread_d(paddr[1]) << 8; | |
| value += (UINT64)cpu_memoryread_w(paddr[1] + 4) << 40; | |
| value += (UINT64)cpu_memoryread(paddr[1] + 6) << 56; | |
| break; | |
| default: | |
| ia32_panic("cpu_linear_memory_read_q(): out of range (remain = %d)\n", remain); | |
| value = (UINT64)-1; | |
| break; | |
| } | |
| } | |
| return value; | |
| } | |
| REG80 MEMCALL | |
| cpu_linear_memory_read_f(UINT32 laddr, const int ucrw) | |
| { | |
| UINT32 paddr[2]; | |
| REG80 value; | |
| UINT remain; | |
| UINT i, j; | |
| paddr[0] = paging(laddr, ucrw); | |
| remain = PAGE_SIZE - (laddr & PAGE_MASK); | |
| if (remain >= 10) { | |
| return cpu_memoryread_f(paddr[0]); | |
| } else { | |
| paddr[1] = paging(laddr + remain, ucrw); | |
| for (i = 0; i < remain; ++i) { | |
| value.b[i] = cpu_memoryread(paddr[0] + i); | |
| } | |
| for (j = 0; i < 10; ++i, ++j) { | |
| value.b[i] = cpu_memoryread(paddr[1] + j); | |
| } | } |
| return value; | return value; |
| } | } |
| Line 387 cpu_linear_memory_read_d(UINT32 laddr, c | Line 438 cpu_linear_memory_read_d(UINT32 laddr, c |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) | cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; |
| UINT32 addr; | UINT32 paddr; |
| addr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| cpu_memorywrite(addr, value); | cpu_memorywrite(paddr, value); |
| } | } |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) | cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; |
| UINT32 addr; | UINT32 paddr[2]; |
| UINT32 addr2; | |
| paddr[0] = paging(laddr, ucrw); | |
| addr = paging(laddr, crw, user_mode); | if ((laddr + 1) & PAGE_MASK) { |
| if ((laddr + 1) & 0x00000fff) { | cpu_memorywrite_w(paddr[0], value); |
| cpu_memorywrite_w(addr, value); | } else { |
| } | paddr[1] = paging(laddr + 1, ucrw); |
| else { | cpu_memorywrite(paddr[0], (UINT8)value); |
| addr2 = paging(laddr + 1, crw, user_mode); | cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); |
| cpu_memorywrite(addr, (UINT8)value); | |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | |
| } | } |
| } | } |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) | cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; |
| UINT32 addr; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| UINT32 addr2; | |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = PAGE_SIZE - (laddr & PAGE_MASK); |
| if (remain >= 4) { | if (remain >= 4) { |
| cpu_memorywrite_d(addr, value); | cpu_memorywrite_d(paddr[0], value); |
| } | } else { |
| else { | paddr[1] = paging(laddr + remain, ucrw); |
| addr2 = paging(laddr + remain, crw, user_mode); | |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| cpu_memorywrite(addr, (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| cpu_memorywrite_w(addr + 1, (UINT16)(value >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); |
| cpu_memorywrite(addr2, (UINT8)(value >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(value >> 24)); |
| break; | |
| case 2: | |
| cpu_memorywrite_w(addr, (UINT16)value); | |
| cpu_memorywrite_w(addr2, (UINT16)(value >> 16)); | |
| break; | |
| case 1: | |
| cpu_memorywrite(addr, (UINT8)value); | |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | |
| cpu_memorywrite_w(addr2 + 1, (UINT16)(value >> 16)); | |
| break; | |
| } | |
| } | |
| } | |
| #else // IA32_PAGING_EACHSIZE | |
| UINT32 MEMCALL | |
| cpu_linear_memory_read(UINT32 laddr, UINT length, const int crw, const int user_mode) | |
| { | |
| UINT32 value; | |
| UINT32 paddr[2]; | |
| UINT remain; | |
| paddr[0] = paging(laddr, crw, user_mode); | |
| remain = 0x1000 - (laddr & 0x00000fff); | |
| if (remain >= length) { | |
| /* fast mode */ | |
| switch (length) { | |
| case 4: | |
| value = cpu_memoryread_d(paddr[0]); | |
| break; | break; |
| case 2: | case 2: |
| value = cpu_memoryread_w(paddr[0]); | cpu_memorywrite_w(paddr[0], (UINT16)value); |
| cpu_memorywrite_w(paddr[1], (UINT16)(value >> 16)); | |
| break; | break; |
| case 1: | case 1: |
| value = cpu_memoryread(paddr[0]); | cpu_memorywrite(paddr[0], (UINT8)value); |
| break; | cpu_memorywrite_w(paddr[1], (UINT16)(value >> 8)); |
| cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 24)); | |
| default: | |
| ia32_panic("cpu_linear_memory_read(): invalid length (length = %d)\n", length); | |
| value = 0; /* compiler happy */ | |
| break; | break; |
| } | } |
| return value; | |
| } | } |
| /* slow mode */ | |
| paddr[1] = paging(laddr + remain, crw, user_mode); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 24; | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; | |
| break; | |
| case 1: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 8; | |
| if (length == 4) { | |
| value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; | |
| } | |
| break; | |
| default: | |
| ia32_panic("cpu_linear_memory_read(): out of range (remain = %d)\n", remain); | |
| value = 0; /* compiler happy */ | |
| break; | |
| } | |
| return value; | |
| } | } |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) | cpu_linear_memory_write_q(UINT32 laddr, UINT64 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = PAGE_SIZE - (laddr & PAGE_MASK); |
| if (remain >= length) { | if (remain >= 8) { |
| /* fast mode */ | cpu_memorywrite_q(paddr[0], value); |
| switch (length) { | } else { |
| paddr[1] = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 7: | |
| cpu_memorywrite(paddr[0], (UINT8)value); | |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); | |
| cpu_memorywrite_d(paddr[0] + 3, (UINT32)(value >> 24)); | |
| cpu_memorywrite(paddr[1], (UINT8)(value >> 56)); | |
| break; | |
| case 6: | |
| cpu_memorywrite_w(paddr[0], (UINT16)value); | |
| cpu_memorywrite_d(paddr[0] + 2, (UINT32)(value >> 16)); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(value >> 48)); | |
| break; | |
| case 5: | |
| cpu_memorywrite(paddr[0], (UINT8)value); | |
| cpu_memorywrite_d(paddr[0] + 1, (UINT32)(value >> 8)); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(value >> 40)); | |
| cpu_memorywrite(paddr[1] + 2, (UINT8)(value >> 56)); | |
| break; | |
| case 4: | case 4: |
| cpu_memorywrite_d(paddr[0], value); | cpu_memorywrite_d(paddr[0], (UINT32)value); |
| cpu_memorywrite_d(paddr[1], (UINT32)(value >> 32)); | |
| break; | |
| case 3: | |
| cpu_memorywrite(paddr[0], (UINT8)value); | |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); | |
| cpu_memorywrite_d(paddr[1], (UINT32)(value >> 24)); | |
| cpu_memorywrite(paddr[1] + 4, (UINT8)(value >> 56)); | |
| break; | break; |
| case 2: | case 2: |
| cpu_memorywrite_w(paddr[0], (UINT16)value); | cpu_memorywrite_w(paddr[0], (UINT16)value); |
| cpu_memorywrite_d(paddr[1], (UINT32)(value >> 16)); | |
| cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 48)); | |
| break; | break; |
| case 1: | case 1: |
| cpu_memorywrite(paddr[0], (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| break; | cpu_memorywrite_d(paddr[1], (UINT32)(value >> 8)); |
| cpu_memorywrite_w(paddr[1] + 4, (UINT16)(value >> 40)); | |
| default: | cpu_memorywrite(paddr[1] + 6, (UINT8)(value >> 56)); |
| ia32_panic("cpu_linear_memory_write(): invalid length (length = %d)\n", length); | |
| break; | break; |
| } | } |
| return; | |
| } | } |
| } | |
| /* slow mode */ | void MEMCALL |
| paddr[1] = paging(laddr + remain, crw, user_mode); | cpu_linear_memory_write_f(UINT32 laddr, const REG80 *value, const int user_mode) |
| switch (remain) { | { |
| case 3: | const int ucrw = CPU_PAGE_WRITE_DATA|user_mode; |
| cpu_memorywrite(paddr[0], (UINT8)value); | UINT32 paddr[2]; |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); | UINT remain; |
| cpu_memorywrite(paddr[1], (BYTE)(value >> 24)); | UINT i, j; |
| break; | |
| case 2: | |
| cpu_memorywrite_w(paddr[0], (UINT16)value); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(value >> 16)); | |
| break; | |
| case 1: | paddr[0] = paging(laddr, ucrw); |
| cpu_memorywrite(paddr[0], (UINT8)value); | remain = PAGE_SIZE - (laddr & PAGE_MASK); |
| cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); | if (remain >= 10) { |
| if (length == 4) { | cpu_memorywrite_f(paddr[0], value); |
| cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); | } else { |
| paddr[1] = paging(laddr + remain, ucrw); | |
| for (i = 0; i < remain; ++i) { | |
| cpu_memorywrite(paddr[0] + i, value->b[i]); | |
| } | |
| for (j = 0; i < 10; ++i, ++j) { | |
| cpu_memorywrite(paddr[1] + j, value->b[i]); | |
| } | } |
| break; | |
| default: | |
| ia32_panic("cpu_linear_memory_write(): out of range (remain = %d)\n", remain); | |
| break; | |
| } | } |
| } | } |
| #endif // IA32_PAGING_EACHSIZE | |
| void MEMCALL | void MEMCALL |
| paging_check(UINT32 laddr, UINT length, const int crw, const int user_mode) | cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, UINT8 *data) |
| { | { |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | UINT remain; /* page remain */ |
| UINT r; | UINT r; |
| remain = 0x1000 - (laddr & 0x00000fff); | if (length == 0) |
| return; | |
| remain = PAGE_SIZE - (laddr & PAGE_MASK); | |
| for (;;) { | for (;;) { |
| paddr = paging(laddr, crw, user_mode); | if (!CPU_STAT_PAGING) { |
| paddr = laddr; | |
| } else { | |
| paddr = paging(laddr, ucrw); | |
| } | |
| r = (remain > length) ? length : remain; | r = (remain > length) ? length : remain; |
| if (!(ucrw & CPU_PAGE_WRITE)) { | |
| cpu_memoryread_region(paddr, data, r); | |
| } else { | |
| cpu_memorywrite_region(paddr, data, r); | |
| } | |
| length -= r; | length -= r; |
| if (length == 0) | if (length == 0) |
| break; | break; |
| data += r; | |
| laddr += r; | laddr += r; |
| remain -= r; | remain -= r; |
| if (remain <= 0) { | if (remain <= 0) { |
| /* next page */ | /* next page */ |
| remain += 0x1000; | remain += PAGE_SIZE; |
| } | } |
| } | } |
| } | } |
| static UINT32 | UINT32 MEMCALL |
| paging(const UINT32 laddr, const int crw, const int user_mode) | laddr2paddr(const UINT32 laddr, const int ucrw) |
| { | |
| return paging(laddr, ucrw); | |
| } | |
| static UINT32 MEMCALL | |
| paging(const UINT32 laddr, const int ucrw) | |
| { | { |
| UINT32 paddr; /* physical address */ | UINT32 paddr; /* physical address */ |
| UINT32 pde_addr; /* page directory entry address */ | UINT32 pde_addr; /* page directory entry address */ |
| Line 606 paging(const UINT32 laddr, const int crw | Line 637 paging(const UINT32 laddr, const int crw |
| UINT32 pte; /* page table entry */ | UINT32 pte; /* page table entry */ |
| UINT bit; | UINT bit; |
| UINT err; | UINT err; |
| TLB_ENTRY_T *ep; | |
| #if defined(IA32_SUPPORT_TLB) | ep = tlb_lookup(laddr, ucrw); |
| if (tlb_lookup(laddr, crw, &paddr)) | if (ep != NULL) |
| return paddr; | return ep->paddr + (laddr & PAGE_MASK); |
| #endif /* IA32_SUPPORT_TLB */ | |
| pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); | pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); |
| pde = cpu_memoryread_d(pde_addr); | pde = cpu_memoryread_d(pde_addr); |
| Line 641 paging(const UINT32 laddr, const int crw | Line 672 paging(const UINT32 laddr, const int crw |
| } | } |
| /* make physical address */ | /* make physical address */ |
| paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); | paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & PAGE_MASK); |
| bit = crw & CPU_PAGE_WRITE; | bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); |
| bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); | bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); |
| bit |= (user_mode << 3); | |
| bit |= CPU_STAT_WP; | bit |= CPU_STAT_WP; |
| #if !defined(USE_PAGE_ACCESS_TABLE) | #if !defined(USE_PAGE_ACCESS_TABLE) |
| Line 662 paging(const UINT32 laddr, const int crw | Line 692 paging(const UINT32 laddr, const int crw |
| goto pf_exception; | goto pf_exception; |
| } | } |
| if ((crw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { | if ((ucrw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { |
| pte |= CPU_PTE_DIRTY; | pte |= CPU_PTE_DIRTY; |
| cpu_memorywrite_d(pte_addr, pte); | cpu_memorywrite_d(pte_addr, pte); |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | tlb_update(laddr, pte, (bit & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)) + ((ucrw & CPU_PAGE_CODE) >> 1)); |
| tlb_update(laddr, pte, crw); | |
| #endif /* IA32_SUPPORT_TLB */ | |
| return paddr; | return paddr; |
| pf_exception: | pf_exception: |
| CPU_CR2 = laddr; | CPU_CR2 = laddr; |
| err |= ((crw & CPU_PAGE_WRITE) << 1) | (user_mode << 2); | err |= (ucrw & CPU_PAGE_WRITE) << 1; |
| err |= (ucrw & CPU_PAGE_USER_MODE) >> 1; | |
| EXCEPTION(PF_EXCEPTION, err); | EXCEPTION(PF_EXCEPTION, err); |
| return 0; /* compiler happy */ | return 0; /* compiler happy */ |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | |
| /* | /* |
| * TLB | * TLB |
| */ | */ |
| #define TLB_GET_PADDR(ep, addr) ((ep)->paddr + ((addr) & ~CPU_PTE_BASEADDR_MASK)) | |
| #define TLB_SET_PADDR(ep, addr) ((ep)->paddr = (addr) & CPU_PTE_BASEADDR_MASK) | |
| #define TLB_TAG_SHIFT TLB_ENTRY_TAG_MAX_SHIFT | |
| #define TLB_TAG_MASK (~((1 << TLB_TAG_SHIFT) - 1)) | |
| #define TLB_GET_TAG_ADDR(ep) ((ep)->tag & TLB_TAG_MASK) | |
| #define TLB_SET_TAG_ADDR(ep, addr) \ | |
| do { \ | |
| (ep)->tag &= ~TLB_TAG_MASK; \ | |
| (ep)->tag |= (addr) & TLB_TAG_MASK; \ | |
| } while (/*CONSTCOND(*/ 0) | |
| #define TLB_IS_VALID(ep) ((ep)->tag & TLB_ENTRY_TAG_VALID) | |
| #define TLB_SET_VALID(ep) ((ep)->tag = TLB_ENTRY_TAG_VALID) | |
| #define TLB_SET_INVALID(ep) ((ep)->tag = 0) | |
| #define TLB_IS_WRITABLE(ep) ((ep)->tag & CPU_PTE_WRITABLE) | |
| #define TLB_IS_USERMODE(ep) ((ep)->tag & CPU_PTE_USER_MODE) | |
| #define TLB_IS_DIRTY(ep) ((ep)->tag & TLB_ENTRY_TAG_DIRTY) | |
| #if (CPU_FEATURES & CPU_FEATURE_PGE) == CPU_FEATURE_PGE | |
| #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_TAG_GLOBAL) | |
| #else | |
| #define TLB_IS_GLOBAL(ep) 0 | |
| #endif | |
| #define TLB_SET_TAG_FLAGS(ep, entry, bit) \ | |
| do { \ | |
| (ep)->tag |= (entry) & (CPU_PTE_GLOBAL_PAGE|CPU_PTE_DIRTY); \ | |
| (ep)->tag |= (bit) & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE); \ | |
| } while (/*CONSTCOND*/ 0) | |
| #define NTLB 2 /* 0: DTLB, 1: ITLB */ | |
| #define NENTRY (1 << 6) | |
| #define TLB_ENTRY_SHIFT 12 | |
| #define TLB_ENTRY_MASK (NENTRY - 1) | |
| typedef struct { | |
| TLB_ENTRY_T entry[NENTRY]; | |
| } TLB_T; | |
| static TLB_T tlb[NTLB]; | |
| #if defined(IA32_PROFILE_TLB) | #if defined(IA32_PROFILE_TLB) |
| /* profiling */ | /* profiling */ |
| Line 705 static TLB_PROFILE_T tlb_profile; | Line 774 static TLB_PROFILE_T tlb_profile; |
| #endif /* IA32_PROFILE_TLB */ | #endif /* IA32_PROFILE_TLB */ |
| typedef struct { | |
| UINT32 tag; /* linear address */ | |
| #define TLB_ENTRY_VALID (1 << 0) | |
| #define TLB_ENTRY_GLOBAL CPU_PTE_GLOBAL_PAGE | |
| UINT32 paddr; /* physical address */ | |
| } TLB_ENTRY_T; | |
| #define TLB_GET_PADDR(ep, addr) ((ep)->paddr + ((addr) & ~CPU_PTE_BASEADDR_MASK)) | |
| #define TLB_SET_PADDR(ep, addr) ((ep)->paddr = (addr) & CPU_PTE_BASEADDR_MASK) | |
| #define TLB_TAG_SHIFT 17 | |
| #define TLB_TAG_MASK ~((1 << TLB_TAG_SHIFT) - 1) | |
| #define TLB_GET_TAG_ADDR(ep) ((ep)->tag & TLB_TAG_MASK) | |
| #define TLB_SET_TAG_ADDR(ep, addr) \ | |
| ((ep)->tag = ((addr) & TLB_TAG_MASK) + ((ep)->tag & ~TLB_TAG_MASK)) | |
| #define TLB_IS_VALID(ep) ((ep)->tag & TLB_ENTRY_VALID) | |
| #define TLB_SET_VALID(ep) ((ep)->tag |= TLB_ENTRY_VALID) | |
| #define TLB_CLEAR_VALID(ep) ((ep)->tag &= ~TLB_ENTRY_VALID) | |
| #if CPU_FAMILY == 4 | |
| #define TLB_IS_GLOBAL(ep) FALSE | |
| #define TLB_SET_GLOBAL(ep) (void)(ep) | |
| #define TLB_CLEAR_GLOBAL(ep) (void)(ep) | |
| #else | |
| #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_GLOBAL) | |
| #define TLB_SET_GLOBAL(ep) ((ep)->tag |= TLB_ENTRY_GLOBAL) | |
| #define TLB_CLEAR_GLOBAL(ep) ((ep)->tag &= ~TLB_ENTRY_GLOBAL) | |
| #endif | |
| #if CPU_FAMILY == 4 | |
| #define NTLB 1 | |
| #define NENTRY (1 << 3) | |
| #define NWAY (1 << 2) | |
| #define TLB_ENTRY_SHIFT 12 | |
| #define TLB_ENTRY_MASK (NENTRY - 1) | |
| #define TLB_WAY_SHIFT 15 | |
| #define TLB_WAY_MASK (NWAY - 1) | |
| #endif | |
| typedef struct { | |
| TLB_ENTRY_T entry[NENTRY][NWAY]; | |
| } TLB_T; | |
| static TLB_T tlb; | |
| void | void |
| tlb_init(void) | tlb_init(void) |
| { | { |
| memset(&tlb, 0, sizeof(tlb)); | memset(tlb, 0, sizeof(tlb)); |
| #if defined(IA32_PROFILE_TLB) | #if defined(IA32_PROFILE_TLB) |
| memset(&tlb_profile, 0, sizeof(tlb_profile)); | memset(&tlb_profile, 0, sizeof(tlb_profile)); |
| #endif /* IA32_PROFILE_TLB */ | #endif /* IA32_PROFILE_TLB */ |
| } | } |
| void | void MEMCALL |
| tlb_flush(BOOL allflush) | tlb_flush(BOOL allflush) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| int i, j; | int i; |
| int n; | |
| if (allflush) { | if (allflush) { |
| PROFILE_INC(tlb_global_flushes); | PROFILE_INC(tlb_global_flushes); |
| Line 777 tlb_flush(BOOL allflush) | Line 797 tlb_flush(BOOL allflush) |
| PROFILE_INC(tlb_flushes); | PROFILE_INC(tlb_flushes); |
| } | } |
| for (i = 0; i < NENTRY ; i++) { | for (n = 0; n < NTLB; n++) { |
| for (j = 0; j < NWAY; j++) { | for (i = 0; i < NENTRY ; i++) { |
| ep = &tlb.entry[i][j]; | ep = &tlb[n].entry[i]; |
| if (TLB_IS_VALID(ep) && (!TLB_IS_GLOBAL(ep) || allflush)) { | if (TLB_IS_VALID(ep) && (allflush || !TLB_IS_GLOBAL(ep))) { |
| TLB_CLEAR_VALID(ep); | TLB_SET_INVALID(ep); |
| PROFILE_INC(tlb_entry_flushes); | PROFILE_INC(tlb_entry_flushes); |
| } | } |
| } | } |
| } | } |
| } | } |
| void | void MEMCALL |
| tlb_flush_page(UINT32 laddr) | tlb_flush_page(UINT32 laddr) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_flushes); | PROFILE_INC(tlb_flushes); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | |
| ep = &tlb.entry[idx][way]; | |
| if (TLB_IS_VALID(ep)) { | for (n = 0; n < NTLB; n++) { |
| if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { | ep = &tlb[n].entry[idx]; |
| TLB_CLEAR_VALID(ep); | if (TLB_IS_VALID(ep)) { |
| return; | if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { |
| TLB_SET_INVALID(ep); | |
| PROFILE_INC(tlb_entry_flushes); | |
| } | |
| } | } |
| } | } |
| } | } |
| static BOOL | TLB_ENTRY_T * MEMCALL |
| tlb_lookup(const UINT32 laddr, const int crw, UINT32 *paddr) | tlb_lookup(const UINT32 laddr, const int ucrw) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| UINT bit; | |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_lookups); | PROFILE_INC(tlb_lookups); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | n = (ucrw & CPU_PAGE_CODE) >> 1; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| ep = &tlb.entry[idx][way]; | ep = &tlb[n].entry[idx]; |
| ep = &tlb.entry[idx][way]; | |
| if (TLB_IS_VALID(ep)) { | if (TLB_IS_VALID(ep)) { |
| if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { | if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { |
| *paddr = TLB_GET_PADDR(ep, laddr); | bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); |
| PROFILE_INC(tlb_hits); | bit |= ep->tag & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE); |
| return TRUE; | bit |= CPU_STAT_WP; |
| #if !defined(USE_PAGE_ACCESS_TABLE) | |
| if ((page_access & (1 << bit))) | |
| #else | |
| if (page_access_bit[bit]) | |
| #endif | |
| { | |
| if (!(ucrw & CPU_PAGE_WRITE) || TLB_IS_DIRTY(ep)) { | |
| PROFILE_INC(tlb_hits); | |
| return ep; | |
| } | |
| } | |
| } | } |
| } | } |
| (void)crw; | |
| PROFILE_INC(tlb_misses); | PROFILE_INC(tlb_misses); |
| return FALSE; | return NULL; |
| } | } |
| static void | static void MEMCALL |
| tlb_update(const UINT32 laddr, const UINT entry, const int crw) | tlb_update(const UINT32 laddr, const UINT entry, const int bit) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| UINT32 pos; | |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_updates); | PROFILE_INC(tlb_updates); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | n = bit & 1; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| ep = &tlb.entry[idx][way]; | ep = &tlb[n].entry[idx]; |
| TLB_SET_VALID(ep); | TLB_SET_VALID(ep); |
| #if CPU_FAMILY >= 5 | |
| if (entry & CPU_PTE_GLOBAL_PAGE) { | |
| TLB_SET_GLOBAL(ep); | |
| } | |
| #endif | |
| TLB_SET_TAG_ADDR(ep, laddr); | TLB_SET_TAG_ADDR(ep, laddr); |
| TLB_SET_PADDR(ep, entry); | TLB_SET_PADDR(ep, entry); |
| (void)crw; | TLB_SET_TAG_FLAGS(ep, entry, bit); |
| if (ep->paddr < CPU_MEMREADMAX) { | |
| ep->memp = mem + ep->paddr; | |
| return; | |
| } else if (ep->paddr >= USE_HIMEM) { | |
| pos = (ep->paddr & CPU_ADRSMASK) - 0x100000; | |
| if (pos < CPU_EXTMEMSIZE) { | |
| ep->memp = CPU_EXTMEM + pos; | |
| return; | |
| } | |
| } | |
| ep->memp = NULL; | |
| } | } |
| #endif /* IA32_SUPPORT_TLB */ |