|
|
| version 1.21, 2004/03/24 14:03:52 | version 1.25, 2004/06/15 13:50:13 |
|---|---|
| Line 184 static const UINT8 page_access_bit[32] = | Line 184 static const UINT8 page_access_bit[32] = |
| * +- CR3(物理アドレス) | * +- CR3(物理アドレス) |
| */ | */ |
| static UINT32 paging(const UINT32 laddr, const int crw, const int user_mode); | static UINT32 MEMCALL paging(const UINT32 laddr, const int ucrw) GCC_ATTR_REGPARM; |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| static BOOL tlb_lookup(const UINT32 vaddr, const int crw, UINT32 *paddr); | static void MEMCALL tlb_update(const UINT32 laddr, const UINT entry, const int ucrw) GCC_ATTR_REGPARM; |
| static void tlb_update(const UINT32 laddr, const UINT entry, const int crw); | |
| #endif | #endif |
| #if defined(IA32_PAGING_EACHSIZE) | #if defined(IA32_PAGING_EACHSIZE) |
| UINT8 MEMCALL | UINT8 MEMCALL |
| cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; |
| const int user_mode = CPU_STAT_USER_MODE; | |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr; | UINT32 paddr; |
| paddr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| value = cpu_memoryread(paddr); | value = cpu_memoryread(paddr); |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite(paddr, (UINT8)result); | cpu_memorywrite(paddr, (UINT8)result); |
| Line 210 cpu_memory_access_la_RMW_b(UINT32 laddr, | Line 208 cpu_memory_access_la_RMW_b(UINT32 laddr, |
| UINT16 MEMCALL | UINT16 MEMCALL |
| cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; |
| const int user_mode = CPU_STAT_USER_MODE; | |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| if ((laddr + 1) & 0x00000fff) { | if ((laddr + 1) & 0x00000fff) { |
| value = cpu_memoryread_w(paddr[0]); | value = cpu_memoryread_w(paddr[0]); |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite_w(paddr[0], (UINT16)result); | cpu_memorywrite_w(paddr[0], (UINT16)result); |
| } else { | } else { |
| paddr[1] = paging(laddr + 1, crw, user_mode); | paddr[1] = paging(laddr + 1, ucrw); |
| value = cpu_memoryread_b(paddr[0]); | value = cpu_memoryread_b(paddr[0]); |
| value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; | value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| Line 234 cpu_memory_access_la_RMW_w(UINT32 laddr, | Line 231 cpu_memory_access_la_RMW_w(UINT32 laddr, |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; |
| const int user_mode = CPU_STAT_USER_MODE; | |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= 4) { | if (remain >= 4) { |
| value = cpu_memoryread_d(paddr[0]); | value = cpu_memoryread_d(paddr[0]); |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite_d(paddr[0], result); | cpu_memorywrite_d(paddr[0], result); |
| } else { | } else { |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| Line 256 cpu_memory_access_la_RMW_d(UINT32 laddr, | Line 252 cpu_memory_access_la_RMW_d(UINT32 laddr, |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite(paddr[0], (UINT8)result); | cpu_memorywrite(paddr[0], (UINT8)result); |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); |
| cpu_memorywrite(paddr[1], (BYTE)(result >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); |
| break; | break; |
| case 2: | case 2: |
| Line 279 cpu_memory_access_la_RMW_d(UINT32 laddr, | Line 275 cpu_memory_access_la_RMW_d(UINT32 laddr, |
| default: | default: |
| ia32_panic("cpu_memory_access_la_RMW_d(): out of range (remain = %d)\n", remain); | ia32_panic("cpu_memory_access_la_RMW_d(): out of range (remain = %d)\n", remain); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| } | } |
| return value; | return value; |
| } | } |
| UINT8 MEMCALL | UINT8 MEMCALL |
| cpu_linear_memory_read_b(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_b(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr; | UINT32 paddr; |
| addr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| return cpu_memoryread(addr); | return cpu_memoryread(paddr); |
| } | } |
| UINT16 MEMCALL | UINT16 MEMCALL |
| cpu_linear_memory_read_w(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_w(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr, addr2; | UINT32 paddr[2]; |
| UINT16 value; | UINT16 value; |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| if ((laddr + 1) & 0x00000fff) { | if ((laddr + 1) & 0x00000fff) { |
| return cpu_memoryread_w(addr); | return cpu_memoryread_w(paddr[0]); |
| } else { | } else { |
| addr2 = paging(laddr + 1, crw, user_mode); | paddr[1] = paging(laddr + 1, ucrw); |
| value = cpu_memoryread_b(addr); | value = cpu_memoryread_b(paddr[0]); |
| value += (UINT16)cpu_memoryread_b(addr2) << 8; | value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; |
| return value; | return value; |
| } | } |
| } | } |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_linear_memory_read_d(UINT32 laddr, const int crw, const int user_mode) | cpu_linear_memory_read_d(UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 addr, addr2; | UINT32 paddr[2]; |
| UINT32 value; | UINT32 value; |
| UINT remain; | UINT remain; |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= 4) { | if (remain >= 4) { |
| return cpu_memoryread_d(addr); | return cpu_memoryread_d(paddr[0]); |
| } else { | } else { |
| addr2 = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(addr); | value = cpu_memoryread(paddr[0]); |
| value += (UINT32)cpu_memoryread_w(addr + 1) << 8; | value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; |
| value += (UINT32)cpu_memoryread(addr2) << 24; | value += (UINT32)cpu_memoryread(paddr[1]) << 24; |
| break; | break; |
| case 2: | case 2: |
| value = cpu_memoryread_w(addr); | value = cpu_memoryread_w(paddr[0]); |
| value += (UINT32)cpu_memoryread_w(addr2) << 16; | value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; |
| break; | break; |
| case 1: | case 1: |
| value = cpu_memoryread(addr); | value = cpu_memoryread(paddr[0]); |
| value += (UINT32)cpu_memoryread(addr2) << 8; | value += (UINT32)cpu_memoryread(paddr[1]) << 8; |
| value += (UINT32)cpu_memoryread_w(addr2 + 1) << 16; | value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; |
| break; | break; |
| default: | default: |
| ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); | ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| Line 355 cpu_linear_memory_read_d(UINT32 laddr, c | Line 349 cpu_linear_memory_read_d(UINT32 laddr, c |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) | cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; |
| UINT32 addr; | UINT32 paddr; |
| addr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| cpu_memorywrite(addr, value); | cpu_memorywrite(paddr, value); |
| } | } |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) | cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; |
| UINT32 addr, addr2; | UINT32 paddr[2]; |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| if ((laddr + 1) & 0x00000fff) { | if ((laddr + 1) & 0x00000fff) { |
| cpu_memorywrite_w(addr, value); | cpu_memorywrite_w(paddr[0], value); |
| } else { | } else { |
| addr2 = paging(laddr + 1, crw, user_mode); | paddr[1] = paging(laddr + 1, ucrw); |
| cpu_memorywrite(addr, (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); |
| } | } |
| } | } |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) | cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; |
| UINT32 addr, addr2; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| addr = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= 4) { | if (remain >= 4) { |
| cpu_memorywrite_d(addr, value); | cpu_memorywrite_d(paddr[0], value); |
| } else { | } else { |
| addr2 = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| cpu_memorywrite(addr, (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| cpu_memorywrite_w(addr + 1, (UINT16)(value >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); |
| cpu_memorywrite(addr2, (UINT8)(value >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(value >> 24)); |
| break; | break; |
| case 2: | case 2: |
| cpu_memorywrite_w(addr, (UINT16)value); | cpu_memorywrite_w(paddr[0], (UINT16)value); |
| cpu_memorywrite_w(addr2, (UINT16)(value >> 16)); | cpu_memorywrite_w(paddr[1], (UINT16)(value >> 16)); |
| break; | break; |
| case 1: | case 1: |
| cpu_memorywrite(addr, (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | cpu_memorywrite(paddr[1], (UINT8)(value >> 8)); |
| cpu_memorywrite_w(addr2 + 1, (UINT16)(value >> 16)); | cpu_memorywrite_w(paddr[1] + 1, (UINT16)(value >> 16)); |
| break; | break; |
| } | } |
| } | } |
| Line 417 cpu_linear_memory_write_d(UINT32 laddr, | Line 411 cpu_linear_memory_write_d(UINT32 laddr, |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_memory_access_la_RMW(UINT32 laddr, UINT length, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW(UINT32 laddr, UINT length, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; |
| const int user_mode = CPU_STAT_USER_MODE; | |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 448 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 441 cpu_memory_access_la_RMW(UINT32 laddr, U |
| default: | default: |
| ia32_panic("cpu_memory_access_la_RMW(): invalid length (length = %d)\n", length); | ia32_panic("cpu_memory_access_la_RMW(): invalid length (length = %d)\n", length); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| Line 464 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 456 cpu_memory_access_la_RMW(UINT32 laddr, U |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite(paddr[0], (UINT8)result); | cpu_memorywrite(paddr[0], (UINT8)result); |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); |
| cpu_memorywrite(paddr[1], (BYTE)(result >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); |
| break; | break; |
| case 2: | case 2: |
| Line 491 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 483 cpu_memory_access_la_RMW(UINT32 laddr, U |
| default: | default: |
| ia32_panic("cpu_memory_access_la_RMW(): out of range (remain = %d)\n", remain); | ia32_panic("cpu_memory_access_la_RMW(): out of range (remain = %d)\n", remain); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_linear_memory_read(UINT32 laddr, UINT length, const int crw, const int user_mode) | cpu_linear_memory_read(UINT32 laddr, UINT length, const int ucrw) |
| { | { |
| UINT32 value; | UINT32 value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 523 cpu_linear_memory_read(UINT32 laddr, UIN | Line 514 cpu_linear_memory_read(UINT32 laddr, UIN |
| default: | default: |
| ia32_panic("cpu_linear_memory_read(): invalid length (length = %d)\n", length); | ia32_panic("cpu_linear_memory_read(): invalid length (length = %d)\n", length); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| Line 553 cpu_linear_memory_read(UINT32 laddr, UIN | Line 543 cpu_linear_memory_read(UINT32 laddr, UIN |
| default: | default: |
| ia32_panic("cpu_linear_memory_read(): out of range (remain = %d)\n", remain); | ia32_panic("cpu_linear_memory_read(): out of range (remain = %d)\n", remain); |
| value = 0; /* compiler happy */ | return (UINT32)-1; |
| break; | |
| } | } |
| return value; | return value; |
| } | } |
| Line 562 cpu_linear_memory_read(UINT32 laddr, UIN | Line 551 cpu_linear_memory_read(UINT32 laddr, UIN |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) | cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 591 cpu_linear_memory_write(UINT32 laddr, UI | Line 580 cpu_linear_memory_write(UINT32 laddr, UI |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| cpu_memorywrite(paddr[0], (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| Line 620 cpu_linear_memory_write(UINT32 laddr, UI | Line 609 cpu_linear_memory_write(UINT32 laddr, UI |
| #endif /* IA32_PAGING_EACHSIZE */ | #endif /* IA32_PAGING_EACHSIZE */ |
| void MEMCALL | void MEMCALL |
| cpu_memory_access_la_region(UINT32 laddr, UINT length, const int crw, const int user_mode, BYTE *data) | cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, BYTE *data) |
| { | { |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | UINT remain; /* page remain */ |
| Line 634 cpu_memory_access_la_region(UINT32 laddr | Line 623 cpu_memory_access_la_region(UINT32 laddr |
| if (!CPU_STAT_PAGING) { | if (!CPU_STAT_PAGING) { |
| paddr = laddr; | paddr = laddr; |
| } else { | } else { |
| paddr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| } | } |
| r = (remain > length) ? length : remain; | r = (remain > length) ? length : remain; |
| if (!(crw & CPU_PAGE_WRITE)) { | if (!(ucrw & CPU_PAGE_WRITE)) { |
| cpu_memoryread_region(paddr, data, r); | cpu_memoryread_region(paddr, data, r); |
| } else { | } else { |
| cpu_memorywrite_region(paddr, data, r); | cpu_memorywrite_region(paddr, data, r); |
| Line 659 cpu_memory_access_la_region(UINT32 laddr | Line 648 cpu_memory_access_la_region(UINT32 laddr |
| } | } |
| void MEMCALL | void MEMCALL |
| paging_check(UINT32 laddr, UINT length, const int crw, const int user_mode) | paging_check(UINT32 laddr, UINT length, const int ucrw) |
| { | { |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | UINT remain; /* page remain */ |
| Line 667 paging_check(UINT32 laddr, UINT length, | Line 656 paging_check(UINT32 laddr, UINT length, |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| for (;;) { | for (;;) { |
| paddr = paging(laddr, crw, user_mode); | paddr = paging(laddr, ucrw); |
| r = (remain > length) ? length : remain; | r = (remain > length) ? length : remain; |
| Line 684 paging_check(UINT32 laddr, UINT length, | Line 673 paging_check(UINT32 laddr, UINT length, |
| } | } |
| } | } |
| static UINT32 | static UINT32 MEMCALL |
| paging(const UINT32 laddr, const int crw, const int user_mode) | paging(const UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 paddr; /* physical address */ | UINT32 paddr; /* physical address */ |
| UINT32 pde_addr; /* page directory entry address */ | UINT32 pde_addr; /* page directory entry address */ |
| Line 694 paging(const UINT32 laddr, const int crw | Line 683 paging(const UINT32 laddr, const int crw |
| UINT32 pte; /* page table entry */ | UINT32 pte; /* page table entry */ |
| UINT bit; | UINT bit; |
| UINT err; | UINT err; |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| if (tlb_lookup(laddr, crw, &paddr)) | TLB_ENTRY_T *ep; |
| return paddr; | |
| #endif /* IA32_SUPPORT_TLB */ | ep = tlb_lookup(laddr, ucrw); |
| if (ep != NULL) | |
| return ep->paddr + (laddr & 0xfff); | |
| #endif | |
| pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); | pde_addr = CPU_STAT_PDE_BASE + ((laddr >> 20) & 0xffc); |
| pde = cpu_memoryread_d(pde_addr); | pde = cpu_memoryread_d(pde_addr); |
| Line 731 paging(const UINT32 laddr, const int crw | Line 722 paging(const UINT32 laddr, const int crw |
| /* make physical address */ | /* make physical address */ |
| paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); | paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); |
| bit = crw & CPU_PAGE_WRITE; | bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); |
| bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); | bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); |
| bit |= (user_mode << 3); | |
| bit |= CPU_STAT_WP; | bit |= CPU_STAT_WP; |
| #if !defined(USE_PAGE_ACCESS_TABLE) | #if !defined(USE_PAGE_ACCESS_TABLE) |
| Line 750 paging(const UINT32 laddr, const int crw | Line 740 paging(const UINT32 laddr, const int crw |
| goto pf_exception; | goto pf_exception; |
| } | } |
| if ((crw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { | if ((ucrw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { |
| pte |= CPU_PTE_DIRTY; | pte |= CPU_PTE_DIRTY; |
| cpu_memorywrite_d(pte_addr, pte); | cpu_memorywrite_d(pte_addr, pte); |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| tlb_update(laddr, pte, crw); | tlb_update(laddr, pte, (bit & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)) + ((ucrw & CPU_PAGE_CODE) >> 1)); |
| #endif /* IA32_SUPPORT_TLB */ | #endif |
| return paddr; | return paddr; |
| pf_exception: | pf_exception: |
| CPU_CR2 = laddr; | CPU_CR2 = laddr; |
| err |= ((crw & CPU_PAGE_WRITE) << 1) | (user_mode << 2); | err |= (ucrw & CPU_PAGE_WRITE) << 1; |
| err |= (ucrw & CPU_PAGE_USER_MODE) >> 1; | |
| EXCEPTION(PF_EXCEPTION, err); | EXCEPTION(PF_EXCEPTION, err); |
| return 0; /* compiler happy */ | return 0; /* compiler happy */ |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| /* | /* |
| * TLB | * TLB |
| */ | */ |
| #define TLB_GET_PADDR(ep, addr) ((ep)->paddr + ((addr) & ~CPU_PTE_BASEADDR_MASK)) | |
| #define TLB_SET_PADDR(ep, addr) ((ep)->paddr = (addr) & CPU_PTE_BASEADDR_MASK) | |
| #define TLB_TAG_SHIFT TLB_ENTRY_TAG_MAX_SHIFT | |
| #define TLB_TAG_MASK (~((1 << TLB_TAG_SHIFT) - 1)) | |
| #define TLB_GET_TAG_ADDR(ep) ((ep)->tag & TLB_TAG_MASK) | |
| #define TLB_SET_TAG_ADDR(ep, addr) \ | |
| do { \ | |
| (ep)->tag &= ~TLB_TAG_MASK; \ | |
| (ep)->tag |= (addr) & TLB_TAG_MASK; \ | |
| } while (/*CONSTCOND(*/ 0) | |
| #define TLB_IS_VALID(ep) ((ep)->tag & TLB_ENTRY_TAG_VALID) | |
| #define TLB_SET_VALID(ep) ((ep)->tag = TLB_ENTRY_TAG_VALID) | |
| #define TLB_SET_INVALID(ep) ((ep)->tag = 0) | |
| #define TLB_IS_WRITABLE(ep) ((ep)->tag & CPU_PTE_WRITABLE) | |
| #define TLB_IS_USERMODE(ep) ((ep)->tag & CPU_PTE_USER_MODE) | |
| #define TLB_IS_DIRTY(ep) ((ep)->tag & TLB_ENTRY_TAG_DIRTY) | |
| #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_TAG_GLOBAL) | |
| #define TLB_SET_TAG_FLAGS(ep, entry, bit) \ | |
| do { \ | |
| (ep)->tag |= (entry) & (CPU_PTE_GLOBAL_PAGE|CPU_PTE_DIRTY); \ | |
| (ep)->tag |= (bit) & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE); \ | |
| } while (/*CONSTCOND*/ 0) | |
| #define NTLB 2 /* 0: DTLB, 1: ITLB */ | |
| #define NENTRY (1 << 6) | |
| #define TLB_ENTRY_SHIFT 12 | |
| #define TLB_ENTRY_MASK (NENTRY - 1) | |
| typedef struct { | |
| TLB_ENTRY_T entry[NENTRY]; | |
| } TLB_T; | |
| static TLB_T tlb[NTLB]; | |
| #if defined(IA32_PROFILE_TLB) | #if defined(IA32_PROFILE_TLB) |
| /* profiling */ | /* profiling */ |
| Line 793 static TLB_PROFILE_T tlb_profile; | Line 821 static TLB_PROFILE_T tlb_profile; |
| #endif /* IA32_PROFILE_TLB */ | #endif /* IA32_PROFILE_TLB */ |
| typedef struct { | |
| UINT32 tag; /* linear address */ | |
| #define TLB_ENTRY_VALID (1 << 0) | |
| #define TLB_ENTRY_GLOBAL CPU_PTE_GLOBAL_PAGE | |
| UINT32 paddr; /* physical address */ | |
| } TLB_ENTRY_T; | |
| #define TLB_GET_PADDR(ep, addr) ((ep)->paddr + ((addr) & ~CPU_PTE_BASEADDR_MASK)) | |
| #define TLB_SET_PADDR(ep, addr) ((ep)->paddr = (addr) & CPU_PTE_BASEADDR_MASK) | |
| #define TLB_TAG_SHIFT 17 | |
| #define TLB_TAG_MASK ~((1 << TLB_TAG_SHIFT) - 1) | |
| #define TLB_GET_TAG_ADDR(ep) ((ep)->tag & TLB_TAG_MASK) | |
| #define TLB_SET_TAG_ADDR(ep, addr) \ | |
| ((ep)->tag = ((addr) & TLB_TAG_MASK) + ((ep)->tag & ~TLB_TAG_MASK)) | |
| #define TLB_IS_VALID(ep) ((ep)->tag & TLB_ENTRY_VALID) | |
| #define TLB_SET_VALID(ep) ((ep)->tag |= TLB_ENTRY_VALID) | |
| #define TLB_CLEAR_VALID(ep) ((ep)->tag &= ~TLB_ENTRY_VALID) | |
| #if CPU_FAMILY == 4 | |
| #define TLB_IS_GLOBAL(ep) FALSE | |
| #define TLB_SET_GLOBAL(ep) (void)(ep) | |
| #define TLB_CLEAR_GLOBAL(ep) (void)(ep) | |
| #else | |
| #define TLB_IS_GLOBAL(ep) ((ep)->tag & TLB_ENTRY_GLOBAL) | |
| #define TLB_SET_GLOBAL(ep) ((ep)->tag |= TLB_ENTRY_GLOBAL) | |
| #define TLB_CLEAR_GLOBAL(ep) ((ep)->tag &= ~TLB_ENTRY_GLOBAL) | |
| #endif | |
| #if CPU_FAMILY == 4 | |
| #define NTLB 1 | |
| #define NENTRY (1 << 3) | |
| #define NWAY (1 << 2) | |
| #define TLB_ENTRY_SHIFT 12 | |
| #define TLB_ENTRY_MASK (NENTRY - 1) | |
| #define TLB_WAY_SHIFT 15 | |
| #define TLB_WAY_MASK (NWAY - 1) | |
| #endif | |
| typedef struct { | |
| TLB_ENTRY_T entry[NENTRY][NWAY]; | |
| } TLB_T; | |
| static TLB_T tlb; | |
| void | void |
| tlb_init(void) | tlb_init(void) |
| { | { |
| memset(&tlb, 0, sizeof(tlb)); | memset(tlb, 0, sizeof(tlb)); |
| #if defined(IA32_PROFILE_TLB) | #if defined(IA32_PROFILE_TLB) |
| memset(&tlb_profile, 0, sizeof(tlb_profile)); | memset(tlb_profile, 0, sizeof(tlb_profile)); |
| #endif /* IA32_PROFILE_TLB */ | #endif /* IA32_PROFILE_TLB */ |
| } | } |
| void | void MEMCALL |
| tlb_flush(BOOL allflush) | tlb_flush(BOOL allflush) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| int i, j; | int i; |
| int n; | |
| if (allflush) { | if (allflush) { |
| PROFILE_INC(tlb_global_flushes); | PROFILE_INC(tlb_global_flushes); |
| Line 865 tlb_flush(BOOL allflush) | Line 844 tlb_flush(BOOL allflush) |
| PROFILE_INC(tlb_flushes); | PROFILE_INC(tlb_flushes); |
| } | } |
| for (i = 0; i < NENTRY ; i++) { | for (n = 0; n < NTLB; n++) { |
| for (j = 0; j < NWAY; j++) { | for (i = 0; i < NENTRY ; i++) { |
| ep = &tlb.entry[i][j]; | ep = &tlb[n].entry[i]; |
| if (TLB_IS_VALID(ep) && (!TLB_IS_GLOBAL(ep) || allflush)) { | if (TLB_IS_VALID(ep) && (allflush || !TLB_IS_GLOBAL(ep))) { |
| TLB_CLEAR_VALID(ep); | TLB_SET_INVALID(ep); |
| PROFILE_INC(tlb_entry_flushes); | PROFILE_INC(tlb_entry_flushes); |
| } | } |
| } | } |
| } | } |
| } | } |
| void | void MEMCALL |
| tlb_flush_page(UINT32 laddr) | tlb_flush_page(UINT32 laddr) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_flushes); | PROFILE_INC(tlb_flushes); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | |
| ep = &tlb.entry[idx][way]; | |
| if (TLB_IS_VALID(ep)) { | for (n = 0; n < NTLB; n++) { |
| if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { | ep = &tlb[n].entry[idx]; |
| TLB_CLEAR_VALID(ep); | if (TLB_IS_VALID(ep)) { |
| return; | if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { |
| TLB_SET_INVALID(ep); | |
| PROFILE_INC(tlb_entry_flushes); | |
| } | |
| } | } |
| } | } |
| } | } |
| static BOOL | TLB_ENTRY_T * MEMCALL |
| tlb_lookup(const UINT32 laddr, const int crw, UINT32 *paddr) | tlb_lookup(const UINT32 laddr, const int ucrw) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| UINT bit; | |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_lookups); | PROFILE_INC(tlb_lookups); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | n = (ucrw & CPU_PAGE_CODE) >> 1; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| ep = &tlb.entry[idx][way]; | ep = &tlb[n].entry[idx]; |
| ep = &tlb.entry[idx][way]; | |
| if (TLB_IS_VALID(ep)) { | if (TLB_IS_VALID(ep)) { |
| if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { | if ((laddr & TLB_TAG_MASK) == TLB_GET_TAG_ADDR(ep)) { |
| *paddr = TLB_GET_PADDR(ep, laddr); | bit = ucrw & (CPU_PAGE_WRITE|CPU_PAGE_USER_MODE); |
| PROFILE_INC(tlb_hits); | bit |= ep->tag & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE); |
| return TRUE; | bit |= CPU_STAT_WP; |
| #if !defined(USE_PAGE_ACCESS_TABLE) | |
| if ((page_access & (1 << bit))) | |
| #else | |
| if (page_access_bit[bit]) | |
| #endif | |
| { | |
| if (!(ucrw & CPU_PAGE_WRITE) || TLB_IS_DIRTY(ep)) { | |
| PROFILE_INC(tlb_hits); | |
| return ep; | |
| } | |
| } | |
| } | } |
| } | } |
| (void)crw; | |
| PROFILE_INC(tlb_misses); | PROFILE_INC(tlb_misses); |
| return FALSE; | return NULL; |
| } | } |
| static void | static void MEMCALL |
| tlb_update(const UINT32 laddr, const UINT entry, const int crw) | tlb_update(const UINT32 laddr, const UINT entry, const int bit) |
| { | { |
| TLB_ENTRY_T *ep; | TLB_ENTRY_T *ep; |
| UINT32 pos; | |
| int idx; | int idx; |
| int way; | int n; |
| PROFILE_INC(tlb_updates); | PROFILE_INC(tlb_updates); |
| idx = (laddr >> TLB_ENTRY_SHIFT) & (NENTRY - 1); | n = bit & 1; |
| way = (laddr >> TLB_WAY_SHIFT) & (NWAY - 1); | idx = (laddr >> TLB_ENTRY_SHIFT) & TLB_ENTRY_MASK; |
| ep = &tlb.entry[idx][way]; | ep = &tlb[n].entry[idx]; |
| TLB_SET_VALID(ep); | TLB_SET_VALID(ep); |
| #if CPU_FAMILY >= 5 | |
| if (entry & CPU_PTE_GLOBAL_PAGE) { | |
| TLB_SET_GLOBAL(ep); | |
| } | |
| #endif | |
| TLB_SET_TAG_ADDR(ep, laddr); | TLB_SET_TAG_ADDR(ep, laddr); |
| TLB_SET_PADDR(ep, entry); | TLB_SET_PADDR(ep, entry); |
| (void)crw; | TLB_SET_TAG_FLAGS(ep, entry, bit); |
| if (ep->paddr < CPU_MEMREADMAX) { | |
| ep->memp = mem + ep->paddr; | |
| return; | |
| } else if (ep->paddr >= USE_HIMEM) { | |
| pos = (ep->paddr & CPU_ADRSMASK) - 0x100000; | |
| if (pos < CPU_EXTMEMSIZE) { | |
| ep->memp = CPU_EXTMEM + pos; | |
| return; | |
| } | |
| } | |
| ep->memp = NULL; | |
| } | } |
| #endif /* IA32_SUPPORT_TLB */ | #endif /* IA32_SUPPORT_TLB */ |