|
|
| version 1.17, 2004/03/23 18:34:05 | version 1.22, 2004/03/24 14:34:23 |
|---|---|
| Line 184 static const UINT8 page_access_bit[32] = | Line 184 static const UINT8 page_access_bit[32] = |
| * +- CR3(物理アドレス) | * +- CR3(物理アドレス) |
| */ | */ |
| static UINT32 paging(const UINT32 laddr, const int crw, const int user_mode); | static UINT32 paging(const UINT32 laddr, const int ucrw); |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| static BOOL tlb_lookup(const UINT32 vaddr, const int crw, UINT32 *paddr); | static BOOL tlb_lookup(const UINT32 vaddr, const int crw, UINT32 *paddr); |
| static void tlb_update(const UINT32 laddr, const UINT entry, const int crw); | static void tlb_update(const UINT32 laddr, const UINT entry, const int crw); |
| #endif | #endif |
| #if defined(IA32_PAGING_EACHSIZE) | |
| void MEMCALL | UINT8 MEMCALL |
| cpu_memory_access_la_region(UINT32 laddr, UINT length, const int crw, const int user_mode, BYTE *data) | cpu_memory_access_la_RMW_b(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; | |
| UINT32 result, value; | |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | |
| UINT r; | |
| if (length == 0) | paddr = paging(laddr, ucrw); |
| return; | value = cpu_memoryread(paddr); |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr, (UINT8)result); | |
| return value; | |
| } | |
| UINT16 MEMCALL | |
| cpu_memory_access_la_RMW_w(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) | |
| { | |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; | |
| UINT32 result, value; | |
| UINT32 paddr[2]; | |
| paddr[0] = paging(laddr, ucrw); | |
| if ((laddr + 1) & 0x00000fff) { | |
| value = cpu_memoryread_w(paddr[0]); | |
| result = (*func)(value, arg); | |
| cpu_memorywrite_w(paddr[0], (UINT16)result); | |
| } else { | |
| paddr[1] = paging(laddr + 1, ucrw); | |
| value = cpu_memoryread_b(paddr[0]); | |
| value += (UINT16)cpu_memoryread_b(paddr[1]) << 8; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite(paddr[1], (UINT8)(result >> 8)); | |
| } | |
| return value; | |
| } | |
| UINT32 MEMCALL | |
| cpu_memory_access_la_RMW_d(UINT32 laddr, UINT32 (*func)(UINT32, void *), void *arg) | |
| { | |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; | |
| UINT32 result, value; | |
| UINT32 paddr[2]; | |
| UINT remain; | |
| paddr[0] = paging(laddr, ucrw); | |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| for (;;) { | if (remain >= 4) { |
| if (!CPU_STAT_PAGING) { | value = cpu_memoryread_d(paddr[0]); |
| paddr = laddr; | result = (*func)(value, arg); |
| } else { | cpu_memorywrite_d(paddr[0], result); |
| paddr = paging(laddr, crw, user_mode); | } else { |
| paddr[1] = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[0] + 1) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1]) << 24; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | |
| cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 16; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite_w(paddr[0], (UINT16)result); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(result >> 16)); | |
| break; | |
| case 1: | |
| value = cpu_memoryread(paddr[0]); | |
| value += (UINT32)cpu_memoryread_w(paddr[1]) << 8; | |
| value += (UINT32)cpu_memoryread(paddr[1] + 2) << 24; | |
| result = (*func)(value, arg); | |
| cpu_memorywrite(paddr[0], (UINT8)result); | |
| cpu_memorywrite_w(paddr[1], (UINT16)(result >> 8)); | |
| cpu_memorywrite(paddr[1] + 2, (UINT8)(result >> 24)); | |
| break; | |
| default: | |
| ia32_panic("cpu_memory_access_la_RMW_d(): out of range (remain = %d)\n", remain); | |
| value = 0; /* compiler happy */ | |
| break; | |
| } | } |
| } | |
| return value; | |
| } | |
| r = (remain > length) ? length : remain; | UINT8 MEMCALL |
| if (!(crw & CPU_PAGE_WRITE)) { | cpu_linear_memory_read_b(UINT32 laddr, const int ucrw) |
| cpu_memoryread_region(paddr, data, r); | { |
| } else { | UINT32 addr; |
| cpu_memorywrite_region(paddr, data, r); | |
| addr = paging(laddr, ucrw); | |
| return cpu_memoryread(addr); | |
| } | |
| UINT16 MEMCALL | |
| cpu_linear_memory_read_w(UINT32 laddr, const int ucrw) | |
| { | |
| UINT32 addr, addr2; | |
| UINT16 value; | |
| addr = paging(laddr, ucrw); | |
| if ((laddr + 1) & 0x00000fff) { | |
| return cpu_memoryread_w(addr); | |
| } else { | |
| addr2 = paging(laddr + 1, ucrw); | |
| value = cpu_memoryread_b(addr); | |
| value += (UINT16)cpu_memoryread_b(addr2) << 8; | |
| return value; | |
| } | |
| } | |
| UINT32 MEMCALL | |
| cpu_linear_memory_read_d(UINT32 laddr, const int ucrw) | |
| { | |
| UINT32 addr, addr2; | |
| UINT32 value; | |
| UINT remain; | |
| addr = paging(laddr, ucrw); | |
| remain = 0x1000 - (laddr & 0x00000fff); | |
| if (remain >= 4) { | |
| return cpu_memoryread_d(addr); | |
| } else { | |
| addr2 = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 3: | |
| value = cpu_memoryread(addr); | |
| value += (UINT32)cpu_memoryread_w(addr + 1) << 8; | |
| value += (UINT32)cpu_memoryread(addr2) << 24; | |
| break; | |
| case 2: | |
| value = cpu_memoryread_w(addr); | |
| value += (UINT32)cpu_memoryread_w(addr2) << 16; | |
| break; | |
| case 1: | |
| value = cpu_memoryread(addr); | |
| value += (UINT32)cpu_memoryread(addr2) << 8; | |
| value += (UINT32)cpu_memoryread_w(addr2 + 1) << 16; | |
| break; | |
| default: | |
| ia32_panic("cpu_linear_memory_read_d(): out of range (remain = %d)\n", remain); | |
| value = 0; /* compiler happy */ | |
| break; | |
| } | } |
| return value; | |
| } | |
| } | |
| length -= r; | void MEMCALL |
| if (length == 0) | cpu_linear_memory_write_b(UINT32 laddr, UINT8 value, const int user_mode) |
| { | |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; | |
| UINT32 addr; | |
| addr = paging(laddr, ucrw); | |
| cpu_memorywrite(addr, value); | |
| } | |
| void MEMCALL | |
| cpu_linear_memory_write_w(UINT32 laddr, UINT16 value, const int user_mode) | |
| { | |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; | |
| UINT32 addr, addr2; | |
| addr = paging(laddr, ucrw); | |
| if ((laddr + 1) & 0x00000fff) { | |
| cpu_memorywrite_w(addr, value); | |
| } else { | |
| addr2 = paging(laddr + 1, ucrw); | |
| cpu_memorywrite(addr, (UINT8)value); | |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | |
| } | |
| } | |
| void MEMCALL | |
| cpu_linear_memory_write_d(UINT32 laddr, UINT32 value, const int user_mode) | |
| { | |
| const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; | |
| UINT32 addr, addr2; | |
| UINT remain; | |
| addr = paging(laddr, ucrw); | |
| remain = 0x1000 - (laddr & 0x00000fff); | |
| if (remain >= 4) { | |
| cpu_memorywrite_d(addr, value); | |
| } else { | |
| addr2 = paging(laddr + remain, ucrw); | |
| switch (remain) { | |
| case 3: | |
| cpu_memorywrite(addr, (UINT8)value); | |
| cpu_memorywrite_w(addr + 1, (UINT16)(value >> 8)); | |
| cpu_memorywrite(addr2, (UINT8)(value >> 24)); | |
| break; | break; |
| data += r; | case 2: |
| laddr += r; | cpu_memorywrite_w(addr, (UINT16)value); |
| remain -= r; | cpu_memorywrite_w(addr2, (UINT16)(value >> 16)); |
| if (remain <= 0) { | break; |
| /* next page */ | |
| remain += 0x1000; | case 1: |
| cpu_memorywrite(addr, (UINT8)value); | |
| cpu_memorywrite(addr2, (UINT8)(value >> 8)); | |
| cpu_memorywrite_w(addr2 + 1, (UINT16)(value >> 16)); | |
| break; | |
| } | } |
| } | } |
| } | } |
| #else /* !IA32_PAGING_EACHSIZE */ | |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_memory_access_la_RMW(UINT32 laddr, UINT length, const int user_mode, UINT32 (*func)(UINT32, void *), void *arg) | cpu_memory_access_la_RMW(UINT32 laddr, UINT length, UINT32 (*func)(UINT32, void *), void *arg) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|CPU_STAT_USER_MODE; |
| UINT32 result, value; | UINT32 result, value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 270 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 451 cpu_memory_access_la_RMW(UINT32 laddr, U |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| Line 279 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 460 cpu_memory_access_la_RMW(UINT32 laddr, U |
| result = (*func)(value, arg); | result = (*func)(value, arg); |
| cpu_memorywrite(paddr[0], (UINT8)result); | cpu_memorywrite(paddr[0], (UINT8)result); |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(result >> 8)); |
| cpu_memorywrite(paddr[1], (BYTE)(result >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(result >> 24)); |
| break; | break; |
| case 2: | case 2: |
| Line 291 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 472 cpu_memory_access_la_RMW(UINT32 laddr, U |
| break; | break; |
| case 1: | case 1: |
| value = cpu_memoryread(paddr[1]); | value = cpu_memoryread(paddr[0]); |
| value += (UINT32)cpu_memoryread(paddr[1]) << 8; | value += (UINT32)cpu_memoryread(paddr[1]) << 8; |
| if (length == 4) { | if (length == 4) { |
| value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; | value += (UINT32)cpu_memoryread_w(paddr[1] + 1) << 16; |
| Line 313 cpu_memory_access_la_RMW(UINT32 laddr, U | Line 494 cpu_memory_access_la_RMW(UINT32 laddr, U |
| } | } |
| UINT32 MEMCALL | UINT32 MEMCALL |
| cpu_linear_memory_read(UINT32 laddr, UINT length, const int crw, const int user_mode) | cpu_linear_memory_read(UINT32 laddr, UINT length, const int ucrw) |
| { | { |
| UINT32 value; | UINT32 value; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 345 cpu_linear_memory_read(UINT32 laddr, UIN | Line 526 cpu_linear_memory_read(UINT32 laddr, UIN |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| value = cpu_memoryread(paddr[0]); | value = cpu_memoryread(paddr[0]); |
| Line 377 cpu_linear_memory_read(UINT32 laddr, UIN | Line 558 cpu_linear_memory_read(UINT32 laddr, UIN |
| void MEMCALL | void MEMCALL |
| cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) | cpu_linear_memory_write(UINT32 laddr, UINT32 value, UINT length, const int user_mode) |
| { | { |
| const int crw = (CPU_PAGE_WRITE|CPU_PAGE_DATA); | const int ucrw = CPU_PAGE_WRITE|CPU_PAGE_DATA|user_mode; |
| UINT32 paddr[2]; | UINT32 paddr[2]; |
| UINT remain; | UINT remain; |
| paddr[0] = paging(laddr, crw, user_mode); | paddr[0] = paging(laddr, ucrw); |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| if (remain >= length) { | if (remain >= length) { |
| /* fast mode */ | /* fast mode */ |
| Line 406 cpu_linear_memory_write(UINT32 laddr, UI | Line 587 cpu_linear_memory_write(UINT32 laddr, UI |
| } | } |
| /* slow mode */ | /* slow mode */ |
| paddr[1] = paging(laddr + remain, crw, user_mode); | paddr[1] = paging(laddr + remain, ucrw); |
| switch (remain) { | switch (remain) { |
| case 3: | case 3: |
| cpu_memorywrite(paddr[0], (UINT8)value); | cpu_memorywrite(paddr[0], (UINT8)value); |
| cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); | cpu_memorywrite_w(paddr[0] + 1, (UINT16)(value >> 8)); |
| cpu_memorywrite(paddr[1], (BYTE)(value >> 24)); | cpu_memorywrite(paddr[1], (UINT8)(value >> 24)); |
| break; | break; |
| case 2: | case 2: |
| Line 432 cpu_linear_memory_write(UINT32 laddr, UI | Line 613 cpu_linear_memory_write(UINT32 laddr, UI |
| break; | break; |
| } | } |
| } | } |
| #endif /* IA32_PAGING_EACHSIZE */ | |
| void MEMCALL | void MEMCALL |
| paging_check(UINT32 laddr, UINT length, const int crw, const int user_mode) | cpu_memory_access_la_region(UINT32 laddr, UINT length, const int ucrw, BYTE *data) |
| { | { |
| UINT32 paddr; | UINT32 paddr; |
| UINT remain; /* page remain */ | UINT remain; /* page remain */ |
| UINT r; | UINT r; |
| if (length == 0) | |
| return; | |
| remain = 0x1000 - (laddr & 0x00000fff); | remain = 0x1000 - (laddr & 0x00000fff); |
| for (;;) { | for (;;) { |
| paddr = paging(laddr, crw, user_mode); | if (!CPU_STAT_PAGING) { |
| paddr = laddr; | |
| } else { | |
| paddr = paging(laddr, ucrw); | |
| } | |
| r = (remain > length) ? length : remain; | |
| if (!(ucrw & CPU_PAGE_WRITE)) { | |
| cpu_memoryread_region(paddr, data, r); | |
| } else { | |
| cpu_memorywrite_region(paddr, data, r); | |
| } | |
| length -= r; | |
| if (length == 0) | |
| break; | |
| data += r; | |
| laddr += r; | |
| remain -= r; | |
| if (remain <= 0) { | |
| /* next page */ | |
| remain += 0x1000; | |
| } | |
| } | |
| } | |
| void MEMCALL | |
| paging_check(UINT32 laddr, UINT length, const int ucrw) | |
| { | |
| UINT32 paddr; | |
| UINT remain; /* page remain */ | |
| UINT r; | |
| remain = 0x1000 - (laddr & 0x00000fff); | |
| for (;;) { | |
| paddr = paging(laddr, ucrw); | |
| r = (remain > length) ? length : remain; | r = (remain > length) ? length : remain; |
| Line 460 paging_check(UINT32 laddr, UINT length, | Line 681 paging_check(UINT32 laddr, UINT length, |
| } | } |
| static UINT32 | static UINT32 |
| paging(const UINT32 laddr, const int crw, const int user_mode) | paging(const UINT32 laddr, const int ucrw) |
| { | { |
| UINT32 paddr; /* physical address */ | UINT32 paddr; /* physical address */ |
| UINT32 pde_addr; /* page directory entry address */ | UINT32 pde_addr; /* page directory entry address */ |
| Line 506 paging(const UINT32 laddr, const int crw | Line 727 paging(const UINT32 laddr, const int crw |
| /* make physical address */ | /* make physical address */ |
| paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); | paddr = (pte & CPU_PTE_BASEADDR_MASK) + (laddr & 0x00000fff); |
| bit = crw & CPU_PAGE_WRITE; | bit = ucrw & CPU_PAGE_WRITE; |
| bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); | bit |= (pde & pte & (CPU_PTE_WRITABLE|CPU_PTE_USER_MODE)); |
| bit |= (user_mode << 3); | bit |= ucrw & CPU_PAGE_USER_MODE; |
| bit |= CPU_STAT_WP; | bit |= CPU_STAT_WP; |
| #if !defined(USE_PAGE_ACCESS_TABLE) | #if !defined(USE_PAGE_ACCESS_TABLE) |
| Line 525 paging(const UINT32 laddr, const int crw | Line 746 paging(const UINT32 laddr, const int crw |
| goto pf_exception; | goto pf_exception; |
| } | } |
| if ((crw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { | if ((ucrw & CPU_PAGE_WRITE) && !(pte & CPU_PTE_DIRTY)) { |
| pte |= CPU_PTE_DIRTY; | pte |= CPU_PTE_DIRTY; |
| cpu_memorywrite_d(pte_addr, pte); | cpu_memorywrite_d(pte_addr, pte); |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| tlb_update(laddr, pte, crw); | tlb_update(laddr, pte, ucrw); |
| #endif /* IA32_SUPPORT_TLB */ | #endif /* IA32_SUPPORT_TLB */ |
| return paddr; | return paddr; |
| pf_exception: | pf_exception: |
| CPU_CR2 = laddr; | CPU_CR2 = laddr; |
| err |= ((crw & CPU_PAGE_WRITE) << 1) | (user_mode << 2); | err |= (ucrw & CPU_PAGE_WRITE) << 1; |
| err |= (ucrw & CPU_PAGE_USER_MODE) >> 1; | |
| EXCEPTION(PF_EXCEPTION, err); | EXCEPTION(PF_EXCEPTION, err); |
| return 0; /* compiler happy */ | return 0; /* compiler happy */ |
| } | } |
| #if defined(IA32_SUPPORT_TLB) | #if defined(IA32_SUPPORT_TLB) |
| /* | /* |
| * TLB | * TLB |
| */ | */ |
| #if defined(IA32_PROFILE_TLB) | #if defined(IA32_PROFILE_TLB) |
| /* profiling */ | /* profiling */ |
| typedef struct { | typedef struct { |