--- np2/i386c/ia32/cpu_mem.c 2004/02/05 16:41:32 1.10 +++ np2/i386c/ia32/cpu_mem.c 2004/03/05 14:17:35 1.12 @@ -1,4 +1,4 @@ -/* $Id: cpu_mem.c,v 1.10 2004/02/05 16:41:32 monaka Exp $ */ +/* $Id: cpu_mem.c,v 1.12 2004/03/05 14:17:35 monaka Exp $ */ /* * Copyright (c) 2002-2003 NONAKA Kimihiro @@ -36,9 +36,9 @@ * memory access check */ void -cpu_memoryread_check(descriptor_t* sd, DWORD offset, DWORD length, int e) +cpu_memoryread_check(descriptor_t *sd, UINT32 offset, UINT length, int e) { - DWORD uplimit; + UINT32 uplimit; if (CPU_STAT_PM) { /* invalid */ @@ -52,52 +52,52 @@ cpu_memoryread_check(descriptor_t* sd, D VERBOSE(("cpu_memoryread_check: not present")); EXCEPTION(e, 0); } + } - switch (sd->type) { - case 0: case 1: /* ro */ - case 2: case 3: /* rw */ - case 10: case 11: /* rx */ - case 14: case 15: /* rxc */ - if (offset > sd->u.seg.limit - length + 1) { - VERBOSE(("cpu_memoryread_check: offset(%08x) > sd->u.seg.limit(%08x) - length(%08x) + 1", offset, sd->u.seg.limit, length)); - EXCEPTION(e, 0); - } - if (length - 1 > sd->u.seg.limit) { - VERBOSE(("cpu_memoryread_check: length(%08x) - 1 > sd->u.seg.limit(%08x)", length, sd->u.seg.limit)); - EXCEPTION(e, 0); - } - break; - - case 4: case 5: /* ro (expand down) */ - case 6: case 7: /* rw (expand down) */ - uplimit = sd->d ? 0xffffffff : 0x0000ffff; - if (offset <= sd->u.seg.limit) { - VERBOSE(("cpu_memoryread_check: offset(%08x) <= sd->u.seg.limit(%08x)", offset, sd->u.seg.limit)); - EXCEPTION(e, 0); - } - if (offset > uplimit) { - VERBOSE(("cpu_memoryread_check: offset(%08x) > uplimit(%08x)", offset, uplimit)); - EXCEPTION(e, 0); - } - if (uplimit - offset < length - 1) { - VERBOSE(("cpu_memoryread_check: uplimit(%08x) - offset(%08x) < length(%08x) - 1", uplimit, offset, length)); - EXCEPTION(e, 0); - } - break; + switch (sd->type) { + case 0: case 1: /* ro */ + case 2: case 3: /* rw */ + case 10: case 11: /* rx */ + case 14: case 15: /* rxc */ + if (offset > sd->u.seg.limit - length + 1) { + VERBOSE(("cpu_memoryread_check: offset(%08x) > sd->u.seg.limit(%08x) - length(%08x) + 1", offset, sd->u.seg.limit, length)); + EXCEPTION(e, 0); + } + if (length - 1 > sd->u.seg.limit) { + VERBOSE(("cpu_memoryread_check: length(%08x) - 1 > sd->u.seg.limit(%08x)", length, sd->u.seg.limit)); + EXCEPTION(e, 0); + } + break; - default: - VERBOSE(("cpu_memoryread_check: invalid type (type = %d)", sd->type)); + case 4: case 5: /* ro (expand down) */ + case 6: case 7: /* rw (expand down) */ + uplimit = sd->d ? 0xffffffff : 0x0000ffff; + if (offset <= sd->u.seg.limit) { + VERBOSE(("cpu_memoryread_check: offset(%08x) <= sd->u.seg.limit(%08x)", offset, sd->u.seg.limit)); + EXCEPTION(e, 0); + } + if (offset > uplimit) { + VERBOSE(("cpu_memoryread_check: offset(%08x) > uplimit(%08x)", offset, uplimit)); + EXCEPTION(e, 0); + } + if (uplimit - offset < length - 1) { + VERBOSE(("cpu_memoryread_check: uplimit(%08x) - offset(%08x) < length(%08x) - 1", uplimit, offset, length)); EXCEPTION(e, 0); - break; } + break; + + default: + VERBOSE(("cpu_memoryread_check: invalid type (type = %d)", sd->type)); + EXCEPTION(e, 0); + break; } sd->flag |= CPU_DESC_FLAG_READABLE; } void -cpu_memorywrite_check(descriptor_t* sd, DWORD offset, DWORD length, int e) +cpu_memorywrite_check(descriptor_t *sd, UINT32 offset, UINT length, int e) { - DWORD uplimit; + UINT32 uplimit; if (CPU_STAT_PM) { /* invalid */ @@ -116,170 +116,290 @@ cpu_memorywrite_check(descriptor_t* sd, VERBOSE(("cpu_memorywrite_check: system segment")); EXCEPTION(e, 0); } + } - switch (sd->type) { - case 2: case 3: /* rw */ - if (offset > sd->u.seg.limit - length + 1) { - VERBOSE(("cpu_memorywrite_check: offset(%08x) > sd->u.seg.limit(%08x) - length(%08x) + 1", offset, sd->u.seg.limit, length)); - EXCEPTION(e, 0); - } - if (length - 1 > sd->u.seg.limit) { - VERBOSE(("cpu_memorywrite_check: length(%08x) - 1 > sd->u.seg.limit(%08x)", length, sd->u.seg.limit)); - EXCEPTION(e, 0); - } - break; - - case 6: case 7: /* rw (expand down) */ - uplimit = sd->d ? 0xffffffff : 0x0000ffff; - if (offset <= sd->u.seg.limit) { - VERBOSE(("cpu_memorywrite_check: offset(%08x) <= sd->u.seg.limit(%08x)", offset, sd->u.seg.limit)); - EXCEPTION(e, 0); - } - if (offset > uplimit) { - VERBOSE(("cpu_memorywrite_check: offset(%08x) > uplimit(%08x)", offset, uplimit)); - EXCEPTION(e, 0); - } - if (uplimit - offset < length - 1) { - VERBOSE(("cpu_memorywrite_check: uplimit(%08x) - offset(%08x) < length(%08x) - 1", uplimit, offset, length)); - EXCEPTION(e, 0); - } - break; + switch (sd->type) { + case 2: case 3: /* rw */ + if (offset > sd->u.seg.limit - length + 1) { + VERBOSE(("cpu_memorywrite_check: offset(%08x) > sd->u.seg.limit(%08x) - length(%08x) + 1", offset, sd->u.seg.limit, length)); + EXCEPTION(e, 0); + } + if (length - 1 > sd->u.seg.limit) { + VERBOSE(("cpu_memorywrite_check: length(%08x) - 1 > sd->u.seg.limit(%08x)", length, sd->u.seg.limit)); + EXCEPTION(e, 0); + } + break; - default: - VERBOSE(("cpu_memorywrite_check: invalid type (type = %d)", sd->type)); + case 6: case 7: /* rw (expand down) */ + uplimit = sd->d ? 0xffffffff : 0x0000ffff; + if (offset <= sd->u.seg.limit) { + VERBOSE(("cpu_memorywrite_check: offset(%08x) <= sd->u.seg.limit(%08x)", offset, sd->u.seg.limit)); EXCEPTION(e, 0); - break; } + if (offset > uplimit) { + VERBOSE(("cpu_memorywrite_check: offset(%08x) > uplimit(%08x)", offset, uplimit)); + EXCEPTION(e, 0); + } + if (uplimit - offset < length - 1) { + VERBOSE(("cpu_memorywrite_check: uplimit(%08x) - offset(%08x) < length(%08x) - 1", uplimit, offset, length)); + EXCEPTION(e, 0); + } + break; + + default: + VERBOSE(("cpu_memorywrite_check: invalid type (type = %d)", sd->type)); + EXCEPTION(e, 0); + break; } sd->flag |= CPU_DESC_FLAG_WRITABLE; } BOOL -cpu_stack_push_check(descriptor_t* sdp, DWORD esp, DWORD length) +cpu_stack_push_check(descriptor_t *sd, UINT32 esp, UINT length) { - DWORD limit; - - if (!CPU_STAT_PM) - return TRUE; + UINT32 limit; - if (!sdp->valid || !sdp->p) - return FALSE; - if (!sdp->s || sdp->u.seg.c || !sdp->u.seg.wr) - return FALSE; - - if (!sdp->d) { - esp &= 0xffff; - limit = 0xffff; - } else { - limit = 0xffffffff; - } - if (sdp->u.seg.ec) { - /* expand-down stack */ - if ((esp == 0) - || (esp < length) - || (esp - length <= sdp->u.seg.limit) - || (esp > limit)) + if (CPU_STAT_PM) { + if (!sd->valid || !sd->p) return FALSE; - } else { - /* expand-up stack */ - if (esp == 0) { - if ((sdp->d && (sdp->u.seg.segend != 0xffffffff)) - || (!sdp->d && (sdp->u.seg.segend != 0xffff))) - return FALSE; + if (!sd->s || sd->u.seg.c || !sd->u.seg.wr) + return FALSE; + + if (!sd->d) { + esp &= 0xffff; + limit = 0xffff; } else { - if ((esp < length) - || (esp - 1 > sdp->u.seg.limit)) + limit = 0xffffffff; + } + if (sd->u.seg.ec) { + /* expand-down stack */ + if ((esp == 0) + || (esp < length) + || (esp - length <= sd->u.seg.limit) + || (esp > limit)) return FALSE; + } else { + /* expand-up stack */ + if (esp == 0) { + if ((sd->d && (sd->u.seg.segend != 0xffffffff)) + || (!sd->d && (sd->u.seg.segend != 0xffff))) + return FALSE; + } else { + if ((esp < length) + || (esp - 1 > sd->u.seg.limit)) + return FALSE; + } } } return TRUE; } BOOL -cpu_stack_pop_check(descriptor_t* sdp, DWORD esp, DWORD length) +cpu_stack_pop_check(descriptor_t *sd, UINT32 esp, UINT length) { - DWORD limit; - - if (!CPU_STAT_PM) - return TRUE; + UINT32 limit; - if (!sdp->valid || !sdp->p) - return FALSE; - if (!sdp->s || sdp->u.seg.c || !sdp->u.seg.wr) - return FALSE; - - if (!sdp->d) { - esp &= 0xffff; - limit = 0xffff; - } else { - limit = 0xffffffff; - } - if (sdp->u.seg.ec) { - /* expand-down stack */ - if ((esp == limit) - || ((limit - esp) + 1 < length)) + if (CPU_STAT_PM) { + if (!sd->valid || !sd->p) return FALSE; - } else { - /* expand-up stack */ - if ((esp == limit) - || (sdp->u.seg.segend == 0) - || (esp > sdp->u.seg.limit) - || ((sdp->u.seg.limit - esp) + 1 < length)) + if (!sd->s || sd->u.seg.c || !sd->u.seg.wr) return FALSE; + + if (!sd->d) { + esp &= 0xffff; + limit = 0xffff; + } else { + limit = 0xffffffff; + } + if (sd->u.seg.ec) { + /* expand-down stack */ + if ((esp == limit) + || ((limit - esp) + 1 < length)) + return FALSE; + } else { + /* expand-up stack */ + if ((esp == limit) + || (sd->u.seg.segend == 0) + || (esp > sd->u.seg.limit) + || ((sd->u.seg.limit - esp) + 1 < length)) + return FALSE; + } } return TRUE; } +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) +/* + * code prefetch + */ +#define CPU_PREFETCHQ_MASK (CPU_PREFETCH_QUEUE_LENGTH - 1) + +INLINE static MEMCALL void +cpu_prefetch(UINT32 address) +{ + UINT offset = address & CPU_PREFETCHQ_MASK; + UINT length = CPU_PREFETCH_QUEUE_LENGTH - offset; + + cpu_memory_access_la_region(address, length, CPU_PAGE_READ_CODE, CPU_STAT_USER_MODE, CPU_PREFETCHQ + offset); + CPU_PREFETCHQ_REMAIN = length; +} + +INLINE static MEMCALL UINT8 +cpu_prefetchq(UINT32 address) +{ + UINT8 v; + + CPU_PREFETCHQ_REMAIN--; + v = CPU_PREFETCHQ[address & CPU_PREFETCHQ_MASK]; + return v; +} + +INLINE static MEMCALL UINT16 +cpu_prefetchq_w(UINT32 address) +{ + BYTE *p; + UINT16 v; + + CPU_PREFETCHQ_REMAIN -= 2; + p = CPU_PREFETCHQ + (address & CPU_PREFETCHQ_MASK); + v = LOADINTELWORD(p); + return v; +} + +INLINE static MEMCALL UINT32 +cpu_prefetchq_3(UINT32 address) +{ + BYTE *p; + UINT32 v; + + CPU_PREFETCHQ_REMAIN -= 3; + p = CPU_PREFETCHQ + (address & CPU_PREFETCHQ_MASK); + v = LOADINTELWORD(p); + v += (UINT32)*p << 16; + return v; +} + +INLINE static MEMCALL UINT32 +cpu_prefetchq_d(UINT32 address) +{ + BYTE *p; + UINT32 v; + + CPU_PREFETCHQ_REMAIN -= 4; + p = CPU_PREFETCHQ + (address & CPU_PREFETCHQ_MASK); + v = LOADINTELDWORD(p); + return v; +} +#endif /* IA32_SUPPORT_PREFETCH_QUEUE */ + /* * code fetch */ -BYTE MEMCALL -cpu_codefetch(DWORD offset) +UINT8 MEMCALL +cpu_codefetch(UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; sd = &CPU_STAT_SREG(CPU_CS_INDEX); if (offset <= sd->u.seg.limit) { - addr = CPU_STAT_SREGBASE(CPU_CS_INDEX) + offset; + addr = sd->u.seg.segbase + offset; +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) + if (CPU_PREFETCHQ_REMAIN == 0) { + cpu_prefetch(addr); + } + return cpu_prefetchq(addr); +#else /* IA32_SUPPORT_PREFETCH_QUEUE */ if (!CPU_STAT_PM) return cpu_memoryread(addr); return cpu_lcmemoryread(addr); +#endif /* IA32_SUPPORT_PREFETCH_QUEUE */ } EXCEPTION(GP_EXCEPTION, 0); return 0; /* compiler happy */ } -WORD MEMCALL -cpu_codefetch_w(DWORD offset) +UINT16 MEMCALL +cpu_codefetch_w(UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) + UINT16 v; +#endif sd = &CPU_STAT_SREG(CPU_CS_INDEX); if (offset <= sd->u.seg.limit - 1) { - addr = CPU_STAT_SREGBASE(CPU_CS_INDEX) + offset; + addr = sd->u.seg.segbase + offset; +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) + if (CPU_PREFETCHQ_REMAIN == 0) { + cpu_prefetch(addr); + } + if (CPU_PREFETCHQ_REMAIN >= 2) { + return cpu_prefetchq_w(addr); + } + + v = cpu_prefetchq(addr); + addr++; + cpu_prefetch(addr); + v |= cpu_prefetchq(addr) << 8; + return v; +#else /* IA32_SUPPORT_PREFETCH_QUEUE */ if (!CPU_STAT_PM) return cpu_memoryread_w(addr); return cpu_lcmemoryread_w(addr); +#endif /* IA32_SUPPORT_PREFETCH_QUEUE */ } EXCEPTION(GP_EXCEPTION, 0); return 0; /* compiler happy */ } -DWORD MEMCALL -cpu_codefetch_d(DWORD offset) +UINT32 MEMCALL +cpu_codefetch_d(UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) + UINT32 v; +#endif sd = &CPU_STAT_SREG(CPU_CS_INDEX); if (offset <= sd->u.seg.limit - 3) { - addr = CPU_STAT_SREGBASE(CPU_CS_INDEX) + offset; + addr = sd->u.seg.segbase + offset; +#if defined(IA32_SUPPORT_PREFETCH_QUEUE) + if (CPU_PREFETCHQ_REMAIN == 0) { + cpu_prefetch(addr); + } + if (CPU_PREFETCHQ_REMAIN >= 4) { + return cpu_prefetchq_d(addr); + } else { + switch (CPU_PREFETCHQ_REMAIN) { + case 1: + v = cpu_prefetchq(addr); + cpu_prefetch(addr + 1); + v += (UINT32)cpu_prefetchq_3(addr + 1) << 8; + break; + + case 2: + v = cpu_prefetchq_w(addr); + cpu_prefetch(addr + 2); + v += (UINT32)cpu_prefetchq_w(addr + 2) << 16; + break; + + case 3: + v = cpu_prefetchq_3(addr); + cpu_prefetch(addr + 3); + v += (UINT32)cpu_prefetchq(addr + 3) << 24; + break; + } + return v; + } +#else /* IA32_SUPPORT_PREFETCH_QUEUE */ if (!CPU_STAT_PM) return cpu_memoryread_d(addr); return cpu_lcmemoryread_d(addr); +#endif /* IA32_SUPPORT_PREFETCH_QUEUE */ } EXCEPTION(GP_EXCEPTION, 0); return 0; /* compiler happy */ @@ -289,11 +409,11 @@ cpu_codefetch_d(DWORD offset) /* * virtual address -> linear address */ -BYTE MEMCALL -cpu_vmemoryread(int idx, DWORD offset) +UINT8 MEMCALL +cpu_vmemoryread(int idx, UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -330,7 +450,7 @@ cpu_vmemoryread(int idx, DWORD offset) break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) return cpu_memoryread(addr); return cpu_lmemoryread(addr, CPU_STAT_USER_MODE); @@ -340,11 +460,11 @@ err: return 0; /* compiler happy */ } -WORD MEMCALL -cpu_vmemoryread_w(int idx, DWORD offset) +UINT16 MEMCALL +cpu_vmemoryread_w(int idx, UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -381,7 +501,7 @@ cpu_vmemoryread_w(int idx, DWORD offset) break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) return cpu_memoryread_w(addr); return cpu_lmemoryread_w(addr, CPU_STAT_USER_MODE); @@ -391,11 +511,11 @@ err: return 0; /* compiler happy */ } -DWORD MEMCALL -cpu_vmemoryread_d(int idx, DWORD offset) +UINT32 MEMCALL +cpu_vmemoryread_d(int idx, UINT32 offset) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -432,7 +552,7 @@ cpu_vmemoryread_d(int idx, DWORD offset) break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) return cpu_memoryread_d(addr); return cpu_lmemoryread_d(addr, CPU_STAT_USER_MODE); @@ -444,10 +564,10 @@ err: /* vaddr memory write */ void MEMCALL -cpu_vmemorywrite(int idx, DWORD offset, BYTE val) +cpu_vmemorywrite(int idx, UINT32 offset, UINT8 val) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -484,7 +604,7 @@ cpu_vmemorywrite(int idx, DWORD offset, break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) { /* real mode */ cpu_memorywrite(addr, val); @@ -499,10 +619,10 @@ err: } void MEMCALL -cpu_vmemorywrite_w(int idx, DWORD offset, WORD val) +cpu_vmemorywrite_w(int idx, UINT32 offset, UINT16 val) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -539,7 +659,7 @@ cpu_vmemorywrite_w(int idx, DWORD offset break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) { /* real mode */ cpu_memorywrite_w(addr, val); @@ -554,10 +674,10 @@ err: } void MEMCALL -cpu_vmemorywrite_d(int idx, DWORD offset, DWORD val) +cpu_vmemorywrite_d(int idx, UINT32 offset, UINT32 val) { descriptor_t *sd; - DWORD addr; + UINT32 addr; int exc; __ASSERT((unsigned int)idx < CPU_SEGREG_NUM); @@ -594,7 +714,7 @@ cpu_vmemorywrite_d(int idx, DWORD offset break; } } - addr = CPU_STAT_SREGBASE(idx) + offset; + addr = sd->u.seg.segbase + offset; if (!CPU_STAT_PM) { /* real mode */ cpu_memorywrite_d(addr, val);