gh-mirror/mikepaul-LuaJIT
1
0
Fork 0
mirror of https://github.com/LuaJIT/LuaJIT.git synced 2025-02-07 23:24:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

PPC: Reschedule bytecode instruction fetch.

Browse Source
This commit is contained in:
Mike Pall 2010-09-17 16:01:02 +02:00
parent 66f0c43780
commit 9dc98280d2
1 changed files with 66 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

101
src/buildvm_ppc.dasc
View File

@ -159,31 +159,45 @@
|.macro decode_OP1, dst, ins; rlwinm dst, ins, 0, 24, 31; .endmacro |.macro decode_OP1, dst, ins; rlwinm dst, ins, 0, 24, 31; .endmacro
|.macro decode_RD4, dst, ins; rlwinm dst, ins, 18, 14, 29; .endmacro |.macro decode_RD4, dst, ins; rlwinm dst, ins, 18, 14, 29; .endmacro
| |
|// Instruction decode+dispatch. |// Instruction fetch.
|.macro ins_NEXT |.macro ins_NEXT1
| lwz INS, 0(PC) | lwz INS, 0(PC)
| addi PC, PC, 4 | addi PC, PC, 4
| decode_OP4 TMP0, INS |.endmacro
|// Instruction decode+dispatch.
|.macro ins_NEXT2
| decode_OP4 TMP1, INS
| decode_RB8 RB, INS | decode_RB8 RB, INS
| lwzx TMP0, DISPATCH, TMP0
| decode_RD8 RD, INS | decode_RD8 RD, INS
| lwzx TMP0, DISPATCH, TMP1
| decode_RA8 RA, INS
| decode_RC8 RC, INS | decode_RC8 RC, INS
| mtctr TMP0 | mtctr TMP0
| decode_RA8 RA, INS
| bctr | bctr
|.endmacro |.endmacro
|.macro ins_NEXT
| ins_NEXT1
| ins_NEXT2
|.endmacro
| |
|// Instruction footer. |// Instruction footer.
|.if 1 |.if 1
| // Replicated dispatch. Less unpredictable branches, but higher I-Cache use. | // Replicated dispatch. Less unpredictable branches, but higher I-Cache use.
| .define ins_next, ins_NEXT | .define ins_next, ins_NEXT
| .define ins_next_, ins_NEXT | .define ins_next_, ins_NEXT
| .define ins_next1, ins_NEXT1
| .define ins_next2, ins_NEXT2
|.else |.else
| // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch. | // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch.
| // Affects only certain kinds of benchmarks (and only with -j off). | // Affects only certain kinds of benchmarks (and only with -j off).
| .macro ins_next | .macro ins_next
| b ->ins_next | b ->ins_next
| .endmacro | .endmacro
| .macro ins_next1
| .endmacro
| .macro ins_next2
| b ->ins_next
| .endmacro
| .macro ins_next_ | .macro ins_next_
| ->ins_next: | ->ins_next:
| ins_NEXT | ins_NEXT
@ -196,9 +210,9 @@
| lwz PC, LFUNC:RB->pc | lwz PC, LFUNC:RB->pc
| lwz INS, 0(PC) | lwz INS, 0(PC)
| addi PC, PC, 4 | addi PC, PC, 4
| decode_OP4 TMP0, INS | decode_OP4 TMP1, INS
| decode_RA8 RA, INS | decode_RA8 RA, INS
| lwzx TMP0, DISPATCH, TMP0 | lwzx TMP0, DISPATCH, TMP1
| add RA, RA, BASE | add RA, RA, BASE
| mtctr TMP0 | mtctr TMP0
| bctr | bctr
@ -1404,17 +1418,19 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
case BC_MOV: case BC_MOV:
| // RA = dst*8, RD = src*8 | // RA = dst*8, RD = src*8
| ins_next1
| evlddx TMP0, BASE, RD | evlddx TMP0, BASE, RD
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next_ | ins_next2
break; break;
case BC_NOT: case BC_NOT:
| // RA = dst*8, RD = src*8 | // RA = dst*8, RD = src*8
| ins_next1
| lwzx TMP0, BASE, RD | lwzx TMP0, BASE, RD
| subfic TMP1, TMP0, LJ_TTRUE | subfic TMP1, TMP0, LJ_TTRUE
| adde TMP0, TMP0, TMP1 | adde TMP0, TMP0, TMP1
| stwx TMP0, BASE, RA | stwx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_UNM: case BC_UNM:
| // RA = dst*8, RD = src*8 | // RA = dst*8, RD = src*8
@ -1425,8 +1441,9 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| evmergelo TMP1, TMP1, TMP2 | evmergelo TMP1, TMP1, TMP2
| checkfail ->vmeta_unm | checkfail ->vmeta_unm
| evxor TMP0, TMP0, TMP1 | evxor TMP0, TMP0, TMP1
| ins_next1
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_LEN: case BC_LEN:
| // RA = dst*8, RD = src*8 | // RA = dst*8, RD = src*8
@ -1435,9 +1452,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| checkfail >2 | checkfail >2
| lwz CRET1, STR:CARG1->len | lwz CRET1, STR:CARG1->len
|1: |1:
| ins_next1
| efdcfsi TMP0, CRET1 | efdcfsi TMP0, CRET1
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
|2: |2:
| checktab CARG1 | checktab CARG1
| checkfail ->vmeta_len | checkfail ->vmeta_len
@ -1476,9 +1494,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| |
|.macro ins_arith, ins |.macro ins_arith, ins
| ins_arithpre TMP0, TMP1 | ins_arithpre TMP0, TMP1
| ins_next1
| ins TMP0, TMP0, TMP1 | ins TMP0, TMP0, TMP1
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
|.endmacro |.endmacro
case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: case BC_ADDVN: case BC_ADDNV: case BC_ADDVV:
@ -1499,9 +1518,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| efddiv CARG2, RD, SAVE0 | efddiv CARG2, RD, SAVE0
| bl ->vm_floor // floor(b/c) | bl ->vm_floor // floor(b/c)
| efdmul TMP0, CRET2, SAVE0 | efdmul TMP0, CRET2, SAVE0
| ins_next1
| efdsub TMP0, RD, TMP0 // b - floor(b/c)*c | efdsub TMP0, RD, TMP0 // b - floor(b/c)*c
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_MODNV: case BC_MODVV: case BC_MODNV: case BC_MODVV:
| ins_arithpre RD, SAVE0 | ins_arithpre RD, SAVE0
@ -1544,33 +1564,37 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
case BC_KSTR: case BC_KSTR:
| // RA = dst*8, RD = str_const*8 (~) | // RA = dst*8, RD = str_const*8 (~)
| ins_next1
| srwi TMP1, RD, 1 | srwi TMP1, RD, 1
| subfic TMP1, TMP1, -4 | subfic TMP1, TMP1, -4
| lwzx TMP0, KBASE, TMP1 // KBASE-4-str_const*4 | lwzx TMP0, KBASE, TMP1 // KBASE-4-str_const*4
| evmergelo TMP0, TISSTR, TMP0 | evmergelo TMP0, TISSTR, TMP0
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_KSHORT: case BC_KSHORT:
| // RA = dst*8, RD = int16_literal*8 | // RA = dst*8, RD = int16_literal*8
| srwi TMP1, RD, 3 | srwi TMP1, RD, 3
| extsh TMP1, TMP1 | extsh TMP1, TMP1
| ins_next1
| efdcfsi TMP0, TMP1 | efdcfsi TMP0, TMP1
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_KNUM: case BC_KNUM:
| // RA = dst*8, RD = num_const*8 | // RA = dst*8, RD = num_const*8
| evlddx TMP0, KBASE, RD | evlddx TMP0, KBASE, RD
| ins_next1
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_KPRI: case BC_KPRI:
| // RA = dst*8, RD = primitive_type*8 (~) | // RA = dst*8, RD = primitive_type*8 (~)
| srwi TMP1, RD, 3 | srwi TMP1, RD, 3
| not TMP0, TMP1 | not TMP0, TMP1
| ins_next1
| stwx TMP0, BASE, RA | stwx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_KNIL: case BC_KNIL:
| // RA = base*8, RD = end*8 | // RA = base*8, RD = end*8
@ -1581,13 +1605,14 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| cmpw RA, RD | cmpw RA, RD
| addi RA, RA, 8 | addi RA, RA, 8
| blt <1 | blt <1
| ins_next | ins_next_
break; break;
/* -- Upvalue and function ops ------------------------------------------ */ /* -- Upvalue and function ops ------------------------------------------ */
case BC_UGET: case BC_UGET:
| // RA = dst*8, RD = uvnum*8 | // RA = dst*8, RD = uvnum*8
| ins_next1
| lwz LFUNC:RB, FRAME_FUNC(BASE) | lwz LFUNC:RB, FRAME_FUNC(BASE)
| srwi RD, RD, 1 | srwi RD, RD, 1
| addi RD, RD, offsetof(GCfuncL, uvptr) | addi RD, RD, offsetof(GCfuncL, uvptr)
@ -1595,7 +1620,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| lwz TMP1, UPVAL:RB->v | lwz TMP1, UPVAL:RB->v
| evldd TMP0, 0(TMP1) | evldd TMP0, 0(TMP1)
| evstddx TMP0, BASE, RA | evstddx TMP0, BASE, RA
| ins_next | ins_next2
break; break;
case BC_USETV: case BC_USETV:
| // RA = uvnum*8, RD = src*8 | // RA = uvnum*8, RD = src*8
@ -1630,6 +1655,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
break; break;
case BC_USETS: case BC_USETS:
| // RA = uvnum*8, RD = str_const*8 (~) | // RA = uvnum*8, RD = str_const*8 (~)
| ins_next1
| lwz LFUNC:RB, FRAME_FUNC(BASE) | lwz LFUNC:RB, FRAME_FUNC(BASE)
| srwi TMP1, RD, 1 | srwi TMP1, RD, 1
| srwi RA, RA, 1 | srwi RA, RA, 1
@ -1646,7 +1672,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| evstdd STR:TMP1, 0(CARG2) | evstdd STR:TMP1, 0(CARG2)
| bne >2 | bne >2
|1: |1:
| ins_next | ins_next2
| |
|2: // Check if string is white and ensure upvalue is closed. |2: // Check if string is white and ensure upvalue is closed.
| andi. TMP3, TMP3, LJ_GC_WHITES // iswhite(str) | andi. TMP3, TMP3, LJ_GC_WHITES // iswhite(str)
@ -1660,6 +1686,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
break; break;
case BC_USETN: case BC_USETN:
| // RA = uvnum*8, RD = num_const*8 | // RA = uvnum*8, RD = num_const*8
| ins_next1
| lwz LFUNC:RB, FRAME_FUNC(BASE) | lwz LFUNC:RB, FRAME_FUNC(BASE)
| srwi RA, RA, 1 | srwi RA, RA, 1
| addi RA, RA, offsetof(GCfuncL, uvptr) | addi RA, RA, offsetof(GCfuncL, uvptr)
@ -1667,10 +1694,11 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| lwzx UPVAL:RB, LFUNC:RB, RA | lwzx UPVAL:RB, LFUNC:RB, RA
| lwz TMP1, UPVAL:RB->v | lwz TMP1, UPVAL:RB->v
| evstdd TMP0, 0(TMP1) | evstdd TMP0, 0(TMP1)
| ins_next | ins_next2
break; break;
case BC_USETP: case BC_USETP:
| // RA = uvnum*8, RD = primitive_type*8 (~) | // RA = uvnum*8, RD = primitive_type*8 (~)
| ins_next1
| lwz LFUNC:RB, FRAME_FUNC(BASE) | lwz LFUNC:RB, FRAME_FUNC(BASE)
| srwi RA, RA, 1 | srwi RA, RA, 1
| addi RA, RA, offsetof(GCfuncL, uvptr) | addi RA, RA, offsetof(GCfuncL, uvptr)
@ -1679,7 +1707,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| not TMP0, TMP0 | not TMP0, TMP0
| lwz TMP1, UPVAL:RB->v | lwz TMP1, UPVAL:RB->v
| stw TMP0, 0(TMP1) | stw TMP0, 0(TMP1)
| ins_next | ins_next2
break; break;
case BC_UCLO: case BC_UCLO:
@ -1870,8 +1898,9 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| checknil TMP1 | checknil TMP1
| checkok >5 | checkok >5
|1: |1:
| ins_next1
| evstddx TMP1, BASE, RA | evstddx TMP1, BASE, RA
| ins_next | ins_next2
| |
|5: // Check for __index if table value is nil. |5: // Check for __index if table value is nil.
| lwz TAB:TMP2, TAB:RB->metatable | lwz TAB:TMP2, TAB:RB->metatable
@ -2289,9 +2318,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| bgt >6 | bgt >6
| sub BASE, TMP2, RA | sub BASE, TMP2, RA
| lwz LFUNC:TMP1, FRAME_FUNC(BASE) | lwz LFUNC:TMP1, FRAME_FUNC(BASE)
| ins_next1
| lwz TMP1, LFUNC:TMP1->pc | lwz TMP1, LFUNC:TMP1->pc
| lwz KBASE, PC2PROTO(k)(TMP1) | lwz KBASE, PC2PROTO(k)(TMP1)
| ins_next | ins_next2
| |
|6: // Fill up results with nil. |6: // Fill up results with nil.
| subi TMP1, RD, 8 | subi TMP1, RD, 8
@ -2330,9 +2360,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| bgt >6 | bgt >6
| sub BASE, TMP2, RA | sub BASE, TMP2, RA
| lwz LFUNC:TMP1, FRAME_FUNC(BASE) | lwz LFUNC:TMP1, FRAME_FUNC(BASE)
| ins_next1
| lwz TMP1, LFUNC:TMP1->pc | lwz TMP1, LFUNC:TMP1->pc
| lwz KBASE, PC2PROTO(k)(TMP1) | lwz KBASE, PC2PROTO(k)(TMP1)
| ins_next | ins_next2
| |
|6: // Fill up results with nil. |6: // Fill up results with nil.
| subi TMP1, RD, 8 | subi TMP1, RD, 8
@ -2361,20 +2392,18 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
vk = (op == BC_IFORL || op == BC_JFORL); vk = (op == BC_IFORL || op == BC_JFORL);
| add RA, BASE, RA | add RA, BASE, RA
| evldd TMP1, FORL_IDX*8(RA) | evldd TMP1, FORL_IDX*8(RA)
| evldd TMP2, FORL_STOP*8(RA)
| evldd TMP3, FORL_STEP*8(RA) | evldd TMP3, FORL_STEP*8(RA)
| evldd TMP2, FORL_STOP*8(RA)
if (!vk) { if (!vk) {
| evcmpgtu cr0, TMP1, TISNUM | evcmpgtu cr0, TMP1, TISNUM
| evcmpgtu cr1, TMP2, TISNUM
| evcmpgtu cr7, TMP3, TISNUM | evcmpgtu cr7, TMP3, TISNUM
| cror 4*cr0+lt, 4*cr0+lt, 4*cr1+lt | evcmpgtu cr1, TMP2, TISNUM
| cror 4*cr0+lt, 4*cr0+lt, 4*cr7+lt | cror 4*cr0+lt, 4*cr0+lt, 4*cr7+lt
| cror 4*cr0+lt, 4*cr0+lt, 4*cr1+lt
| blt ->vmeta_for | blt ->vmeta_for
} }
if (vk) { if (vk) {
| efdadd TMP1, TMP1, TMP3 | efdadd TMP1, TMP1, TMP3
}
if (vk) {
| evstdd TMP1, FORL_IDX*8(RA) | evstdd TMP1, FORL_IDX*8(RA)
} }
| evcmpgts TMP3, TISNIL | evcmpgts TMP3, TISNIL
@ -2480,13 +2509,14 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| cmplw RA, TMP2 | cmplw RA, TMP2
| slwi TMP1, TMP1, 3 | slwi TMP1, TMP1, 3
| bgt ->vm_growstack_l | bgt ->vm_growstack_l
| ins_next1
|2: |2:
| cmplw NARGS8:RC, TMP1 // Check for missing parameters. | cmplw NARGS8:RC, TMP1 // Check for missing parameters.
| ble >3 | ble >3
if (op == BC_JFUNCF) { if (op == BC_JFUNCF) {
| NYI | NYI
} else { } else {
| ins_next | ins_next2
} }
| |
|3: // Clear missing parameters. |3: // Clear missing parameters.
@ -2516,6 +2546,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| lbz TMP2, -4+PC2PROTO(numparams)(PC) | lbz TMP2, -4+PC2PROTO(numparams)(PC)
| mr RA, BASE | mr RA, BASE
| mr RC, TMP1 | mr RC, TMP1
| ins_next1
| cmpwi TMP2, 0 | cmpwi TMP2, 0
| addi BASE, TMP1, 8 | addi BASE, TMP1, 8
| beq >3 | beq >3
@ -2531,7 +2562,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
| addi TMP1, TMP1, 8 | addi TMP1, TMP1, 8
| bne <1 | bne <1
|3: |3:
| ins_next | ins_next2
| |
|4: // Clear missing parameters. |4: // Clear missing parameters.
| evmr TMP0, TISNIL | evmr TMP0, TISNIL
@ -2542,18 +2573,18 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop)
case BC_FUNCCW: case BC_FUNCCW:
| // BASE = new base, RA = BASE+framesize*8, RB = CFUNC, RC = nargs*8 | // BASE = new base, RA = BASE+framesize*8, RB = CFUNC, RC = nargs*8
if (op == BC_FUNCC) { if (op == BC_FUNCC) {
| lwz TMP0, CFUNC:RB->f | lwz TMP3, CFUNC:RB->f
} else { } else {
| lwz TMP0, DISPATCH_GL(wrapf)(DISPATCH) | lwz TMP3, DISPATCH_GL(wrapf)(DISPATCH)
} }
| add TMP1, RA, NARGS8:RC | add TMP1, RA, NARGS8:RC
| lwz TMP2, L->maxstack | lwz TMP2, L->maxstack
| add RC, BASE, NARGS8:RC | add RC, BASE, NARGS8:RC
| stw BASE, L->base | stw BASE, L->base
| mtctr TMP0
| cmplw TMP1, TMP2 | cmplw TMP1, TMP2
| stw RC, L->top | stw RC, L->top
| li_vmstate C | li_vmstate C
| mtctr TMP3
if (op == BC_FUNCCW) { if (op == BC_FUNCCW) {
| lwz CARG2, CFUNC:RB->f | lwz CARG2, CFUNC:RB->f
} }