mirror of
https://github.com/Zeal-Operating-System/ZealOS.git
synced 2024-12-26 15:26:43 +00:00
1152 lines
32 KiB
HolyC
Executable file
1152 lines
32 KiB
HolyC
Executable file
I64 OptPass789A(CCmpCtrl *cc,COptReg *reg_offsets,U8 *buf,CDbgInfo **_dbg)
|
|
{/*cc->pass==7 is first time
|
|
cc->pass==8 is second time
|
|
cc->pass==9 is third time
|
|
cc->pass==9 is fourth time and repeated until size stops shrinking
|
|
size is now known
|
|
cc->pass==10 is final pass, code is placed into buf.
|
|
*/
|
|
CIntermediateCode *tmpi,*tmpi_next;
|
|
I64 i,cnt,num_lines=cc->max_line+1-cc->min_line,rip=0,rip2;
|
|
U8 *ptr,saved_arg1_arg2_r[3*sizeof(CICArg)];
|
|
CCodeMisc *lb;
|
|
CAOT *tmpaot;
|
|
CAOTAbsAddr *tmpa;
|
|
CAOTImportExport *tmpie;
|
|
CAOTHeapGlbl *tmphg;
|
|
CAOTHeapGlblRef *tmphgr;
|
|
CDbgInfo *dbg_info;
|
|
CAOTCtrl *aotc=cc->aotc;
|
|
Bool short_jmp;
|
|
CHashClass *tmpc;
|
|
CHashFun *tmpf;
|
|
CHashGlblVar *tmpg;
|
|
CExternUsage *tmpeu;
|
|
|
|
if (_dbg) {
|
|
*_dbg=dbg_info=CAlloc(offset(CDbgInfo.body)+sizeof(U32)*(num_lines+1));
|
|
dbg_info->min_line=cc->min_line;
|
|
dbg_info->max_line=cc->max_line;
|
|
if (cc->flags&CCF_AOT_COMPILE)
|
|
dbg_info->body[0]=aotc->rip;
|
|
else
|
|
dbg_info->body[0]=buf;
|
|
} else
|
|
dbg_info=NULL;
|
|
|
|
if (Bt(&cc->flags,CCf_PASS_TRACE_PRESENT) &&
|
|
Bt(&cc->saved_pass_trace,cc->pass))
|
|
"$$BK,1$$$$LTRED$$$$IV,1$$This code gets merged together and patched.\n"
|
|
"$$FG$$$$IV,0$$$$BK,0$$";
|
|
|
|
cc->last_float_op_ic=NULL;
|
|
tmpi=&cc->coc.coc_head;
|
|
tmpi->ic_last_start=-1;
|
|
tmpi->ic_cnt=0;
|
|
tmpi=tmpi->next;
|
|
while (tmpi->ic_code) {
|
|
tmpi_next=tmpi->next;
|
|
if (tmpi->ic_flags&ICF_PASS_TRACE && Bt(&cc->saved_pass_trace,cc->pass))
|
|
ICPut(cc,tmpi);
|
|
rip2=rip;
|
|
if (cc->flags&CCF_AOT_COMPILE)
|
|
rip2+=aotc->rip;
|
|
else
|
|
rip2+=buf;
|
|
cc->cur_ic_float_op_num=0;
|
|
if (!(tmpi->ic_flags &ICF_CODE_FINAL)) {
|
|
tmpi->ic_flags=tmpi->ic_flags&
|
|
~(ICF_PREV_DELETED|ICF_DONT_RESTORE)|ICF_CODE_FINAL;
|
|
if (cc->pass==7)
|
|
cc->dont_push_float=Btr(&tmpi->ic_flags,ICf_DONT_PUSH_FLOAT0);
|
|
MemCpy(saved_arg1_arg2_r,&tmpi->arg1,3*sizeof(CICArg));
|
|
tmpi->ic_cnt=0;
|
|
tmpi->ic_last_start=-1;
|
|
if (tmpi->arg2.type.mode) {
|
|
if (tmpi->ic_flags & ICF_ARG2_TO_F64) {
|
|
ICFCvt(cc,tmpi,REG_RAX,tmpi->arg2.type,
|
|
tmpi->arg2.reg,tmpi->arg2.disp,FALSE,CN_A2,rip2);
|
|
tmpi->arg2.type=MDF_REG+RT_I64;
|
|
tmpi->arg2.reg=REG_RAX;
|
|
tmpi->arg2.disp=0;
|
|
} else if (tmpi->ic_flags & ICF_ARG2_TO_INT) {
|
|
ICFCvt(cc,tmpi,REG_RAX,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,TRUE,CN_A2,rip2);
|
|
tmpi->arg2.type=MDF_REG+RT_I64;
|
|
tmpi->arg2.reg=REG_RAX;
|
|
tmpi->arg2.disp=0;
|
|
}
|
|
}
|
|
if (tmpi->arg1.type.mode) {
|
|
if (tmpi->ic_flags & ICF_ARG1_TO_F64) {
|
|
ICFCvt(cc,tmpi,REG_RDX,tmpi->arg1.type,
|
|
tmpi->arg1.reg,tmpi->arg1.disp,FALSE,CN_A1,rip2);
|
|
tmpi->arg1.type=MDF_REG+RT_I64;
|
|
tmpi->arg1.reg=REG_RDX;
|
|
tmpi->arg1.disp=0;
|
|
} else if (tmpi->ic_flags & ICF_ARG1_TO_INT) {
|
|
ICFCvt(cc,tmpi,REG_RDX,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,TRUE,CN_A1,rip2);
|
|
tmpi->arg1.type=MDF_REG+RT_I64;
|
|
tmpi->arg1.reg=REG_RDX;
|
|
tmpi->arg1.disp=0;
|
|
}
|
|
}
|
|
|
|
switch [tmpi->ic_code] {
|
|
start:
|
|
start:
|
|
case IC_ABS_ADDR:
|
|
ICU16(tmpi,0xB848);
|
|
ICU64(tmpi,tmpi->ic_data);
|
|
if (buf && cc->flags&CCF_AOT_COMPILE &&
|
|
!(cc->flags&(CCF_NO_ABSS|CCF_ASM_EXPRESSIONS))) {
|
|
tmpa=CAlloc(sizeof(CAOTAbsAddr));
|
|
tmpa->next=aotc->abss;
|
|
tmpa->type=AAT_ADD_U64;
|
|
aotc->abss=tmpa;
|
|
tmpa->rip=rip2+tmpi->ic_cnt-8;
|
|
}
|
|
break;
|
|
case IC_HEAP_GLBL:
|
|
ICU16(tmpi,0xB848);
|
|
ICU64(tmpi,0);
|
|
tmphg=tmpi->ic_data;
|
|
if (buf && cc->flags&CCF_AOT_COMPILE &&
|
|
//TODO:is this necessary--flags?
|
|
!(cc->flags&(CCF_NO_ABSS|CCF_ASM_EXPRESSIONS))) {
|
|
tmphgr=CAlloc(sizeof(CAOTHeapGlblRef));
|
|
tmphgr->next=tmphg->references;
|
|
tmphg->references=tmphgr;
|
|
tmphgr->rip=rip2+tmpi->ic_cnt-8;
|
|
}
|
|
break;
|
|
case IC_ADDR_IMPORT:
|
|
ICU8(tmpi,0xB8);
|
|
ICU32(tmpi,0);
|
|
if (buf && !(cc->flags&CCF_NO_ABSS)) {
|
|
tmpg=tmpi->ic_data;
|
|
tmpie=CAlloc(sizeof(CAOTImportExport));
|
|
tmpie->type=IET_IMM_U32;
|
|
tmpie->rip=rip2+tmpi->ic_cnt-4;
|
|
tmpie->next=tmpg->ie_lst;
|
|
tmpg->ie_lst=tmpie;
|
|
}
|
|
ICU24(tmpi,0xC06348);
|
|
break;
|
|
case IC_RIP:
|
|
ICU16(tmpi,0xB848);
|
|
ICU64(tmpi,rip2+tmpi->ic_cnt-2);
|
|
if (cc->flags&CCF_AOT_COMPILE && buf &&!(cc->flags&CCF_NO_ABSS)) {
|
|
tmpa=CAlloc(sizeof(CAOTAbsAddr));
|
|
tmpa->next=aotc->abss;
|
|
tmpa->type=AAT_ADD_U64;
|
|
aotc->abss=tmpa;
|
|
tmpa->rip=rip2+tmpi->ic_cnt-8;
|
|
}
|
|
break;
|
|
end:
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_REG+RT_I64,REG_RAX,0,rip2);
|
|
break;
|
|
case IC_BR_CARRY:
|
|
ICFlagBranch(tmpi,rip,0x72820F,buf);
|
|
break;
|
|
case IC_BR_NOT_CARRY:
|
|
ICFlagBranch(tmpi,rip,0x73830F,buf);
|
|
break;
|
|
case IC_BR_ZERO:
|
|
ICTestAndBranch(tmpi,rip,0x74840F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_ZERO:
|
|
ICTestAndBranch(tmpi,rip,0x75850F,buf,rip2);
|
|
break;
|
|
case IC_BR_MM_ZERO:
|
|
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
ICFlagBranch(tmpi,rip,0x74840F,buf);
|
|
break;
|
|
case IC_BR_MM_NOT_ZERO:
|
|
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
ICFlagBranch(tmpi,rip,0x75850F,buf);
|
|
break;
|
|
case IC_BR_EQU_EQU:
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x74840F,0x74840F,
|
|
0x74840F,0x74840F,buf,rip2);
|
|
break;
|
|
case IC_BR_EQU_EQU2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x74840F,0x74840F,
|
|
0x74840F,0x74840F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_EQU:
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x75850F,0x75850F,
|
|
0x75850F,0x75850F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_EQU2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x75850F,0x75850F,
|
|
0x75850F,0x75850F,buf,rip2);
|
|
break;
|
|
case IC_BR_LESS:
|
|
if (tmpi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(cc,tmpi, rip,0x72820F,0x77870F,buf,rip2);
|
|
else
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x72820F,0x7C8C0F,
|
|
0x77870F,0x7F8F0F,buf,rip2);
|
|
break;
|
|
case IC_BR_LESS2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x72820F,0x7C8C0F,
|
|
0x77870F,0x7F8F0F,buf,rip2);
|
|
break;
|
|
case IC_BR_GREATER_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(cc,tmpi, rip,0x73830F,0x76860F,buf,rip2);
|
|
else
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x73830F,0x7D8D0F,
|
|
0x76860F,0x7E8E0F,buf,rip2);
|
|
break;
|
|
case IC_BR_GREATER_EQU2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x73830F,0x7D8D0F,
|
|
0x76860F,0x7E8E0F,buf,rip2);
|
|
break;
|
|
case IC_BR_GREATER:
|
|
if (tmpi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(cc,tmpi, rip,0x77870F,0x72820F,buf,rip2);
|
|
else
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x77870F,0x7F8F0F,
|
|
0x72820F,0x7C8C0F,buf,rip2);
|
|
break;
|
|
case IC_BR_GREATER2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x77870F,0x7F8F0F,
|
|
0x72820F,0x7C8C0F,buf,rip2);
|
|
break;
|
|
case IC_BR_LESS_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(cc,tmpi, rip,0x76860F,0x73830F,buf,rip2);
|
|
else
|
|
ICCmpAndBranch(tmpi,FALSE,rip,0x76860F,0x7E8E0F,
|
|
0x73830F,0x7D8D0F,buf,rip2);
|
|
break;
|
|
case IC_BR_LESS_EQU2:
|
|
ICCmpAndBranch(tmpi,TRUE,rip,0x76860F,0x7E8E0F,
|
|
0x73830F,0x7D8D0F,buf,rip2);
|
|
break;
|
|
case IC_BR_BT:
|
|
ICBrBitOps(tmpi,rip,0xA30F,0x20BA0F,0x72820F,buf,rip2);
|
|
break;
|
|
case IC_BR_BTS:
|
|
ICBrBitOps(tmpi,rip,0xAB0F,0x28BA0F,0x72820F,buf,rip2);
|
|
break;
|
|
case IC_BR_BTR:
|
|
ICBrBitOps(tmpi,rip,0xB30F,0x30BA0F,0x72820F,buf,rip2);
|
|
break;
|
|
case IC_BR_BTC:
|
|
ICBrBitOps(tmpi,rip,0xBB0F,0x38BA0F,0x72820F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_BT:
|
|
ICBrBitOps(tmpi,rip,0xA30F,0x20BA0F,0x73830F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_BTS:
|
|
ICBrBitOps(tmpi,rip,0xAB0F,0x28BA0F,0x73830F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_BTR:
|
|
ICBrBitOps(tmpi,rip,0xB30F,0x30BA0F,0x73830F,buf,rip2);
|
|
break;
|
|
case IC_BR_NOT_BTC:
|
|
ICBrBitOps(tmpi,rip,0xBB0F,0x38BA0F,0x73830F,buf,rip2);
|
|
break;
|
|
case IC_BR_AND_ZERO:
|
|
ICAndBranch(tmpi,rip,0x74840F,buf,rip2);
|
|
break;
|
|
case IC_BR_AND_NOT_ZERO:
|
|
ICAndBranch(tmpi,rip,0x75850F,buf,rip2);
|
|
break;
|
|
case IC_SUB_CALL:
|
|
lb=OptLabelFwd(tmpi->ic_data);
|
|
ICU8(tmpi,0xE8);
|
|
ICU32(tmpi,lb->addr-(rip+5));
|
|
break;
|
|
case IC_JMP:
|
|
lb=OptLabelFwd(tmpi->ic_data);
|
|
short_jmp=ToBool(tmpi->ic_flags&ICF_SHORT_JMP);
|
|
if (!buf && lb->addr!=INVALID_PTR &&
|
|
I8_MIN+5<lb->addr-rip<I8_MAX-5)
|
|
short_jmp=TRUE;
|
|
if (short_jmp) {
|
|
tmpi->ic_flags|=ICF_SHORT_JMP;
|
|
i=lb->addr-(rip+2);
|
|
if (buf || i)
|
|
ICU16(tmpi,i<<8+0xEB);
|
|
else
|
|
tmpi->ic_code=IC_NOP1;
|
|
} else {
|
|
i=lb->addr-(rip+5);
|
|
ICU8(tmpi,0xE9);
|
|
ICU32(tmpi,i);
|
|
}
|
|
break;
|
|
case IC_LABEL:
|
|
lb=tmpi->ic_data;
|
|
lb->addr=rip;
|
|
if (lb->flags&CMF_POP_CMP) {
|
|
ICAddRSP(tmpi,-8,FALSE);
|
|
ICAddRSP(tmpi,8,FALSE);
|
|
}
|
|
if (lb->type==CMT_ASM_LABEL)
|
|
lb->addr+=lb->rip;
|
|
break;
|
|
case IC_STR_CONST:
|
|
case IC_GET_LABEL:
|
|
lb=tmpi->ic_data;
|
|
if (cc->flags&CCF_AOT_COMPILE)
|
|
i=lb->addr+aotc->rip;
|
|
else
|
|
i=lb->addr+buf;
|
|
ICLea(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_RIP_DISP32+RT_PTR,0,i,cc,buf,rip2);
|
|
break;
|
|
case IC_ASM:
|
|
tmpaot=tmpi->ic_data;
|
|
tmpi->ic_cnt+=tmpaot->aot_U8s;
|
|
if (buf) {
|
|
MemCpy(buf+rip,tmpaot->buf,tmpaot->aot_U8s);
|
|
Free(tmpaot->buf);
|
|
tmpaot->buf=buf;
|
|
tmpaot->rip=rip;
|
|
tmpaot->rip2=rip2;
|
|
if (cc->flags&CCF_AOT_COMPILE)
|
|
CmpFixUpAOTAsm(cc,tmpaot);
|
|
else
|
|
CmpFixUpJITAsm(cc,tmpaot);
|
|
cnt=tmpi->ic_cnt;
|
|
goto op789A_skip_copy;
|
|
}
|
|
break;
|
|
case IC_CALL:
|
|
i=tmpi->ic_data-(rip2+5);
|
|
if (!(I32_MIN<=i<=I32_MAX) && !(cc->flags&CCF_AOT_COMPILE)) {
|
|
ICU16(tmpi,0xBB48);
|
|
ICU64(tmpi,tmpi->ic_data);
|
|
ICU16(tmpi,0xD3FF);
|
|
} else {
|
|
ICU8(tmpi,0xE8);
|
|
ICU32(tmpi,i);
|
|
}
|
|
break;
|
|
case IC_CALL_EXTERN: //Only for static modules
|
|
ICU8(tmpi,0xE8);
|
|
ICU32(tmpi,0);
|
|
if (buf) {
|
|
tmpf=tmpi->ic_data;
|
|
tmpeu=CAlloc(sizeof(CExternUsage));
|
|
tmpeu->next=tmpf->ext_lst;
|
|
tmpf->ext_lst=tmpeu;
|
|
tmpeu->rip=rip2+1;
|
|
}
|
|
break;
|
|
case IC_CALL_INDIRECT2:
|
|
ICU16(tmpi,0xBB48);
|
|
if (cc->flags&CCF_AOT_COMPILE) i=rip2+tmpi->ic_cnt;
|
|
ICU64(tmpi,tmpi->ic_data);
|
|
ICU16(tmpi,0x13FF);
|
|
if (buf && cc->flags&CCF_AOT_COMPILE&& !(cc->flags&CCF_NO_ABSS)) {
|
|
tmpa=CAlloc(sizeof(CAOTAbsAddr));
|
|
tmpa->next=aotc->abss;
|
|
tmpa->type=AAT_ADD_U64;
|
|
aotc->abss=tmpa;
|
|
tmpa->rip=i;
|
|
}
|
|
break;
|
|
case IC_CALL_IMPORT:
|
|
if (GetOption(OPTf_USE_IMM64)) {
|
|
ICU16(tmpi,0xBB48);
|
|
ICU64(tmpi,0);
|
|
if (buf) {
|
|
tmpf=tmpi->ic_data;
|
|
tmpie=CAlloc(sizeof(CAOTImportExport));
|
|
tmpie->type=IET_IMM_I64;
|
|
tmpie->rip=rip2+tmpi->ic_cnt-8;
|
|
tmpie->next=tmpf->ie_lst;
|
|
tmpf->ie_lst=tmpie;
|
|
}
|
|
ICU16(tmpi,0xD3FF);
|
|
} else {
|
|
ICU8(tmpi,0xE8);
|
|
ICU32(tmpi,0);
|
|
if (buf) {
|
|
tmpf=tmpi->ic_data;
|
|
tmpie=CAlloc(sizeof(CAOTImportExport));
|
|
tmpie->type=IET_REL_I32;
|
|
tmpie->rip=rip2+tmpi->ic_cnt-4;
|
|
tmpie->next=tmpf->ie_lst;
|
|
tmpf->ie_lst=tmpie;
|
|
}
|
|
}
|
|
break;
|
|
end:
|
|
tmpi->ic_flags&=~ICF_CODE_FINAL;
|
|
break;
|
|
case IC_LEAVE:
|
|
if (cc->htc.fun) {
|
|
if (Bt(&cc->htc.fun->flags,Ff_INTERRUPT))
|
|
ICPopRegs(tmpi,REGG_CLOBBERED|cc->htc.fun->used_reg_mask&
|
|
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS|REGG_STK_TMP));
|
|
else
|
|
ICPopRegs(tmpi,cc->htc.fun->used_reg_mask&
|
|
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS));
|
|
}
|
|
if (tmpi->ic_data<=I16_MAX) {
|
|
if (tmpi->ic_data)
|
|
ICU8(tmpi,0xC9); //LEAVE
|
|
else
|
|
ICU8(tmpi,0x5D); //POP RBP
|
|
} else {
|
|
ICAddRSP(tmpi,tmpi->ic_data);
|
|
ICU8(tmpi,0x5D); //POP RBP
|
|
}
|
|
if (cc->htc.fun && Bt(&cc->htc.fun->flags,Ff_INTERRUPT)) {
|
|
if (Bt(&cc->htc.fun->flags,Ff_HASERRCODE))
|
|
ICAddRSP(tmpi,8);
|
|
ICU16(tmpi,0xCF48);
|
|
} else if (cc->htc.fun && cc->htc.fun->arg_cnt &&
|
|
(Bt(&cc->htc.fun->flags,Ff_RET1) ||
|
|
Bt(&cc->htc.fun->flags,Ff_ARGPOP)) &&
|
|
!Bt(&cc->htc.fun->flags,Ff_NOARGPOP)) {
|
|
ICU8(tmpi,0xC2);
|
|
ICU16(tmpi,cc->htc.fun->arg_cnt<<3);
|
|
} else
|
|
ICU8(tmpi,0xC3);
|
|
break;
|
|
case IC_RET:
|
|
ICU8(tmpi,0xC3);
|
|
break;
|
|
case IC_FS:
|
|
ICZero(tmpi,REG_RAX);
|
|
ICU32(tmpi,0x8B4864);
|
|
break;
|
|
case IC_GS:
|
|
ICZero(tmpi,REG_RAX);
|
|
ICU32(tmpi,0x8B4865);
|
|
break;
|
|
case IC_MOV_FS:
|
|
ICZero(tmpi,REG_RAX);
|
|
ICU8(tmpi,0x64);
|
|
//It's ugly to use ic_class here
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_DISP+CmpRawType(tmpi->ic_class),REG_RAX,tmpi->ic_data,
|
|
rip2);
|
|
break;
|
|
case IC_MOV_GS:
|
|
ICZero(tmpi,REG_RAX);
|
|
ICU8(tmpi,0x65);
|
|
//It's ugly to use ic_class here
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_DISP+CmpRawType(tmpi->ic_class),REG_RAX,tmpi->ic_data,
|
|
rip2);
|
|
break;
|
|
case IC_HOLYC_TYPECAST:
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_COM:
|
|
ICUnaries(tmpi,SLASH_OP_NOT,rip2);
|
|
break;
|
|
case IC_NOT:
|
|
ICNot(tmpi,rip2);
|
|
break;
|
|
case IC_UNARY_MINUS:
|
|
if (tmpi->res.type.raw_type==RT_F64)
|
|
ICFUnaryMinus(cc,tmpi,buf,rip2);
|
|
else
|
|
ICUnaries(tmpi,SLASH_OP_NEG,rip2);
|
|
break;
|
|
case IC_ADDR:
|
|
case IC_MOV:
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_DEREF:
|
|
ICDeref(tmpi,rip2);
|
|
break;
|
|
case IC_DEREF_PP:
|
|
ICDerefPostIncDec(tmpi,SLASH_OP_INC,rip2);
|
|
break;
|
|
case IC_DEREF_MM:
|
|
ICDerefPostIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
break;
|
|
case IC__PP:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICPostIncDec(tmpi,SLASH_OP_INC,rip2);
|
|
else
|
|
ICFPostIncDec(cc,tmpi,CMP_TEMPLATE_INC,rip2);
|
|
break;
|
|
case IC__MM:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICPostIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
else
|
|
ICFPostIncDec(cc,tmpi,CMP_TEMPLATE_DEC,rip2);
|
|
break;
|
|
case IC_PP_:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICPreIncDec(tmpi,SLASH_OP_INC,rip2);
|
|
else
|
|
ICFPreIncDec(cc,tmpi,CMP_TEMPLATE_INC,rip2);
|
|
break;
|
|
case IC_MM_:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
else
|
|
ICFPreIncDec(cc,tmpi,CMP_TEMPLATE_DEC,rip2);
|
|
break;
|
|
case IC_LEA:
|
|
ICLea(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,cc,buf,rip2);
|
|
break;
|
|
case IC_POWER:
|
|
ICFPow(cc,tmpi,buf,rip2);
|
|
break;
|
|
case IC_SHL:
|
|
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
|
|
break;
|
|
case IC_SHR:
|
|
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
|
|
break;
|
|
case IC_MUL:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICMul(tmpi,rip2);
|
|
else
|
|
ICFMul(cc,tmpi,buf,rip2);
|
|
break;
|
|
case IC_DIV:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICDiv(tmpi,rip2);
|
|
else
|
|
ICFDiv(cc,tmpi,buf,rip2);
|
|
break;
|
|
case IC_MOD:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICMod(tmpi,rip2);
|
|
else
|
|
ICFMod(cc,tmpi,rip2);
|
|
break;
|
|
case IC_AND:
|
|
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x23,rip2);
|
|
break;
|
|
case IC_OR:
|
|
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x0B,rip2);
|
|
break;
|
|
case IC_XOR:
|
|
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x33,rip2);
|
|
break;
|
|
case IC_ADD:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x03,rip2);
|
|
else
|
|
ICFAdd(cc,tmpi,buf,rip2);
|
|
break;
|
|
case IC_SUB:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICSub(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
|
|
else
|
|
ICFSub(cc,tmpi,buf,rip2);
|
|
break;
|
|
case IC_EQU_EQU:
|
|
ICCmp(tmpi,0x75,0x75,rip2);
|
|
break;
|
|
case IC_NOT_EQU:
|
|
ICCmp(tmpi,0x74,0x74,rip2);
|
|
break;
|
|
case IC_LESS:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tmpi,0x73,0x7D,rip2);
|
|
else
|
|
ICFCmp(cc,tmpi,CMP_TEMPLATE_LESS,rip2);
|
|
break;
|
|
case IC_GREATER_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tmpi,0x72,0x7C,rip2);
|
|
else
|
|
ICFCmp(cc,tmpi,CMP_TEMPLATE_GREATER_EQU,rip2);
|
|
break;
|
|
case IC_GREATER:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tmpi,0x76,0x7E,rip2);
|
|
else
|
|
ICFCmp(cc,tmpi,CMP_TEMPLATE_GREATER,rip2);
|
|
break;
|
|
case IC_LESS_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tmpi,0x77,0x7F,rip2);
|
|
else
|
|
ICFCmp(cc,tmpi,CMP_TEMPLATE_LESS_EQU,rip2);
|
|
break;
|
|
case IC_AND_AND:
|
|
ICAndAnd(tmpi,rip2);
|
|
break;
|
|
case IC_OR_OR:
|
|
ICOrOr(tmpi,rip2);
|
|
break;
|
|
case IC_XOR_XOR:
|
|
ICXorXor(tmpi,rip2);
|
|
break;
|
|
case IC_ASSIGN:
|
|
ICAssign(tmpi,rip2);
|
|
break;
|
|
case IC_ASSIGN_PP:
|
|
ICAssignPostIncDec(tmpi,SLASH_OP_INC,rip2);
|
|
break;
|
|
case IC_ASSIGN_MM:
|
|
ICAssignPostIncDec(tmpi,SLASH_OP_DEC,rip2);
|
|
break;
|
|
case IC_SHL_EQU:
|
|
ICShiftEqu(tmpi,tmpi->arg1_type_pointed_to,
|
|
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
|
|
break;
|
|
case IC_SHR_EQU:
|
|
ICShiftEqu(tmpi,tmpi->arg1_type_pointed_to,
|
|
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
|
|
break;
|
|
case IC_MUL_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICMulEqu(tmpi,rip2);
|
|
else
|
|
ICFOpEqu(cc,tmpi,SLASH_OP_FMUL,buf,rip2);
|
|
break;
|
|
case IC_DIV_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICDivEqu(tmpi,FALSE,rip2);
|
|
else
|
|
ICFOpEqu(cc,tmpi,SLASH_OP_FDIV,buf,rip2);
|
|
break;
|
|
case IC_MOD_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICDivEqu(tmpi,TRUE,rip2);
|
|
else
|
|
ICFModEqu(cc,tmpi,rip2);
|
|
break;
|
|
case IC_AND_EQU:
|
|
ICAndEqu(tmpi,rip2);
|
|
break;
|
|
case IC_OR_EQU:
|
|
ICOrEqu(tmpi,rip2);
|
|
break;
|
|
case IC_XOR_EQU:
|
|
ICXorEqu(tmpi,rip2);
|
|
break;
|
|
case IC_ADD_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICAddSubEctEqu(tmpi,tmpi->arg1_type_pointed_to,
|
|
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0x010000000003,rip2);
|
|
else
|
|
ICFOpEqu(cc,tmpi,SLASH_OP_FADD,buf,rip2);
|
|
break;
|
|
case IC_SUB_EQU:
|
|
if (tmpi->ic_flags&ICF_USE_INT)
|
|
ICAddSubEctEqu(tmpi,tmpi->arg1_type_pointed_to,
|
|
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
|
|
0x29000000052B,rip2);
|
|
else
|
|
ICFOpEqu(cc,tmpi,SLASH_OP_FSUB,buf,rip2);
|
|
break;
|
|
case IC_SHL_CONST:
|
|
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
MDF_IMM+RT_I64,0,tmpi->ic_data,
|
|
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
|
|
break;
|
|
case IC_SHR_CONST:
|
|
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
|
|
MDF_IMM+RT_I64,0,tmpi->ic_data,
|
|
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
|
|
break;
|
|
case IC_ADD_CONST:
|
|
ICAddSubEctImm(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,tmpi->ic_data,
|
|
0x0003,rip2);
|
|
break;
|
|
case IC_SUB_CONST:
|
|
ICAddSubEctImm(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,tmpi->ic_data,
|
|
0x052B,rip2);
|
|
break;
|
|
case IC_ENTER:
|
|
ICU32(tmpi,0xEC8B4855);
|
|
if (tmpi->ic_data)
|
|
ICAddRSP(tmpi,-tmpi->ic_data,FALSE);
|
|
if (cc->htc.fun) {
|
|
if (Bt(&cc->htc.fun->flags,Ff_INTERRUPT))
|
|
ICPushRegs(tmpi,REGG_CLOBBERED|cc->htc.fun->used_reg_mask&
|
|
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS|REGG_STK_TMP));
|
|
else {
|
|
if (sys_var_init_flag && i)
|
|
ICLocalVarInit(tmpi);
|
|
ICPushRegs(tmpi,cc->htc.fun->used_reg_mask
|
|
&(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS));
|
|
}
|
|
for (i=0;i<REG_REGS_NUM;i++)
|
|
if (reg_offsets[i]>0 && reg_offsets[i].offset!=I64_MAX) {
|
|
tmpc=OptClassFwd(reg_offsets[i].m->member_class);
|
|
ICMov(tmpi,MDF_REG+RT_I64,i,0,MDF_DISP+tmpc->raw_type,
|
|
REG_RBP,reg_offsets[i].offset,rip2);
|
|
}
|
|
}
|
|
break;
|
|
case IC_ADD_RSP:
|
|
ICAddRSP(tmpi,tmpi->ic_data);
|
|
break;
|
|
case IC_CALL_INDIRECT:
|
|
if (I8_MIN<=tmpi->ic_data<=I8_MAX) {
|
|
ICU24(tmpi,0x2454FF); //CALL disp[RSP]
|
|
ICU8(tmpi,tmpi->ic_data);
|
|
} else {
|
|
ICU24(tmpi,0x2494FF); //CALL disp[RSP]
|
|
ICU32(tmpi,tmpi->ic_data);
|
|
}
|
|
break;
|
|
case IC_PUSH:
|
|
ICPush(tmpi,tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_POP:
|
|
ICU8(tmpi,0x58);
|
|
break;
|
|
case IC_INVLPG:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU24(tmpi,0x38010F);
|
|
break;
|
|
case IC_CLFLUSH:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU24(tmpi,0x38AE0F);
|
|
break;
|
|
case IC_GET_RFLAGS:
|
|
ICU8(tmpi,0x9C);
|
|
ICPop(tmpi,MDF_REG+RT_I64,REG_RAX,0,rip2);
|
|
break;
|
|
case IC_CARRY:
|
|
ICU24(tmpi,0xC0920F); //SETC AL
|
|
ICU24(tmpi,0x01E083); //AND EAX,1
|
|
break;
|
|
case IC_RDTSC:
|
|
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_RDTSC,TRUE,FALSE,FALSE,CN_INST);
|
|
break;
|
|
case IC_SET_RFLAGS:
|
|
ICPush(tmpi,tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU8(tmpi,0x9D);
|
|
break;
|
|
case IC_GET_RBP:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
MDF_REG+RT_I64,REG_RBP,0,rip2);
|
|
break;
|
|
case IC_SET_RBP:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RBP,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_GET_RSP:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
MDF_REG+RT_I64,REG_RSP,0,rip2);
|
|
break;
|
|
case IC_SET_RSP:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RSP,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_RETURN_VAL:
|
|
case IC_SET_RAX:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
break;
|
|
case IC_RETURN_VAL2:
|
|
case IC_GET_RAX:
|
|
break;
|
|
case IC_BT:
|
|
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
|
|
0xA30F,0x20BA0F,rip2);
|
|
break;
|
|
case IC_BTS:
|
|
case IC_LBTS:
|
|
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
|
|
0xAB0F,0x28BA0F,rip2);
|
|
break;
|
|
case IC_BTR:
|
|
case IC_LBTR:
|
|
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
|
|
0xB30F,0x30BA0F,rip2);
|
|
break;
|
|
case IC_BTC:
|
|
case IC_LBTC:
|
|
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
|
|
0xBB0F,0x38BA0F,rip2);
|
|
break;
|
|
case IC_BSF:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU32(tmpi,0xC0BC0F48);
|
|
ICU16(tmpi,0x0375);
|
|
ICU24(tmpi,0xD0F748);
|
|
break;
|
|
case IC_BSR:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU32(tmpi,0xC0BD0F48);
|
|
ICU16(tmpi,0x0375);
|
|
ICU24(tmpi,0xD0F748);
|
|
break;
|
|
case IC_SIGN_I64:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_SIGN_I64,
|
|
TRUE,FALSE,FALSE,CN_INST);
|
|
break;
|
|
case IC_TOUPPER:
|
|
ICToUpper(tmpi,rip2);
|
|
break;
|
|
case IC_TO_I64:
|
|
ICToI64(cc,tmpi,rip2);
|
|
break;
|
|
case IC_TO_F64:
|
|
ICToF64(cc,tmpi,rip2);
|
|
break;
|
|
case IC_TO_BOOL:
|
|
ICToBool(cc,tmpi,rip2);
|
|
break;
|
|
case IC_SQR:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SQR,rip2);
|
|
break;
|
|
case IC_ABS:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_ABS,rip2);
|
|
break;
|
|
case IC_SQRT:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SQRT,rip2);
|
|
break;
|
|
case IC_SIN:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SIN,rip2);
|
|
break;
|
|
case IC_COS:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_COS,rip2);
|
|
break;
|
|
case IC_TAN:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_TAN,rip2);
|
|
break;
|
|
case IC_ATAN:
|
|
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_ATAN,rip2);
|
|
break;
|
|
case IC_ABS_I64:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU24(tmpi,0xC08548);
|
|
ICU16(tmpi,0x0379);
|
|
ICU24(tmpi,0xD8F748);
|
|
break;
|
|
case IC_MIN_I64:
|
|
ICMinMax(tmpi,0x4F,rip2);
|
|
break;
|
|
case IC_MAX_I64:
|
|
ICMinMax(tmpi,0x4C,rip2);
|
|
break;
|
|
case IC_MIN_U64:
|
|
ICMinMax(tmpi,0x47,rip2);
|
|
break;
|
|
case IC_MAX_U64:
|
|
ICMinMax(tmpi,0x42,rip2);
|
|
break;
|
|
case IC_MOD_U64:
|
|
ICModU64(tmpi,rip2);
|
|
break;
|
|
case IC_SQR_I64:
|
|
ICSqr(tmpi,SLASH_OP_IMUL,rip2);
|
|
break;
|
|
case IC_SQR_U64:
|
|
ICSqr(tmpi,SLASH_OP_MUL,rip2);
|
|
break;
|
|
case IC_SWAP_U8:
|
|
case IC_SWAP_U16:
|
|
case IC_SWAP_U32:
|
|
case IC_SWAP_I64:
|
|
ICSwap(tmpi,rip2);
|
|
break;
|
|
case IC_QUE_INIT:
|
|
ICQueInit(tmpi,rip2);
|
|
break;
|
|
case IC_QUE_INS:
|
|
ICQueIns(tmpi,rip2);
|
|
break;
|
|
case IC_QUE_INS_REV:
|
|
ICQueInsRev(tmpi,rip2);
|
|
break;
|
|
case IC_QUE_REM:
|
|
ICQueRem(tmpi,rip2);
|
|
break;
|
|
case IC_STRLEN:
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_STRLEN,TRUE,FALSE,FALSE,CN_INST);
|
|
break;
|
|
case IC_IN_U32:
|
|
if (tmpi->arg1.type&MDF_IMM) {
|
|
ICU16(tmpi,0xC033);
|
|
if (tmpi->arg1.disp<=U8_MAX)
|
|
ICU16(tmpi,0xE5+tmpi->arg1.disp<<8);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
|
|
ICU8(tmpi,0xED);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU16(tmpi,0xC033);
|
|
ICU8(tmpi,0xED);
|
|
}
|
|
break;
|
|
case IC_IN_U16:
|
|
if (tmpi->arg1.type&MDF_IMM) {
|
|
ICU16(tmpi,0xC033);
|
|
if (tmpi->arg1.disp<=U8_MAX)
|
|
ICU24(tmpi,0xE500+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
|
|
ICU16(tmpi,0xED00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU16(tmpi,0xC033);
|
|
ICU16(tmpi,0xED00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
break;
|
|
case IC_IN_U8:
|
|
if (tmpi->arg1.type&MDF_IMM) {
|
|
ICU16(tmpi,0xC033);
|
|
if (tmpi->arg1.disp<=U8_MAX)
|
|
ICU16(tmpi,0xE4+tmpi->arg1.disp<<8);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
|
|
ICU8(tmpi,0xEC);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU16(tmpi,0xC033);
|
|
ICU8(tmpi,0xEC);
|
|
}
|
|
break;
|
|
case IC_OUT_U32:
|
|
if (tmpi->arg2.type&MDF_IMM) {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
if (tmpi->arg2.disp<=U8_MAX)
|
|
ICU16(tmpi,0xE7+tmpi->arg2.disp<<8);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
|
|
ICU8(tmpi,0xEF);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU8(tmpi,0xEF);
|
|
}
|
|
break;
|
|
case IC_OUT_U16:
|
|
if (tmpi->arg2.type&MDF_IMM) {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
if (tmpi->arg2.disp<=U8_MAX)
|
|
ICU24(tmpi,0xE700+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
|
|
ICU16(tmpi,0xEF00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU16(tmpi,0xEF00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
break;
|
|
case IC_OUT_U8:
|
|
if (tmpi->arg2.type&MDF_IMM) {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
if (tmpi->arg2.disp<=U8_MAX)
|
|
ICU16(tmpi,0xE6+tmpi->arg2.disp<<8);
|
|
else {
|
|
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
|
|
ICU8(tmpi,0xEE);
|
|
}
|
|
} else {
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
|
|
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
|
|
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
|
|
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
|
|
ICU8(tmpi,0xEE);
|
|
}
|
|
break;
|
|
case IC_NOBOUND_SWITCH:
|
|
ICSwitch(tmpi,rip,TRUE,cc,buf,rip2);
|
|
break;
|
|
case IC_SWITCH:
|
|
ICSwitch(tmpi,rip,FALSE,cc,buf,rip2);
|
|
break;
|
|
case IC_NOP1:
|
|
case IC_NOP2:
|
|
OptFree(tmpi);
|
|
goto op789A_next;
|
|
case IC_CALL_START:
|
|
case IC_PUSH_REGS:
|
|
ICPushRegs(tmpi,tmpi->ic_data);
|
|
break;
|
|
case IC_CALL_END:
|
|
ICPopRegs(tmpi,tmpi->ic_data);
|
|
if (tmpi->res.type.mode)
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_REG+RT_I64,REG_RAX,0,rip2);
|
|
break;
|
|
case IC_POP_REGS:
|
|
ICPopRegs(tmpi,tmpi->ic_data);
|
|
break;
|
|
case IC_PUSH_CMP:
|
|
case IC_CALL_END2:
|
|
case IC_END:
|
|
case IC_ADD_RSP1:
|
|
break;
|
|
default:
|
|
"Pass:%d Missing IC hndlr\n",cc->pass;
|
|
ICPut(cc,tmpi);
|
|
LexExcept(cc,"Compiler Optimization Error at ");
|
|
}
|
|
if (tmpi->res.type.mode) {
|
|
if (tmpi->ic_flags & ICF_RES_TO_F64) {
|
|
if (tmpi->ic_code==IC_PUSH_CMP) {
|
|
ICU24(tmpi,0x242CDF); //FILD U64 [RSP]
|
|
ICU24(tmpi,0x241CDD); //FSTP U64 [RSP]
|
|
} else {
|
|
ICFCvt(cc,tmpi,REG_RAX,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
FALSE,CN_RES,rip2);
|
|
if (!Bt(&tmpi->ic_flags,ICf_DONT_POP_FLOAT0+
|
|
cc->cur_ic_float_op_num-1))
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_REG+RT_I64,REG_RAX,0,rip2);
|
|
}
|
|
} else if (tmpi->ic_flags & ICF_RES_TO_INT) {
|
|
ICFCvt(cc,tmpi,REG_RAX,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
TRUE,CN_RES,rip2);
|
|
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
|
|
MDF_REG+RT_I64,REG_RAX,0,rip2);
|
|
}
|
|
}
|
|
}
|
|
cnt=tmpi->ic_cnt;
|
|
if (tmpi->ic_flags&ICF_DEL_PREV_INS) {
|
|
if (cc->pass>8)
|
|
cnt=tmpi->ic_last_start;
|
|
tmpi->ic_flags&=~ICF_DEL_PREV_INS;
|
|
}
|
|
if (cnt && buf)
|
|
MemCpy(buf+rip,tmpi->ic_body,cnt);
|
|
op789A_skip_copy:
|
|
if (dbg_info && cc->min_line<=tmpi->ic_line<=cc->max_line) {
|
|
i=tmpi->ic_line-cc->min_line;
|
|
if (!dbg_info->body[i])
|
|
dbg_info->body[i]=rip2;
|
|
}
|
|
if (tmpi->ic_flags&ICF_PASS_TRACE &&
|
|
Bt(&cc->saved_pass_trace,cc->pass) && cnt) {
|
|
"$$RED$$";
|
|
if (buf)
|
|
Un(buf+rip,cnt,64);
|
|
else
|
|
Un(tmpi->ic_body,cnt,64);
|
|
"$$FG$$";
|
|
}
|
|
if (!(tmpi->ic_flags&(ICF_CODE_FINAL|ICF_DONT_RESTORE)))
|
|
MemCpy(&tmpi->arg1,saved_arg1_arg2_r,3*sizeof(CICArg));
|
|
rip+=cnt;
|
|
if (tmpi->ic_cnt>=IC_BODY_SIZE && tmpi->ic_code!=IC_ASM)
|
|
throw('Compiler');
|
|
op789A_next:
|
|
tmpi=tmpi_next;
|
|
}
|
|
|
|
lb=cc->coc.coc_next_misc;
|
|
while (lb!=&cc->coc.coc_next_misc) {
|
|
switch (lb->type) {
|
|
case CMT_STR_CONST:
|
|
lb->addr=rip;
|
|
if (buf)
|
|
MemCpy(buf+rip,lb->str,lb->st_len);
|
|
rip+=lb->st_len;
|
|
break;
|
|
case CMT_JMP_TABLE:
|
|
lb->addr=rip;
|
|
ptr=buf+lb->addr;
|
|
if (lb->flags&(CMF_I8_JMP_TABLE|CMF_U8_JMP_TABLE)) {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++)
|
|
*ptr++=lb->jmp_table[i]->addr-lb->begin->addr;
|
|
rip+=lb->range;
|
|
} else if (lb->flags&(CMF_I16_JMP_TABLE|CMF_U16_JMP_TABLE)) {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++)
|
|
*ptr(U16 *)++=lb->jmp_table[i]->addr-lb->begin->addr;
|
|
rip+=lb->range<<1;
|
|
} else {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++) {
|
|
if (cc->flags&CCF_AOT_COMPILE && !(cc->flags&CCF_NO_ABSS)) {
|
|
tmpa=CAlloc(sizeof(CAOTAbsAddr));
|
|
tmpa->next=aotc->abss;
|
|
tmpa->type=AAT_ADD_U32;
|
|
aotc->abss=tmpa;
|
|
tmpa->rip=aotc->rip+lb->addr+i<<2;
|
|
*ptr(U32 *)++=lb->jmp_table[i]->addr+aotc->rip;
|
|
} else
|
|
*ptr(U32 *)++=lb->jmp_table[i]->addr+buf;
|
|
}
|
|
rip+=lb->range<<2;
|
|
}
|
|
break;
|
|
case CMT_FLOAT_CONSTS:
|
|
lb->addr=rip;
|
|
if (buf)
|
|
MemCpy(buf+lb->addr,lb->float_consts,lb->num_consts*sizeof(F64));
|
|
rip+=lb->num_consts*sizeof(F64);
|
|
break;
|
|
}
|
|
lb=lb->next;
|
|
}
|
|
if (dbg_info) {
|
|
if (cc->flags&CCF_AOT_COMPILE)
|
|
dbg_info->body[num_lines]=rip+aotc->rip;
|
|
else
|
|
dbg_info->body[num_lines]=rip+buf;
|
|
}
|
|
return rip;
|
|
}
|