1203 lines
35 KiB
C++
1203 lines
35 KiB
C++
I64 OptPass789(CLex *lx,COptReg *reg_offsets,U8 *buf,CDbgInfo **_dbg)
|
|
{/* lx->pass==7 is first time
|
|
lx->pass==8 is second time
|
|
lx->pass==8 is third time and repeated until size stops shrinking
|
|
size is now known
|
|
lx->pass==9 is final pass, code is placed into buf.
|
|
*/
|
|
CIntermediateCode *tempi,*tempi_next;
|
|
I64 code,i,cnt,num_lines=lx->max_line+1-lx->min_line,ip=0,ip2;
|
|
U8 *ptr;
|
|
CLexCodeMisc *lb;
|
|
CExe *tempx;
|
|
CExeAbsAddr *tempa;
|
|
CExeImportExport *tempe;
|
|
CExeHeapGlbl *temphg;
|
|
CExeHeapGlblRef *temphgr;
|
|
CDbgInfo *dbg_info;
|
|
CAOTCtrl *a=lx->a;
|
|
Bool short_jmp;
|
|
CICArg saved_p123[3];
|
|
CHashClass *tempc;
|
|
CHashFun *tempf;
|
|
CHashGlblVar *tempg;
|
|
CExternUsage *tempeu;
|
|
|
|
if (_dbg) {
|
|
*_dbg=dbg_info=CAlloc(offset(CDbgInfo.body)+sizeof(U32)*(num_lines+1));
|
|
dbg_info->min_line=lx->min_line;
|
|
dbg_info->max_line=lx->max_line;
|
|
if (lx->flags&LF_AOT_COMPILE)
|
|
dbg_info->body[0]=a->ip;
|
|
else
|
|
dbg_info->body[0]=buf;
|
|
} else
|
|
dbg_info=NULL;
|
|
|
|
if (Bt(&lx->flags,Lf_OPT_TRACE_PRESENT) && Bt(&lx->pass_trace_mask,lx->pass))
|
|
"$$BK,1$$$$LTRED$$$$IV,1$$This code gets merged together and patched.\n$$FG$$$$IV,0$$$$BK,0$$";
|
|
|
|
lx->last_float_op_ic=NULL;
|
|
tempi=&lx->lcc.lcc_root;
|
|
tempi->ic_cnt=0;
|
|
tempi->ic_last_cnt=-1;
|
|
tempi=tempi->next;
|
|
while (code=tempi->ic_code) {
|
|
tempi_next=tempi->next;
|
|
if (code>IC_END_EXP) {
|
|
if (tempi->ic_flags&ICF_TRACE && Bt(&lx->pass_trace_mask,lx->pass))
|
|
ICPut(tempi);
|
|
ip2=ip;
|
|
if (lx->flags&LF_AOT_COMPILE)
|
|
ip2+=a->ip;
|
|
else
|
|
ip2+=buf;
|
|
lx->cur_ic_float_op_num=0;
|
|
if (!(tempi->ic_flags &ICF_CODE_FINAL)) {
|
|
tempi->ic_flags=tempi->ic_flags&~(ICF_PREVIOUS_DELETED|ICF_DONT_RESTORE)|ICF_CODE_FINAL;
|
|
if (lx->pass==7)
|
|
lx->dont_push_float=Btr(&tempi->ic_flags,ICf_DONT_PUSH_FLOAT0);
|
|
MemCpy(saved_p123,&tempi->a1,3*sizeof(CICArg));
|
|
if (cmp.arg_cnt[code]==2 && tempi->a1.type&TY_MASK==TY_REG &&
|
|
tempi->a1.reg==REG_RAX)
|
|
tempi->ic_flags|=ICF_A1_FIRST;
|
|
tempi->ic_cnt=0;
|
|
tempi->ic_last_cnt=-1;
|
|
if (tempi->ic_flags & ICF_A1_FIRST) {
|
|
if (tempi->a1.type&TY_MASK) {
|
|
if (tempi->ic_flags & ICF_A1_TO_F64) {
|
|
ICFCvt(lx,tempi,REG_RDX,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,FALSE,CN_A1,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
tempi->ic_flags&=~ICF_A1_FIRST;
|
|
} else if (tempi->ic_flags & ICF_A1_TO_INT) {
|
|
ICFCvt(lx,tempi,REG_RDX,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,TRUE,CN_A1,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
tempi->ic_flags&=~ICF_A1_FIRST;
|
|
}
|
|
}
|
|
if (tempi->a2.type&TY_MASK) {
|
|
if (tempi->ic_flags & ICF_A2_TO_F64) {
|
|
if (tempi->ic_flags&ICF_A1_FIRST) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
tempi->ic_flags&=~ICF_A1_FIRST;
|
|
}
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->a2.type,tempi->a2.reg,tempi->a2.disp,FALSE,CN_A2,ip2);
|
|
tempi->a2.type=TY_REG+RT_I64;
|
|
tempi->a2.reg=REG_RAX;
|
|
tempi->a2.disp=0;
|
|
} else if (tempi->ic_flags & ICF_A2_TO_INT) {
|
|
if (tempi->ic_flags&ICF_A1_FIRST) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
tempi->ic_flags&=~ICF_A1_FIRST;
|
|
}
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->a2.type,tempi->a2.reg,tempi->a2.disp,TRUE,CN_A2,ip2);
|
|
tempi->a2.type=TY_REG+RT_I64;
|
|
tempi->a2.reg=REG_RAX;
|
|
tempi->a2.disp=0;
|
|
}
|
|
}
|
|
} else {
|
|
if (tempi->a2.type&TY_MASK) {
|
|
if (tempi->ic_flags & ICF_A2_TO_F64) {
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->a2.type,tempi->a2.reg,tempi->a2.disp,FALSE,CN_A2,ip2);
|
|
tempi->a2.type=TY_REG+RT_I64;
|
|
tempi->a2.reg=REG_RAX;
|
|
tempi->a2.disp=0;
|
|
} else if (tempi->ic_flags & ICF_A2_TO_INT) {
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->a2.type,tempi->a2.reg,tempi->a2.disp,TRUE,CN_A2,ip2);
|
|
tempi->a2.type=TY_REG+RT_I64;
|
|
tempi->a2.reg=REG_RAX;
|
|
tempi->a2.disp=0;
|
|
}
|
|
}
|
|
if (tempi->a1.type&TY_MASK) {
|
|
if (tempi->ic_flags & ICF_A1_TO_F64) {
|
|
ICFCvt(lx,tempi,REG_RDX,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,FALSE,CN_A1,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
} else if (tempi->ic_flags & ICF_A1_TO_INT) {
|
|
ICFCvt(lx,tempi,REG_RDX,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,TRUE,CN_A1,ip2);
|
|
tempi->a1.type=TY_REG+RT_I64;
|
|
tempi->a1.reg=REG_RDX;
|
|
tempi->a1.disp=0;
|
|
}
|
|
}
|
|
}
|
|
nobound_switch (code) {
|
|
sub_switch_start:
|
|
sub_switch_start:
|
|
case IC_ABS_ADDR:
|
|
ICU16(tempi,0xB848);
|
|
ICU64(tempi,tempi->ic_data);
|
|
if (buf && lx->flags&LF_AOT_COMPILE &&
|
|
!(lx->flags&(LF_NO_ABSS|LF_ASM_EXPRESSIONS))) {
|
|
tempa=CAlloc(sizeof(CExeAbsAddr));
|
|
tempa->next=a->abss;
|
|
tempa->type=EAT_ADD_U64;
|
|
a->abss=tempa;
|
|
tempa->ip=ip2+tempi->ic_cnt-8;
|
|
}
|
|
break;
|
|
case IC_HEAP_GLBL:
|
|
ICU16(tempi,0xB848);
|
|
ICU64(tempi,0);
|
|
temphg=tempi->ic_data;
|
|
if (buf && lx->flags&LF_AOT_COMPILE &&
|
|
!(lx->flags&(LF_NO_ABSS|LF_ASM_EXPRESSIONS))) {//is this necessary--flags?
|
|
temphgr=CAlloc(sizeof(CExeHeapGlblRef));
|
|
temphgr->next=temphg->references;
|
|
temphg->references=temphgr;
|
|
temphgr->ip=ip2+tempi->ic_cnt-8;
|
|
}
|
|
break;
|
|
case IC_ADDR_IMPORT:
|
|
ICU8(tempi,0xB8);
|
|
ICU32(tempi,0);
|
|
if (buf && !(lx->flags&LF_NO_ABSS)) {
|
|
tempg=tempi->ic_data;
|
|
tempe=CAlloc(sizeof(CExeImportExport));
|
|
tempe->type=EIT_IMM_U32;
|
|
tempe->ip=ip2+tempi->ic_cnt-4;
|
|
tempe->next=tempg->ie_lst;
|
|
tempg->ie_lst=tempe;
|
|
}
|
|
ICU24(tempi,0xC06348);
|
|
break;
|
|
case IC_RIP:
|
|
ICU16(tempi,0xB848);
|
|
ICU64(tempi,ip2+tempi->ic_cnt-2);
|
|
if (lx->flags&LF_AOT_COMPILE && buf && !(lx->flags&LF_NO_ABSS)) {
|
|
tempa=CAlloc(sizeof(CExeAbsAddr));
|
|
tempa->next=a->abss;
|
|
tempa->type=EAT_ADD_U64;
|
|
a->abss=tempa;
|
|
tempa->ip=ip2+tempi->ic_cnt-8;
|
|
}
|
|
break;
|
|
sub_switch_end:
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_REG+RT_I64,REG_RAX,0,ip2);
|
|
break;
|
|
case IC_BR_CARRY:
|
|
ICFlagBranch(tempi,ip,0x72820F,buf);
|
|
break;
|
|
case IC_BR_NOT_CARRY:
|
|
ICFlagBranch(tempi,ip,0x73830F,buf);
|
|
break;
|
|
case IC_BR_ZERO:
|
|
ICTestAndBranch(tempi,ip,0x74840F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_ZERO:
|
|
ICTestAndBranch(tempi,ip,0x75850F,buf,ip2);
|
|
break;
|
|
case IC_BR_MM_ZERO:
|
|
ICPreIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
ICFlagBranch(tempi,ip,0x74840F,buf);
|
|
break;
|
|
case IC_BR_MM_NOT_ZERO:
|
|
ICPreIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
ICFlagBranch(tempi,ip,0x75850F,buf);
|
|
break;
|
|
case IC_BR_EQUAL_EQUAL:
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x74840F,0x74840F,0x74840F,0x74840F,buf,ip2);
|
|
break;
|
|
case IC_BR_EQUAL_EQUAL2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x74840F,0x74840F,0x74840F,0x74840F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_EQUAL:
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x75850F,0x75850F,0x75850F,0x75850F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_EQUAL2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x75850F,0x75850F,0x75850F,0x75850F,buf,ip2);
|
|
break;
|
|
case IC_BR_GREATER_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(lx,tempi, ip,0x73830F,0x76860F,buf,ip2);
|
|
else
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x73830F,0x7D8D0F,0x76860F,0x7E8E0F,buf,ip2);
|
|
break;
|
|
case IC_BR_GREATER_EQUAL2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x73830F,0x7D8D0F,0x76860F,0x7E8E0F,buf,ip2);
|
|
break;
|
|
case IC_BR_LESS_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(lx,tempi, ip,0x76860F,0x73830F,buf,ip2);
|
|
else
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x76860F,0x7E8E0F,0x73830F,0x7D8D0F,buf,ip2);
|
|
break;
|
|
case IC_BR_LESS_EQUAL2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x76860F,0x7E8E0F,0x73830F,0x7D8D0F,buf,ip2);
|
|
break;
|
|
case IC_BR_GREATER:
|
|
if (tempi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(lx,tempi, ip,0x77870F,0x72820F,buf,ip2);
|
|
else
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x77870F,0x7F8F0F,0x72820F,0x7C8C0F,buf,ip2);
|
|
break;
|
|
case IC_BR_GREATER2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x77870F,0x7F8F0F,0x72820F,0x7C8C0F,buf,ip2);
|
|
break;
|
|
case IC_BR_LESS:
|
|
if (tempi->ic_flags&ICF_USE_F64)
|
|
ICFCmpAndBranch(lx,tempi, ip,0x72820F,0x77870F,buf,ip2);
|
|
else
|
|
ICCmpAndBranch(tempi,FALSE,ip,0x72820F,0x7C8C0F,0x77870F,0x7F8F0F,buf,ip2);
|
|
break;
|
|
case IC_BR_LESS2:
|
|
ICCmpAndBranch(tempi,TRUE,ip,0x72820F,0x7C8C0F,0x77870F,0x7F8F0F,buf,ip2);
|
|
break;
|
|
case IC_BR_BT:
|
|
ICBrBitOps(tempi,ip,0xA30F,0x20BA0F,0x72820F,buf,ip2);
|
|
break;
|
|
case IC_BR_BTS:
|
|
case IC_BR_LBTS:
|
|
ICBrBitOps(tempi,ip,0xAB0F,0x28BA0F,0x72820F,buf,ip2);
|
|
break;
|
|
case IC_BR_BTR:
|
|
case IC_BR_LBTR:
|
|
ICBrBitOps(tempi,ip,0xB30F,0x30BA0F,0x72820F,buf,ip2);
|
|
break;
|
|
case IC_BR_BTC:
|
|
case IC_BR_LBTC:
|
|
ICBrBitOps(tempi,ip,0xBB0F,0x38BA0F,0x72820F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_BT:
|
|
ICBrBitOps(tempi,ip,0xA30F,0x20BA0F,0x73830F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_BTS:
|
|
case IC_BR_NOT_LBTS:
|
|
ICBrBitOps(tempi,ip,0xAB0F,0x28BA0F,0x73830F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_BTR:
|
|
case IC_BR_NOT_LBTR:
|
|
ICBrBitOps(tempi,ip,0xB30F,0x30BA0F,0x73830F,buf,ip2);
|
|
break;
|
|
case IC_BR_NOT_BTC:
|
|
case IC_BR_NOT_LBTC:
|
|
ICBrBitOps(tempi,ip,0xBB0F,0x38BA0F,0x73830F,buf,ip2);
|
|
break;
|
|
case IC_BR_AND_ZERO:
|
|
ICAndBranch(tempi,ip,0x74840F,buf,ip2);
|
|
break;
|
|
case IC_BR_AND_NOT_ZERO:
|
|
ICAndBranch(tempi,ip,0x75850F,buf,ip2);
|
|
break;
|
|
case IC_SUB_CALL:
|
|
lb=OptLabelFwd(tempi->ic_data);
|
|
ICU8(tempi,0xE8);
|
|
ICU32(tempi,lb->addr-(ip+5));
|
|
break;
|
|
case IC_JMP:
|
|
lb=OptLabelFwd(tempi->ic_data);
|
|
short_jmp=ToBool(tempi->ic_flags&ICF_SHORT_JMP);
|
|
if (!buf && lb->addr!=INVALID_PTR &&
|
|
MIN_I8+5<lb->addr-ip<MAX_I8-5)
|
|
short_jmp=TRUE;
|
|
if (short_jmp) {
|
|
tempi->ic_flags|=ICF_SHORT_JMP;
|
|
i=lb->addr-(ip+2);
|
|
if (buf || i)
|
|
ICU16(tempi,i<<8+0xEB);
|
|
else
|
|
tempi->ic_code=IC_NOP1;
|
|
} else {
|
|
i=lb->addr-(ip+5);
|
|
ICU8(tempi,0xE9);
|
|
ICU32(tempi,i);
|
|
}
|
|
break;
|
|
case IC_LABEL:
|
|
lb=tempi->ic_data;
|
|
lb->addr=ip;
|
|
if (lb->flags&CMF_POP_CMP) {
|
|
ICAddRSP(tempi,-8,FALSE);
|
|
ICAddRSP(tempi,8,FALSE);
|
|
}
|
|
if (lb->type==CMT_ASM_LABEL)
|
|
lb->addr+=lb->ip;
|
|
break;
|
|
case IC_STR_CONST:
|
|
case IC_GET_LABEL:
|
|
lb=tempi->ic_data;
|
|
if (lx->flags&LF_AOT_COMPILE)
|
|
i=lb->addr+a->ip;
|
|
else
|
|
i=lb->addr+buf;
|
|
ICLea(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_RIP_DISP32+RT_PTR,0,i,lx,buf,ip2);
|
|
break;
|
|
case IC_ASM:
|
|
tempx=tempi->ic_data;
|
|
tempi->ic_cnt+=tempx->ex_U8s;
|
|
if (buf) {
|
|
MemCpy(buf+ip,tempx->buf,tempx->ex_U8s);
|
|
Free(tempx->buf);
|
|
tempx->buf=buf;
|
|
tempx->ip=ip;
|
|
tempx->ip2=ip2;
|
|
if (lx->flags&LF_AOT_COMPILE)
|
|
CmpFixUpAOTAsm(lx,tempx);
|
|
else
|
|
CmpFixUpJITAsm(lx,tempx);
|
|
cnt=tempi->ic_cnt;
|
|
goto skip_copy;
|
|
}
|
|
break;
|
|
case IC_CALL:
|
|
i=tempi->ic_data-(ip2+5);
|
|
if (!(MIN_I32<=i<=MAX_I32) && !(lx->flags&LF_AOT_COMPILE)) {
|
|
ICU16(tempi,0xBB48);
|
|
ICU64(tempi,tempi->ic_data);
|
|
ICU16(tempi,0xD3FF);
|
|
} else {
|
|
ICU8(tempi,0xE8);
|
|
ICU32(tempi,i);
|
|
}
|
|
break;
|
|
case IC_CALL_EXTERN: //Only for static modules
|
|
ICU8(tempi,0xE8);
|
|
ICU32(tempi,0);
|
|
if (buf) {
|
|
tempf=tempi->ic_data;
|
|
tempeu=CAlloc(sizeof(CExternUsage));
|
|
tempeu->next=tempf->ext_lst;
|
|
tempf->ext_lst=tempeu;
|
|
tempeu->ip=ip2+1;
|
|
}
|
|
break;
|
|
case IC_CALL_INDIRECT2:
|
|
ICU16(tempi,0xBB48);
|
|
if (lx->flags&LF_AOT_COMPILE) i=ip2+tempi->ic_cnt;
|
|
ICU64(tempi,tempi->ic_data);
|
|
ICU16(tempi,0x13FF);
|
|
if (buf && lx->flags&LF_AOT_COMPILE&& !(lx->flags&LF_NO_ABSS)) {
|
|
tempa=CAlloc(sizeof(CExeAbsAddr));
|
|
tempa->next=a->abss;
|
|
tempa->type=EAT_ADD_U64;
|
|
a->abss=tempa;
|
|
tempa->ip=i;
|
|
}
|
|
break;
|
|
case IC_CALL_IMPORT:
|
|
if (GetOpt(OPTf_USE_IMM64)) {
|
|
ICU16(tempi,0xBB48);
|
|
ICU64(tempi,0);
|
|
if (buf) {
|
|
tempf=tempi->ic_data;
|
|
tempe=CAlloc(sizeof(CExeImportExport));
|
|
tempe->type=EIT_IMM_U64;
|
|
tempe->ip=ip2+tempi->ic_cnt-8;
|
|
tempe->next=tempf->ie_lst;
|
|
tempf->ie_lst=tempe;
|
|
}
|
|
ICU16(tempi,0xD3FF);
|
|
} else {
|
|
ICU8(tempi,0xE8);
|
|
ICU32(tempi,0);
|
|
if (buf) {
|
|
tempf=tempi->ic_data;
|
|
tempe=CAlloc(sizeof(CExeImportExport));
|
|
tempe->type=EIT_REL_I32;
|
|
tempe->ip=ip2+tempi->ic_cnt-4;
|
|
tempe->next=tempf->ie_lst;
|
|
tempf->ie_lst=tempe;
|
|
}
|
|
}
|
|
break;
|
|
sub_switch_end:
|
|
tempi->ic_flags&=~ICF_CODE_FINAL;
|
|
break;
|
|
case IC_LEAVE:
|
|
if (lx->htc.fun) {
|
|
if (Bt(&lx->htc.fun->flags,Ff_INTERRUPT))
|
|
ICPopRegs(tempi,REG_ALWAYS_CLOBBERED_MASK&~(1<<REG_RBP|1<<REG_RSP)|lx->htc.fun->used_reg_mask&(REG_VARS_MASK|REG_NON_PTR_MASK|REG_STK_TEMPS_MASK));
|
|
else
|
|
ICPopRegs(tempi,lx->htc.fun->used_reg_mask&(REG_VARS_MASK|REG_NON_PTR_MASK));
|
|
}
|
|
if (tempi->ic_data<=MAX_I16) {
|
|
if (tempi->ic_data)
|
|
ICU8(tempi,0xC9); //LEAVE
|
|
else
|
|
ICU8(tempi,0x5D); //POP RBP
|
|
} else {
|
|
ICAddRSP(tempi,tempi->ic_data);
|
|
ICU8(tempi,0x5D); //POP RBP
|
|
}
|
|
if (lx->htc.fun && Bt(&lx->htc.fun->flags,Ff_INTERRUPT)) {
|
|
if (Bt(&lx->htc.fun->flags,Ff_HASERRCODE))
|
|
ICAddRSP(tempi,8);
|
|
ICU16(tempi,0xCF48);
|
|
} else if (lx->htc.fun && lx->htc.fun->arg_cnt &&
|
|
(Bt(&lx->htc.fun->flags,Ff_RET1) || Bt(&lx->htc.fun->flags,Ff_ARGPOP)) &&
|
|
!Bt(&lx->htc.fun->flags,Ff_NOARGPOP)) {
|
|
ICU8(tempi,0xC2);
|
|
ICU16(tempi,lx->htc.fun->arg_cnt<<3);
|
|
} else
|
|
ICU8(tempi,0xC3);
|
|
break;
|
|
case IC_RET:
|
|
ICU8(tempi,0xC3);
|
|
break;
|
|
case IC_FS:
|
|
ICZero(tempi,REG_RAX);
|
|
ICU32(tempi,0x8B4864);
|
|
break;
|
|
case IC_GS:
|
|
ICZero(tempi,REG_RAX);
|
|
ICU32(tempi,0x8B4865);
|
|
break;
|
|
case IC_MOV_FS:
|
|
ICZero(tempi,REG_RAX);
|
|
ICU8(tempi,0x64);
|
|
//It's ugly to use ic_class here
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_DISP+CmpRawType(tempi->ic_class),REG_RAX,tempi->ic_data,ip2);
|
|
break;
|
|
case IC_MOV_GS:
|
|
ICZero(tempi,REG_RAX);
|
|
ICU8(tempi,0x65);
|
|
//It's ugly to use ic_class here
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_DISP+CmpRawType(tempi->ic_class),REG_RAX,tempi->ic_data,ip2);
|
|
break;
|
|
case IC_HOLYC_TYPECAST:
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_COM:
|
|
ICUnaries(tempi,SLASH_OP_NOT,ip2);
|
|
break;
|
|
case IC_NOT:
|
|
ICNot(tempi,ip2);
|
|
break;
|
|
case IC_UNARY_MINUS:
|
|
if (tempi->r.type&RT_MASK==RT_F64)
|
|
ICFUnaryMinus(lx,tempi,buf,ip2);
|
|
else
|
|
ICUnaries(tempi,SLASH_OP_NEG,ip2);
|
|
break;
|
|
case IC_ADDR:
|
|
case IC_MOV:
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_DEREF:
|
|
ICDeref(tempi,ip2);
|
|
break;
|
|
case IC_DEREF_PP:
|
|
ICDerefPostIncDec(tempi,SLASH_OP_INC,ip2);
|
|
break;
|
|
case IC_DEREF_MM:
|
|
ICDerefPostIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
break;
|
|
case IC__PP:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICPostIncDec(tempi,SLASH_OP_INC,ip2);
|
|
else
|
|
ICFPostIncDec(lx,tempi,CMP_TEMPLATE_INC,ip2);
|
|
break;
|
|
case IC__MM:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICPostIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
else
|
|
ICFPostIncDec(lx,tempi,CMP_TEMPLATE_DEC,ip2);
|
|
break;
|
|
case IC_PP_:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICPreIncDec(tempi,SLASH_OP_INC,ip2);
|
|
else
|
|
ICFPreIncDec(lx,tempi,CMP_TEMPLATE_INC,ip2);
|
|
break;
|
|
case IC_MM_:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICPreIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
else
|
|
ICFPreIncDec(lx,tempi,CMP_TEMPLATE_DEC,ip2);
|
|
break;
|
|
case IC_LEA:
|
|
ICLea(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,lx,buf,ip2);
|
|
break;
|
|
case IC_POWER:
|
|
ICFPow(lx,tempi,buf,ip2);
|
|
break;
|
|
case IC_SHL:
|
|
ICShift(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,ip2);
|
|
break;
|
|
case IC_SHR:
|
|
ICShift(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,ip2);
|
|
break;
|
|
case IC_MUL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICMul(tempi,ip2);
|
|
else
|
|
ICFMul(lx,tempi,buf,ip2);
|
|
break;
|
|
case IC_DIV:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICDiv(tempi,ip2);
|
|
else
|
|
ICFDiv(lx,tempi,buf,ip2);
|
|
break;
|
|
case IC_MOD:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICMod(tempi,ip2);
|
|
else
|
|
ICFMod(lx,tempi,ip2);
|
|
break;
|
|
case IC_AND:
|
|
ICAddEct(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x23,ip2);
|
|
break;
|
|
case IC_OR:
|
|
ICAddEct(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x0B,ip2);
|
|
break;
|
|
case IC_XOR:
|
|
ICAddEct(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x33,ip2);
|
|
break;
|
|
case IC_ADD:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICAddEct(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x03,ip2);
|
|
else
|
|
ICFAdd(lx,tempi,buf,ip2);
|
|
break;
|
|
case IC_SUB:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICSub(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
else
|
|
ICFSub(lx,tempi,buf,ip2);
|
|
break;
|
|
case IC_EQUAL_EQUAL:
|
|
ICCmp(tempi,0x75,0x75,ip2);
|
|
break;
|
|
case IC_NOT_EQUAL:
|
|
ICCmp(tempi,0x74,0x74,ip2);
|
|
break;
|
|
case IC_LESS:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tempi,0x73,0x7D,ip2);
|
|
else
|
|
ICFCmp(lx,tempi,CMP_TEMPLATE_LESS,ip2);
|
|
break;
|
|
case IC_GREATER:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tempi,0x76,0x7E,ip2);
|
|
else
|
|
ICFCmp(lx,tempi,CMP_TEMPLATE_GREATER,ip2);
|
|
break;
|
|
case IC_LESS_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tempi,0x77,0x7F,ip2);
|
|
else
|
|
ICFCmp(lx,tempi,CMP_TEMPLATE_LESS_EQUAL,ip2);
|
|
break;
|
|
case IC_GREATER_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICCmp(tempi,0x72,0x7C,ip2);
|
|
else
|
|
ICFCmp(lx,tempi,CMP_TEMPLATE_GREATER_EQUAL,ip2);
|
|
break;
|
|
case IC_AND_AND:
|
|
ICAndAnd(tempi,ip2);
|
|
break;
|
|
case IC_OR_OR:
|
|
ICOrOr(tempi,ip2);
|
|
break;
|
|
case IC_XOR_XOR:
|
|
ICXorXor(tempi,ip2);
|
|
break;
|
|
case IC_ASSIGN:
|
|
ICAssign(tempi,ip2);
|
|
break;
|
|
case IC_ASSIGN_PP:
|
|
ICAssignPostIncDec(tempi,SLASH_OP_INC,ip2);
|
|
break;
|
|
case IC_ASSIGN_MM:
|
|
ICAssignPostIncDec(tempi,SLASH_OP_DEC,ip2);
|
|
break;
|
|
case IC_SHL_EQUAL:
|
|
ICShiftEqual(tempi,tempi->a1.type_pointed,
|
|
tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,ip2);
|
|
break;
|
|
case IC_SHR_EQUAL:
|
|
ICShiftEqual(tempi,tempi->a1.type_pointed,
|
|
tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,ip2);
|
|
break;
|
|
case IC_MUL_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICMulEqual(tempi,ip2);
|
|
else
|
|
ICFOpEqual(lx,tempi,SLASH_OP_FMUL,buf,ip2);
|
|
break;
|
|
case IC_DIV_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICDivEqual(tempi,FALSE,ip2);
|
|
else
|
|
ICFOpEqual(lx,tempi,SLASH_OP_FDIV,buf,ip2);
|
|
break;
|
|
case IC_MOD_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICDivEqual(tempi,TRUE,ip2);
|
|
else
|
|
ICFModEqual(lx,tempi,ip2);
|
|
break;
|
|
case IC_AND_EQUAL:
|
|
ICAndEqual(tempi,ip2);
|
|
break;
|
|
case IC_OR_EQUAL:
|
|
ICOrEqual(tempi,ip2);
|
|
break;
|
|
case IC_XOR_EQUAL:
|
|
ICXorEqual(tempi,ip2);
|
|
break;
|
|
case IC_ADD_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICAddSubEctEqual(tempi,tempi->a1.type_pointed,
|
|
tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x010000000003,ip2);
|
|
else
|
|
ICFOpEqual(lx,tempi,SLASH_OP_FADD,buf,ip2);
|
|
break;
|
|
case IC_SUB_EQUAL:
|
|
if (tempi->ic_flags&ICF_USE_INT)
|
|
ICAddSubEctEqual(tempi,tempi->a1.type_pointed,
|
|
tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,0x29000000052B,ip2);
|
|
else
|
|
ICFOpEqual(lx,tempi,SLASH_OP_FSUB,buf,ip2);
|
|
break;
|
|
case IC_SHL_CONST:
|
|
ICShift(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
TY_IMM+RT_I64,0,tempi->ic_data,0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,ip2);
|
|
break;
|
|
case IC_SHR_CONST:
|
|
ICShift(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,
|
|
TY_IMM+RT_I64,0,tempi->ic_data,0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,ip2);
|
|
break;
|
|
case IC_ADD_CONST:
|
|
ICAddSubEctImm(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,tempi->ic_data,0x0003,ip2);
|
|
break;
|
|
case IC_SUB_CONST:
|
|
ICAddSubEctImm(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,tempi->ic_data,0x052B,ip2);
|
|
break;
|
|
case IC_ENTER:
|
|
ICU32(tempi,0xEC8B4855);
|
|
if (tempi->ic_data)
|
|
ICAddRSP(tempi,-tempi->ic_data,FALSE);
|
|
if (lx->htc.fun) {
|
|
if (Bt(&lx->htc.fun->flags,Ff_INTERRUPT))
|
|
ICPushRegs(tempi,REG_ALWAYS_CLOBBERED_MASK&~(1<<REG_RBP|1<<REG_RSP)|lx->htc.fun->used_reg_mask&(REG_VARS_MASK|REG_NON_PTR_MASK|REG_STK_TEMPS_MASK));
|
|
else {
|
|
if (sys_var_init_flag&1 && i)
|
|
ICLocalVarInit(tempi);
|
|
ICPushRegs(tempi,lx->htc.fun->used_reg_mask&(REG_VARS_MASK|REG_NON_PTR_MASK));
|
|
}
|
|
for (i=0;i<NUM_REGS;i++)
|
|
if (reg_offsets[i]>0 && reg_offsets[i].offset!=MAX_I64) {
|
|
tempc=OptClassFwd(reg_offsets[i].m->member_class);
|
|
ICMov(tempi,TY_REG+RT_I64,i,0,
|
|
TY_DISP+tempc->raw_type,REG_RBP,reg_offsets[i].offset,ip2);
|
|
}
|
|
}
|
|
break;
|
|
case IC_ADD_RSP:
|
|
ICAddRSP(tempi,tempi->ic_data);
|
|
break;
|
|
case IC_CALL_INDIRECT:
|
|
if (MIN_I8<=tempi->ic_data<=MAX_I8) {
|
|
ICU24(tempi,0x2454FF); //CALL disp[RSP]
|
|
ICU8(tempi,tempi->ic_data);
|
|
} else {
|
|
ICU24(tempi,0x2494FF); //CALL disp[RSP]
|
|
ICU32(tempi,tempi->ic_data);
|
|
}
|
|
break;
|
|
case IC_PUSH:
|
|
ICPush(tempi,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_POP:
|
|
ICU8(tempi,0x58);
|
|
break;
|
|
case IC_INVLPG:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU24(tempi,0x38010F);
|
|
break;
|
|
case IC_CLFLUSH:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU24(tempi,0x38AE0F);
|
|
break;
|
|
case IC_GET_RFLAGS:
|
|
ICU8(tempi,0x9C);
|
|
ICPop(tempi,TY_REG+RT_I64,REG_RAX,0,ip2);
|
|
break;
|
|
case IC_CARRY:
|
|
ICU24(tempi,0xC0920F); //SETC AL
|
|
ICU24(tempi,0x01E083); //AND EAX,1
|
|
break;
|
|
case IC_RDTSC:
|
|
ICCopyTemplate(lx,tempi,CMP_TEMPLATE_RDTSC,TRUE,FALSE,FALSE,CN_MAIN);
|
|
break;
|
|
case IC_HPET:
|
|
ICCopyTemplate(lx,tempi,CMP_TEMPLATE_HPET,TRUE,FALSE,FALSE,CN_MAIN);
|
|
break;
|
|
case IC_SET_RFLAGS:
|
|
ICPush(tempi,tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU8(tempi,0x9D);
|
|
break;
|
|
case IC_GET_RBP:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
TY_REG+RT_I64,REG_RBP,0,ip2);
|
|
break;
|
|
case IC_SET_RBP:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RBP,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_GET_RSP:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
TY_REG+RT_I64,REG_RSP,0,ip2);
|
|
break;
|
|
case IC_SET_RSP:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RSP,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_RETURN_VAL:
|
|
case IC_SET_RAX:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
break;
|
|
case IC_GET_RAX:
|
|
break;
|
|
case IC_BT:
|
|
ICBitOps(tempi,&tempi->a1,&tempi->a2,tempi->next,
|
|
0xA30F,0x20BA0F,ip2);
|
|
break;
|
|
case IC_BTS:
|
|
case IC_LBTS:
|
|
ICBitOps(tempi,&tempi->a1,&tempi->a2,tempi->next,
|
|
0xAB0F,0x28BA0F,ip2);
|
|
break;
|
|
case IC_BTR:
|
|
case IC_LBTR:
|
|
ICBitOps(tempi,&tempi->a1,&tempi->a2,tempi->next,
|
|
0xB30F,0x30BA0F,ip2);
|
|
break;
|
|
case IC_BTC:
|
|
case IC_LBTC:
|
|
ICBitOps(tempi,&tempi->a1,&tempi->a2,tempi->next,
|
|
0xBB0F,0x38BA0F,ip2);
|
|
break;
|
|
case IC_BSF:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU32(tempi,0xC0BC0F48);
|
|
ICU16(tempi,0x0375);
|
|
ICU24(tempi,0xD0F748);
|
|
break;
|
|
case IC_BSR:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU32(tempi,0xC0BD0F48);
|
|
ICU16(tempi,0x0375);
|
|
ICU24(tempi,0xD0F748);
|
|
break;
|
|
case IC_SIGN_I64:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICCopyTemplate(lx,tempi,CMP_TEMPLATE_SIGN_I64,TRUE,FALSE,FALSE,CN_MAIN);
|
|
break;
|
|
case IC_PREEMPT:
|
|
ICPreempt(tempi,ip2);
|
|
break;
|
|
case IC_TOUPPER:
|
|
ICToUpper(tempi,ip2);
|
|
break;
|
|
case IC_TO_I64:
|
|
ICToI64(lx,tempi,ip2);
|
|
break;
|
|
case IC_TO_F64:
|
|
ICToF64(lx,tempi,ip2);
|
|
break;
|
|
case IC_TO_BOOL:
|
|
ICToBool(lx,tempi,ip2);
|
|
break;
|
|
case IC_SQR:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_SQR,ip2);
|
|
break;
|
|
case IC_ABS:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_ABS,ip2);
|
|
break;
|
|
case IC_SQRT:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_SQRT,ip2);
|
|
break;
|
|
case IC_SIN:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_SIN,ip2);
|
|
break;
|
|
case IC_COS:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_COS,ip2);
|
|
break;
|
|
case IC_TAN:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_TAN,ip2);
|
|
break;
|
|
case IC_ATAN:
|
|
ICFTemplateFun(lx,tempi,CMP_TEMPLATE_ATAN,ip2);
|
|
break;
|
|
case IC_ABS_I64:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU24(tempi,0xC08548);
|
|
ICU16(tempi,0x0379);
|
|
ICU24(tempi,0xD8F748);
|
|
break;
|
|
case IC_MIN_I64:
|
|
ICMinMax(tempi,0x4F,ip2);
|
|
break;
|
|
case IC_MAX_I64:
|
|
ICMinMax(tempi,0x4C,ip2);
|
|
break;
|
|
case IC_MIN_U64:
|
|
ICMinMax(tempi,0x47,ip2);
|
|
break;
|
|
case IC_MAX_U64:
|
|
ICMinMax(tempi,0x42,ip2);
|
|
break;
|
|
case IC_MOD_U64:
|
|
ICModU64(tempi,ip2);
|
|
break;
|
|
case IC_SQR_I64:
|
|
ICSqr(tempi,SLASH_OP_IMUL,ip2);
|
|
break;
|
|
case IC_SQR_U64:
|
|
ICSqr(tempi,SLASH_OP_MUL,ip2);
|
|
break;
|
|
case IC_SWAP_U8:
|
|
case IC_SWAP_U16:
|
|
case IC_SWAP_U32:
|
|
case IC_SWAP_I64:
|
|
ICSwap(tempi,ip2);
|
|
break;
|
|
case IC_QUE_INIT:
|
|
ICQueInit(tempi,ip2);
|
|
break;
|
|
case IC_QUE_INS:
|
|
ICQueIns(tempi,ip2);
|
|
break;
|
|
case IC_QUE_INS_REV:
|
|
ICQueInsRev(tempi,ip2);
|
|
break;
|
|
case IC_QUE_REM:
|
|
ICQueRem(tempi,ip2);
|
|
break;
|
|
case IC_STRLEN:
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICCopyTemplate(lx,tempi,CMP_TEMPLATE_STRLEN,TRUE,FALSE,FALSE,CN_MAIN);
|
|
break;
|
|
case IC_IN_U32:
|
|
if (tempi->a1.type&TY_MASK==TY_IMM) {
|
|
ICU16(tempi,0xC033);
|
|
if (tempi->a1.disp<=MAX_U8)
|
|
ICU16(tempi,0xE5+tempi->a1.disp<<8);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a1.disp<<16);
|
|
ICU8(tempi,0xED);
|
|
}
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU16(tempi,0xC033);
|
|
ICU8(tempi,0xED);
|
|
}
|
|
break;
|
|
case IC_IN_U16:
|
|
if (tempi->a1.type&TY_MASK==TY_IMM) {
|
|
ICU16(tempi,0xC033);
|
|
if (tempi->a1.disp<=MAX_U8)
|
|
ICU24(tempi,0xE500+OC_OP_SIZE_PREFIX+tempi->a1.disp<<16);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a1.disp<<16);
|
|
ICU16(tempi,0xED00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU16(tempi,0xC033);
|
|
ICU16(tempi,0xED00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
break;
|
|
case IC_IN_U8:
|
|
if (tempi->a1.type&TY_MASK==TY_IMM) {
|
|
ICU16(tempi,0xC033);
|
|
if (tempi->a1.disp<=MAX_U8)
|
|
ICU16(tempi,0xE4+tempi->a1.disp<<8);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a1.disp<<16);
|
|
ICU8(tempi,0xEC);
|
|
}
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICU16(tempi,0xC033);
|
|
ICU8(tempi,0xEC);
|
|
}
|
|
break;
|
|
case IC_OUT_U32:
|
|
if (tempi->a2.type&TY_MASK==TY_IMM) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
if (tempi->a2.disp<=MAX_U8)
|
|
ICU16(tempi,0xE7+tempi->a2.disp<<8);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a2.disp<<16);
|
|
ICU8(tempi,0xEF);
|
|
}
|
|
} else {
|
|
if (tempi->ic_flags & ICF_A1_FIRST) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
}
|
|
ICU8(tempi,0xEF);
|
|
}
|
|
break;
|
|
case IC_OUT_U16:
|
|
if (tempi->a2.type&TY_MASK==TY_IMM) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
if (tempi->a2.disp<=MAX_U8)
|
|
ICU24(tempi,0xE700+OC_OP_SIZE_PREFIX+tempi->a2.disp<<16);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a2.disp<<16);
|
|
ICU16(tempi,0xEF00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
} else {
|
|
if (tempi->ic_flags & ICF_A1_FIRST) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
}
|
|
ICU16(tempi,0xEF00+OC_OP_SIZE_PREFIX);
|
|
}
|
|
break;
|
|
case IC_OUT_U8:
|
|
if (tempi->a2.type&TY_MASK==TY_IMM) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
if (tempi->a2.disp<=MAX_U8)
|
|
ICU16(tempi,0xE6+tempi->a2.disp<<8);
|
|
else {
|
|
ICU32(tempi,0xBA00+OC_OP_SIZE_PREFIX+tempi->a2.disp<<16);
|
|
ICU8(tempi,0xEE);
|
|
}
|
|
} else {
|
|
if (tempi->ic_flags & ICF_A1_FIRST) {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
} else {
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RDX,0,
|
|
tempi->a2.type,tempi->a2.reg,tempi->a2.disp,ip2);
|
|
ICMov(tempi,TY_REG+RT_I64,REG_RAX,0,
|
|
tempi->a1.type,tempi->a1.reg,tempi->a1.disp,ip2);
|
|
}
|
|
ICU8(tempi,0xEE);
|
|
}
|
|
break;
|
|
case IC_NOBOUND_SWITCH:
|
|
ICSwitch(tempi,ip,TRUE,lx,buf,ip2);
|
|
break;
|
|
case IC_SWITCH:
|
|
ICSwitch(tempi,ip,FALSE,lx,buf,ip2);
|
|
break;
|
|
case IC_NOP1:
|
|
case IC_NOP2:
|
|
OptFree(tempi);
|
|
goto op789_next;
|
|
case IC_CALL_START:
|
|
case IC_PUSH_REGS:
|
|
ICPushRegs(tempi,tempi->ic_data);
|
|
break;
|
|
case IC_CALL_END:
|
|
ICPopRegs(tempi,tempi->ic_data);
|
|
if (tempi->r.type&TY_MASK)
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_REG+RT_I64,REG_RAX,0,ip2);
|
|
break;
|
|
case IC_POP_REGS:
|
|
ICPopRegs(tempi,tempi->ic_data);
|
|
break;
|
|
case IC_RETURN_VAL2:
|
|
case IC_PUSH_CMP:
|
|
case IC_CALL_END2:
|
|
case IC_END_EXP:
|
|
case IC_END:
|
|
case IC_ADD_RSP1:
|
|
break;
|
|
default:
|
|
"Pass:%d Missing IC handler\n",lx->pass;
|
|
ICPut(tempi);
|
|
LexExcept(lx,"Compiler Optimization Error at ");
|
|
}
|
|
if (tempi->r.type&TY_MASK) {
|
|
if (tempi->ic_flags & ICF_R_TO_F64) {
|
|
if (tempi->ic_code==IC_PUSH_CMP) {
|
|
ICU24(tempi,0xDC8B48);
|
|
ICU24(tempi,0x2BDF48);
|
|
ICU24(tempi,0x1BDD48);
|
|
ICU8(tempi,0x9B);
|
|
} else {
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->r.type,tempi->r.reg,tempi->r.disp,FALSE,CN_R,ip2);
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_REG+RT_I64,REG_RAX,0,ip2);
|
|
}
|
|
} else if (tempi->ic_flags & ICF_R_TO_INT) {
|
|
ICFCvt(lx,tempi,REG_RAX,tempi->r.type,tempi->r.reg,tempi->r.disp,TRUE,CN_R,ip2);
|
|
ICMov(tempi,tempi->r.type,tempi->r.reg,tempi->r.disp,
|
|
TY_REG+RT_I64,REG_RAX,0,ip2);
|
|
}
|
|
}
|
|
}
|
|
if (tempi->ic_flags&ICF_DEL_PREVIOUS_INS) {
|
|
cnt=tempi->ic_last_cnt;
|
|
tempi->ic_flags&=~ICF_DEL_PREVIOUS_INS;
|
|
} else
|
|
cnt=tempi->ic_cnt;
|
|
|
|
if (cnt && buf)
|
|
MemCpy(buf+ip,tempi->ic_body,cnt);
|
|
|
|
skip_copy:
|
|
if (dbg_info && lx->min_line<=tempi->ic_line<=lx->max_line) {
|
|
i=tempi->ic_line-lx->min_line;
|
|
if (!dbg_info->body[i])
|
|
dbg_info->body[i]=ip2;
|
|
}
|
|
|
|
if (tempi->ic_flags&ICF_TRACE && Bt(&lx->pass_trace_mask,lx->pass) && cnt) {
|
|
"$$RED$$";
|
|
if (buf)
|
|
Un(buf+ip,cnt,64);
|
|
else
|
|
Un(tempi->ic_body,cnt,64);
|
|
"$$FG$$";
|
|
}
|
|
if (!(tempi->ic_flags&(ICF_CODE_FINAL|ICF_DONT_RESTORE)))
|
|
MemCpy(&tempi->a1,saved_p123,3*sizeof(CICArg));
|
|
ip+=cnt;
|
|
} else {
|
|
tempi->ic_cnt=0;
|
|
tempi->ic_last_cnt=-1;
|
|
}
|
|
op789_next:
|
|
if (tempi->ic_cnt>=IC_BODY_SIZE && tempi->ic_code!=IC_ASM)
|
|
throw('Compiler');
|
|
tempi=tempi_next;
|
|
}
|
|
|
|
lb=lx->lcc.lcc_next_misc;
|
|
while (lb!=&lx->lcc.lcc_next_misc) {
|
|
switch (lb->type) {
|
|
case CMT_STR_CONST:
|
|
lb->addr=ip;
|
|
if (buf)
|
|
MemCpy(buf+ip,lb->str,lb->st_len);
|
|
ip+=lb->st_len;
|
|
break;
|
|
case CMT_JMP_TABLE:
|
|
lb->addr=ip;
|
|
ptr=buf+lb->addr;
|
|
if (lb->flags&(CMF_I8_JMP_TABLE|CMF_U8_JMP_TABLE)) {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++)
|
|
*ptr++=lb->jmp_table[i]->addr-lb->begin->addr;
|
|
ip+=lb->range;
|
|
} else if (lb->flags&(CMF_I16_JMP_TABLE|CMF_U16_JMP_TABLE)) {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++)
|
|
*ptr(U16 *)++=lb->jmp_table[i]->addr-lb->begin->addr;
|
|
ip+=lb->range<<1;
|
|
} else {
|
|
if (buf)
|
|
for (i=0;i<lb->range;i++) {
|
|
if (lx->flags&LF_AOT_COMPILE && !(lx->flags&LF_NO_ABSS)) {
|
|
tempa=CAlloc(sizeof(CExeAbsAddr));
|
|
tempa->next=a->abss;
|
|
tempa->type=EAT_ADD_U32;
|
|
a->abss=tempa;
|
|
tempa->ip=a->ip+lb->addr+i<<2;
|
|
*ptr(U32 *)++=lb->jmp_table[i]->addr+a->ip;
|
|
} else
|
|
*ptr(U32 *)++=lb->jmp_table[i]->addr+buf;
|
|
}
|
|
ip+=lb->range<<2;
|
|
}
|
|
break;
|
|
case CMT_FLOAT_CONSTS:
|
|
lb->addr=ip;
|
|
if (buf)
|
|
MemCpy(buf+lb->addr,lb->float_consts,lb->num_consts*sizeof(F64));
|
|
ip+=lb->num_consts*sizeof(F64);
|
|
break;
|
|
}
|
|
lb=lb->next;
|
|
}
|
|
if (dbg_info) {
|
|
if (lx->flags&LF_AOT_COMPILE)
|
|
dbg_info->body[num_lines]=ip+a->ip;
|
|
else
|
|
dbg_info->body[num_lines]=ip+buf;
|
|
}
|
|
|
|
return ip;
|
|
}
|