I64 OptPass789A(CCmpCtrl *cc,COptReg *reg_offsets,U8 *buf,CDbgInfo **_dbg)
{/*cc->pass==7 is first time
cc->pass==8 is second time
cc->pass==9 is third time
cc->pass==9 is fourth time and repeated until size stops shrinking
size is now known
cc->pass==10 is final pass, code is placed into buf.
*/
CIntermediateCode *tmpi,*tmpi_next;
I64 i,cnt,num_lines=cc->max_line+1-cc->min_line,rip=0,rip2;
U8 *ptr,saved_arg1_arg2_r[3*sizeof(CICArg)];
CCodeMisc *lb;
CAOT *tmpaot;
CAOTAbsAddr *tmpa;
CAOTImportExport *tmpie;
CAOTHeapGlbl *tmphg;
CAOTHeapGlblRef *tmphgr;
CDbgInfo *dbg_info;
CAOTCtrl *aotc=cc->aotc;
Bool short_jmp;
CHashClass *tmpc;
CHashFun *tmpf;
CHashGlblVar *tmpg;
CExternUsage *tmpeu;
if (_dbg) {
*_dbg=dbg_info=CAlloc(offset(CDbgInfo.body)+sizeof(U32)*(num_lines+1));
dbg_info->min_line=cc->min_line;
dbg_info->max_line=cc->max_line;
if (cc->flags&CCF_AOT_COMPILE)
dbg_info->body[0]=aotc->rip;
else
dbg_info->body[0]=buf;
} else
dbg_info=NULL;
if (Bt(&cc->flags,CCf_PASS_TRACE_PRESENT) &&
Bt(&cc->saved_pass_trace,cc->pass))
"$BK,1$$LTRED$$IV,1$This code gets merged together and patched.\n"
"$FG$$IV,0$$BK,0$";
cc->last_float_op_ic=NULL;
tmpi=&cc->coc.coc_head;
tmpi->ic_last_start=-1;
tmpi->ic_cnt=0;
tmpi=tmpi->next;
while (tmpi->ic_code) {
tmpi_next=tmpi->next;
if (tmpi->ic_flags&ICF_PASS_TRACE && Bt(&cc->saved_pass_trace,cc->pass))
ICPut(cc,tmpi);
rip2=rip;
if (cc->flags&CCF_AOT_COMPILE)
rip2+=aotc->rip;
else
rip2+=buf;
cc->cur_ic_float_op_num=0;
if (!(tmpi->ic_flags &ICF_CODE_FINAL)) {
tmpi->ic_flags=tmpi->ic_flags&
~(ICF_PREV_DELETED|ICF_DONT_RESTORE)|ICF_CODE_FINAL;
if (cc->pass==7)
cc->dont_push_float=Btr(&tmpi->ic_flags,ICf_DONT_PUSH_FLOAT0);
MemCpy(saved_arg1_arg2_r,&tmpi->arg1,3*sizeof(CICArg));
tmpi->ic_cnt=0;
tmpi->ic_last_start=-1;
if (tmpi->arg2.type.mode) {
if (tmpi->ic_flags & ICF_ARG2_TO_F64) {
ICFCvt(cc,tmpi,REG_RAX,tmpi->arg2.type,
tmpi->arg2.reg,tmpi->arg2.disp,FALSE,CN_A2,rip2);
tmpi->arg2.type=MDF_REG+RT_I64;
tmpi->arg2.reg=REG_RAX;
tmpi->arg2.disp=0;
} else if (tmpi->ic_flags & ICF_ARG2_TO_INT) {
ICFCvt(cc,tmpi,REG_RAX,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,TRUE,CN_A2,rip2);
tmpi->arg2.type=MDF_REG+RT_I64;
tmpi->arg2.reg=REG_RAX;
tmpi->arg2.disp=0;
}
}
if (tmpi->arg1.type.mode) {
if (tmpi->ic_flags & ICF_ARG1_TO_F64) {
ICFCvt(cc,tmpi,REG_RDX,tmpi->arg1.type,
tmpi->arg1.reg,tmpi->arg1.disp,FALSE,CN_A1,rip2);
tmpi->arg1.type=MDF_REG+RT_I64;
tmpi->arg1.reg=REG_RDX;
tmpi->arg1.disp=0;
} else if (tmpi->ic_flags & ICF_ARG1_TO_INT) {
ICFCvt(cc,tmpi,REG_RDX,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,TRUE,CN_A1,rip2);
tmpi->arg1.type=MDF_REG+RT_I64;
tmpi->arg1.reg=REG_RDX;
tmpi->arg1.disp=0;
}
}
switch [tmpi->ic_code] {
start:
start:
case IC_ABS_ADDR:
ICU16(tmpi,0xB848);
ICU64(tmpi,tmpi->ic_data);
if (buf && cc->flags&CCF_AOT_COMPILE &&
!(cc->flags&(CCF_NO_ABSS|CCF_ASM_EXPRESSIONS))) {
tmpa=CAlloc(sizeof(CAOTAbsAddr));
tmpa->next=aotc->abss;
tmpa->type=AAT_ADD_U64;
aotc->abss=tmpa;
tmpa->rip=rip2+tmpi->ic_cnt-8;
}
break;
case IC_HEAP_GLBL:
ICU16(tmpi,0xB848);
ICU64(tmpi,0);
tmphg=tmpi->ic_data;
if (buf && cc->flags&CCF_AOT_COMPILE &&
//TODO:is this necessary--flags?
!(cc->flags&(CCF_NO_ABSS|CCF_ASM_EXPRESSIONS))) {
tmphgr=CAlloc(sizeof(CAOTHeapGlblRef));
tmphgr->next=tmphg->references;
tmphg->references=tmphgr;
tmphgr->rip=rip2+tmpi->ic_cnt-8;
}
break;
case IC_ADDR_IMPORT:
ICU8(tmpi,0xB8);
ICU32(tmpi,0);
if (buf && !(cc->flags&CCF_NO_ABSS)) {
tmpg=tmpi->ic_data;
tmpie=CAlloc(sizeof(CAOTImportExport));
tmpie->type=IET_IMM_U32;
tmpie->rip=rip2+tmpi->ic_cnt-4;
tmpie->next=tmpg->ie_lst;
tmpg->ie_lst=tmpie;
}
ICU24(tmpi,0xC06348);
break;
case IC_RIP:
ICU16(tmpi,0xB848);
ICU64(tmpi,rip2+tmpi->ic_cnt-2);
if (cc->flags&CCF_AOT_COMPILE && buf &&!(cc->flags&CCF_NO_ABSS)) {
tmpa=CAlloc(sizeof(CAOTAbsAddr));
tmpa->next=aotc->abss;
tmpa->type=AAT_ADD_U64;
aotc->abss=tmpa;
tmpa->rip=rip2+tmpi->ic_cnt-8;
}
break;
end:
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_REG+RT_I64,REG_RAX,0,rip2);
break;
case IC_BR_CARRY:
ICFlagBranch(tmpi,rip,0x72820F,buf);
break;
case IC_BR_NOT_CARRY:
ICFlagBranch(tmpi,rip,0x73830F,buf);
break;
case IC_BR_ZERO:
ICTestAndBranch(tmpi,rip,0x74840F,buf,rip2);
break;
case IC_BR_NOT_ZERO:
ICTestAndBranch(tmpi,rip,0x75850F,buf,rip2);
break;
case IC_BR_MM_ZERO:
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
ICFlagBranch(tmpi,rip,0x74840F,buf);
break;
case IC_BR_MM_NOT_ZERO:
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
ICFlagBranch(tmpi,rip,0x75850F,buf);
break;
case IC_BR_EQU_EQU:
ICCmpAndBranch(tmpi,FALSE,rip,0x74840F,0x74840F,
0x74840F,0x74840F,buf,rip2);
break;
case IC_BR_EQU_EQU2:
ICCmpAndBranch(tmpi,TRUE,rip,0x74840F,0x74840F,
0x74840F,0x74840F,buf,rip2);
break;
case IC_BR_NOT_EQU:
ICCmpAndBranch(tmpi,FALSE,rip,0x75850F,0x75850F,
0x75850F,0x75850F,buf,rip2);
break;
case IC_BR_NOT_EQU2:
ICCmpAndBranch(tmpi,TRUE,rip,0x75850F,0x75850F,
0x75850F,0x75850F,buf,rip2);
break;
case IC_BR_LESS:
if (tmpi->ic_flags&ICF_USE_F64)
ICFCmpAndBranch(cc,tmpi, rip,0x72820F,0x77870F,buf,rip2);
else
ICCmpAndBranch(tmpi,FALSE,rip,0x72820F,0x7C8C0F,
0x77870F,0x7F8F0F,buf,rip2);
break;
case IC_BR_LESS2:
ICCmpAndBranch(tmpi,TRUE,rip,0x72820F,0x7C8C0F,
0x77870F,0x7F8F0F,buf,rip2);
break;
case IC_BR_GREATER_EQU:
if (tmpi->ic_flags&ICF_USE_F64)
ICFCmpAndBranch(cc,tmpi, rip,0x73830F,0x76860F,buf,rip2);
else
ICCmpAndBranch(tmpi,FALSE,rip,0x73830F,0x7D8D0F,
0x76860F,0x7E8E0F,buf,rip2);
break;
case IC_BR_GREATER_EQU2:
ICCmpAndBranch(tmpi,TRUE,rip,0x73830F,0x7D8D0F,
0x76860F,0x7E8E0F,buf,rip2);
break;
case IC_BR_GREATER:
if (tmpi->ic_flags&ICF_USE_F64)
ICFCmpAndBranch(cc,tmpi, rip,0x77870F,0x72820F,buf,rip2);
else
ICCmpAndBranch(tmpi,FALSE,rip,0x77870F,0x7F8F0F,
0x72820F,0x7C8C0F,buf,rip2);
break;
case IC_BR_GREATER2:
ICCmpAndBranch(tmpi,TRUE,rip,0x77870F,0x7F8F0F,
0x72820F,0x7C8C0F,buf,rip2);
break;
case IC_BR_LESS_EQU:
if (tmpi->ic_flags&ICF_USE_F64)
ICFCmpAndBranch(cc,tmpi, rip,0x76860F,0x73830F,buf,rip2);
else
ICCmpAndBranch(tmpi,FALSE,rip,0x76860F,0x7E8E0F,
0x73830F,0x7D8D0F,buf,rip2);
break;
case IC_BR_LESS_EQU2:
ICCmpAndBranch(tmpi,TRUE,rip,0x76860F,0x7E8E0F,
0x73830F,0x7D8D0F,buf,rip2);
break;
case IC_BR_BT:
ICBrBitOps(tmpi,rip,0xA30F,0x20BA0F,0x72820F,buf,rip2);
break;
case IC_BR_BTS:
ICBrBitOps(tmpi,rip,0xAB0F,0x28BA0F,0x72820F,buf,rip2);
break;
case IC_BR_BTR:
ICBrBitOps(tmpi,rip,0xB30F,0x30BA0F,0x72820F,buf,rip2);
break;
case IC_BR_BTC:
ICBrBitOps(tmpi,rip,0xBB0F,0x38BA0F,0x72820F,buf,rip2);
break;
case IC_BR_NOT_BT:
ICBrBitOps(tmpi,rip,0xA30F,0x20BA0F,0x73830F,buf,rip2);
break;
case IC_BR_NOT_BTS:
ICBrBitOps(tmpi,rip,0xAB0F,0x28BA0F,0x73830F,buf,rip2);
break;
case IC_BR_NOT_BTR:
ICBrBitOps(tmpi,rip,0xB30F,0x30BA0F,0x73830F,buf,rip2);
break;
case IC_BR_NOT_BTC:
ICBrBitOps(tmpi,rip,0xBB0F,0x38BA0F,0x73830F,buf,rip2);
break;
case IC_BR_AND_ZERO:
ICAndBranch(tmpi,rip,0x74840F,buf,rip2);
break;
case IC_BR_AND_NOT_ZERO:
ICAndBranch(tmpi,rip,0x75850F,buf,rip2);
break;
case IC_SUB_CALL:
lb=OptLabelFwd(tmpi->ic_data);
ICU8(tmpi,0xE8);
ICU32(tmpi,lb->addr-(rip+5));
break;
case IC_JMP:
lb=OptLabelFwd(tmpi->ic_data);
short_jmp=ToBool(tmpi->ic_flags&ICF_SHORT_JMP);
if (!buf && lb->addr!=INVALID_PTR &&
I8_MIN+5<lb->addr-rip<I8_MAX-5)
short_jmp=TRUE;
if (short_jmp) {
tmpi->ic_flags|=ICF_SHORT_JMP;
i=lb->addr-(rip+2);
if (buf || i)
ICU16(tmpi,i<<8+0xEB);
else
tmpi->ic_code=IC_NOP1;
} else {
i=lb->addr-(rip+5);
ICU8(tmpi,0xE9);
ICU32(tmpi,i);
}
break;
case IC_LABEL:
lb=tmpi->ic_data;
lb->addr=rip;
if (lb->flags&CMF_POP_CMP) {
ICAddRSP(tmpi,-8,FALSE);
ICAddRSP(tmpi,8,FALSE);
}
if (lb->type==CMT_ASM_LABEL)
lb->addr+=lb->rip;
break;
case IC_STR_CONST:
case IC_GET_LABEL:
lb=tmpi->ic_data;
if (cc->flags&CCF_AOT_COMPILE)
i=lb->addr+aotc->rip;
else
i=lb->addr+buf;
ICLea(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_RIP_DISP32+RT_PTR,0,i,cc,buf,rip2);
break;
case IC_ASM:
tmpaot=tmpi->ic_data;
tmpi->ic_cnt+=tmpaot->aot_U8s;
if (buf) {
MemCpy(buf+rip,tmpaot->buf,tmpaot->aot_U8s);
Free(tmpaot->buf);
tmpaot->buf=buf;
tmpaot->rip=rip;
tmpaot->rip2=rip2;
if (cc->flags&CCF_AOT_COMPILE)
CmpFixUpAOTAsm(cc,tmpaot);
else
CmpFixUpJITAsm(cc,tmpaot);
cnt=tmpi->ic_cnt;
goto op789A_skip_copy;
}
break;
case IC_CALL:
i=tmpi->ic_data-(rip2+5);
if (!(I32_MIN<=i<=I32_MAX) && !(cc->flags&CCF_AOT_COMPILE)) {
ICU16(tmpi,0xBB48);
ICU64(tmpi,tmpi->ic_data);
ICU16(tmpi,0xD3FF);
} else {
ICU8(tmpi,0xE8);
ICU32(tmpi,i);
}
break;
case IC_CALL_EXTERN: //Only for static modules
ICU8(tmpi,0xE8);
ICU32(tmpi,0);
if (buf) {
tmpf=tmpi->ic_data;
tmpeu=CAlloc(sizeof(CExternUsage));
tmpeu->next=tmpf->ext_lst;
tmpf->ext_lst=tmpeu;
tmpeu->rip=rip2+1;
}
break;
case IC_CALL_INDIRECT2:
ICU16(tmpi,0xBB48);
if (cc->flags&CCF_AOT_COMPILE) i=rip2+tmpi->ic_cnt;
ICU64(tmpi,tmpi->ic_data);
ICU16(tmpi,0x13FF);
if (buf && cc->flags&CCF_AOT_COMPILE&& !(cc->flags&CCF_NO_ABSS)) {
tmpa=CAlloc(sizeof(CAOTAbsAddr));
tmpa->next=aotc->abss;
tmpa->type=AAT_ADD_U64;
aotc->abss=tmpa;
tmpa->rip=i;
}
break;
case IC_CALL_IMPORT:
if (GetOption(OPTf_USE_IMM64)) {
ICU16(tmpi,0xBB48);
ICU64(tmpi,0);
if (buf) {
tmpf=tmpi->ic_data;
tmpie=CAlloc(sizeof(CAOTImportExport));
tmpie->type=IET_IMM_I64;
tmpie->rip=rip2+tmpi->ic_cnt-8;
tmpie->next=tmpf->ie_lst;
tmpf->ie_lst=tmpie;
}
ICU16(tmpi,0xD3FF);
} else {
ICU8(tmpi,0xE8);
ICU32(tmpi,0);
if (buf) {
tmpf=tmpi->ic_data;
tmpie=CAlloc(sizeof(CAOTImportExport));
tmpie->type=IET_REL_I32;
tmpie->rip=rip2+tmpi->ic_cnt-4;
tmpie->next=tmpf->ie_lst;
tmpf->ie_lst=tmpie;
}
}
break;
end:
tmpi->ic_flags&=~ICF_CODE_FINAL;
break;
case IC_LEAVE:
if (cc->htc.fun) {
if (Bt(&cc->htc.fun->flags,Ff_INTERRUPT))
ICPopRegs(tmpi,REGG_CLOBBERED|cc->htc.fun->used_reg_mask&
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS|REGG_STK_TMP));
else
ICPopRegs(tmpi,cc->htc.fun->used_reg_mask&
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS));
}
if (tmpi->ic_data<=I16_MAX) {
if (tmpi->ic_data)
ICU8(tmpi,0xC9); //LEAVE
else
ICU8(tmpi,0x5D); //POP RBP
} else {
ICAddRSP(tmpi,tmpi->ic_data);
ICU8(tmpi,0x5D); //POP RBP
}
if (cc->htc.fun && Bt(&cc->htc.fun->flags,Ff_INTERRUPT)) {
if (Bt(&cc->htc.fun->flags,Ff_HASERRCODE))
ICAddRSP(tmpi,8);
ICU16(tmpi,0xCF48);
} else if (cc->htc.fun && cc->htc.fun->arg_cnt &&
(Bt(&cc->htc.fun->flags,Ff_RET1) ||
Bt(&cc->htc.fun->flags,Ff_ARGPOP)) &&
!Bt(&cc->htc.fun->flags,Ff_NOARGPOP)) {
ICU8(tmpi,0xC2);
ICU16(tmpi,cc->htc.fun->arg_cnt<<3);
} else
ICU8(tmpi,0xC3);
break;
case IC_RET:
ICU8(tmpi,0xC3);
break;
case IC_FS:
ICZero(tmpi,REG_RAX);
ICU32(tmpi,0x8B4864);
break;
case IC_GS:
ICZero(tmpi,REG_RAX);
ICU32(tmpi,0x8B4865);
break;
case IC_MOV_FS:
ICZero(tmpi,REG_RAX);
ICU8(tmpi,0x64);
//It's ugly to use ic_class here
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_DISP+CmpRawType(tmpi->ic_class),REG_RAX,tmpi->ic_data,
rip2);
break;
case IC_MOV_GS:
ICZero(tmpi,REG_RAX);
ICU8(tmpi,0x65);
//It's ugly to use ic_class here
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_DISP+CmpRawType(tmpi->ic_class),REG_RAX,tmpi->ic_data,
rip2);
break;
case IC_HOLYC_TYPECAST:
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_COM:
ICUnaries(tmpi,SLASH_OP_NOT,rip2);
break;
case IC_NOT:
ICNot(tmpi,rip2);
break;
case IC_UNARY_MINUS:
if (tmpi->res.type.raw_type==RT_F64)
ICFUnaryMinus(cc,tmpi,buf,rip2);
else
ICUnaries(tmpi,SLASH_OP_NEG,rip2);
break;
case IC_ADDR:
case IC_MOV:
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_DEREF:
ICDeref(tmpi,rip2);
break;
case IC_DEREF_PP:
ICDerefPostIncDec(tmpi,SLASH_OP_INC,rip2);
break;
case IC_DEREF_MM:
ICDerefPostIncDec(tmpi,SLASH_OP_DEC,rip2);
break;
case IC__PP:
if (tmpi->ic_flags&ICF_USE_INT)
ICPostIncDec(tmpi,SLASH_OP_INC,rip2);
else
ICFPostIncDec(cc,tmpi,CMP_TEMPLATE_INC,rip2);
break;
case IC__MM:
if (tmpi->ic_flags&ICF_USE_INT)
ICPostIncDec(tmpi,SLASH_OP_DEC,rip2);
else
ICFPostIncDec(cc,tmpi,CMP_TEMPLATE_DEC,rip2);
break;
case IC_PP_:
if (tmpi->ic_flags&ICF_USE_INT)
ICPreIncDec(tmpi,SLASH_OP_INC,rip2);
else
ICFPreIncDec(cc,tmpi,CMP_TEMPLATE_INC,rip2);
break;
case IC_MM_:
if (tmpi->ic_flags&ICF_USE_INT)
ICPreIncDec(tmpi,SLASH_OP_DEC,rip2);
else
ICFPreIncDec(cc,tmpi,CMP_TEMPLATE_DEC,rip2);
break;
case IC_LEA:
ICLea(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,cc,buf,rip2);
break;
case IC_POWER:
ICFPow(cc,tmpi,buf,rip2);
break;
case IC_SHL:
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
break;
case IC_SHR:
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
break;
case IC_MUL:
if (tmpi->ic_flags&ICF_USE_INT)
ICMul(tmpi,rip2);
else
ICFMul(cc,tmpi,buf,rip2);
break;
case IC_DIV:
if (tmpi->ic_flags&ICF_USE_INT)
ICDiv(tmpi,rip2);
else
ICFDiv(cc,tmpi,buf,rip2);
break;
case IC_MOD:
if (tmpi->ic_flags&ICF_USE_INT)
ICMod(tmpi,rip2);
else
ICFMod(cc,tmpi,rip2);
break;
case IC_AND:
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x23,rip2);
break;
case IC_OR:
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x0B,rip2);
break;
case IC_XOR:
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x33,rip2);
break;
case IC_ADD:
if (tmpi->ic_flags&ICF_USE_INT)
ICAddEct(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,0x03,rip2);
else
ICFAdd(cc,tmpi,buf,rip2);
break;
case IC_SUB:
if (tmpi->ic_flags&ICF_USE_INT)
ICSub(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
else
ICFSub(cc,tmpi,buf,rip2);
break;
case IC_EQU_EQU:
ICCmp(tmpi,0x75,0x75,rip2);
break;
case IC_NOT_EQU:
ICCmp(tmpi,0x74,0x74,rip2);
break;
case IC_LESS:
if (tmpi->ic_flags&ICF_USE_INT)
ICCmp(tmpi,0x73,0x7D,rip2);
else
ICFCmp(cc,tmpi,CMP_TEMPLATE_LESS,rip2);
break;
case IC_GREATER_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICCmp(tmpi,0x72,0x7C,rip2);
else
ICFCmp(cc,tmpi,CMP_TEMPLATE_GREATER_EQU,rip2);
break;
case IC_GREATER:
if (tmpi->ic_flags&ICF_USE_INT)
ICCmp(tmpi,0x76,0x7E,rip2);
else
ICFCmp(cc,tmpi,CMP_TEMPLATE_GREATER,rip2);
break;
case IC_LESS_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICCmp(tmpi,0x77,0x7F,rip2);
else
ICFCmp(cc,tmpi,CMP_TEMPLATE_LESS_EQU,rip2);
break;
case IC_AND_AND:
ICAndAnd(tmpi,rip2);
break;
case IC_OR_OR:
ICOrOr(tmpi,rip2);
break;
case IC_XOR_XOR:
ICXorXor(tmpi,rip2);
break;
case IC_ASSIGN:
ICAssign(tmpi,rip2);
break;
case IC_ASSIGN_PP:
ICAssignPostIncDec(tmpi,SLASH_OP_INC,rip2);
break;
case IC_ASSIGN_MM:
ICAssignPostIncDec(tmpi,SLASH_OP_DEC,rip2);
break;
case IC_SHL_EQU:
ICShiftEqu(tmpi,tmpi->arg1_type_pointed_to,
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
break;
case IC_SHR_EQU:
ICShiftEqu(tmpi,tmpi->arg1_type_pointed_to,
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
break;
case IC_MUL_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICMulEqu(tmpi,rip2);
else
ICFOpEqu(cc,tmpi,SLASH_OP_FMUL,buf,rip2);
break;
case IC_DIV_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICDivEqu(tmpi,FALSE,rip2);
else
ICFOpEqu(cc,tmpi,SLASH_OP_FDIV,buf,rip2);
break;
case IC_MOD_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICDivEqu(tmpi,TRUE,rip2);
else
ICFModEqu(cc,tmpi,rip2);
break;
case IC_AND_EQU:
ICAndEqu(tmpi,rip2);
break;
case IC_OR_EQU:
ICOrEqu(tmpi,rip2);
break;
case IC_XOR_EQU:
ICXorEqu(tmpi,rip2);
break;
case IC_ADD_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICAddSubEctEqu(tmpi,tmpi->arg1_type_pointed_to,
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0x010000000003,rip2);
else
ICFOpEqu(cc,tmpi,SLASH_OP_FADD,buf,rip2);
break;
case IC_SUB_EQU:
if (tmpi->ic_flags&ICF_USE_INT)
ICAddSubEctEqu(tmpi,tmpi->arg1_type_pointed_to,
tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,
0x29000000052B,rip2);
else
ICFOpEqu(cc,tmpi,SLASH_OP_FSUB,buf,rip2);
break;
case IC_SHL_CONST:
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
MDF_IMM+RT_I64,0,tmpi->ic_data,
0xE0D1E0D3E0C1,0xE0D1E0D3E0C1,rip2);
break;
case IC_SHR_CONST:
ICShift(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,
MDF_IMM+RT_I64,0,tmpi->ic_data,
0xE8D1E8D3E8C1,0xF8D1F8D3F8C1,rip2);
break;
case IC_ADD_CONST:
ICAddSubEctImm(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,tmpi->ic_data,
0x0003,rip2);
break;
case IC_SUB_CONST:
ICAddSubEctImm(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,tmpi->ic_data,
0x052B,rip2);
break;
case IC_ENTER:
ICU32(tmpi,0xEC8B4855);
if (tmpi->ic_data)
ICAddRSP(tmpi,-tmpi->ic_data,FALSE);
if (cc->htc.fun) {
if (Bt(&cc->htc.fun->flags,Ff_INTERRUPT))
ICPushRegs(tmpi,REGG_CLOBBERED|cc->htc.fun->used_reg_mask&
(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS|REGG_STK_TMP));
else {
if (sys_var_init_flag && i)
ICLocalVarInit(tmpi);
ICPushRegs(tmpi,cc->htc.fun->used_reg_mask
&(REGG_LOCAL_VARS|REGG_LOCAL_NON_PTR_VARS));
}
for (i=0;i<REG_REGS_NUM;i++)
if (reg_offsets[i]>0 && reg_offsets[i].offset!=I64_MAX) {
tmpc=OptClassFwd(reg_offsets[i].m->member_class);
ICMov(tmpi,MDF_REG+RT_I64,i,0,MDF_DISP+tmpc->raw_type,
REG_RBP,reg_offsets[i].offset,rip2);
}
}
break;
case IC_ADD_RSP:
ICAddRSP(tmpi,tmpi->ic_data);
break;
case IC_CALL_INDIRECT:
if (I8_MIN<=tmpi->ic_data<=I8_MAX) {
ICU24(tmpi,0x2454FF); //CALL disp[RSP]
ICU8(tmpi,tmpi->ic_data);
} else {
ICU24(tmpi,0x2494FF); //CALL disp[RSP]
ICU32(tmpi,tmpi->ic_data);
}
break;
case IC_PUSH:
ICPush(tmpi,tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_POP:
ICU8(tmpi,0x58);
break;
case IC_INVLPG:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU24(tmpi,0x38010F);
break;
case IC_CLFLUSH:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU24(tmpi,0x38AE0F);
break;
case IC_GET_RFLAGS:
ICU8(tmpi,0x9C);
ICPop(tmpi,MDF_REG+RT_I64,REG_RAX,0,rip2);
break;
case IC_CARRY:
ICU24(tmpi,0xC0920F); //SETC AL
ICU24(tmpi,0x01E083); //AND EAX,1
break;
case IC_RDTSC:
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_RDTSC,TRUE,FALSE,FALSE,CN_INST);
break;
case IC_SET_RFLAGS:
ICPush(tmpi,tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU8(tmpi,0x9D);
break;
case IC_GET_RBP:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
MDF_REG+RT_I64,REG_RBP,0,rip2);
break;
case IC_SET_RBP:
ICMov(tmpi,MDF_REG+RT_I64,REG_RBP,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_GET_RSP:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
MDF_REG+RT_I64,REG_RSP,0,rip2);
break;
case IC_SET_RSP:
ICMov(tmpi,MDF_REG+RT_I64,REG_RSP,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_RETURN_VAL:
case IC_SET_RAX:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
break;
case IC_RETURN_VAL2:
case IC_GET_RAX:
break;
case IC_BT:
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
0xA30F,0x20BA0F,rip2);
break;
case IC_BTS:
case IC_LBTS:
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
0xAB0F,0x28BA0F,rip2);
break;
case IC_BTR:
case IC_LBTR:
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
0xB30F,0x30BA0F,rip2);
break;
case IC_BTC:
case IC_LBTC:
ICBitOps(tmpi,&tmpi->arg1,&tmpi->arg2,tmpi->next,
0xBB0F,0x38BA0F,rip2);
break;
case IC_BSF:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU32(tmpi,0xC0BC0F48);
ICU16(tmpi,0x0375);
ICU24(tmpi,0xD0F748);
break;
case IC_BSR:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU32(tmpi,0xC0BD0F48);
ICU16(tmpi,0x0375);
ICU24(tmpi,0xD0F748);
break;
case IC_SIGN_I64:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_SIGN_I64,
TRUE,FALSE,FALSE,CN_INST);
break;
case IC_TOUPPER:
ICToUpper(tmpi,rip2);
break;
case IC_TO_I64:
ICToI64(cc,tmpi,rip2);
break;
case IC_TO_F64:
ICToF64(cc,tmpi,rip2);
break;
case IC_TO_BOOL:
ICToBool(cc,tmpi,rip2);
break;
case IC_SQR:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SQR,rip2);
break;
case IC_ABS:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_ABS,rip2);
break;
case IC_SQRT:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SQRT,rip2);
break;
case IC_SIN:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_SIN,rip2);
break;
case IC_COS:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_COS,rip2);
break;
case IC_TAN:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_TAN,rip2);
break;
case IC_ATAN:
ICFTemplateFun(cc,tmpi,CMP_TEMPLATE_ATAN,rip2);
break;
case IC_ABS_I64:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU24(tmpi,0xC08548);
ICU16(tmpi,0x0379);
ICU24(tmpi,0xD8F748);
break;
case IC_MIN_I64:
ICMinMax(tmpi,0x4F,rip2);
break;
case IC_MAX_I64:
ICMinMax(tmpi,0x4C,rip2);
break;
case IC_MIN_U64:
ICMinMax(tmpi,0x47,rip2);
break;
case IC_MAX_U64:
ICMinMax(tmpi,0x42,rip2);
break;
case IC_MOD_U64:
ICModU64(tmpi,rip2);
break;
case IC_SQR_I64:
ICSqr(tmpi,SLASH_OP_IMUL,rip2);
break;
case IC_SQR_U64:
ICSqr(tmpi,SLASH_OP_MUL,rip2);
break;
case IC_SWAP_U8:
case IC_SWAP_U16:
case IC_SWAP_U32:
case IC_SWAP_I64:
ICSwap(tmpi,rip2);
break;
case IC_QUE_INIT:
ICQueInit(tmpi,rip2);
break;
case IC_QUE_INS:
ICQueIns(tmpi,rip2);
break;
case IC_QUE_INS_REV:
ICQueInsRev(tmpi,rip2);
break;
case IC_QUE_REM:
ICQueRem(tmpi,rip2);
break;
case IC_STRLEN:
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICCopyTemplate(cc,tmpi,CMP_TEMPLATE_STRLEN,TRUE,FALSE,FALSE,CN_INST);
break;
case IC_IN_U32:
if (tmpi->arg1.type&MDF_IMM) {
ICU16(tmpi,0xC033);
if (tmpi->arg1.disp<=U8_MAX)
ICU16(tmpi,0xE5+tmpi->arg1.disp<<8);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
ICU8(tmpi,0xED);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU16(tmpi,0xC033);
ICU8(tmpi,0xED);
}
break;
case IC_IN_U16:
if (tmpi->arg1.type&MDF_IMM) {
ICU16(tmpi,0xC033);
if (tmpi->arg1.disp<=U8_MAX)
ICU24(tmpi,0xE500+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
ICU16(tmpi,0xED00+OC_OP_SIZE_PREFIX);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU16(tmpi,0xC033);
ICU16(tmpi,0xED00+OC_OP_SIZE_PREFIX);
}
break;
case IC_IN_U8:
if (tmpi->arg1.type&MDF_IMM) {
ICU16(tmpi,0xC033);
if (tmpi->arg1.disp<=U8_MAX)
ICU16(tmpi,0xE4+tmpi->arg1.disp<<8);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg1.disp<<16);
ICU8(tmpi,0xEC);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU16(tmpi,0xC033);
ICU8(tmpi,0xEC);
}
break;
case IC_OUT_U32:
if (tmpi->arg2.type&MDF_IMM) {
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
if (tmpi->arg2.disp<=U8_MAX)
ICU16(tmpi,0xE7+tmpi->arg2.disp<<8);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
ICU8(tmpi,0xEF);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU8(tmpi,0xEF);
}
break;
case IC_OUT_U16:
if (tmpi->arg2.type&MDF_IMM) {
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
if (tmpi->arg2.disp<=U8_MAX)
ICU24(tmpi,0xE700+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
ICU16(tmpi,0xEF00+OC_OP_SIZE_PREFIX);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU16(tmpi,0xEF00+OC_OP_SIZE_PREFIX);
}
break;
case IC_OUT_U8:
if (tmpi->arg2.type&MDF_IMM) {
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
if (tmpi->arg2.disp<=U8_MAX)
ICU16(tmpi,0xE6+tmpi->arg2.disp<<8);
else {
ICU32(tmpi,0xBA00+OC_OP_SIZE_PREFIX+tmpi->arg2.disp<<16);
ICU8(tmpi,0xEE);
}
} else {
ICMov(tmpi,MDF_REG+RT_I64,REG_RDX,0,
tmpi->arg2.type,tmpi->arg2.reg,tmpi->arg2.disp,rip2);
ICMov(tmpi,MDF_REG+RT_I64,REG_RAX,0,
tmpi->arg1.type,tmpi->arg1.reg,tmpi->arg1.disp,rip2);
ICU8(tmpi,0xEE);
}
break;
case IC_NOBOUND_SWITCH:
ICSwitch(tmpi,rip,TRUE,cc,buf,rip2);
break;
case IC_SWITCH:
ICSwitch(tmpi,rip,FALSE,cc,buf,rip2);
break;
case IC_NOP1:
case IC_NOP2:
OptFree(tmpi);
goto op789A_next;
case IC_CALL_START:
case IC_PUSH_REGS:
ICPushRegs(tmpi,tmpi->ic_data);
break;
case IC_CALL_END:
ICPopRegs(tmpi,tmpi->ic_data);
if (tmpi->res.type.mode)
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_REG+RT_I64,REG_RAX,0,rip2);
break;
case IC_POP_REGS:
ICPopRegs(tmpi,tmpi->ic_data);
break;
case IC_PUSH_CMP:
case IC_CALL_END2:
case IC_END:
case IC_ADD_RSP1:
break;
default:
"Pass:%d Missing IC hndlr\n",cc->pass;
ICPut(cc,tmpi);
LexExcept(cc,"Compiler Optimization Error at ");
}
if (tmpi->res.type.mode) {
if (tmpi->ic_flags & ICF_RES_TO_F64) {
if (tmpi->ic_code==IC_PUSH_CMP) {
ICU24(tmpi,0x242CDF); //FILD U64 [RSP]
ICU24(tmpi,0x241CDD); //FSTP U64 [RSP]
} else {
ICFCvt(cc,tmpi,REG_RAX,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
FALSE,CN_RES,rip2);
if (!Bt(&tmpi->ic_flags,ICf_DONT_POP_FLOAT0+
cc->cur_ic_float_op_num-1))
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_REG+RT_I64,REG_RAX,0,rip2);
}
} else if (tmpi->ic_flags & ICF_RES_TO_INT) {
ICFCvt(cc,tmpi,REG_RAX,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
TRUE,CN_RES,rip2);
ICMov(tmpi,tmpi->res.type,tmpi->res.reg,tmpi->res.disp,
MDF_REG+RT_I64,REG_RAX,0,rip2);
}
}
}
cnt=tmpi->ic_cnt;
if (tmpi->ic_flags&ICF_DEL_PREV_INS) {
if (cc->pass>8)
cnt=tmpi->ic_last_start;
tmpi->ic_flags&=~ICF_DEL_PREV_INS;
}
if (cnt && buf)
MemCpy(buf+rip,tmpi->ic_body,cnt);
op789A_skip_copy:
if (dbg_info && cc->min_line<=tmpi->ic_line<=cc->max_line) {
i=tmpi->ic_line-cc->min_line;
if (!dbg_info->body[i])
dbg_info->body[i]=rip2;
}
if (tmpi->ic_flags&ICF_PASS_TRACE &&
Bt(&cc->saved_pass_trace,cc->pass) && cnt) {
"$RED$";
if (buf)
Un(buf+rip,cnt,64);
else
Un(tmpi->ic_body,cnt,64);
"$FG$";
}
if (!(tmpi->ic_flags&(ICF_CODE_FINAL|ICF_DONT_RESTORE)))
MemCpy(&tmpi->arg1,saved_arg1_arg2_r,3*sizeof(CICArg));
rip+=cnt;
if (tmpi->ic_cnt>=IC_BODY_SIZE && tmpi->ic_code!=IC_ASM)
throw('Compiler');
op789A_next:
tmpi=tmpi_next;
}
lb=cc->coc.coc_next_misc;
while (lb!=&cc->coc.coc_next_misc) {
switch (lb->type) {
case CMT_STR_CONST:
lb->addr=rip;
if (buf)
MemCpy(buf+rip,lb->str,lb->st_len);
rip+=lb->st_len;
break;
case CMT_JMP_TABLE:
lb->addr=rip;
ptr=buf+lb->addr;
if (lb->flags&(CMF_I8_JMP_TABLE|CMF_U8_JMP_TABLE)) {
if (buf)
for (i=0;i<lb->range;i++)
*ptr++=lb->jmp_table[i]->addr-lb->begin->addr;
rip+=lb->range;
} else if (lb->flags&(CMF_I16_JMP_TABLE|CMF_U16_JMP_TABLE)) {
if (buf)
for (i=0;i<lb->range;i++)
*ptr(U16 *)++=lb->jmp_table[i]->addr-lb->begin->addr;
rip+=lb->range<<1;
} else {
if (buf)
for (i=0;i<lb->range;i++) {
if (cc->flags&CCF_AOT_COMPILE && !(cc->flags&CCF_NO_ABSS)) {
tmpa=CAlloc(sizeof(CAOTAbsAddr));
tmpa->next=aotc->abss;
tmpa->type=AAT_ADD_U32;
aotc->abss=tmpa;
tmpa->rip=aotc->rip+lb->addr+i<<2;
*ptr(U32 *)++=lb->jmp_table[i]->addr+aotc->rip;
} else
*ptr(U32 *)++=lb->jmp_table[i]->addr+buf;
}
rip+=lb->range<<2;
}
break;
case CMT_FLOAT_CONSTS:
lb->addr=rip;
if (buf)
MemCpy(buf+lb->addr,lb->float_consts,lb->num_consts*sizeof(F64));
rip+=lb->num_consts*sizeof(F64);
break;
}
lb=lb->next;
}
if (dbg_info) {
if (cc->flags&CCF_AOT_COMPILE)
dbg_info->body[num_lines]=rip+aotc->rip;
else
dbg_info->body[num_lines]=rip+buf;
}
return rip;
}