Go to the documentation of this file.
27 #define CODEGEN_HPP_ 1
41 #define MCODECHECK(icnt) \
43 if ((cd->mcodeptr + (icnt)) > cd->mcodeend) \
44 codegen_increase(cd); \
48 #define ALIGNCODENOP \
50 int len = (-(ptrint) cd->mcodeptr) & 7; \
56 #define PATCH_ALIGNMENT(addr, offset, size) \
57 ((((addr)+(offset)+(size)-1) & ~((size)-1)) - ((addr)+(offset)))
65 M_IMOV_IMM((c), (d)); \
77 M_MOV_IMM((c), (d)); \
83 #define BRANCH_UNCONDITIONAL_SIZE 5
84 #define BRANCH_CONDITIONAL_SIZE 6
102 #define PATCHER_CALL_SIZE 2
104 #define PATCHER_NOPS \
114 *(cd->mcodeptr) = (a); \
119 #define M_BYTE2(a, b) \
126 #define M_MOV(a,b) emit_mov_reg_reg(cd, (a), (b))
127 #define M_MOV_IMM(a,b) emit_mov_imm_reg(cd, (u8) (a), (b))
129 #define M_IMOV(a,b) emit_movl_reg_reg(cd, (a), (b))
130 #define M_IMOV_IMM(a,b) emit_movl_imm_reg(cd, (u4) (a), (b))
132 #define M_FMOV(a,b) emit_movq_reg_reg(cd, (a), (b))
133 #define M_DMOV(a,b) M_FMOV(a,b)
135 #define M_ILD(a,b,disp) emit_movl_membase_reg(cd, (b), (disp), (a))
136 #define M_LLD(a,b,disp) emit_mov_membase_reg(cd, (b), (disp), (a))
138 #define M_ILD32(a,b,disp) emit_movl_membase32_reg(cd, (b), (disp), (a))
139 #define M_LLD32(a,b,disp) emit_mov_membase32_reg(cd, (b), (disp), (a))
141 #define M_IST(a,b,disp) emit_movl_reg_membase(cd, (a), (b), (disp))
142 #define M_LST(a,b,disp) emit_mov_reg_membase(cd, (a), (b), (disp))
144 #define M_IST_IMM(a,b,disp) emit_movl_imm_membase(cd, (a), (b), (disp))
145 #define M_LST_IMM32(a,b,disp) emit_mov_imm_membase(cd, (a), (b), (disp))
147 #define M_IST32(a,b,disp) emit_movl_reg_membase32(cd, (a), (b), (disp))
148 #define M_LST32(a,b,disp) emit_mov_reg_membase32(cd, (a), (b), (disp))
150 #define M_IST32_IMM(a,b,disp) emit_movl_imm_membase32(cd, (a), (b), (disp))
151 #define M_LST32_IMM32(a,b,disp) emit_mov_imm_membase32(cd, (a), (b), (disp))
153 #define M_IADD(a,b) emit_alul_reg_reg(cd, ALU_ADD, (a), (b))
154 #define M_ISUB(a,b) emit_alul_reg_reg(cd, ALU_SUB, (a), (b))
155 #define M_IMUL(a,b) emit_imull_reg_reg(cd, (a), (b))
157 #define M_IADD_IMM(a,b) emit_alul_imm_reg(cd, ALU_ADD, (a), (b))
158 #define M_ISUB_IMM(a,b) emit_alul_imm_reg(cd, ALU_SUB, (a), (b))
159 #define M_IMUL_IMM(a,b,c) emit_imull_imm_reg_reg(cd, (b), (a), (c))
161 #define M_LADD(a,b) emit_alu_reg_reg(cd, ALU_ADD, (a), (b))
162 #define M_LSUB(a,b) emit_alu_reg_reg(cd, ALU_SUB, (a), (b))
163 #define M_LMUL(a,b) emit_imul_reg_reg(cd, (a), (b))
165 #define M_LADD_IMM(a,b) emit_alu_imm_reg(cd, ALU_ADD, (a), (b))
166 #define M_LSUB_IMM(a,b) emit_alu_imm_reg(cd, ALU_SUB, (a), (b))
167 #define M_LMUL_IMM(a,b,c) emit_imul_imm_reg_reg(cd, (b), (a), (c))
169 #define M_IINC(a) emit_incl_reg(cd, (a))
170 #define M_LINC(a) emit_incq_reg(cd, (a))
171 #define M_IDEC(a) emit_decl_reg(cd, (a))
173 #define M_ALD(a,b,disp) \
176 M_LLD(a, b, disp + -((cd->mcodeptr + 7) - cd->mcodebase)); \
181 #define M_ALD32(a,b,disp) M_LLD32(a,b,disp)
182 #define M_ALD_DSEG(a,disp) M_ALD(a,RIP,disp)
184 #define M_ALD_MEM(a,disp) emit_mov_mem_reg(cd, (disp), (a))
186 #define M_ALD_MEM_GET_OPC(p) ( *( (p) + 1))
187 #define M_ALD_MEM_GET_MOD(p) (((*( (p) + 2)) >> 6) & 0x03)
188 #define M_ALD_MEM_GET_REG(p) ((((*( (p) + 2)) >> 3) & 0x07) + (((*(p) >> 2) & 0x01) << 3))
189 #define M_ALD_MEM_GET_RM(p) (((*( (p) + 2)) ) & 0x07)
190 #define M_ALD_MEM_GET_DISP(p) ( *((u4 *) ((p) + 4)))
192 #define M_AST(a,b,c) M_LST(a,b,c)
193 #define M_AST_IMM32(a,b,c) M_LST_IMM32(a,b,c)
195 #define M_AADD(a,b) M_LADD(a,b)
196 #define M_AADD_IMM(a,b) M_LADD_IMM(a,b)
197 #define M_ASUB_IMM(a,b) M_LSUB_IMM(a,b)
199 #define M_ISUB_IMM32(a,b) emit_alul_imm32_reg(cd, ALU_SUB, (a), (b))
201 #define M_LADD_IMM32(a,b) emit_alu_imm32_reg(cd, ALU_ADD, (a), (b))
202 #define M_LSUB_IMM32(a,b) emit_alu_imm32_reg(cd, ALU_SUB, (a), (b))
204 #define M_AADD_IMM32(a,b) M_LADD_IMM32(a,b)
206 #define M_ILEA(a,b,c) emit_leal_membase_reg(cd, (a), (b), (c))
207 #define M_LLEA(a,b,c) emit_lea_membase_reg(cd, (a), (b), (c))
208 #define M_ALEA(a,b,c) M_LLEA(a,b,c)
210 #define M_INEG(a) emit_negl_reg(cd, (a))
211 #define M_LNEG(a) emit_neg_reg(cd, (a))
213 #define M_IAND(a,b) emit_alul_reg_reg(cd, ALU_AND, (a), (b))
214 #define M_IOR(a,b) emit_alul_reg_reg(cd, ALU_OR, (a), (b))
215 #define M_IXOR(a,b) emit_alul_reg_reg(cd, ALU_XOR, (a), (b))
217 #define M_IAND_IMM(a,b) emit_alul_imm_reg(cd, ALU_AND, (a), (b))
218 #define M_IOR_IMM(a,b) emit_alul_imm_reg(cd, ALU_OR, (a), (b))
219 #define M_IXOR_IMM(a,b) emit_alul_imm_reg(cd, ALU_XOR, (a), (b))
221 #define M_LAND(a,b) emit_alu_reg_reg(cd, ALU_AND, (a), (b))
222 #define M_LOR(a,b) emit_alu_reg_reg(cd, ALU_OR, (a), (b))
223 #define M_LXOR(a,b) emit_alu_reg_reg(cd, ALU_XOR, (a), (b))
225 #define M_LAND_IMM(a,b) emit_alu_imm_reg(cd, ALU_AND, (a), (b))
226 #define M_LOR_IMM(a,b) emit_alu_imm_reg(cd, ALU_OR, (a), (b))
227 #define M_LXOR_IMM(a,b) emit_alu_imm_reg(cd, ALU_XOR, (a), (b))
229 #define M_BSEXT(a,b) emit_movsbq_reg_reg(cd, (a), (b))
230 #define M_SSEXT(a,b) emit_movswq_reg_reg(cd, (a), (b))
231 #define M_ISEXT(a,b) emit_movslq_reg_reg(cd, (a), (b))
233 #define M_BZEXT(a,b) emit_movzbq_reg_reg(cd, (a), (b))
234 #define M_CZEXT(a,b) emit_movzwq_reg_reg(cd, (a), (b))
236 #define M_ISLL_IMM(a,b) emit_shiftl_imm_reg(cd, SHIFT_SHL, (a), (b))
237 #define M_ISRA_IMM(a,b) emit_shiftl_imm_reg(cd, SHIFT_SAR, (a), (b))
238 #define M_ISRL_IMM(a,b) emit_shiftl_imm_reg(cd, SHIFT_SHR, (a), (b))
240 #define M_LSLL_IMM(a,b) emit_shift_imm_reg(cd, SHIFT_SHL, (a), (b))
241 #define M_LSRA_IMM(a,b) emit_shift_imm_reg(cd, SHIFT_SAR, (a), (b))
242 #define M_LSRL_IMM(a,b) emit_shift_imm_reg(cd, SHIFT_SHR, (a), (b))
244 #define M_TEST(a) emit_test_reg_reg(cd, (a), (a))
245 #define M_ITEST(a) emit_testl_reg_reg(cd, (a), (a))
247 #define M_LCMP(a,b) emit_alu_reg_reg(cd, ALU_CMP, (a), (b))
248 #define M_LCMP_IMM(a,b) emit_alu_imm_reg(cd, ALU_CMP, (a), (b))
249 #define M_LCMP_IMM_MEMBASE(a,b,c) emit_alu_imm_membase(cd, ALU_CMP, (a), (b), (c))
250 #define M_LCMP_MEMBASE(a,b,c) emit_alu_membase_reg(cd, ALU_CMP, (a), (b), (c))
251 #define M_LCMP_MEMINDEX(a,b,c,d,e) emit_alul_memindex_reg(cd, ALU_CMP, (b), (a), (c), (d), (e))
253 #define M_ICMP(a,b) emit_alul_reg_reg(cd, ALU_CMP, (a), (b))
254 #define M_ICMP_IMM(a,b) emit_alul_imm_reg(cd, ALU_CMP, (a), (b))
255 #define M_ICMP_IMM32(a,b) emit_alul_imm32_reg(cd, ALU_CMP, (a), (b))
256 #define M_ICMP_IMM_MEMBASE(a,b,c) emit_alul_imm_membase(cd, ALU_CMP, (a), (b), (c))
257 #define M_ICMP_MEMBASE(a,b,c) emit_alul_membase_reg(cd, ALU_CMP, (a), (b), (c))
258 #define M_ICMP_MEMINDEX(a,b,c,d,e) emit_alu_memindex_reg(cd, ALU_CMP, (b), (a), (c), (d), (e))
260 #define M_ACMP(a,b) M_LCMP(a,b)
262 #define M_BEQ(disp) emit_jcc(cd, CC_E, (disp))
263 #define M_BNE(disp) emit_jcc(cd, CC_NE, (disp))
264 #define M_BLT(disp) emit_jcc(cd, CC_L, (disp))
265 #define M_BLE(disp) emit_jcc(cd, CC_LE, (disp))
266 #define M_BGE(disp) emit_jcc(cd, CC_GE, (disp))
267 #define M_BGT(disp) emit_jcc(cd, CC_G, (disp))
269 #define M_BNS(a) emit_jcc(cd, CC_NS, (a))
271 #define M_BULT(disp) emit_jcc(cd, CC_B, (disp))
272 #define M_BULE(disp) emit_jcc(cd, CC_BE, (disp))
273 #define M_BUGE(disp) emit_jcc(cd, CC_AE, (disp))
274 #define M_BUGT(disp) emit_jcc(cd, CC_A, (disp))
276 #define M_SETE(a) emit_setcc_reg(cd, CC_E, (a))
277 #define M_SETNE(a) emit_setcc_reg(cd, CC_NE, (a))
278 #define M_SETULE(a) emit_setcc_reg(cd, CC_BE, (a))
280 #define M_CMOVEQ(a,b) emit_cmovcc_reg_reg(cd, CC_E, (a), (b))
281 #define M_CMOVNE(a,b) emit_cmovcc_reg_reg(cd, CC_NE, (a), (b))
282 #define M_CMOVLT(a,b) emit_cmovcc_reg_reg(cd, CC_L, (a), (b))
283 #define M_CMOVLE(a,b) emit_cmovcc_reg_reg(cd, CC_LE, (a), (b))
284 #define M_CMOVGE(a,b) emit_cmovcc_reg_reg(cd, CC_GE, (a), (b))
285 #define M_CMOVGT(a,b) emit_cmovcc_reg_reg(cd, CC_G, (a), (b))
287 #define M_CMOVULT(a,b) emit_cmovcc_reg_reg(cd, CC_B, (a), (b))
288 #define M_CMOVUGT(a,b) emit_cmovcc_reg_reg(cd, CC_A, (a), (b))
289 #define M_CMOVP(a,b) emit_cmovcc_reg_reg(cd, CC_P, (a), (b))
291 #define M_PUSH(a) emit_push_reg(cd, (a))
292 #define M_PUSH_IMM(a) emit_push_imm(cd, (a))
293 #define M_POP(a) emit_pop_reg(cd, (a))
295 #define M_JMP(a) emit_jmp_reg(cd, (a))
296 #define M_JMP_IMM(a) emit_jmp_imm(cd, (a))
297 #define M_JMP_IMM2(a) emit_jmp_imm2(cd, (a))
298 #define M_CALL(a) emit_call_reg(cd, (a))
299 #define M_CALL_IMM(a) emit_call_imm(cd, (a))
300 #define M_RET M_BYTE1(0xc3)
302 #define M_NOP M_BYTE1(0x90)
303 #define M_UD2 M_BYTE2(0x0f, 0x0b)
305 #define M_CLR(a) M_LXOR(a,a)
308 #define M_FLD(a,b,disp) emit_movss_membase_reg(cd, (b), (disp), (a))
309 #define M_DLD(a,b,disp) emit_movsd_membase_reg(cd, (b), (disp), (a))
311 #define M_FLD32(a,b,disp) emit_movss_membase32_reg(cd, (b), (disp), (a))
312 #define M_DLD32(a,b,disp) emit_movsd_membase32_reg(cd, (b), (disp), (a))
314 #define M_FST(a,b,disp) emit_movss_reg_membase(cd, (a), (b), (disp))
315 #define M_DST(a,b,disp) emit_movsd_reg_membase(cd, (a), (b), (disp))
317 #define M_FST32(a,b,disp) emit_movss_reg_membase32(cd, (a), (b), (disp))
318 #define M_DST32(a,b,disp) emit_movsd_reg_membase32(cd, (a), (b), (disp))
320 #define M_FADD(a,b) emit_addss_reg_reg(cd, (a), (b))
321 #define M_DADD(a,b) emit_addsd_reg_reg(cd, (a), (b))
322 #define M_FSUB(a,b) emit_subss_reg_reg(cd, (a), (b))
323 #define M_DSUB(a,b) emit_subsd_reg_reg(cd, (a), (b))
324 #define M_FMUL(a,b) emit_mulss_reg_reg(cd, (a), (b))
325 #define M_DMUL(a,b) emit_mulsd_reg_reg(cd, (a), (b))
326 #define M_FDIV(a,b) emit_divss_reg_reg(cd, (a), (b))
327 #define M_DDIV(a,b) emit_divsd_reg_reg(cd, (a), (b))
329 #define M_CVTIF(a,b) emit_cvtsi2ss_reg_reg(cd, (a), (b))
330 #define M_CVTID(a,b) emit_cvtsi2sd_reg_reg(cd, (a), (b))
331 #define M_CVTLF(a,b) emit_cvtsi2ssq_reg_reg(cd, (a), (b))
332 #define M_CVTLD(a,b) emit_cvtsi2sdq_reg_reg(cd, (a), (b))
333 #define M_CVTFI(a,b) emit_cvttss2si_reg_reg(cd, (a), (b))
334 #define M_CVTDI(a,b) emit_cvttsd2si_reg_reg(cd, (a), (b))
335 #define M_CVTFL(a,b) emit_cvttss2siq_reg_reg(cd, (a), (b))
336 #define M_CVTDL(a,b) emit_cvttsd2siq_reg_reg(cd, (a), (b))
338 #define M_CVTFD(a,b) emit_cvtss2sd_reg_reg(cd, (a), (b))
339 #define M_CVTDF(a,b) emit_cvtsd2ss_reg_reg(cd, (a), (b))
344 #define M_MFENCE emit_mfence(cd)
345 #define M_RDTSC emit_rdtsc(cd)
347 #define M_IINC_MEMBASE(a,b) emit_incl_membase(cd, (a), (b))
348 #define M_LINC_MEMBASE(a,b) emit_incq_membase(cd, (a), (b))
350 #define M_IDEC_MEMBASE(a,b) emit_decl_membase(cd, (a), (b))
352 #define M_IADD_MEMBASE(a,b,c) emit_alul_reg_membase(cd, ALU_ADD, (a), (b), (c))
353 #define M_IADC_MEMBASE(a,b,c) emit_alul_reg_membase(cd, ALU_ADC, (a), (b), (c))
354 #define M_ISUB_MEMBASE(a,b,c) emit_alul_reg_membase(cd, ALU_SUB, (a), (b), (c))
355 #define M_ISBB_MEMBASE(a,b,c) emit_alul_reg_membase(cd, ALU_SBB, (a), (b), (c))
358 #endif // CODEGEN_HPP_