sourcehook/sourcehook_hookmangen_x86.h
branchhookman_autogen
changeset 432 f26dd3e3030b
child 433 a2d986ddd522
     1.1 --- /dev/null	Thu Jan 01 00:00:00 1970 +0000
     1.2 +++ b/sourcehook/sourcehook_hookmangen_x86.h	Sun Oct 21 21:47:53 2007 +0000
     1.3 @@ -0,0 +1,1585 @@
     1.4 +/**
     1.5 + * vim: set ts=4 :
     1.6 + * =============================================================================
     1.7 + * SourcePawn JIT SDK
     1.8 + * Copyright (C) 2004-2007 AlliedModders LLC.  All rights reserved.
     1.9 + * =============================================================================
    1.10 + *
    1.11 + * This program is free software; you can redistribute it and/or modify it under
    1.12 + * the terms of the GNU General Public License, version 3.0, as published by the
    1.13 + * Free Software Foundation.
    1.14 + * 
    1.15 + * This program is distributed in the hope that it will be useful, but WITHOUT
    1.16 + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
    1.17 + * FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
    1.18 + * details.
    1.19 + *
    1.20 + * You should have received a copy of the GNU General Public License along with
    1.21 + * this program.  If not, see <http://www.gnu.org/licenses/>.
    1.22 + *
    1.23 + * As a special exception, AlliedModders LLC gives you permission to link the
    1.24 + * code of this program (as well as its derivative works) to "Half-Life 2," the
    1.25 + * "Source Engine," the "SourcePawn JIT," and any Game MODs that run on software
    1.26 + * by the Valve Corporation.  You must obey the GNU General Public License in
    1.27 + * all respects for all other code used.  Additionally, AlliedModders LLC grants
    1.28 + * this exception to all derivative works.  AlliedModders LLC defines further
    1.29 + * exceptions, found in LICENSE.txt (as of this writing, version JULY-31-2007),
    1.30 + * or <http://www.sourcemod.net/license.php>.
    1.31 + *
    1.32 + */
    1.33 +
    1.34 +#ifndef __SOURCEHOOK_HOOKMANGEN_X86_H__
    1.35 +#define __SOURCEHOOK_HOOKMANGEN_X86_H__
    1.36 +
    1.37 +#include <limits.h>
    1.38 +
    1.39 +//MOD R/M
    1.40 +#define MOD_MEM_REG	0
    1.41 +#define MOD_DISP8	1
    1.42 +#define MOD_DISP32	2
    1.43 +#define MOD_REG		3
    1.44 +
    1.45 +//SIB
    1.46 +#define NOSCALE		0
    1.47 +#define	SCALE2		1
    1.48 +#define	SCALE4		2
    1.49 +#define SCALE8		3
    1.50 +
    1.51 +//Register codes
    1.52 +#define REG_EAX			0
    1.53 +#define REG_ECX			1
    1.54 +#define REG_EDX			2
    1.55 +#define REG_EBX			3
    1.56 +#define	REG_ESP			4
    1.57 +#define	REG_SIB			4
    1.58 +#define REG_NOIDX		4
    1.59 +#define REG_IMM_BASE	5
    1.60 +#define REG_EBP			5
    1.61 +#define REG_ESI			6
    1.62 +#define REG_EDI			7
    1.63 +
    1.64 +#define IA32_16BIT_PREFIX	0x66
    1.65 +
    1.66 +//condition codes (for example, Jcc opcodes)
    1.67 +#define CC_B	0x2
    1.68 +#define CC_NAE	CC_B
    1.69 +#define CC_NB	0x3
    1.70 +#define CC_AE	CC_NB
    1.71 +#define CC_E	0x4
    1.72 +#define CC_Z	CC_E
    1.73 +#define CC_NE	0x5
    1.74 +#define CC_NZ	CC_NE
    1.75 +#define CC_NA	0x6
    1.76 +#define CC_BE	CC_NA
    1.77 +#define CC_A	0x7
    1.78 +#define CC_NBE	CC_A
    1.79 +#define CC_L	0xC
    1.80 +#define CC_NGE	CC_L
    1.81 +#define CC_NL	0xD
    1.82 +#define CC_GE	CC_NL
    1.83 +#define CC_NG	0xE
    1.84 +#define CC_LE	CC_NG
    1.85 +#define CC_G	0xF
    1.86 +#define CC_NLE	CC_G
    1.87 +
    1.88 +//Opcodes with encoding information
    1.89 +#define IA32_XOR_RM_REG			0x31	// encoding is /r
    1.90 +#define IA32_XOR_REG_RM			0x33	// encoding is /r
    1.91 +#define IA32_XOR_EAX_IMM32		0x35	// encoding is /r
    1.92 +#define IA32_XOR_RM_IMM32		0x81	// encoding is /6
    1.93 +#define IA32_XOR_RM_IMM8		0x83	// encoding is /6
    1.94 +#define IA32_ADD_RM_REG			0x01	// encoding is /r
    1.95 +#define IA32_ADD_REG_RM			0x03	// encoding is /r
    1.96 +#define IA32_ADD_RM_IMM32		0x81	// encoding is /0
    1.97 +#define IA32_ADD_RM_IMM8		0x83	// encoding is /0
    1.98 +#define IA32_ADD_EAX_IMM32		0x05	// no extra encoding
    1.99 +#define IA32_SUB_RM_REG			0x29	// encoding is /r
   1.100 +#define IA32_SUB_REG_RM			0x2B	// encoding is /r
   1.101 +#define IA32_SUB_RM_IMM8		0x83	// encoding is /5 <imm8>
   1.102 +#define IA32_SUB_RM_IMM32		0x81	// encoding is /5 <imm32>
   1.103 +#define IA32_SBB_REG_RM			0x1B	// encoding is /r
   1.104 +#define IA32_SBB_RM_IMM8		0x83	// encoding is <imm32>
   1.105 +#define IA32_JMP_IMM32			0xE9	// encoding is imm32
   1.106 +#define IA32_JMP_IMM8			0xEB	// encoding is imm8
   1.107 +#define IA32_JMP_RM				0xFF	// encoding is /4
   1.108 +#define IA32_CALL_IMM32			0xE8	// relative call, <imm32>
   1.109 +#define IA32_CALL_RM			0xFF	// encoding is /2
   1.110 +#define IA32_MOV_REG_IMM		0xB8	// encoding is +r <imm32>
   1.111 +#define	IA32_MOV_RM8_REG		0x88	// encoding is /r
   1.112 +#define	IA32_MOV_RM_REG			0x89	// encoding is /r
   1.113 +#define	IA32_MOV_REG_RM			0x8B	// encoding is /r
   1.114 +#define IA32_MOV_REG8_RM8		0x8A	// encoding is /r
   1.115 +#define IA32_MOV_RM8_REG8		0x88	// encoding is /r
   1.116 +#define IA32_MOV_RM_IMM32		0xC7	// encoding is /0
   1.117 +#define IA32_CMP_RM_IMM32		0x81	// encoding is /7 <imm32>
   1.118 +#define IA32_CMP_RM_IMM8		0x83	// encoding is /7 <imm8>
   1.119 +#define IA32_CMP_AL_IMM32		0x3C	// no extra encoding
   1.120 +#define IA32_CMP_EAX_IMM32		0x3D	// no extra encoding
   1.121 +#define IA32_CMP_RM_REG			0x39	// encoding is /r
   1.122 +#define IA32_CMP_REG_RM			0x3B	// encoding is /r
   1.123 +#define IA32_CMPSB				0xA6	// no extra encoding
   1.124 +#define IA32_TEST_RM_REG8		0x84	// encoding is /r
   1.125 +#define IA32_TEST_RM_REG		0x85	// encoding is /r
   1.126 +#define IA32_JCC_IMM			0x70	// encoding is +cc <imm8>
   1.127 +#define IA32_JCC_IMM32_1		0x0F	// opcode part 1
   1.128 +#define IA32_JCC_IMM32_2		0x80	// encoding is +cc <imm32>
   1.129 +#define IA32_RET				0xC3	// no extra encoding
   1.130 +#define IA32_RETN				0xC2	// encoding is <imm16> 
   1.131 +#define IA32_NEG_RM				0xF7	// encoding is /3
   1.132 +#define IA32_INC_REG			0x40	// encoding is +r
   1.133 +#define IA32_INC_RM				0xFF	// encoding is /0
   1.134 +#define IA32_DEC_REG			0x48	// encoding is +r
   1.135 +#define IA32_DEC_RM				0xFF	// encoding is /1
   1.136 +#define IA32_OR_REG_RM			0x0B	// encoding is /r
   1.137 +#define IA32_AND_REG_RM			0x23	// encoding is /r
   1.138 +#define IA32_AND_EAX_IMM32		0x25	// encoding is <imm32>
   1.139 +#define IA32_AND_RM_IMM32		0x81	// encoding is /4
   1.140 +#define IA32_AND_RM_IMM8		0x83	// encoding is /4
   1.141 +#define IA32_NOT_RM				0xF7	// encoding is /2
   1.142 +#define IA32_DIV_RM				0xF7	// encoding is /6
   1.143 +#define IA32_MUL_RM				0xF7	// encoding is /4
   1.144 +#define IA32_IDIV_RM			0xF7	// encoding is /7
   1.145 +#define IA32_IMUL_RM			0xF7	// encoding is /5
   1.146 +#define IA32_IMUL_REG_IMM32		0x69	// encoding is /r
   1.147 +#define IA32_IMUL_REG_IMM8		0x6B	// encoding is /r
   1.148 +#define IA32_IMUL_REG_RM_1		0x0F	// encoding is _2
   1.149 +#define IA32_IMUL_REG_RM_2		0xAF	// encoding is /r
   1.150 +#define IA32_SHR_RM_IMM8		0xC1	// encoding is /5 <ib>
   1.151 +#define IA32_SHR_RM_1			0xD1	// encoding is /5
   1.152 +#define IA32_SHL_RM_IMM8		0xC1	// encoding is /4 <ib>
   1.153 +#define IA32_SHL_RM_1			0xD1	// encoding is /4
   1.154 +#define IA32_SAR_RM_CL			0xD3	// encoding is /7
   1.155 +#define IA32_SAR_RM_1			0xD1	// encoding is /7
   1.156 +#define IA32_SHR_RM_CL			0xD3	// encoding is /5
   1.157 +#define IA32_SHL_RM_CL			0xD3	// encoding is /4
   1.158 +#define IA32_SAR_RM_IMM8		0xC1	// encoding is /7 <ib>
   1.159 +#define IA32_SETCC_RM8_1		0x0F	// opcode part 1
   1.160 +#define IA32_SETCC_RM8_2		0x90	// encoding is +cc /0 (8bits)
   1.161 +#define IA32_CMOVCC_RM_1		0x0F	// opcode part 1
   1.162 +#define IA32_CMOVCC_RM_2		0x40	// encoding is +cc /r
   1.163 +#define IA32_XCHG_EAX_REG		0x90	// encoding is +r
   1.164 +#define IA32_LEA_REG_MEM		0x8D	// encoding is /r
   1.165 +#define IA32_POP_REG			0x58	// encoding is +r
   1.166 +#define IA32_PUSH_REG			0x50	// encoding is +r
   1.167 +#define IA32_PUSH_RM			0xFF	// encoding is /6
   1.168 +#define IA32_PUSH_IMM32			0x68	// encoding is <imm32>
   1.169 +#define IA32_PUSH_IMM8			0x6A	// encoding is <imm8>
   1.170 +#define IA32_REP				0xF3	// no extra encoding
   1.171 +#define IA32_MOVSD				0xA5	// no extra encoding
   1.172 +#define IA32_MOVSB				0xA4	// no extra encoding
   1.173 +#define IA32_STOSD				0xAB	// no extra encoding
   1.174 +#define IA32_CLD				0xFC	// no extra encoding
   1.175 +#define IA32_PUSHAD				0x60	// no extra encoding
   1.176 +#define IA32_POPAD				0x61	// no extra encoding
   1.177 +#define IA32_NOP				0x90	// no extra encoding
   1.178 +#define IA32_INT3				0xCC	// no extra encoding
   1.179 +#define IA32_FSTP_MEM32			0xD9	// encoding is /3
   1.180 +#define IA32_FSTP_MEM64			0xDD	// encoding is /3
   1.181 +#define IA32_FLD_MEM32			0xD9	// encoding is /0
   1.182 +#define IA32_FLD_MEM64			0xDD	// encoding is /0
   1.183 +#define IA32_FILD_MEM32			0xDB	// encoding is /0
   1.184 +#define IA32_FADD_MEM32			0xD8	// encoding is /0
   1.185 +#define IA32_FADD_FPREG_ST0_1	0xDC	// opcode part 1
   1.186 +#define IA32_FADD_FPREG_ST0_2	0xC0	// encoding is +r
   1.187 +#define IA32_FSUB_MEM32			0xD8	// encoding is /4
   1.188 +#define IA32_FMUL_MEM32			0xD8	// encoding is /1
   1.189 +#define IA32_FDIV_MEM32			0xD8	// encoding is /6
   1.190 +#define IA32_FSTCW_MEM16_1		0x9B	// opcode part 1
   1.191 +#define IA32_FSTCW_MEM16_2		0xD9	// encoding is /7
   1.192 +#define IA32_FLDCW_MEM16		0xD9	// encoding is /5
   1.193 +#define IA32_FISTP_MEM32		0xDB	// encoding is /3
   1.194 +#define IA32_FUCOMIP_1			0xDF	// opcode part 1
   1.195 +#define IA32_FUCOMIP_2			0xE8	// encoding is +r
   1.196 +#define IA32_FSTP_FPREG_1		0xDD	// opcode part 1
   1.197 +#define IA32_FSTP_FPREG_2		0xD8	// encoding is +r
   1.198 +#define IA32_MOVZX_R32_RM8_1	0x0F	// opcode part 1
   1.199 +#define IA32_MOVZX_R32_RM8_2	0xB6	// encoding is /r
   1.200 +#define IA32_MOVZX_R32_RM16_1	0x0F	// opcode part 1
   1.201 +#define IA32_MOVZX_R32_RM16_2	0xB7	// encoding is /r
   1.202 +
   1.203 +
   1.204 +namespace SourceHook
   1.205 +{
   1.206 +	namespace Impl
   1.207 +	{
   1.208 +		typedef GenBuffer JitWriter;
   1.209 +
   1.210 +		inline jit_uint8_t ia32_modrm(jit_uint8_t mode, jit_uint8_t reg, jit_uint8_t rm)
   1.211 +		{
   1.212 +			jit_uint8_t modrm = (mode << 6);
   1.213 +
   1.214 +			modrm |= (reg << 3);
   1.215 +			modrm |= (rm);
   1.216 +
   1.217 +			return modrm;
   1.218 +		}
   1.219 +
   1.220 +		//mode is the scaling method - NOSCALE ... SCALE8
   1.221 +		//index is the register that is scaled
   1.222 +		//base is the base register
   1.223 +		inline jit_uint8_t ia32_sib(jit_uint8_t mode, jit_uint8_t index, jit_uint8_t base)
   1.224 +		{
   1.225 +			jit_uint8_t sib = (mode << 6);
   1.226 +
   1.227 +			sib |= (index << 3);
   1.228 +			sib |= (base);
   1.229 +
   1.230 +			return sib;
   1.231 +		}
   1.232 +
   1.233 +		/***********************
   1.234 +		* INCREMENT/DECREMENT *
   1.235 +		***********************/
   1.236 +
   1.237 +		inline void IA32_Inc_Reg(JitWriter *jit, jit_uint8_t reg)
   1.238 +		{
   1.239 +			jit->write_ubyte(IA32_INC_REG+reg);
   1.240 +		}
   1.241 +
   1.242 +		inline void IA32_Inc_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp)
   1.243 +		{
   1.244 +			jit->write_ubyte(IA32_INC_RM);
   1.245 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, reg));
   1.246 +			jit->write_byte(disp);
   1.247 +		}
   1.248 +
   1.249 +		inline void IA32_Inc_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
   1.250 +		{
   1.251 +			jit->write_ubyte(IA32_INC_RM);
   1.252 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, reg));
   1.253 +			jit->write_int32(disp);
   1.254 +		}
   1.255 +
   1.256 +		inline void IA32_Inc_Rm_Disp_Reg(JitWriter *jit, jit_uint8_t base, jit_uint8_t reg, jit_uint8_t scale)
   1.257 +		{
   1.258 +			jit->write_ubyte(IA32_INC_RM);
   1.259 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, REG_SIB));
   1.260 +			jit->write_ubyte(ia32_sib(scale, reg, base));
   1.261 +		}
   1.262 +
   1.263 +		inline void IA32_Dec_Reg(JitWriter *jit, jit_uint8_t reg)
   1.264 +		{
   1.265 +			jit->write_ubyte(IA32_DEC_REG+reg);
   1.266 +		}
   1.267 +
   1.268 +		inline void IA32_Dec_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp)
   1.269 +		{
   1.270 +			jit->write_ubyte(IA32_DEC_RM);
   1.271 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 1, reg));
   1.272 +			jit->write_byte(disp);
   1.273 +		}
   1.274 +
   1.275 +		inline void IA32_Dec_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
   1.276 +		{
   1.277 +			jit->write_ubyte(IA32_DEC_RM);
   1.278 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 1, reg));
   1.279 +			jit->write_int32(disp);
   1.280 +		}
   1.281 +
   1.282 +		inline void IA32_Dec_Rm_Disp_Reg(JitWriter *jit, jit_uint8_t base, jit_uint8_t reg, jit_uint8_t scale)
   1.283 +		{
   1.284 +			jit->write_ubyte(IA32_DEC_RM);
   1.285 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 1, REG_SIB));
   1.286 +			jit->write_ubyte(ia32_sib(scale, reg, base));
   1.287 +		}
   1.288 +
   1.289 +		/****************
   1.290 +		* BINARY LOGIC *
   1.291 +		****************/
   1.292 +
   1.293 +		inline void IA32_Xor_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t dest_mode)
   1.294 +		{
   1.295 +			jit->write_ubyte(IA32_XOR_RM_REG);
   1.296 +			jit->write_ubyte(ia32_modrm(dest_mode, src, dest));
   1.297 +		}
   1.298 +
   1.299 +		inline void IA32_Xor_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t dest_mode)
   1.300 +		{
   1.301 +			jit->write_ubyte(IA32_XOR_REG_RM);
   1.302 +			jit->write_ubyte(ia32_modrm(dest_mode, dest, src));
   1.303 +		}
   1.304 +
   1.305 +		inline void IA32_Xor_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
   1.306 +		{
   1.307 +			jit->write_ubyte(IA32_XOR_RM_IMM8);
   1.308 +			jit->write_ubyte(ia32_modrm(mode, 6, reg));
   1.309 +			jit->write_byte(value);
   1.310 +		}
   1.311 +
   1.312 +		inline void IA32_Xor_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
   1.313 +		{
   1.314 +			jit->write_ubyte(IA32_XOR_RM_IMM32);
   1.315 +			jit->write_ubyte(ia32_modrm(mode, 6, reg));
   1.316 +			jit->write_int32(value);
   1.317 +		}
   1.318 +
   1.319 +		inline void IA32_Xor_Eax_Imm32(JitWriter *jit, jit_int32_t value)
   1.320 +		{
   1.321 +			jit->write_ubyte(IA32_XOR_EAX_IMM32);
   1.322 +			jit->write_int32(value);
   1.323 +		}
   1.324 +
   1.325 +		inline void IA32_Neg_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.326 +		{
   1.327 +			jit->write_ubyte(IA32_NEG_RM);
   1.328 +			jit->write_ubyte(ia32_modrm(mode, 3, reg));
   1.329 +		}
   1.330 +
   1.331 +		inline void IA32_Or_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.332 +		{
   1.333 +			jit->write_ubyte(IA32_OR_REG_RM);
   1.334 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.335 +		}
   1.336 +
   1.337 +		inline void IA32_And_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.338 +		{
   1.339 +			jit->write_ubyte(IA32_AND_REG_RM);
   1.340 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.341 +		}
   1.342 +
   1.343 +		inline void IA32_And_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
   1.344 +		{
   1.345 +			jit->write_ubyte(IA32_AND_RM_IMM32);
   1.346 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
   1.347 +			jit->write_int32(value);
   1.348 +		}
   1.349 +
   1.350 +		inline void IA32_And_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
   1.351 +		{
   1.352 +			jit->write_ubyte(IA32_AND_RM_IMM8);
   1.353 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
   1.354 +			jit->write_byte(value);
   1.355 +		}
   1.356 +
   1.357 +		inline void IA32_And_Eax_Imm32(JitWriter *jit, jit_int32_t value)
   1.358 +		{
   1.359 +			jit->write_ubyte(IA32_AND_EAX_IMM32);
   1.360 +			jit->write_int32(value);
   1.361 +		}
   1.362 +
   1.363 +		inline void IA32_Not_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.364 +		{
   1.365 +			jit->write_ubyte(IA32_NOT_RM);
   1.366 +			jit->write_ubyte(ia32_modrm(mode, 2, reg));
   1.367 +		}
   1.368 +
   1.369 +		inline void IA32_Shr_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
   1.370 +		{
   1.371 +			jit->write_ubyte(IA32_SHR_RM_IMM8);
   1.372 +			jit->write_ubyte(ia32_modrm(mode, 5, dest));
   1.373 +			jit->write_ubyte(value);
   1.374 +		}
   1.375 +
   1.376 +		inline void IA32_Shr_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
   1.377 +		{
   1.378 +			jit->write_ubyte(IA32_SHR_RM_1);
   1.379 +			jit->write_ubyte(ia32_modrm(mode, 5, dest));
   1.380 +		}
   1.381 +
   1.382 +		inline void IA32_Shl_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
   1.383 +		{
   1.384 +			jit->write_ubyte(IA32_SHL_RM_IMM8);
   1.385 +			jit->write_ubyte(ia32_modrm(mode, 4, dest));
   1.386 +			jit->write_ubyte(value);
   1.387 +		}
   1.388 +
   1.389 +		inline void IA32_Shl_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
   1.390 +		{
   1.391 +			jit->write_ubyte(IA32_SHL_RM_1);
   1.392 +			jit->write_ubyte(ia32_modrm(mode, 4, dest));
   1.393 +		}
   1.394 +
   1.395 +		inline void IA32_Sar_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
   1.396 +		{
   1.397 +			jit->write_ubyte(IA32_SAR_RM_IMM8);
   1.398 +			jit->write_ubyte(ia32_modrm(mode, 7, dest));
   1.399 +			jit->write_ubyte(value);
   1.400 +		}
   1.401 +
   1.402 +		inline void IA32_Sar_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.403 +		{
   1.404 +			jit->write_ubyte(IA32_SAR_RM_CL);
   1.405 +			jit->write_ubyte(ia32_modrm(mode, 7, reg));
   1.406 +		}
   1.407 +
   1.408 +		inline void IA32_Sar_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
   1.409 +		{
   1.410 +			jit->write_ubyte(IA32_SAR_RM_1);
   1.411 +			jit->write_ubyte(ia32_modrm(mode, 7, dest));
   1.412 +		}
   1.413 +
   1.414 +		inline void IA32_Shr_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.415 +		{
   1.416 +			jit->write_ubyte(IA32_SHR_RM_CL);
   1.417 +			jit->write_ubyte(ia32_modrm(mode, 5, reg));
   1.418 +		}
   1.419 +
   1.420 +		inline void IA32_Shl_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.421 +		{
   1.422 +			jit->write_ubyte(IA32_SHL_RM_CL);
   1.423 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
   1.424 +		}
   1.425 +
   1.426 +		inline void IA32_Xchg_Eax_Reg(JitWriter *jit, jit_uint8_t reg)
   1.427 +		{
   1.428 +			jit->write_ubyte(IA32_XCHG_EAX_REG+reg);
   1.429 +		}
   1.430 +
   1.431 +		/**********************
   1.432 +		* ARITHMETIC (BASIC) *
   1.433 +		**********************/
   1.434 +
   1.435 +		inline void IA32_Add_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.436 +		{
   1.437 +			jit->write_ubyte(IA32_ADD_RM_REG);
   1.438 +			jit->write_ubyte(ia32_modrm(mode, src, dest));
   1.439 +		}
   1.440 +
   1.441 +		inline void IA32_Add_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.442 +		{
   1.443 +			jit->write_ubyte(IA32_ADD_REG_RM);
   1.444 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.445 +		}
   1.446 +
   1.447 +		inline void IA32_Add_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t value, jit_uint8_t mode)
   1.448 +		{
   1.449 +			jit->write_ubyte(IA32_ADD_RM_IMM8);
   1.450 +			jit->write_ubyte(ia32_modrm(mode, 0, reg));
   1.451 +			jit->write_byte(value);
   1.452 +		}
   1.453 +
   1.454 +		inline void IA32_Add_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_int32_t value, jit_uint8_t mode)
   1.455 +		{
   1.456 +			jit->write_ubyte(IA32_ADD_RM_IMM32);
   1.457 +			jit->write_ubyte(ia32_modrm(mode, 0, reg));
   1.458 +			jit->write_int32(value);
   1.459 +		}
   1.460 +
   1.461 +		inline void IA32_Add_Rm_ImmAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t value, jit_uint8_t mode)
   1.462 +		{
   1.463 +			if (value >= SCHAR_MIN && value <= SCHAR_MAX)
   1.464 +				IA32_Add_Rm_Imm8(jit, reg, static_cast<jit_int8_t>(value), mode);
   1.465 +			else
   1.466 +				IA32_Add_Rm_Imm32(jit, reg, value, mode);
   1.467 +		}
   1.468 +
   1.469 +		inline void IA32_Add_Eax_Imm32(JitWriter *jit, jit_int32_t value)
   1.470 +		{
   1.471 +			jit->write_ubyte(IA32_ADD_EAX_IMM32);
   1.472 +			jit->write_int32(value);
   1.473 +		}
   1.474 +
   1.475 +		inline void IA32_Sub_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.476 +		{
   1.477 +			jit->write_ubyte(IA32_SUB_RM_REG);
   1.478 +			jit->write_ubyte(ia32_modrm(mode, src, dest));
   1.479 +		}
   1.480 +
   1.481 +		inline void IA32_Sub_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.482 +		{
   1.483 +			jit->write_ubyte(IA32_SUB_REG_RM);
   1.484 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.485 +		}
   1.486 +
   1.487 +		inline void IA32_Sub_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp8)
   1.488 +		{
   1.489 +			jit->write_ubyte(IA32_SUB_REG_RM);
   1.490 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
   1.491 +			jit->write_byte(disp8);
   1.492 +		}
   1.493 +
   1.494 +		inline void IA32_Sub_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp8)
   1.495 +		{
   1.496 +			jit->write_ubyte(IA32_SUB_RM_REG);
   1.497 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
   1.498 +			jit->write_byte(disp8);
   1.499 +		}
   1.500 +
   1.501 +		inline void IA32_Sub_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t val, jit_uint8_t mode)
   1.502 +		{
   1.503 +			jit->write_ubyte(IA32_SUB_RM_IMM8);
   1.504 +			jit->write_ubyte(ia32_modrm(mode, 5, reg));
   1.505 +			jit->write_byte(val);
   1.506 +		}
   1.507 +
   1.508 +		inline void IA32_Sub_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_int32_t val, jit_uint8_t mode)
   1.509 +		{
   1.510 +			jit->write_ubyte(IA32_SUB_RM_IMM32);
   1.511 +			jit->write_ubyte(ia32_modrm(mode, 5, reg));
   1.512 +			jit->write_int32(val);
   1.513 +		}
   1.514 +
   1.515 +		inline void IA32_Sub_Rm_ImmAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t val, jit_uint8_t mode)
   1.516 +		{
   1.517 +			if (val >= SCHAR_MIN && val <= SCHAR_MAX)
   1.518 +				IA32_Sub_Rm_Imm8(jit, reg, static_cast<jit_int8_t>(val), mode);
   1.519 +			else
   1.520 +				IA32_Sub_Rm_Imm32(jit, reg, val, mode);
   1.521 +		}
   1.522 +
   1.523 +		inline void IA32_Sbb_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.524 +		{
   1.525 +			jit->write_ubyte(IA32_SBB_REG_RM);
   1.526 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.527 +		}
   1.528 +
   1.529 +		inline void IA32_Sbb_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_int8_t value, jit_uint8_t mode)
   1.530 +		{
   1.531 +			jit->write_ubyte(IA32_SBB_RM_IMM8);
   1.532 +			jit->write_ubyte(ia32_modrm(mode, 3, dest));
   1.533 +			jit->write_byte(value);
   1.534 +		}
   1.535 +
   1.536 +		inline void IA32_Div_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.537 +		{
   1.538 +			jit->write_ubyte(IA32_DIV_RM);
   1.539 +			jit->write_ubyte(ia32_modrm(mode, 6, reg));
   1.540 +		}
   1.541 +
   1.542 +		inline void IA32_IDiv_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.543 +		{
   1.544 +			jit->write_ubyte(IA32_IDIV_RM);
   1.545 +			jit->write_ubyte(ia32_modrm(mode, 7, reg));
   1.546 +		}
   1.547 +
   1.548 +		inline void IA32_Mul_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.549 +		{
   1.550 +			jit->write_ubyte(IA32_MUL_RM);
   1.551 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
   1.552 +		}
   1.553 +
   1.554 +		inline void IA32_IMul_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
   1.555 +		{
   1.556 +			jit->write_ubyte(IA32_IMUL_RM);
   1.557 +			jit->write_ubyte(ia32_modrm(mode, 5, reg));
   1.558 +		}
   1.559 +
   1.560 +		inline void IA32_IMul_Reg_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
   1.561 +		{
   1.562 +			jit->write_ubyte(IA32_IMUL_REG_IMM8);
   1.563 +			jit->write_ubyte(ia32_modrm(mode, 0, reg));
   1.564 +			jit->write_byte(value);
   1.565 +		}
   1.566 +
   1.567 +		inline void IA32_IMul_Reg_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
   1.568 +		{
   1.569 +			jit->write_ubyte(IA32_IMUL_REG_IMM32);
   1.570 +			jit->write_ubyte(ia32_modrm(mode, 0, reg));
   1.571 +			jit->write_int32(value);
   1.572 +		}
   1.573 +
   1.574 +		inline void IA32_IMul_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.575 +		{
   1.576 +			jit->write_ubyte(IA32_IMUL_REG_RM_1);
   1.577 +			jit->write_ubyte(IA32_IMUL_REG_RM_2);
   1.578 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.579 +		}
   1.580 +
   1.581 +		inline void IA32_Add_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
   1.582 +		{
   1.583 +			jit->write_ubyte(IA32_ADD_RM_REG);
   1.584 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
   1.585 +			jit->write_byte(disp);
   1.586 +		}
   1.587 +
   1.588 +		inline void IA32_Add_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
   1.589 +		{
   1.590 +			jit->write_ubyte(IA32_ADD_REG_RM);
   1.591 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
   1.592 +			jit->write_byte(disp);
   1.593 +		}
   1.594 +
   1.595 +		inline void IA32_Add_Rm_Imm8_Disp8(JitWriter *jit, 
   1.596 +									jit_uint8_t dest, 
   1.597 +									jit_int8_t val, 
   1.598 +									jit_int8_t disp8)
   1.599 +		{
   1.600 +			jit->write_ubyte(IA32_ADD_RM_IMM8);
   1.601 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
   1.602 +			jit->write_byte(disp8);
   1.603 +			jit->write_byte(val);
   1.604 +		}
   1.605 +
   1.606 +		inline void IA32_Add_Rm_Imm32_Disp8(JitWriter *jit, 
   1.607 +									jit_uint8_t dest, 
   1.608 +									jit_int32_t val, 
   1.609 +									jit_int8_t disp8)
   1.610 +		{
   1.611 +			jit->write_ubyte(IA32_ADD_RM_IMM32);
   1.612 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
   1.613 +			jit->write_byte(disp8);
   1.614 +			jit->write_int32(val);
   1.615 +		}
   1.616 +
   1.617 +		inline jitoffs_t IA32_Add_Rm_Imm32_Later(JitWriter *jit, 
   1.618 +											jit_uint8_t dest, 
   1.619 +											jit_uint8_t mode)
   1.620 +		{
   1.621 +			jit->write_ubyte(IA32_ADD_RM_IMM32);
   1.622 +			jit->write_ubyte(ia32_modrm(mode, 0, dest));
   1.623 +			jitoffs_t ptr = jit->get_outputpos();
   1.624 +			jit->write_int32(0);
   1.625 +			return ptr;
   1.626 +		}
   1.627 +
   1.628 +		inline void IA32_Add_Rm_Imm8_Disp32(JitWriter *jit, 
   1.629 +									jit_uint8_t dest, 
   1.630 +									jit_int8_t val, 
   1.631 +									jit_int32_t disp32)
   1.632 +		{
   1.633 +			jit->write_ubyte(IA32_ADD_RM_IMM8);
   1.634 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, dest));
   1.635 +			jit->write_int32(disp32);
   1.636 +			jit->write_byte(val);
   1.637 +		}
   1.638 +
   1.639 +		inline void IA32_Add_RmEBP_Imm8_Disp_Reg(JitWriter *jit, 
   1.640 +										jit_uint8_t dest_base, 
   1.641 +										jit_uint8_t dest_index,
   1.642 +										jit_uint8_t dest_scale,
   1.643 +										jit_int8_t val)
   1.644 +		{
   1.645 +			jit->write_ubyte(IA32_ADD_RM_IMM8);
   1.646 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
   1.647 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
   1.648 +			jit->write_byte(0);
   1.649 +			jit->write_byte(val);
   1.650 +		}
   1.651 +
   1.652 +		inline void IA32_Sub_Rm_Imm8_Disp8(JitWriter *jit, 
   1.653 +									jit_uint8_t dest, 
   1.654 +									jit_int8_t val, 
   1.655 +									jit_int8_t disp8)
   1.656 +		{
   1.657 +			jit->write_ubyte(IA32_SUB_RM_IMM8);
   1.658 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, dest));
   1.659 +			jit->write_byte(disp8);
   1.660 +			jit->write_byte(val);
   1.661 +		}
   1.662 +
   1.663 +		inline void IA32_Sub_Rm_Imm8_Disp32(JitWriter *jit, 
   1.664 +									jit_uint8_t dest, 
   1.665 +									jit_int8_t val, 
   1.666 +									jit_int32_t disp32)
   1.667 +		{
   1.668 +			jit->write_ubyte(IA32_SUB_RM_IMM8);
   1.669 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 5, dest));
   1.670 +			jit->write_int32(disp32);
   1.671 +			jit->write_byte(val);
   1.672 +		}
   1.673 +
   1.674 +		inline void IA32_Sub_RmEBP_Imm8_Disp_Reg(JitWriter *jit, 
   1.675 +									jit_uint8_t dest_base, 
   1.676 +									jit_uint8_t dest_index,
   1.677 +									jit_uint8_t dest_scale,
   1.678 +									jit_int8_t val)
   1.679 +		{
   1.680 +			jit->write_ubyte(IA32_SUB_RM_IMM8);
   1.681 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, REG_SIB));
   1.682 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
   1.683 +			jit->write_byte(0);
   1.684 +			jit->write_byte(val);
   1.685 +		}
   1.686 +
   1.687 +		/**
   1.688 +		* Memory Instructions
   1.689 +		*/
   1.690 +
   1.691 +		inline void IA32_Lea_Reg_DispRegMult(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_uint8_t src_index, jit_uint8_t scale)
   1.692 +		{
   1.693 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.694 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
   1.695 +			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
   1.696 +		}
   1.697 +
   1.698 +		inline void IA32_Lea_Reg_DispEBPRegMult(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_uint8_t src_index, jit_uint8_t scale)
   1.699 +		{
   1.700 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.701 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
   1.702 +			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
   1.703 +			jit->write_byte(0);
   1.704 +		}
   1.705 +
   1.706 +		inline void IA32_Lea_Reg_DispRegMultImm8(JitWriter *jit, 
   1.707 +									jit_uint8_t dest, 
   1.708 +									jit_uint8_t src_base, 
   1.709 +									jit_uint8_t src_index, 
   1.710 +									jit_uint8_t scale, 
   1.711 +									jit_int8_t val)
   1.712 +		{
   1.713 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.714 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
   1.715 +			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
   1.716 +			jit->write_byte(val);
   1.717 +		}
   1.718 +
   1.719 +		inline void IA32_Lea_Reg_DispRegMultImm32(JitWriter *jit, 
   1.720 +												jit_uint8_t dest, 
   1.721 +												jit_uint8_t src_base, 
   1.722 +												jit_uint8_t src_index, 
   1.723 +												jit_uint8_t scale, 
   1.724 +												jit_int32_t val)
   1.725 +		{
   1.726 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.727 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, REG_SIB));
   1.728 +			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
   1.729 +			jit->write_int32(val);
   1.730 +		}
   1.731 +
   1.732 +		inline void IA32_Lea_Reg_RegMultImm32(JitWriter *jit, 
   1.733 +												jit_uint8_t dest, 
   1.734 +												jit_uint8_t src_index, 
   1.735 +												jit_uint8_t scale, 
   1.736 +												jit_int32_t val)
   1.737 +		{
   1.738 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.739 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
   1.740 +			jit->write_ubyte(ia32_sib(scale, src_index, REG_IMM_BASE));
   1.741 +			jit->write_int32(val);
   1.742 +		}
   1.743 +
   1.744 +		inline void IA32_Lea_DispRegImm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int8_t val)
   1.745 +		{
   1.746 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.747 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src_base));
   1.748 +			jit->write_byte(val);
   1.749 +		}
   1.750 +
   1.751 +		inline void IA32_Lea_DispRegImm32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int32_t val)
   1.752 +		{
   1.753 +			jit->write_ubyte(IA32_LEA_REG_MEM);
   1.754 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src_base));
   1.755 +			jit->write_int32(val);
   1.756 +		}
   1.757 +
   1.758 +		inline void IA32_Lea_DispRegImmAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int32_t val)
   1.759 +		{
   1.760 +			if (val >= SCHAR_MIN && val <= SCHAR_MAX)
   1.761 +				IA32_Lea_DispRegImm8(jit, dest, src_base, static_cast<jit_int8_t>(val));
   1.762 +			else
   1.763 +				IA32_Lea_DispRegImm32(jit, dest, src_base, val);
   1.764 +		}
   1.765 +
   1.766 +		/**
   1.767 +		* Stack Instructions
   1.768 +		*/
   1.769 +
   1.770 +		inline void IA32_Pop_Reg(JitWriter *jit, jit_uint8_t reg)
   1.771 +		{
   1.772 +			jit->write_ubyte(IA32_POP_REG+reg);
   1.773 +		}
   1.774 +
   1.775 +		inline void IA32_Push_Reg(JitWriter *jit, jit_uint8_t reg)
   1.776 +		{
   1.777 +			jit->write_ubyte(IA32_PUSH_REG+reg);
   1.778 +		}
   1.779 +
   1.780 +		inline void IA32_Push_Imm8(JitWriter *jit, jit_int8_t val)
   1.781 +		{
   1.782 +			jit->write_ubyte(IA32_PUSH_IMM8);
   1.783 +			jit->write_byte(val);
   1.784 +		}
   1.785 +
   1.786 +		inline void IA32_Push_Imm32(JitWriter *jit, jit_int32_t val)
   1.787 +		{
   1.788 +			jit->write_ubyte(IA32_PUSH_IMM32);
   1.789 +			jit->write_int32(val);
   1.790 +		}
   1.791 +
   1.792 +		inline void IA32_Pushad(JitWriter *jit)
   1.793 +		{
   1.794 +			jit->write_ubyte(IA32_PUSHAD);
   1.795 +		}
   1.796 +
   1.797 +		inline void IA32_Popad(JitWriter *jit)
   1.798 +		{
   1.799 +			jit->write_ubyte(IA32_POPAD);
   1.800 +		}
   1.801 +
   1.802 +		inline void IA32_Push_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp8)
   1.803 +		{
   1.804 +			jit->write_ubyte(IA32_PUSH_RM);
   1.805 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, reg));
   1.806 +			jit->write_byte(disp8);
   1.807 +		}
   1.808 +
   1.809 +		inline void IA32_Push_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp32)
   1.810 +		{
   1.811 +			jit->write_ubyte(IA32_PUSH_RM);
   1.812 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 6, reg));
   1.813 +			jit->write_int32(disp32);
   1.814 +		}
   1.815 +
   1.816 +		inline void IA32_Push_Rm_DispAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
   1.817 +		{
   1.818 +			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
   1.819 +				IA32_Push_Rm_Disp8(jit, reg, static_cast<jit_int8_t>(disp));
   1.820 +			else
   1.821 +				IA32_Push_Rm_Disp32(jit, reg, disp);
   1.822 +		}
   1.823 +
   1.824 +		inline void IA32_Push_Rm_Disp8_ESP(JitWriter *jit, jit_int8_t disp8)
   1.825 +		{
   1.826 +			jit->write_ubyte(IA32_PUSH_RM);
   1.827 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, REG_SIB));
   1.828 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
   1.829 +			jit->write_byte(disp8);
   1.830 +		}
   1.831 +
   1.832 +		/**
   1.833 +		* Moving from REGISTER/MEMORY to REGISTER
   1.834 +		*/
   1.835 +
   1.836 +		inline void IA32_Mov_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.837 +		{
   1.838 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.839 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.840 +		}
   1.841 +
   1.842 +		inline void IA32_Mov_Reg8_Rm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.843 +		{
   1.844 +			jit->write_ubyte(IA32_MOV_REG8_RM8);
   1.845 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
   1.846 +		}
   1.847 +
   1.848 +		inline void IA32_Mov_Reg_RmESP(JitWriter *jit, jit_uint8_t dest)
   1.849 +		{
   1.850 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.851 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_ESP));
   1.852 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
   1.853 +		}
   1.854 +
   1.855 +		inline void IA32_Mov_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
   1.856 +		{
   1.857 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.858 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
   1.859 +			jit->write_byte(disp);
   1.860 +		}
   1.861 +
   1.862 +		inline void IA32_Mov_Reg8_Rm8_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
   1.863 +		{
   1.864 +			jit->write_ubyte(IA32_MOV_REG8_RM8);
   1.865 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
   1.866 +			jit->write_byte(disp);
   1.867 +		}
   1.868 +
   1.869 +		inline void IA32_Mov_Reg_Esp_Disp8(JitWriter *jit, jit_uint8_t dest, jit_int8_t disp)
   1.870 +		{
   1.871 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.872 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
   1.873 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
   1.874 +			jit->write_byte(disp);
   1.875 +		}
   1.876 +
   1.877 +		inline void IA32_Mov_Reg_Rm_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
   1.878 +		{
   1.879 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.880 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
   1.881 +			jit->write_int32(disp);
   1.882 +		}
   1.883 +
   1.884 +		inline void IA32_Mov_Reg8_Rm8_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
   1.885 +		{
   1.886 +			jit->write_ubyte(IA32_MOV_REG8_RM8);
   1.887 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
   1.888 +			jit->write_int32(disp);
   1.889 +		}
   1.890 +
   1.891 +		inline void IA32_Mov_Reg_Rm_Disp_Reg(JitWriter *jit, 
   1.892 +									jit_uint8_t dest, 
   1.893 +									jit_uint8_t src_base, 
   1.894 +									jit_uint8_t src_index,
   1.895 +									jit_uint8_t src_scale)
   1.896 +		{
   1.897 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.898 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
   1.899 +			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
   1.900 +		}
   1.901 +
   1.902 +		inline void IA32_Mov_Reg_Rm_Disp_Reg_Disp8(JitWriter *jit, 
   1.903 +											jit_uint8_t dest, 
   1.904 +											jit_uint8_t src_base, 
   1.905 +											jit_uint8_t src_index,
   1.906 +											jit_uint8_t src_scale,
   1.907 +											jit_int8_t disp8)
   1.908 +		{
   1.909 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.910 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
   1.911 +			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
   1.912 +			jit->write_byte(disp8);
   1.913 +		}
   1.914 +
   1.915 +		inline void IA32_Mov_Reg_RmEBP_Disp_Reg(JitWriter *jit, 
   1.916 +											jit_uint8_t dest, 
   1.917 +											jit_uint8_t src_base, 
   1.918 +											jit_uint8_t src_index,
   1.919 +											jit_uint8_t src_scale)
   1.920 +		{
   1.921 +			jit->write_ubyte(IA32_MOV_REG_RM);
   1.922 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
   1.923 +			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
   1.924 +			jit->write_byte(0);
   1.925 +		}
   1.926 +
   1.927 +		inline void IA32_Mov_Reg_Rm_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
   1.928 +		{
   1.929 +			if (disp == 0)
   1.930 +				IA32_Mov_Reg_Rm(jit, dest, src, MOD_MEM_REG);
   1.931 +			else if (disp <= SCHAR_MAX)
   1.932 +				IA32_Mov_Reg_Rm_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
   1.933 +			else
   1.934 +				IA32_Mov_Reg_Rm_Disp32(jit, dest, src, disp);
   1.935 +		}
   1.936 +
   1.937 +		/**
   1.938 +		* Moving from REGISTER to REGISTER/MEMORY
   1.939 +		*/
   1.940 +
   1.941 +		inline void IA32_Mov_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.942 +		{
   1.943 +			jit->write_ubyte(IA32_MOV_RM_REG);
   1.944 +			jit->write_ubyte(ia32_modrm(mode, src, dest));
   1.945 +		}
   1.946 +
   1.947 +		inline void IA32_Mov_Rm8_Reg8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
   1.948 +		{
   1.949 +			jit->write_ubyte(IA32_MOV_RM8_REG8);
   1.950 +			jit->write_ubyte(ia32_modrm(mode, src, dest));
   1.951 +		}
   1.952 +
   1.953 +		inline void IA32_Mov_RmESP_Reg(JitWriter *jit, jit_uint8_t src)
   1.954 +		{
   1.955 +			jit->write_ubyte(IA32_MOV_RM_REG);
   1.956 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, src, REG_ESP));
   1.957 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
   1.958 +		}
   1.959 +
   1.960 +		inline void IA32_Mov_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
   1.961 +		{
   1.962 +			jit->write_ubyte(IA32_MOV_RM_REG);
   1.963 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
   1.964 +			jit->write_byte(disp);
   1.965 +		}
   1.966 +
   1.967 +		inline void IA32_Mov_Rm_Reg_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
   1.968 +		{
   1.969 +			jit->write_ubyte(IA32_MOV_RM_REG);
   1.970 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, src, dest));
   1.971 +			jit->write_int32(disp);
   1.972 +		}
   1.973 +
   1.974 +		inline void IA32_Mov_Rm_Reg_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
   1.975 +		{
   1.976 +			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
   1.977 +				IA32_Mov_Rm_Reg_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
   1.978 +			else
   1.979 +				IA32_Mov_Rm_Reg_Disp32(jit, dest, src, disp);
   1.980 +		}
   1.981 +
   1.982 +		inline void IA32_Mov_RmEBP_Reg_Disp_Reg(JitWriter *jit, 
   1.983 +									jit_uint8_t dest_base, 
   1.984 +									jit_uint8_t dest_index,
   1.985 +									jit_uint8_t dest_scale,
   1.986 +									jit_uint8_t src)
   1.987 +		{
   1.988 +			jit->write_ubyte(IA32_MOV_RM_REG);
   1.989 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
   1.990 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
   1.991 +			jit->write_byte(0);
   1.992 +		}
   1.993 +
   1.994 +		inline void IA32_Mov_Rm8EBP_Reg_Disp_Reg(JitWriter *jit, 
   1.995 +											jit_uint8_t dest_base, 
   1.996 +											jit_uint8_t dest_index,
   1.997 +											jit_uint8_t dest_scale,
   1.998 +											jit_uint8_t src)
   1.999 +		{
  1.1000 +			jit->write_ubyte(IA32_MOV_RM8_REG);
  1.1001 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
  1.1002 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
  1.1003 +			jit->write_byte(0);
  1.1004 +		}
  1.1005 +
  1.1006 +		inline void IA32_Mov_Rm16EBP_Reg_Disp_Reg(JitWriter *jit, 
  1.1007 +											jit_uint8_t dest_base, 
  1.1008 +											jit_uint8_t dest_index,
  1.1009 +											jit_uint8_t dest_scale,
  1.1010 +											jit_uint8_t src)
  1.1011 +		{
  1.1012 +			jit->write_ubyte(IA32_16BIT_PREFIX);
  1.1013 +			jit->write_ubyte(IA32_MOV_RM_REG);
  1.1014 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
  1.1015 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
  1.1016 +			jit->write_byte(0);
  1.1017 +		}
  1.1018 +
  1.1019 +		/**
  1.1020 +		* Moving from IMMEDIATE to REGISTER
  1.1021 +		*/
  1.1022 +
  1.1023 +		inline jitoffs_t IA32_Mov_Reg_Imm32(JitWriter *jit, jit_uint8_t dest, jit_int32_t num)
  1.1024 +		{
  1.1025 +			jitoffs_t offs;
  1.1026 +			jit->write_ubyte(IA32_MOV_REG_IMM+dest);
  1.1027 +			offs = jit->get_outputpos();
  1.1028 +			jit->write_int32(num);
  1.1029 +			return offs;
  1.1030 +		}
  1.1031 +
  1.1032 +		inline void IA32_Mov_Rm_Imm32(JitWriter *jit, jit_uint8_t dest, jit_int32_t val, jit_uint8_t mode)
  1.1033 +		{
  1.1034 +			jit->write_ubyte(IA32_MOV_RM_IMM32);
  1.1035 +			jit->write_ubyte(ia32_modrm(mode, 0, dest));
  1.1036 +			jit->write_int32(val);
  1.1037 +		}
  1.1038 +
  1.1039 +		inline void IA32_Mov_Rm_Imm32_Disp8(JitWriter *jit, 
  1.1040 +									jit_uint8_t dest, 
  1.1041 +									jit_int32_t val, 
  1.1042 +									jit_int8_t disp8)
  1.1043 +		{
  1.1044 +			jit->write_ubyte(IA32_MOV_RM_IMM32);
  1.1045 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
  1.1046 +			jit->write_byte(disp8);
  1.1047 +			jit->write_int32(val);
  1.1048 +		}
  1.1049 +
  1.1050 +		inline void IA32_Mov_Rm_Imm32_Disp32(JitWriter *jit, 
  1.1051 +									jit_uint8_t dest, 
  1.1052 +									jit_int32_t val, 
  1.1053 +									jit_int32_t disp32)
  1.1054 +		{
  1.1055 +			jit->write_ubyte(IA32_MOV_RM_IMM32);
  1.1056 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, dest));
  1.1057 +			jit->write_int32(disp32);
  1.1058 +			jit->write_int32(val);
  1.1059 +		}
  1.1060 +
  1.1061 +		inline void IA32_Mov_RmEBP_Imm32_Disp_Reg(JitWriter *jit, 
  1.1062 +										jit_uint8_t dest_base, 
  1.1063 +										jit_uint8_t dest_index, 
  1.1064 +										jit_uint8_t dest_scale, 
  1.1065 +										jit_int32_t val)
  1.1066 +		{
  1.1067 +			jit->write_ubyte(IA32_MOV_RM_IMM32);
  1.1068 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
  1.1069 +			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
  1.1070 +			jit->write_byte(0);
  1.1071 +			jit->write_int32(val);
  1.1072 +		}
  1.1073 +
  1.1074 +		inline void IA32_Mov_ESP_Disp8_Imm32(JitWriter *jit, jit_int8_t disp8, jit_int32_t val)
  1.1075 +		{
  1.1076 +			jit->write_ubyte(IA32_MOV_RM_IMM32);
  1.1077 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
  1.1078 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1079 +			jit->write_byte(disp8);
  1.1080 +			jit->write_int32(val);
  1.1081 +		}
  1.1082 +
  1.1083 +		/**
  1.1084 +		* Floating Point Instructions
  1.1085 +		*/
  1.1086 +
  1.1087 +		inline void IA32_Fstcw_Mem16_ESP(JitWriter *jit)
  1.1088 +		{
  1.1089 +			jit->write_ubyte(IA32_FSTCW_MEM16_1);
  1.1090 +			jit->write_ubyte(IA32_FSTCW_MEM16_2);
  1.1091 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 7, REG_SIB));
  1.1092 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1093 +		}
  1.1094 +
  1.1095 +		inline void IA32_Fldcw_Mem16_ESP(JitWriter *jit)
  1.1096 +		{
  1.1097 +			jit->write_ubyte(IA32_FLDCW_MEM16);
  1.1098 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 5, REG_SIB));
  1.1099 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1100 +		}
  1.1101 +
  1.1102 +		inline void IA32_Fldcw_Mem16_Disp8_ESP(JitWriter *jit, jit_int8_t disp8)
  1.1103 +		{
  1.1104 +			jit->write_ubyte(IA32_FLDCW_MEM16);
  1.1105 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, REG_SIB));
  1.1106 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1107 +			jit->write_byte(disp8);
  1.1108 +		}
  1.1109 +
  1.1110 +		inline void IA32_Fistp_Mem32_ESP(JitWriter *jit)
  1.1111 +		{
  1.1112 +			jit->write_ubyte(IA32_FISTP_MEM32);
  1.1113 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
  1.1114 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1115 +		}
  1.1116 +
  1.1117 +		inline void IA32_Fistp_Mem32_Disp8_Esp(JitWriter *jit, jit_int8_t disp8)
  1.1118 +		{
  1.1119 +			jit->write_ubyte(IA32_FISTP_MEM32);
  1.1120 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, REG_SIB));
  1.1121 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1122 +			jit->write_byte(disp8);
  1.1123 +		}
  1.1124 +
  1.1125 +		inline void IA32_Fucomip_ST0_FPUreg(JitWriter *jit, jit_uint8_t reg)
  1.1126 +		{
  1.1127 +			jit->write_ubyte(IA32_FUCOMIP_1);
  1.1128 +			jit->write_ubyte(IA32_FUCOMIP_2+reg);
  1.1129 +		}
  1.1130 +
  1.1131 +		inline void IA32_Fadd_FPUreg_ST0(JitWriter *jit, jit_uint8_t reg)
  1.1132 +		{
  1.1133 +			jit->write_ubyte(IA32_FADD_FPREG_ST0_1);
  1.1134 +			jit->write_ubyte(IA32_FADD_FPREG_ST0_2+reg);
  1.1135 +		}
  1.1136 +
  1.1137 +		inline void IA32_Fadd_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1138 +		{
  1.1139 +			jit->write_ubyte(IA32_FADD_MEM32);
  1.1140 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
  1.1141 +			jit->write_byte(val);
  1.1142 +		}
  1.1143 +
  1.1144 +		inline void IA32_Fadd_Mem32_ESP(JitWriter *jit)
  1.1145 +		{
  1.1146 +			jit->write_ubyte(IA32_FADD_MEM32);
  1.1147 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, REG_SIB));
  1.1148 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1149 +		}
  1.1150 +
  1.1151 +		inline void IA32_Fsub_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1152 +		{
  1.1153 +			jit->write_ubyte(IA32_FSUB_MEM32);
  1.1154 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 4, src));
  1.1155 +			jit->write_byte(val);
  1.1156 +		}
  1.1157 +
  1.1158 +		inline void IA32_Fmul_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1159 +		{
  1.1160 +			jit->write_ubyte(IA32_FMUL_MEM32);
  1.1161 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 1, src));
  1.1162 +			jit->write_byte(val);
  1.1163 +		}
  1.1164 +
  1.1165 +		inline void IA32_Fdiv_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1166 +		{
  1.1167 +			jit->write_ubyte(IA32_FDIV_MEM32);
  1.1168 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, src));
  1.1169 +			jit->write_byte(val);
  1.1170 +		}
  1.1171 +
  1.1172 +		inline void IA32_Fild_Mem32(JitWriter *jit, jit_uint8_t src)
  1.1173 +		{
  1.1174 +			jit->write_ubyte(IA32_FILD_MEM32);
  1.1175 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
  1.1176 +		}
  1.1177 +
  1.1178 +		inline void IA32_Fstp_Mem32(JitWriter *jit, jit_uint8_t dest)
  1.1179 +		{
  1.1180 +			jit->write_ubyte(IA32_FSTP_MEM32);
  1.1181 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, dest));
  1.1182 +		}
  1.1183 +
  1.1184 +		inline void IA32_Fstp_Mem32_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_int32_t disp)
  1.1185 +		{
  1.1186 +			jit->write_ubyte(IA32_FSTP_MEM32);
  1.1187 +
  1.1188 +			if (disp > SCHAR_MIN && disp < SCHAR_MAX)
  1.1189 +			{
  1.1190 +				jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, dest));
  1.1191 +				jit->write_byte(static_cast<jit_int8_t>(disp));
  1.1192 +			}
  1.1193 +			else
  1.1194 +			{
  1.1195 +				jit->write_ubyte(ia32_modrm(MOD_DISP32, 3, dest));
  1.1196 +				jit->write_byte(disp);
  1.1197 +			}
  1.1198 +		}
  1.1199 +
  1.1200 +		inline void IA32_Fstp_Mem64(JitWriter *jit, jit_uint8_t dest)
  1.1201 +		{
  1.1202 +			jit->write_ubyte(IA32_FSTP_MEM64);
  1.1203 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, dest));
  1.1204 +		}
  1.1205 +
  1.1206 +		inline void IA32_Fstp_Mem64_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_int32_t disp)
  1.1207 +		{
  1.1208 +			jit->write_ubyte(IA32_FSTP_MEM64);
  1.1209 +
  1.1210 +			if (disp > SCHAR_MIN && disp < SCHAR_MAX)
  1.1211 +			{
  1.1212 +				jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, dest));
  1.1213 +				jit->write_byte(static_cast<jit_int8_t>(disp));
  1.1214 +			}
  1.1215 +			else
  1.1216 +			{
  1.1217 +				jit->write_ubyte(ia32_modrm(MOD_DISP32, 3, dest));
  1.1218 +				jit->write_byte(disp);
  1.1219 +			}
  1.1220 +		}
  1.1221 +
  1.1222 +		inline void IA32_Fstp_Mem32_ESP(JitWriter *jit)
  1.1223 +		{
  1.1224 +			jit->write_ubyte(IA32_FSTP_MEM32);
  1.1225 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
  1.1226 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1227 +		}
  1.1228 +
  1.1229 +		inline void IA32_Fstp_Mem64_ESP(JitWriter *jit)
  1.1230 +		{
  1.1231 +			jit->write_ubyte(IA32_FSTP_MEM64);
  1.1232 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
  1.1233 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1234 +		}
  1.1235 +
  1.1236 +		inline void IA32_Fstp_FPUreg(JitWriter *jit, jit_uint8_t reg)
  1.1237 +		{
  1.1238 +			jit->write_ubyte(IA32_FSTP_FPREG_1);
  1.1239 +			jit->write_ubyte(IA32_FSTP_FPREG_2+reg);
  1.1240 +		}
  1.1241 +
  1.1242 +		inline void IA32_Fld_Mem32(JitWriter *jit, jit_uint8_t src)
  1.1243 +		{
  1.1244 +			jit->write_ubyte(IA32_FLD_MEM32);
  1.1245 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
  1.1246 +		}
  1.1247 +
  1.1248 +		inline void IA32_Fld_Mem64(JitWriter *jit, jit_uint8_t src)
  1.1249 +		{
  1.1250 +			jit->write_ubyte(IA32_FLD_MEM64);
  1.1251 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
  1.1252 +		}
  1.1253 +
  1.1254 +		inline void IA32_Fld_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1255 +		{
  1.1256 +			jit->write_ubyte(IA32_FLD_MEM32);
  1.1257 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
  1.1258 +			jit->write_byte(val);
  1.1259 +		}
  1.1260 +
  1.1261 +		inline void IA32_Fld_Mem64_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
  1.1262 +		{
  1.1263 +			jit->write_ubyte(IA32_FLD_MEM64);
  1.1264 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
  1.1265 +			jit->write_byte(val);
  1.1266 +		}
  1.1267 +
  1.1268 +		inline void IA32_Fld_Mem32_Disp32(JitWriter *jit, jit_uint8_t src, jit_int32_t val)
  1.1269 +		{
  1.1270 +			jit->write_ubyte(IA32_FLD_MEM32);
  1.1271 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, src));
  1.1272 +			jit->write_int32(val);
  1.1273 +		}
  1.1274 +
  1.1275 +		inline void IA32_Fld_Mem64_Disp32(JitWriter *jit, jit_uint8_t src, jit_int32_t val)
  1.1276 +		{
  1.1277 +			jit->write_ubyte(IA32_FLD_MEM64);
  1.1278 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, src));
  1.1279 +			jit->write_int32(val);
  1.1280 +		}
  1.1281 +
  1.1282 +		inline void IA32_Fld_Mem32_DispAuto(JitWriter *jit, jit_uint8_t src, jit_int32_t disp)
  1.1283 +		{
  1.1284 +			if (disp == 0)
  1.1285 +				IA32_Fld_Mem32(jit, src);
  1.1286 +			else if (disp <= SCHAR_MAX)
  1.1287 +				IA32_Fld_Mem32_Disp8(jit, src, static_cast<jit_int8_t>(disp));
  1.1288 +			else
  1.1289 +				IA32_Fld_Mem32_Disp32(jit, src, disp);
  1.1290 +		}
  1.1291 +
  1.1292 +		inline void IA32_Fld_Mem64_DispAuto(JitWriter *jit, jit_uint8_t src, jit_int32_t disp)
  1.1293 +		{
  1.1294 +			if (disp == 0)
  1.1295 +				IA32_Fld_Mem64(jit, src);
  1.1296 +			else if (disp <= SCHAR_MAX)
  1.1297 +				IA32_Fld_Mem64_Disp8(jit, src, static_cast<jit_int8_t>(disp));
  1.1298 +			else
  1.1299 +				IA32_Fld_Mem64_Disp32(jit, src, disp);
  1.1300 +		}
  1.1301 +
  1.1302 +		/**
  1.1303 +		* Move data with zero extend
  1.1304 +		*/
  1.1305 +
  1.1306 +		inline void IA32_Movzx_Reg32_Rm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
  1.1307 +		{
  1.1308 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
  1.1309 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
  1.1310 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
  1.1311 +		}
  1.1312 +
  1.1313 +		inline void IA32_Movzx_Reg32_Rm8_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
  1.1314 +		{
  1.1315 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
  1.1316 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
  1.1317 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
  1.1318 +			jit->write_byte(disp);
  1.1319 +		}
  1.1320 +
  1.1321 +		inline void IA32_Movzx_Reg32_Rm8_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
  1.1322 +		{
  1.1323 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
  1.1324 +			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
  1.1325 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
  1.1326 +			jit->write_int32(disp);
  1.1327 +		}
  1.1328 +
  1.1329 +		inline void IA32_Movzx_Reg32_Rm8_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
  1.1330 +		{
  1.1331 +			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
  1.1332 +				IA32_Movzx_Reg32_Rm8_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
  1.1333 +			else
  1.1334 +				IA32_Movzx_Reg32_Rm8_Disp32(jit, dest, src, disp);
  1.1335 +		}
  1.1336 +
  1.1337 +		inline void IA32_Movzx_Reg32_Rm16(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
  1.1338 +		{
  1.1339 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
  1.1340 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
  1.1341 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
  1.1342 +		}
  1.1343 +
  1.1344 +		inline void IA32_Movzx_Reg32_Rm16_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
  1.1345 +		{
  1.1346 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
  1.1347 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
  1.1348 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
  1.1349 +			jit->write_byte(disp);
  1.1350 +		}
  1.1351 +
  1.1352 +		inline void IA32_Movzx_Reg32_Rm16_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
  1.1353 +		{
  1.1354 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
  1.1355 +			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
  1.1356 +			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
  1.1357 +			jit->write_int32(disp);
  1.1358 +		}
  1.1359 +
  1.1360 +		inline void IA32_Movzx_Reg32_Rm16_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
  1.1361 +		{
  1.1362 +			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
  1.1363 +				IA32_Movzx_Reg32_Rm16_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
  1.1364 +			else
  1.1365 +				IA32_Movzx_Reg32_Rm16_Disp32(jit, dest, src, disp);
  1.1366 +		}
  1.1367 +
  1.1368 +		/**
  1.1369 +		* Branching/Jumping
  1.1370 +		*/
  1.1371 +
  1.1372 +		inline jitoffs_t IA32_Jump_Cond_Imm8(JitWriter *jit, jit_uint8_t cond, jit_int8_t disp)
  1.1373 +		{
  1.1374 +			jitoffs_t ptr;
  1.1375 +			jit->write_ubyte(IA32_JCC_IMM+cond);
  1.1376 +			ptr = jit->get_outputpos();
  1.1377 +			jit->write_byte(disp);
  1.1378 +			return ptr;
  1.1379 +		}
  1.1380 +
  1.1381 +		inline jitoffs_t IA32_Jump_Imm32(JitWriter *jit, jit_int32_t disp)
  1.1382 +		{
  1.1383 +			jitoffs_t ptr;
  1.1384 +			jit->write_ubyte(IA32_JMP_IMM32);
  1.1385 +			ptr = jit->get_outputpos();
  1.1386 +			jit->write_int32(disp);
  1.1387 +			return ptr;
  1.1388 +		}
  1.1389 +
  1.1390 +		inline jitoffs_t IA32_Jump_Imm8(JitWriter *jit, jit_int8_t disp)
  1.1391 +		{
  1.1392 +			jitoffs_t ptr;
  1.1393 +			jit->write_ubyte(IA32_JMP_IMM8);
  1.1394 +			ptr = jit->get_outputpos();
  1.1395 +			jit->write_byte(disp);
  1.1396 +			return ptr;
  1.1397 +		}
  1.1398 +
  1.1399 +		inline jitoffs_t IA32_Jump_Cond_Imm32(JitWriter *jit, jit_uint8_t cond, jit_int32_t disp)
  1.1400 +		{
  1.1401 +			jitoffs_t ptr;
  1.1402 +			jit->write_ubyte(IA32_JCC_IMM32_1);
  1.1403 +			jit->write_ubyte(IA32_JCC_IMM32_2+cond);
  1.1404 +			ptr = jit->get_outputpos();
  1.1405 +			jit->write_int32(disp);
  1.1406 +			return ptr;
  1.1407 +		}
  1.1408 +
  1.1409 +		inline void IA32_Jump_Reg(JitWriter *jit, jit_uint8_t reg)
  1.1410 +		{
  1.1411 +			jit->write_ubyte(IA32_JMP_RM);
  1.1412 +			jit->write_ubyte(ia32_modrm(MOD_REG, 4, reg));
  1.1413 +		}
  1.1414 +
  1.1415 +		inline void IA32_Jump_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
  1.1416 +		{
  1.1417 +			jit->write_ubyte(IA32_JMP_RM);
  1.1418 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
  1.1419 +		}
  1.1420 +
  1.1421 +		inline jitoffs_t IA32_Call_Imm32(JitWriter *jit, jit_int32_t disp)
  1.1422 +		{
  1.1423 +			jitoffs_t ptr;
  1.1424 +			jit->write_ubyte(IA32_CALL_IMM32);
  1.1425 +			ptr = jit->get_outputpos();
  1.1426 +			jit->write_int32(disp);
  1.1427 +			return ptr;
  1.1428 +		}
  1.1429 +
  1.1430 +		inline void IA32_Call_Reg(JitWriter *jit, jit_uint8_t reg)
  1.1431 +		{
  1.1432 +			jit->write_ubyte(IA32_CALL_RM);
  1.1433 +			jit->write_ubyte(ia32_modrm(MOD_REG, 2, reg));
  1.1434 +		}
  1.1435 +
  1.1436 +		inline void IA32_Call_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
  1.1437 +		{
  1.1438 +			jit->write_ubyte(IA32_CALL_RM);
  1.1439 +			jit->write_ubyte(ia32_modrm(mode, 4, reg));
  1.1440 +		}
  1.1441 +
  1.1442 +		inline void IA32_Return(JitWriter *jit)
  1.1443 +		{
  1.1444 +			jit->write_ubyte(IA32_RET);
  1.1445 +		}
  1.1446 +
  1.1447 +		inline void IA32_Return_Popstack(JitWriter *jit, unsigned short bytes)
  1.1448 +		{
  1.1449 +			jit->write_ubyte(IA32_RETN);
  1.1450 +			jit->write_ushort(bytes);
  1.1451 +		}
  1.1452 +
  1.1453 +		inline void IA32_Test_Rm_Reg(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_uint8_t mode)
  1.1454 +		{
  1.1455 +			jit->write_ubyte(IA32_TEST_RM_REG);
  1.1456 +			jit->write_ubyte(ia32_modrm(mode, reg2, reg1));
  1.1457 +		}
  1.1458 +
  1.1459 +		inline void IA32_Test_Rm_Reg8(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_uint8_t mode)
  1.1460 +		{
  1.1461 +			jit->write_ubyte(IA32_TEST_RM_REG8);
  1.1462 +			jit->write_ubyte(ia32_modrm(mode, reg2, reg1));
  1.1463 +		}
  1.1464 +
  1.1465 +		inline void IA32_Cmp_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
  1.1466 +		{
  1.1467 +			jit->write_ubyte(IA32_CMP_RM_REG);
  1.1468 +			jit->write_ubyte(ia32_modrm(mode, src, dest));
  1.1469 +		}
  1.1470 +
  1.1471 +		inline void IA32_Cmp_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
  1.1472 +		{
  1.1473 +			jit->write_ubyte(IA32_CMP_REG_RM);
  1.1474 +			jit->write_ubyte(ia32_modrm(mode, dest, src));
  1.1475 +		}
  1.1476 +
  1.1477 +		inline void IA32_Cmp_Reg_Rm_ESP(JitWriter *jit, jit_uint8_t cmpreg)
  1.1478 +		{
  1.1479 +			jit->write_ubyte(IA32_CMP_REG_RM);
  1.1480 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, cmpreg, REG_SIB));
  1.1481 +			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
  1.1482 +		}
  1.1483 +
  1.1484 +		inline void IA32_Cmp_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_int8_t disp8)
  1.1485 +		{
  1.1486 +			jit->write_ubyte(IA32_CMP_REG_RM);
  1.1487 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, reg1, reg2));
  1.1488 +			jit->write_byte(disp8);
  1.1489 +		}
  1.1490 +
  1.1491 +		inline void IA32_Cmp_Rm_Imm8(JitWriter *jit, jit_uint8_t mode, jit_uint8_t rm, jit_int8_t imm8)
  1.1492 +		{
  1.1493 +			jit->write_ubyte(IA32_CMP_RM_IMM8);
  1.1494 +			jit->write_ubyte(ia32_modrm(mode, 7, rm));
  1.1495 +			jit->write_byte(imm8);
  1.1496 +		}
  1.1497 +
  1.1498 +		inline void IA32_Cmp_Rm_Imm32(JitWriter *jit, jit_uint8_t mode, jit_uint8_t rm, jit_int32_t imm32)
  1.1499 +		{
  1.1500 +			jit->write_ubyte(IA32_CMP_RM_IMM32);
  1.1501 +			jit->write_ubyte(ia32_modrm(mode, 7, rm));
  1.1502 +			jit->write_int32(imm32);
  1.1503 +		}
  1.1504 +
  1.1505 +		inline void IA32_Cmp_Rm_Imm32_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp8, jit_int32_t imm32)
  1.1506 +		{
  1.1507 +			jit->write_ubyte(IA32_CMP_RM_IMM32);
  1.1508 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 7, reg));
  1.1509 +			jit->write_byte(disp8);
  1.1510 +			jit->write_int32(imm32);
  1.1511 +		}
  1.1512 +
  1.1513 +		inline void IA32_Cmp_Rm_Disp8_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp, jit_int8_t imm8)
  1.1514 +		{
  1.1515 +			jit->write_ubyte(IA32_CMP_RM_IMM8);
  1.1516 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 7, reg));
  1.1517 +			jit->write_byte(disp);
  1.1518 +			jit->write_byte(imm8);
  1.1519 +		}
  1.1520 +
  1.1521 +		inline void IA32_Cmp_Al_Imm8(JitWriter *jit, jit_int8_t value)
  1.1522 +		{
  1.1523 +			jit->write_ubyte(IA32_CMP_AL_IMM32);
  1.1524 +			jit->write_byte(value);
  1.1525 +		}
  1.1526 +
  1.1527 +		inline void IA32_Cmp_Eax_Imm32(JitWriter *jit, jit_int32_t value)
  1.1528 +		{
  1.1529 +			jit->write_ubyte(IA32_CMP_EAX_IMM32);
  1.1530 +			jit->write_int32(value);
  1.1531 +		}
  1.1532 +
  1.1533 +		inline void IA32_SetCC_Rm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t cond)
  1.1534 +		{
  1.1535 +			jit->write_ubyte(IA32_SETCC_RM8_1);
  1.1536 +			jit->write_ubyte(IA32_SETCC_RM8_2+cond);
  1.1537 +			jit->write_ubyte(ia32_modrm(MOD_REG, 0, reg));
  1.1538 +		}
  1.1539 +
  1.1540 +		inline void IA32_CmovCC_Rm(JitWriter *jit, jit_uint8_t src, jit_uint8_t cond)
  1.1541 +		{
  1.1542 +			jit->write_ubyte(IA32_CMOVCC_RM_1);
  1.1543 +			jit->write_ubyte(IA32_CMOVCC_RM_2+cond);
  1.1544 +			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
  1.1545 +		}
  1.1546 +
  1.1547 +		inline void IA32_CmovCC_Rm_Disp8(JitWriter *jit, jit_uint8_t src, jit_uint8_t cond, jit_int8_t disp)
  1.1548 +		{
  1.1549 +			jit->write_ubyte(IA32_CMOVCC_RM_1);
  1.1550 +			jit->write_ubyte(IA32_CMOVCC_RM_2+cond);
  1.1551 +			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
  1.1552 +			jit->write_byte(disp);
  1.1553 +		}
  1.1554 +
  1.1555 +		inline void IA32_Cmpsb(JitWriter *jit)
  1.1556 +		{
  1.1557 +			jit->write_ubyte(IA32_CMPSB);
  1.1558 +		}
  1.1559 +
  1.1560 +		inline void IA32_Rep(JitWriter *jit)
  1.1561 +		{
  1.1562 +			jit->write_ubyte(IA32_REP);
  1.1563 +		}
  1.1564 +
  1.1565 +		inline void IA32_Movsd(JitWriter *jit)
  1.1566 +		{
  1.1567 +			jit->write_ubyte(IA32_MOVSD);
  1.1568 +		}
  1.1569 +
  1.1570 +		inline void IA32_Movsb(JitWriter *jit)
  1.1571 +		{
  1.1572 +			jit->write_ubyte(IA32_MOVSB);
  1.1573 +		}
  1.1574 +
  1.1575 +		inline void IA32_Stosd(JitWriter *jit)
  1.1576 +		{
  1.1577 +			jit->write_ubyte(IA32_STOSD);
  1.1578 +		}
  1.1579 +
  1.1580 +		inline void IA32_Cld(JitWriter *jit)
  1.1581 +		{
  1.1582 +			jit->write_ubyte(IA32_CLD);
  1.1583 +		}
  1.1584 +
  1.1585 +	}
  1.1586 +}
  1.1587 +
  1.1588 +#endif //_INCLUDE_JIT_X86_MACROS_H