core/sourcehook/sourcehook_hookmangen_x86.h
author Scott Ehlert <ds@alliedmods.net>
Thu Dec 10 00:59:50 2009 -0600 (2009-12-10)
changeset 689 4065ba5e9155
parent 539 db914129ae01
child 733 2365240861a2
permissions -rw-r--r--
Rewrote user message caching code to always use IServerGameDLL::GetUserMessageInfo (bug 4117, r=dvander).

Games where the above function can crash are handled by detouring tier0's Error() function and jumping back to our own code. So in theory this should work on all games now.
pavolmarko@480
     1
/* ======== SourceHook ========
pavolmarko@480
     2
* vim: set ts=4 :
ds@523
     3
* Copyright (C) 2004-2008 AlliedModders LLC.  All rights reserved.
pavolmarko@480
     4
* No warranties of any kind
pavolmarko@480
     5
*
pavolmarko@480
     6
* License: zlib/libpng
pavolmarko@480
     7
*
pavolmarko@480
     8
* from the SourcePawn JIT SDK
pavolmarko@480
     9
* ============================
pavolmarko@480
    10
*/
pavolmarko@480
    11
pavolmarko@480
    12
#ifndef __SOURCEHOOK_HOOKMANGEN_X86_H__
pavolmarko@480
    13
#define __SOURCEHOOK_HOOKMANGEN_X86_H__
pavolmarko@480
    14
pavolmarko@480
    15
#include <limits.h>
pavolmarko@480
    16
pavolmarko@480
    17
#undef REG_EAX
pavolmarko@480
    18
#undef REG_ECX
pavolmarko@480
    19
#undef REG_EDX
pavolmarko@480
    20
#undef REG_EBX
pavolmarko@480
    21
#undef REG_ESP
pavolmarko@480
    22
#undef REG_SIB
pavolmarko@480
    23
#undef REG_EBP
pavolmarko@480
    24
#undef REG_ESI
pavolmarko@480
    25
#undef REG_EDI
pavolmarko@480
    26
pavolmarko@480
    27
//MOD R/M
pavolmarko@480
    28
#define MOD_MEM_REG	0
pavolmarko@480
    29
#define MOD_DISP8	1
pavolmarko@480
    30
#define MOD_DISP32	2
pavolmarko@480
    31
#define MOD_REG		3
pavolmarko@480
    32
pavolmarko@480
    33
//SIB
pavolmarko@480
    34
#define NOSCALE		0
pavolmarko@480
    35
#define	SCALE2		1
pavolmarko@480
    36
#define	SCALE4		2
pavolmarko@480
    37
#define SCALE8		3
pavolmarko@480
    38
pavolmarko@480
    39
//Register codes
pavolmarko@480
    40
#define REG_EAX			0
pavolmarko@480
    41
#define REG_ECX			1
pavolmarko@480
    42
#define REG_EDX			2
pavolmarko@480
    43
#define REG_EBX			3
pavolmarko@480
    44
#define	REG_ESP			4
pavolmarko@480
    45
#define	REG_SIB			4
pavolmarko@480
    46
#define REG_NOIDX		4
pavolmarko@480
    47
#define REG_IMM_BASE	5
pavolmarko@480
    48
#define REG_EBP			5
pavolmarko@480
    49
#define REG_ESI			6
pavolmarko@480
    50
#define REG_EDI			7
pavolmarko@480
    51
pavolmarko@480
    52
#define IA32_16BIT_PREFIX	0x66
pavolmarko@480
    53
pavolmarko@480
    54
//condition codes (for example, Jcc opcodes)
pavolmarko@480
    55
#define CC_B	0x2
pavolmarko@480
    56
#define CC_NAE	CC_B
pavolmarko@480
    57
#define CC_NB	0x3
pavolmarko@480
    58
#define CC_AE	CC_NB
pavolmarko@480
    59
#define CC_E	0x4
pavolmarko@480
    60
#define CC_Z	CC_E
pavolmarko@480
    61
#define CC_NE	0x5
pavolmarko@480
    62
#define CC_NZ	CC_NE
pavolmarko@480
    63
#define CC_NA	0x6
pavolmarko@480
    64
#define CC_BE	CC_NA
pavolmarko@480
    65
#define CC_A	0x7
pavolmarko@480
    66
#define CC_NBE	CC_A
pavolmarko@480
    67
#define CC_L	0xC
pavolmarko@480
    68
#define CC_NGE	CC_L
pavolmarko@480
    69
#define CC_NL	0xD
pavolmarko@480
    70
#define CC_GE	CC_NL
pavolmarko@480
    71
#define CC_NG	0xE
pavolmarko@480
    72
#define CC_LE	CC_NG
pavolmarko@480
    73
#define CC_G	0xF
pavolmarko@480
    74
#define CC_NLE	CC_G
pavolmarko@480
    75
pavolmarko@480
    76
//Opcodes with encoding information
pavolmarko@480
    77
#define IA32_XOR_RM_REG			0x31	// encoding is /r
pavolmarko@480
    78
#define IA32_XOR_REG_RM			0x33	// encoding is /r
pavolmarko@480
    79
#define IA32_XOR_EAX_IMM32		0x35	// encoding is /r
pavolmarko@480
    80
#define IA32_XOR_RM_IMM32		0x81	// encoding is /6
pavolmarko@480
    81
#define IA32_XOR_RM_IMM8		0x83	// encoding is /6
pavolmarko@480
    82
#define IA32_ADD_RM_REG			0x01	// encoding is /r
pavolmarko@480
    83
#define IA32_ADD_REG_RM			0x03	// encoding is /r
pavolmarko@480
    84
#define IA32_ADD_RM_IMM32		0x81	// encoding is /0
pavolmarko@480
    85
#define IA32_ADD_RM_IMM8		0x83	// encoding is /0
pavolmarko@480
    86
#define IA32_ADD_EAX_IMM32		0x05	// no extra encoding
pavolmarko@480
    87
#define IA32_SUB_RM_REG			0x29	// encoding is /r
pavolmarko@480
    88
#define IA32_SUB_REG_RM			0x2B	// encoding is /r
pavolmarko@480
    89
#define IA32_SUB_RM_IMM8		0x83	// encoding is /5 <imm8>
pavolmarko@480
    90
#define IA32_SUB_RM_IMM32		0x81	// encoding is /5 <imm32>
pavolmarko@480
    91
#define IA32_SBB_REG_RM			0x1B	// encoding is /r
pavolmarko@480
    92
#define IA32_SBB_RM_IMM8		0x83	// encoding is <imm32>
pavolmarko@480
    93
#define IA32_JMP_IMM32			0xE9	// encoding is imm32
pavolmarko@480
    94
#define IA32_JMP_IMM8			0xEB	// encoding is imm8
pavolmarko@480
    95
#define IA32_JMP_RM				0xFF	// encoding is /4
pavolmarko@480
    96
#define IA32_CALL_IMM32			0xE8	// relative call, <imm32>
pavolmarko@480
    97
#define IA32_CALL_RM			0xFF	// encoding is /2
pavolmarko@480
    98
#define IA32_MOV_REG_IMM		0xB8	// encoding is +r <imm32>
pavolmarko@480
    99
#define	IA32_MOV_RM8_REG		0x88	// encoding is /r
pavolmarko@480
   100
#define	IA32_MOV_RM_REG			0x89	// encoding is /r
pavolmarko@480
   101
#define	IA32_MOV_REG_RM			0x8B	// encoding is /r
pavolmarko@480
   102
#define IA32_MOV_REG8_RM8		0x8A	// encoding is /r
pavolmarko@480
   103
#define IA32_MOV_RM8_REG8		0x88	// encoding is /r
pavolmarko@480
   104
#define IA32_MOV_RM_IMM32		0xC7	// encoding is /0
pavolmarko@480
   105
#define IA32_CMP_RM_IMM32		0x81	// encoding is /7 <imm32>
pavolmarko@480
   106
#define IA32_CMP_RM_IMM8		0x83	// encoding is /7 <imm8>
pavolmarko@480
   107
#define IA32_CMP_AL_IMM32		0x3C	// no extra encoding
pavolmarko@480
   108
#define IA32_CMP_EAX_IMM32		0x3D	// no extra encoding
pavolmarko@480
   109
#define IA32_CMP_RM_REG			0x39	// encoding is /r
pavolmarko@480
   110
#define IA32_CMP_REG_RM			0x3B	// encoding is /r
pavolmarko@480
   111
#define IA32_CMPSB				0xA6	// no extra encoding
pavolmarko@480
   112
#define IA32_TEST_RM_REG8		0x84	// encoding is /r
pavolmarko@480
   113
#define IA32_TEST_RM_REG		0x85	// encoding is /r
pavolmarko@480
   114
#define IA32_TEST_RM_IMM32		0xF7	// encoding is /0 <imm32>
pavolmarko@480
   115
#define IA32_JCC_IMM			0x70	// encoding is +cc <imm8>
pavolmarko@480
   116
#define IA32_JCC_IMM32_1		0x0F	// opcode part 1
pavolmarko@480
   117
#define IA32_JCC_IMM32_2		0x80	// encoding is +cc <imm32>
pavolmarko@480
   118
#define IA32_RET				0xC3	// no extra encoding
pavolmarko@480
   119
#define IA32_RETN				0xC2	// encoding is <imm16> 
pavolmarko@480
   120
#define IA32_NEG_RM				0xF7	// encoding is /3
pavolmarko@480
   121
#define IA32_INC_REG			0x40	// encoding is +r
pavolmarko@480
   122
#define IA32_INC_RM				0xFF	// encoding is /0
pavolmarko@480
   123
#define IA32_DEC_REG			0x48	// encoding is +r
pavolmarko@480
   124
#define IA32_DEC_RM				0xFF	// encoding is /1
pavolmarko@480
   125
#define IA32_OR_REG_RM			0x0B	// encoding is /r
pavolmarko@480
   126
#define IA32_AND_REG_RM			0x23	// encoding is /r
pavolmarko@480
   127
#define IA32_AND_EAX_IMM32		0x25	// encoding is <imm32>
pavolmarko@480
   128
#define IA32_AND_RM_IMM32		0x81	// encoding is /4
pavolmarko@480
   129
#define IA32_AND_RM_IMM8		0x83	// encoding is /4
pavolmarko@480
   130
#define IA32_NOT_RM				0xF7	// encoding is /2
pavolmarko@480
   131
#define IA32_DIV_RM				0xF7	// encoding is /6
pavolmarko@480
   132
#define IA32_MUL_RM				0xF7	// encoding is /4
pavolmarko@480
   133
#define IA32_IDIV_RM			0xF7	// encoding is /7
pavolmarko@480
   134
#define IA32_IMUL_RM			0xF7	// encoding is /5
pavolmarko@480
   135
#define IA32_IMUL_REG_IMM32		0x69	// encoding is /r
pavolmarko@480
   136
#define IA32_IMUL_REG_IMM8		0x6B	// encoding is /r
pavolmarko@480
   137
#define IA32_IMUL_REG_RM_1		0x0F	// encoding is _2
pavolmarko@480
   138
#define IA32_IMUL_REG_RM_2		0xAF	// encoding is /r
pavolmarko@480
   139
#define IA32_SHR_RM_IMM8		0xC1	// encoding is /5 <ib>
pavolmarko@480
   140
#define IA32_SHR_RM_1			0xD1	// encoding is /5
pavolmarko@480
   141
#define IA32_SHL_RM_IMM8		0xC1	// encoding is /4 <ib>
pavolmarko@480
   142
#define IA32_SHL_RM_1			0xD1	// encoding is /4
pavolmarko@480
   143
#define IA32_SAR_RM_CL			0xD3	// encoding is /7
pavolmarko@480
   144
#define IA32_SAR_RM_1			0xD1	// encoding is /7
pavolmarko@480
   145
#define IA32_SHR_RM_CL			0xD3	// encoding is /5
pavolmarko@480
   146
#define IA32_SHL_RM_CL			0xD3	// encoding is /4
pavolmarko@480
   147
#define IA32_SAR_RM_IMM8		0xC1	// encoding is /7 <ib>
pavolmarko@480
   148
#define IA32_SETCC_RM8_1		0x0F	// opcode part 1
pavolmarko@480
   149
#define IA32_SETCC_RM8_2		0x90	// encoding is +cc /0 (8bits)
pavolmarko@480
   150
#define IA32_CMOVCC_RM_1		0x0F	// opcode part 1
pavolmarko@480
   151
#define IA32_CMOVCC_RM_2		0x40	// encoding is +cc /r
pavolmarko@480
   152
#define IA32_XCHG_EAX_REG		0x90	// encoding is +r
pavolmarko@480
   153
#define IA32_LEA_REG_MEM		0x8D	// encoding is /r
pavolmarko@480
   154
#define IA32_POP_REG			0x58	// encoding is +r
pavolmarko@480
   155
#define IA32_PUSH_REG			0x50	// encoding is +r
pavolmarko@480
   156
#define IA32_PUSH_RM			0xFF	// encoding is /6
pavolmarko@480
   157
#define IA32_PUSH_IMM32			0x68	// encoding is <imm32>
pavolmarko@480
   158
#define IA32_PUSH_IMM8			0x6A	// encoding is <imm8>
pavolmarko@480
   159
#define IA32_REP				0xF3	// no extra encoding
pavolmarko@480
   160
#define IA32_MOVSD				0xA5	// no extra encoding
pavolmarko@480
   161
#define IA32_MOVSB				0xA4	// no extra encoding
pavolmarko@480
   162
#define IA32_STOSD				0xAB	// no extra encoding
pavolmarko@480
   163
#define IA32_CLD				0xFC	// no extra encoding
pavolmarko@480
   164
#define IA32_PUSHAD				0x60	// no extra encoding
pavolmarko@480
   165
#define IA32_POPAD				0x61	// no extra encoding
pavolmarko@480
   166
#define IA32_NOP				0x90	// no extra encoding
pavolmarko@480
   167
#define IA32_INT3				0xCC	// no extra encoding
pavolmarko@480
   168
#define IA32_FSTP_MEM32			0xD9	// encoding is /3
pavolmarko@480
   169
#define IA32_FSTP_MEM64			0xDD	// encoding is /3
pavolmarko@480
   170
#define IA32_FLD_MEM32			0xD9	// encoding is /0
pavolmarko@480
   171
#define IA32_FLD_MEM64			0xDD	// encoding is /0
pavolmarko@480
   172
#define IA32_FILD_MEM32			0xDB	// encoding is /0
pavolmarko@480
   173
#define IA32_FADD_MEM32			0xD8	// encoding is /0
pavolmarko@480
   174
#define IA32_FADD_FPREG_ST0_1	0xDC	// opcode part 1
pavolmarko@480
   175
#define IA32_FADD_FPREG_ST0_2	0xC0	// encoding is +r
pavolmarko@480
   176
#define IA32_FSUB_MEM32			0xD8	// encoding is /4
pavolmarko@480
   177
#define IA32_FMUL_MEM32			0xD8	// encoding is /1
pavolmarko@480
   178
#define IA32_FDIV_MEM32			0xD8	// encoding is /6
pavolmarko@480
   179
#define IA32_FSTCW_MEM16_1		0x9B	// opcode part 1
pavolmarko@480
   180
#define IA32_FSTCW_MEM16_2		0xD9	// encoding is /7
pavolmarko@480
   181
#define IA32_FLDCW_MEM16		0xD9	// encoding is /5
pavolmarko@480
   182
#define IA32_FISTP_MEM32		0xDB	// encoding is /3
pavolmarko@480
   183
#define IA32_FUCOMIP_1			0xDF	// opcode part 1
pavolmarko@480
   184
#define IA32_FUCOMIP_2			0xE8	// encoding is +r
pavolmarko@480
   185
#define IA32_FSTP_FPREG_1		0xDD	// opcode part 1
pavolmarko@480
   186
#define IA32_FSTP_FPREG_2		0xD8	// encoding is +r
pavolmarko@480
   187
#define IA32_MOVZX_R32_RM8_1	0x0F	// opcode part 1
pavolmarko@480
   188
#define IA32_MOVZX_R32_RM8_2	0xB6	// encoding is /r
pavolmarko@480
   189
#define IA32_MOVZX_R32_RM16_1	0x0F	// opcode part 1
pavolmarko@480
   190
#define IA32_MOVZX_R32_RM16_2	0xB7	// encoding is /r
pavolmarko@480
   191
pavolmarko@480
   192
pavolmarko@480
   193
namespace SourceHook
pavolmarko@480
   194
{
pavolmarko@480
   195
	namespace Impl
pavolmarko@480
   196
	{
pavolmarko@480
   197
		typedef GenBuffer JitWriter;
pavolmarko@480
   198
pavolmarko@480
   199
		inline jit_uint8_t ia32_modrm(jit_uint8_t mode, jit_uint8_t reg, jit_uint8_t rm)
pavolmarko@480
   200
		{
pavolmarko@480
   201
			jit_uint8_t modrm = (mode << 6);
pavolmarko@480
   202
pavolmarko@480
   203
			modrm |= (reg << 3);
pavolmarko@480
   204
			modrm |= (rm);
pavolmarko@480
   205
pavolmarko@480
   206
			return modrm;
pavolmarko@480
   207
		}
pavolmarko@480
   208
pavolmarko@480
   209
		//mode is the scaling method - NOSCALE ... SCALE8
pavolmarko@480
   210
		//index is the register that is scaled
pavolmarko@480
   211
		//base is the base register
pavolmarko@480
   212
		inline jit_uint8_t ia32_sib(jit_uint8_t mode, jit_uint8_t index, jit_uint8_t base)
pavolmarko@480
   213
		{
pavolmarko@480
   214
			jit_uint8_t sib = (mode << 6);
pavolmarko@480
   215
pavolmarko@480
   216
			sib |= (index << 3);
pavolmarko@480
   217
			sib |= (base);
pavolmarko@480
   218
pavolmarko@480
   219
			return sib;
pavolmarko@480
   220
		}
pavolmarko@480
   221
pavolmarko@480
   222
		inline void IA32_Int3(JitWriter *jit)
pavolmarko@480
   223
		{
pavolmarko@480
   224
			jit->write_ubyte(IA32_INT3);
pavolmarko@480
   225
		}
pavolmarko@480
   226
pavolmarko@480
   227
		/***********************
pavolmarko@480
   228
		* INCREMENT/DECREMENT *
pavolmarko@480
   229
		***********************/
pavolmarko@480
   230
pavolmarko@480
   231
		inline void IA32_Inc_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
   232
		{
pavolmarko@480
   233
			jit->write_ubyte(IA32_INC_REG+reg);
pavolmarko@480
   234
		}
pavolmarko@480
   235
pavolmarko@480
   236
		inline void IA32_Inc_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp)
pavolmarko@480
   237
		{
pavolmarko@480
   238
			jit->write_ubyte(IA32_INC_RM);
pavolmarko@480
   239
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, reg));
pavolmarko@480
   240
			jit->write_byte(disp);
pavolmarko@480
   241
		}
pavolmarko@480
   242
pavolmarko@480
   243
		inline void IA32_Inc_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
pavolmarko@480
   244
		{
pavolmarko@480
   245
			jit->write_ubyte(IA32_INC_RM);
pavolmarko@480
   246
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, reg));
pavolmarko@480
   247
			jit->write_int32(disp);
pavolmarko@480
   248
		}
pavolmarko@480
   249
pavolmarko@480
   250
		inline void IA32_Inc_Rm_Disp_Reg(JitWriter *jit, jit_uint8_t base, jit_uint8_t reg, jit_uint8_t scale)
pavolmarko@480
   251
		{
pavolmarko@480
   252
			jit->write_ubyte(IA32_INC_RM);
pavolmarko@480
   253
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, REG_SIB));
pavolmarko@480
   254
			jit->write_ubyte(ia32_sib(scale, reg, base));
pavolmarko@480
   255
		}
pavolmarko@480
   256
pavolmarko@480
   257
		inline void IA32_Dec_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
   258
		{
pavolmarko@480
   259
			jit->write_ubyte(IA32_DEC_REG+reg);
pavolmarko@480
   260
		}
pavolmarko@480
   261
pavolmarko@480
   262
		inline void IA32_Dec_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp)
pavolmarko@480
   263
		{
pavolmarko@480
   264
			jit->write_ubyte(IA32_DEC_RM);
pavolmarko@480
   265
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 1, reg));
pavolmarko@480
   266
			jit->write_byte(disp);
pavolmarko@480
   267
		}
pavolmarko@480
   268
pavolmarko@480
   269
		inline void IA32_Dec_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
pavolmarko@480
   270
		{
pavolmarko@480
   271
			jit->write_ubyte(IA32_DEC_RM);
pavolmarko@480
   272
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 1, reg));
pavolmarko@480
   273
			jit->write_int32(disp);
pavolmarko@480
   274
		}
pavolmarko@480
   275
pavolmarko@480
   276
		inline void IA32_Dec_Rm_Disp_Reg(JitWriter *jit, jit_uint8_t base, jit_uint8_t reg, jit_uint8_t scale)
pavolmarko@480
   277
		{
pavolmarko@480
   278
			jit->write_ubyte(IA32_DEC_RM);
pavolmarko@480
   279
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 1, REG_SIB));
pavolmarko@480
   280
			jit->write_ubyte(ia32_sib(scale, reg, base));
pavolmarko@480
   281
		}
pavolmarko@480
   282
pavolmarko@480
   283
		/****************
pavolmarko@480
   284
		* BINARY LOGIC *
pavolmarko@480
   285
		****************/
pavolmarko@480
   286
pavolmarko@480
   287
		inline void IA32_Xor_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t dest_mode)
pavolmarko@480
   288
		{
pavolmarko@480
   289
			jit->write_ubyte(IA32_XOR_RM_REG);
pavolmarko@480
   290
			jit->write_ubyte(ia32_modrm(dest_mode, src, dest));
pavolmarko@480
   291
		}
pavolmarko@480
   292
pavolmarko@480
   293
		inline void IA32_Xor_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t dest_mode)
pavolmarko@480
   294
		{
pavolmarko@480
   295
			jit->write_ubyte(IA32_XOR_REG_RM);
pavolmarko@480
   296
			jit->write_ubyte(ia32_modrm(dest_mode, dest, src));
pavolmarko@480
   297
		}
pavolmarko@480
   298
pavolmarko@480
   299
		inline void IA32_Xor_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
pavolmarko@480
   300
		{
pavolmarko@480
   301
			jit->write_ubyte(IA32_XOR_RM_IMM8);
pavolmarko@480
   302
			jit->write_ubyte(ia32_modrm(mode, 6, reg));
pavolmarko@480
   303
			jit->write_byte(value);
pavolmarko@480
   304
		}
pavolmarko@480
   305
pavolmarko@480
   306
		inline void IA32_Xor_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
pavolmarko@480
   307
		{
pavolmarko@480
   308
			jit->write_ubyte(IA32_XOR_RM_IMM32);
pavolmarko@480
   309
			jit->write_ubyte(ia32_modrm(mode, 6, reg));
pavolmarko@480
   310
			jit->write_int32(value);
pavolmarko@480
   311
		}
pavolmarko@480
   312
pavolmarko@480
   313
		inline void IA32_Xor_Eax_Imm32(JitWriter *jit, jit_int32_t value)
pavolmarko@480
   314
		{
pavolmarko@480
   315
			jit->write_ubyte(IA32_XOR_EAX_IMM32);
pavolmarko@480
   316
			jit->write_int32(value);
pavolmarko@480
   317
		}
pavolmarko@480
   318
pavolmarko@480
   319
		inline void IA32_Neg_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   320
		{
pavolmarko@480
   321
			jit->write_ubyte(IA32_NEG_RM);
pavolmarko@480
   322
			jit->write_ubyte(ia32_modrm(mode, 3, reg));
pavolmarko@480
   323
		}
pavolmarko@480
   324
pavolmarko@480
   325
		inline void IA32_Or_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   326
		{
pavolmarko@480
   327
			jit->write_ubyte(IA32_OR_REG_RM);
pavolmarko@480
   328
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   329
		}
pavolmarko@480
   330
pavolmarko@480
   331
		inline void IA32_And_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   332
		{
pavolmarko@480
   333
			jit->write_ubyte(IA32_AND_REG_RM);
pavolmarko@480
   334
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   335
		}
pavolmarko@480
   336
pavolmarko@480
   337
		inline void IA32_And_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
pavolmarko@480
   338
		{
pavolmarko@480
   339
			jit->write_ubyte(IA32_AND_RM_IMM32);
pavolmarko@480
   340
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
   341
			jit->write_int32(value);
pavolmarko@480
   342
		}
pavolmarko@480
   343
pavolmarko@480
   344
		inline void IA32_And_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
pavolmarko@480
   345
		{
pavolmarko@480
   346
			jit->write_ubyte(IA32_AND_RM_IMM8);
pavolmarko@480
   347
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
   348
			jit->write_byte(value);
pavolmarko@480
   349
		}
pavolmarko@480
   350
pavolmarko@480
   351
		inline void IA32_And_Eax_Imm32(JitWriter *jit, jit_int32_t value)
pavolmarko@480
   352
		{
pavolmarko@480
   353
			jit->write_ubyte(IA32_AND_EAX_IMM32);
pavolmarko@480
   354
			jit->write_int32(value);
pavolmarko@480
   355
		}
pavolmarko@480
   356
pavolmarko@480
   357
		inline void IA32_Not_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   358
		{
pavolmarko@480
   359
			jit->write_ubyte(IA32_NOT_RM);
pavolmarko@480
   360
			jit->write_ubyte(ia32_modrm(mode, 2, reg));
pavolmarko@480
   361
		}
pavolmarko@480
   362
pavolmarko@480
   363
		inline void IA32_Shr_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
pavolmarko@480
   364
		{
pavolmarko@480
   365
			jit->write_ubyte(IA32_SHR_RM_IMM8);
pavolmarko@480
   366
			jit->write_ubyte(ia32_modrm(mode, 5, dest));
pavolmarko@480
   367
			jit->write_ubyte(value);
pavolmarko@480
   368
		}
pavolmarko@480
   369
pavolmarko@480
   370
		inline void IA32_Shr_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
pavolmarko@480
   371
		{
pavolmarko@480
   372
			jit->write_ubyte(IA32_SHR_RM_1);
pavolmarko@480
   373
			jit->write_ubyte(ia32_modrm(mode, 5, dest));
pavolmarko@480
   374
		}
pavolmarko@480
   375
pavolmarko@480
   376
		inline void IA32_Shl_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
pavolmarko@480
   377
		{
pavolmarko@480
   378
			jit->write_ubyte(IA32_SHL_RM_IMM8);
pavolmarko@480
   379
			jit->write_ubyte(ia32_modrm(mode, 4, dest));
pavolmarko@480
   380
			jit->write_ubyte(value);
pavolmarko@480
   381
		}
pavolmarko@480
   382
pavolmarko@480
   383
		inline void IA32_Shl_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
pavolmarko@480
   384
		{
pavolmarko@480
   385
			jit->write_ubyte(IA32_SHL_RM_1);
pavolmarko@480
   386
			jit->write_ubyte(ia32_modrm(mode, 4, dest));
pavolmarko@480
   387
		}
pavolmarko@480
   388
pavolmarko@480
   389
		inline void IA32_Sar_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t value, jit_uint8_t mode)
pavolmarko@480
   390
		{
pavolmarko@480
   391
			jit->write_ubyte(IA32_SAR_RM_IMM8);
pavolmarko@480
   392
			jit->write_ubyte(ia32_modrm(mode, 7, dest));
pavolmarko@480
   393
			jit->write_ubyte(value);
pavolmarko@480
   394
		}
pavolmarko@480
   395
pavolmarko@480
   396
		inline void IA32_Sar_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   397
		{
pavolmarko@480
   398
			jit->write_ubyte(IA32_SAR_RM_CL);
pavolmarko@480
   399
			jit->write_ubyte(ia32_modrm(mode, 7, reg));
pavolmarko@480
   400
		}
pavolmarko@480
   401
pavolmarko@480
   402
		inline void IA32_Sar_Rm_1(JitWriter *jit, jit_uint8_t dest, jit_uint8_t mode)
pavolmarko@480
   403
		{
pavolmarko@480
   404
			jit->write_ubyte(IA32_SAR_RM_1);
pavolmarko@480
   405
			jit->write_ubyte(ia32_modrm(mode, 7, dest));
pavolmarko@480
   406
		}
pavolmarko@480
   407
pavolmarko@480
   408
		inline void IA32_Shr_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   409
		{
pavolmarko@480
   410
			jit->write_ubyte(IA32_SHR_RM_CL);
pavolmarko@480
   411
			jit->write_ubyte(ia32_modrm(mode, 5, reg));
pavolmarko@480
   412
		}
pavolmarko@480
   413
pavolmarko@480
   414
		inline void IA32_Shl_Rm_CL(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   415
		{
pavolmarko@480
   416
			jit->write_ubyte(IA32_SHL_RM_CL);
pavolmarko@480
   417
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
   418
		}
pavolmarko@480
   419
pavolmarko@480
   420
		inline void IA32_Xchg_Eax_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
   421
		{
pavolmarko@480
   422
			jit->write_ubyte(IA32_XCHG_EAX_REG+reg);
pavolmarko@480
   423
		}
pavolmarko@480
   424
pavolmarko@480
   425
		/**********************
pavolmarko@480
   426
		* ARITHMETIC (BASIC) *
pavolmarko@480
   427
		**********************/
pavolmarko@480
   428
pavolmarko@480
   429
		inline void IA32_Add_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   430
		{
pavolmarko@480
   431
			jit->write_ubyte(IA32_ADD_RM_REG);
pavolmarko@480
   432
			jit->write_ubyte(ia32_modrm(mode, src, dest));
pavolmarko@480
   433
		}
pavolmarko@480
   434
pavolmarko@480
   435
		inline void IA32_Add_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   436
		{
pavolmarko@480
   437
			jit->write_ubyte(IA32_ADD_REG_RM);
pavolmarko@480
   438
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   439
		}
pavolmarko@480
   440
pavolmarko@480
   441
		inline void IA32_Add_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t value, jit_uint8_t mode)
pavolmarko@480
   442
		{
pavolmarko@480
   443
			jit->write_ubyte(IA32_ADD_RM_IMM8);
pavolmarko@480
   444
			jit->write_ubyte(ia32_modrm(mode, 0, reg));
pavolmarko@480
   445
			jit->write_byte(value);
pavolmarko@480
   446
		}
pavolmarko@480
   447
pavolmarko@480
   448
		inline void IA32_Add_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_int32_t value, jit_uint8_t mode)
pavolmarko@480
   449
		{
pavolmarko@480
   450
			jit->write_ubyte(IA32_ADD_RM_IMM32);
pavolmarko@480
   451
			jit->write_ubyte(ia32_modrm(mode, 0, reg));
pavolmarko@480
   452
			jit->write_int32(value);
pavolmarko@480
   453
		}
pavolmarko@480
   454
pavolmarko@480
   455
		inline void IA32_Add_Rm_ImmAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t value, jit_uint8_t mode)
pavolmarko@480
   456
		{
pavolmarko@480
   457
			if (value >= SCHAR_MIN && value <= SCHAR_MAX)
pavolmarko@480
   458
				IA32_Add_Rm_Imm8(jit, reg, static_cast<jit_int8_t>(value), mode);
pavolmarko@480
   459
			else
pavolmarko@480
   460
				IA32_Add_Rm_Imm32(jit, reg, value, mode);
pavolmarko@480
   461
		}
pavolmarko@480
   462
pavolmarko@480
   463
		inline void IA32_Add_Eax_Imm32(JitWriter *jit, jit_int32_t value)
pavolmarko@480
   464
		{
pavolmarko@480
   465
			jit->write_ubyte(IA32_ADD_EAX_IMM32);
pavolmarko@480
   466
			jit->write_int32(value);
pavolmarko@480
   467
		}
pavolmarko@480
   468
pavolmarko@480
   469
		inline void IA32_Sub_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   470
		{
pavolmarko@480
   471
			jit->write_ubyte(IA32_SUB_RM_REG);
pavolmarko@480
   472
			jit->write_ubyte(ia32_modrm(mode, src, dest));
pavolmarko@480
   473
		}
pavolmarko@480
   474
pavolmarko@480
   475
		inline void IA32_Sub_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   476
		{
pavolmarko@480
   477
			jit->write_ubyte(IA32_SUB_REG_RM);
pavolmarko@480
   478
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   479
		}
pavolmarko@480
   480
pavolmarko@480
   481
		inline void IA32_Sub_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp8)
pavolmarko@480
   482
		{
pavolmarko@480
   483
			jit->write_ubyte(IA32_SUB_REG_RM);
pavolmarko@480
   484
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
   485
			jit->write_byte(disp8);
pavolmarko@480
   486
		}
pavolmarko@480
   487
pavolmarko@480
   488
		inline void IA32_Sub_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp8)
pavolmarko@480
   489
		{
pavolmarko@480
   490
			jit->write_ubyte(IA32_SUB_RM_REG);
pavolmarko@480
   491
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
pavolmarko@480
   492
			jit->write_byte(disp8);
pavolmarko@480
   493
		}
pavolmarko@480
   494
pavolmarko@480
   495
		inline void IA32_Sub_Rm_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t val, jit_uint8_t mode)
pavolmarko@480
   496
		{
pavolmarko@480
   497
			jit->write_ubyte(IA32_SUB_RM_IMM8);
pavolmarko@480
   498
			jit->write_ubyte(ia32_modrm(mode, 5, reg));
pavolmarko@480
   499
			jit->write_byte(val);
pavolmarko@480
   500
		}
pavolmarko@480
   501
pavolmarko@480
   502
		inline void IA32_Sub_Rm_Imm32(JitWriter *jit, jit_uint8_t reg, jit_int32_t val, jit_uint8_t mode)
pavolmarko@480
   503
		{
pavolmarko@480
   504
			jit->write_ubyte(IA32_SUB_RM_IMM32);
pavolmarko@480
   505
			jit->write_ubyte(ia32_modrm(mode, 5, reg));
pavolmarko@480
   506
			jit->write_int32(val);
pavolmarko@480
   507
		}
pavolmarko@480
   508
pavolmarko@480
   509
		inline void IA32_Sub_Rm_ImmAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t val, jit_uint8_t mode)
pavolmarko@480
   510
		{
pavolmarko@480
   511
			if (val >= SCHAR_MIN && val <= SCHAR_MAX)
pavolmarko@480
   512
				IA32_Sub_Rm_Imm8(jit, reg, static_cast<jit_int8_t>(val), mode);
pavolmarko@480
   513
			else
pavolmarko@480
   514
				IA32_Sub_Rm_Imm32(jit, reg, val, mode);
pavolmarko@480
   515
		}
pavolmarko@480
   516
pavolmarko@480
   517
		inline void IA32_Sbb_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   518
		{
pavolmarko@480
   519
			jit->write_ubyte(IA32_SBB_REG_RM);
pavolmarko@480
   520
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   521
		}
pavolmarko@480
   522
pavolmarko@480
   523
		inline void IA32_Sbb_Rm_Imm8(JitWriter *jit, jit_uint8_t dest, jit_int8_t value, jit_uint8_t mode)
pavolmarko@480
   524
		{
pavolmarko@480
   525
			jit->write_ubyte(IA32_SBB_RM_IMM8);
pavolmarko@480
   526
			jit->write_ubyte(ia32_modrm(mode, 3, dest));
pavolmarko@480
   527
			jit->write_byte(value);
pavolmarko@480
   528
		}
pavolmarko@480
   529
pavolmarko@480
   530
		inline void IA32_Div_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   531
		{
pavolmarko@480
   532
			jit->write_ubyte(IA32_DIV_RM);
pavolmarko@480
   533
			jit->write_ubyte(ia32_modrm(mode, 6, reg));
pavolmarko@480
   534
		}
pavolmarko@480
   535
pavolmarko@480
   536
		inline void IA32_IDiv_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   537
		{
pavolmarko@480
   538
			jit->write_ubyte(IA32_IDIV_RM);
pavolmarko@480
   539
			jit->write_ubyte(ia32_modrm(mode, 7, reg));
pavolmarko@480
   540
		}
pavolmarko@480
   541
pavolmarko@480
   542
		inline void IA32_Mul_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   543
		{
pavolmarko@480
   544
			jit->write_ubyte(IA32_MUL_RM);
pavolmarko@480
   545
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
   546
		}
pavolmarko@480
   547
pavolmarko@480
   548
		inline void IA32_IMul_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
   549
		{
pavolmarko@480
   550
			jit->write_ubyte(IA32_IMUL_RM);
pavolmarko@480
   551
			jit->write_ubyte(ia32_modrm(mode, 5, reg));
pavolmarko@480
   552
		}
pavolmarko@480
   553
pavolmarko@480
   554
		inline void IA32_IMul_Reg_Imm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int8_t value)
pavolmarko@480
   555
		{
pavolmarko@480
   556
			jit->write_ubyte(IA32_IMUL_REG_IMM8);
pavolmarko@480
   557
			jit->write_ubyte(ia32_modrm(mode, 0, reg));
pavolmarko@480
   558
			jit->write_byte(value);
pavolmarko@480
   559
		}
pavolmarko@480
   560
pavolmarko@480
   561
		inline void IA32_IMul_Reg_Imm32(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode, jit_int32_t value)
pavolmarko@480
   562
		{
pavolmarko@480
   563
			jit->write_ubyte(IA32_IMUL_REG_IMM32);
pavolmarko@480
   564
			jit->write_ubyte(ia32_modrm(mode, 0, reg));
pavolmarko@480
   565
			jit->write_int32(value);
pavolmarko@480
   566
		}
pavolmarko@480
   567
pavolmarko@480
   568
		inline void IA32_IMul_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   569
		{
pavolmarko@480
   570
			jit->write_ubyte(IA32_IMUL_REG_RM_1);
pavolmarko@480
   571
			jit->write_ubyte(IA32_IMUL_REG_RM_2);
pavolmarko@480
   572
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   573
		}
pavolmarko@480
   574
pavolmarko@480
   575
		inline void IA32_Add_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   576
		{
pavolmarko@480
   577
			jit->write_ubyte(IA32_ADD_RM_REG);
pavolmarko@480
   578
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
pavolmarko@480
   579
			jit->write_byte(disp);
pavolmarko@480
   580
		}
pavolmarko@480
   581
pavolmarko@480
   582
		inline void IA32_Add_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   583
		{
pavolmarko@480
   584
			jit->write_ubyte(IA32_ADD_REG_RM);
pavolmarko@480
   585
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
   586
			jit->write_byte(disp);
pavolmarko@480
   587
		}
pavolmarko@480
   588
pavolmarko@480
   589
		inline void IA32_Add_Rm_Imm8_Disp8(JitWriter *jit, 
pavolmarko@480
   590
									jit_uint8_t dest, 
pavolmarko@480
   591
									jit_int8_t val, 
pavolmarko@480
   592
									jit_int8_t disp8)
pavolmarko@480
   593
		{
pavolmarko@480
   594
			jit->write_ubyte(IA32_ADD_RM_IMM8);
pavolmarko@480
   595
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
pavolmarko@480
   596
			jit->write_byte(disp8);
pavolmarko@480
   597
			jit->write_byte(val);
pavolmarko@480
   598
		}
pavolmarko@480
   599
pavolmarko@480
   600
		inline void IA32_Add_Rm_Imm32_Disp8(JitWriter *jit, 
pavolmarko@480
   601
									jit_uint8_t dest, 
pavolmarko@480
   602
									jit_int32_t val, 
pavolmarko@480
   603
									jit_int8_t disp8)
pavolmarko@480
   604
		{
pavolmarko@480
   605
			jit->write_ubyte(IA32_ADD_RM_IMM32);
pavolmarko@480
   606
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
pavolmarko@480
   607
			jit->write_byte(disp8);
pavolmarko@480
   608
			jit->write_int32(val);
pavolmarko@480
   609
		}
pavolmarko@480
   610
pavolmarko@480
   611
		inline jitoffs_t IA32_Add_Rm_Imm32_Later(JitWriter *jit, 
pavolmarko@480
   612
											jit_uint8_t dest, 
pavolmarko@480
   613
											jit_uint8_t mode)
pavolmarko@480
   614
		{
pavolmarko@480
   615
			jit->write_ubyte(IA32_ADD_RM_IMM32);
pavolmarko@480
   616
			jit->write_ubyte(ia32_modrm(mode, 0, dest));
pavolmarko@480
   617
			jitoffs_t ptr = jit->get_outputpos();
pavolmarko@480
   618
			jit->write_int32(0);
pavolmarko@480
   619
			return ptr;
pavolmarko@480
   620
		}
pavolmarko@480
   621
pavolmarko@480
   622
		inline void IA32_Add_Rm_Imm8_Disp32(JitWriter *jit, 
pavolmarko@480
   623
									jit_uint8_t dest, 
pavolmarko@480
   624
									jit_int8_t val, 
pavolmarko@480
   625
									jit_int32_t disp32)
pavolmarko@480
   626
		{
pavolmarko@480
   627
			jit->write_ubyte(IA32_ADD_RM_IMM8);
pavolmarko@480
   628
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, dest));
pavolmarko@480
   629
			jit->write_int32(disp32);
pavolmarko@480
   630
			jit->write_byte(val);
pavolmarko@480
   631
		}
pavolmarko@480
   632
pavolmarko@480
   633
		inline void IA32_Add_RmEBP_Imm8_Disp_Reg(JitWriter *jit, 
pavolmarko@480
   634
										jit_uint8_t dest_base, 
pavolmarko@480
   635
										jit_uint8_t dest_index,
pavolmarko@480
   636
										jit_uint8_t dest_scale,
pavolmarko@480
   637
										jit_int8_t val)
pavolmarko@480
   638
		{
pavolmarko@480
   639
			jit->write_ubyte(IA32_ADD_RM_IMM8);
pavolmarko@480
   640
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
pavolmarko@480
   641
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
   642
			jit->write_byte(0);
pavolmarko@480
   643
			jit->write_byte(val);
pavolmarko@480
   644
		}
pavolmarko@480
   645
pavolmarko@480
   646
		inline void IA32_Sub_Rm_Imm8_Disp8(JitWriter *jit, 
pavolmarko@480
   647
									jit_uint8_t dest, 
pavolmarko@480
   648
									jit_int8_t val, 
pavolmarko@480
   649
									jit_int8_t disp8)
pavolmarko@480
   650
		{
pavolmarko@480
   651
			jit->write_ubyte(IA32_SUB_RM_IMM8);
pavolmarko@480
   652
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, dest));
pavolmarko@480
   653
			jit->write_byte(disp8);
pavolmarko@480
   654
			jit->write_byte(val);
pavolmarko@480
   655
		}
pavolmarko@480
   656
pavolmarko@480
   657
		inline void IA32_Sub_Rm_Imm8_Disp32(JitWriter *jit, 
pavolmarko@480
   658
									jit_uint8_t dest, 
pavolmarko@480
   659
									jit_int8_t val, 
pavolmarko@480
   660
									jit_int32_t disp32)
pavolmarko@480
   661
		{
pavolmarko@480
   662
			jit->write_ubyte(IA32_SUB_RM_IMM8);
pavolmarko@480
   663
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 5, dest));
pavolmarko@480
   664
			jit->write_int32(disp32);
pavolmarko@480
   665
			jit->write_byte(val);
pavolmarko@480
   666
		}
pavolmarko@480
   667
pavolmarko@480
   668
		inline void IA32_Sub_RmEBP_Imm8_Disp_Reg(JitWriter *jit, 
pavolmarko@480
   669
									jit_uint8_t dest_base, 
pavolmarko@480
   670
									jit_uint8_t dest_index,
pavolmarko@480
   671
									jit_uint8_t dest_scale,
pavolmarko@480
   672
									jit_int8_t val)
pavolmarko@480
   673
		{
pavolmarko@480
   674
			jit->write_ubyte(IA32_SUB_RM_IMM8);
pavolmarko@480
   675
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, REG_SIB));
pavolmarko@480
   676
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
   677
			jit->write_byte(0);
pavolmarko@480
   678
			jit->write_byte(val);
pavolmarko@480
   679
		}
pavolmarko@480
   680
pavolmarko@480
   681
		/**
pavolmarko@480
   682
		* Memory Instructions
pavolmarko@480
   683
		*/
pavolmarko@480
   684
pavolmarko@480
   685
		inline void IA32_Lea_Reg_DispRegMult(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_uint8_t src_index, jit_uint8_t scale)
pavolmarko@480
   686
		{
pavolmarko@480
   687
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   688
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
pavolmarko@480
   689
			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
pavolmarko@480
   690
		}
pavolmarko@480
   691
pavolmarko@480
   692
		inline void IA32_Lea_Reg_DispEBPRegMult(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_uint8_t src_index, jit_uint8_t scale)
pavolmarko@480
   693
		{
pavolmarko@480
   694
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   695
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
pavolmarko@480
   696
			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
pavolmarko@480
   697
			jit->write_byte(0);
pavolmarko@480
   698
		}
pavolmarko@480
   699
pavolmarko@480
   700
		inline void IA32_Lea_Reg_DispRegMultImm8(JitWriter *jit, 
pavolmarko@480
   701
									jit_uint8_t dest, 
pavolmarko@480
   702
									jit_uint8_t src_base, 
pavolmarko@480
   703
									jit_uint8_t src_index, 
pavolmarko@480
   704
									jit_uint8_t scale, 
pavolmarko@480
   705
									jit_int8_t val)
pavolmarko@480
   706
		{
pavolmarko@480
   707
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   708
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
pavolmarko@480
   709
			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
pavolmarko@480
   710
			jit->write_byte(val);
pavolmarko@480
   711
		}
pavolmarko@480
   712
pavolmarko@480
   713
		inline void IA32_Lea_Reg_DispRegMultImm32(JitWriter *jit, 
pavolmarko@480
   714
												jit_uint8_t dest, 
pavolmarko@480
   715
												jit_uint8_t src_base, 
pavolmarko@480
   716
												jit_uint8_t src_index, 
pavolmarko@480
   717
												jit_uint8_t scale, 
pavolmarko@480
   718
												jit_int32_t val)
pavolmarko@480
   719
		{
pavolmarko@480
   720
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   721
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, REG_SIB));
pavolmarko@480
   722
			jit->write_ubyte(ia32_sib(scale, src_index, src_base));
pavolmarko@480
   723
			jit->write_int32(val);
pavolmarko@480
   724
		}
pavolmarko@480
   725
pavolmarko@480
   726
		inline void IA32_Lea_Reg_RegMultImm32(JitWriter *jit, 
pavolmarko@480
   727
												jit_uint8_t dest, 
pavolmarko@480
   728
												jit_uint8_t src_index, 
pavolmarko@480
   729
												jit_uint8_t scale, 
pavolmarko@480
   730
												jit_int32_t val)
pavolmarko@480
   731
		{
pavolmarko@480
   732
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   733
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
pavolmarko@480
   734
			jit->write_ubyte(ia32_sib(scale, src_index, REG_IMM_BASE));
pavolmarko@480
   735
			jit->write_int32(val);
pavolmarko@480
   736
		}
pavolmarko@480
   737
pavolmarko@480
   738
		inline void IA32_Lea_DispRegImm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int8_t val)
pavolmarko@480
   739
		{
pavolmarko@480
   740
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   741
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src_base));
pavolmarko@480
   742
			jit->write_byte(val);
pavolmarko@480
   743
		}
pavolmarko@480
   744
pavolmarko@480
   745
		inline void IA32_Lea_DispRegImm32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int32_t val)
pavolmarko@480
   746
		{
pavolmarko@480
   747
			jit->write_ubyte(IA32_LEA_REG_MEM);
pavolmarko@480
   748
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src_base));
pavolmarko@480
   749
			jit->write_int32(val);
pavolmarko@480
   750
		}
pavolmarko@480
   751
pavolmarko@480
   752
		inline void IA32_Lea_DispRegImmAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src_base, jit_int32_t val)
pavolmarko@480
   753
		{
pavolmarko@480
   754
			if (val >= SCHAR_MIN && val <= SCHAR_MAX)
pavolmarko@480
   755
				IA32_Lea_DispRegImm8(jit, dest, src_base, static_cast<jit_int8_t>(val));
pavolmarko@480
   756
			else
pavolmarko@480
   757
				IA32_Lea_DispRegImm32(jit, dest, src_base, val);
pavolmarko@480
   758
		}
pavolmarko@480
   759
pavolmarko@480
   760
		/**
pavolmarko@480
   761
		* Stack Instructions
pavolmarko@480
   762
		*/
pavolmarko@480
   763
pavolmarko@480
   764
		inline void IA32_Pop_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
   765
		{
pavolmarko@480
   766
			jit->write_ubyte(IA32_POP_REG+reg);
pavolmarko@480
   767
		}
pavolmarko@480
   768
pavolmarko@480
   769
		inline void IA32_Push_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
   770
		{
pavolmarko@480
   771
			jit->write_ubyte(IA32_PUSH_REG+reg);
pavolmarko@480
   772
		}
pavolmarko@480
   773
pavolmarko@480
   774
		inline void IA32_Push_Imm8(JitWriter *jit, jit_int8_t val)
pavolmarko@480
   775
		{
pavolmarko@480
   776
			jit->write_ubyte(IA32_PUSH_IMM8);
pavolmarko@480
   777
			jit->write_byte(val);
pavolmarko@480
   778
		}
pavolmarko@480
   779
pavolmarko@480
   780
		inline void IA32_Push_Imm32(JitWriter *jit, jit_int32_t val)
pavolmarko@480
   781
		{
pavolmarko@480
   782
			jit->write_ubyte(IA32_PUSH_IMM32);
pavolmarko@480
   783
			jit->write_int32(val);
pavolmarko@480
   784
		}
pavolmarko@480
   785
pavolmarko@480
   786
		inline void IA32_Pushad(JitWriter *jit)
pavolmarko@480
   787
		{
pavolmarko@480
   788
			jit->write_ubyte(IA32_PUSHAD);
pavolmarko@480
   789
		}
pavolmarko@480
   790
pavolmarko@480
   791
		inline void IA32_Popad(JitWriter *jit)
pavolmarko@480
   792
		{
pavolmarko@480
   793
			jit->write_ubyte(IA32_POPAD);
pavolmarko@480
   794
		}
pavolmarko@480
   795
pavolmarko@480
   796
		inline void IA32_Push_Rm_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp8)
pavolmarko@480
   797
		{
pavolmarko@480
   798
			jit->write_ubyte(IA32_PUSH_RM);
pavolmarko@480
   799
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, reg));
pavolmarko@480
   800
			jit->write_byte(disp8);
pavolmarko@480
   801
		}
pavolmarko@480
   802
pavolmarko@480
   803
		inline void IA32_Push_Rm_Disp32(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp32)
pavolmarko@480
   804
		{
pavolmarko@480
   805
			jit->write_ubyte(IA32_PUSH_RM);
pavolmarko@480
   806
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 6, reg));
pavolmarko@480
   807
			jit->write_int32(disp32);
pavolmarko@480
   808
		}
pavolmarko@480
   809
pavolmarko@480
   810
		inline void IA32_Push_Rm_DispAuto(JitWriter *jit, jit_uint8_t reg, jit_int32_t disp)
pavolmarko@480
   811
		{
pavolmarko@480
   812
			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
pavolmarko@480
   813
				IA32_Push_Rm_Disp8(jit, reg, static_cast<jit_int8_t>(disp));
pavolmarko@480
   814
			else
pavolmarko@480
   815
				IA32_Push_Rm_Disp32(jit, reg, disp);
pavolmarko@480
   816
		}
pavolmarko@480
   817
pavolmarko@480
   818
		inline void IA32_Push_Rm_Disp8_ESP(JitWriter *jit, jit_int8_t disp8)
pavolmarko@480
   819
		{
pavolmarko@480
   820
			jit->write_ubyte(IA32_PUSH_RM);
pavolmarko@480
   821
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, REG_SIB));
pavolmarko@480
   822
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
   823
			jit->write_byte(disp8);
pavolmarko@480
   824
		}
pavolmarko@480
   825
pavolmarko@480
   826
		/**
pavolmarko@480
   827
		* Moving from REGISTER/MEMORY to REGISTER
pavolmarko@480
   828
		*/
pavolmarko@480
   829
pavolmarko@480
   830
		inline void IA32_Mov_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   831
		{
pavolmarko@480
   832
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   833
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   834
		}
pavolmarko@480
   835
pavolmarko@480
   836
		inline void IA32_Mov_Reg8_Rm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   837
		{
pavolmarko@480
   838
			jit->write_ubyte(IA32_MOV_REG8_RM8);
pavolmarko@480
   839
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
   840
		}
pavolmarko@480
   841
pavolmarko@480
   842
		inline void IA32_Mov_Reg_RmESP(JitWriter *jit, jit_uint8_t dest)
pavolmarko@480
   843
		{
pavolmarko@480
   844
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   845
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_ESP));
pavolmarko@480
   846
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
   847
		}
pavolmarko@480
   848
pavolmarko@480
   849
		inline void IA32_Mov_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   850
		{
pavolmarko@480
   851
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   852
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
   853
			jit->write_byte(disp);
pavolmarko@480
   854
		}
pavolmarko@480
   855
pavolmarko@480
   856
		inline void IA32_Mov_Reg8_Rm8_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   857
		{
pavolmarko@480
   858
			jit->write_ubyte(IA32_MOV_REG8_RM8);
pavolmarko@480
   859
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
   860
			jit->write_byte(disp);
pavolmarko@480
   861
		}
pavolmarko@480
   862
pavolmarko@480
   863
		inline void IA32_Mov_Reg_Esp_Disp8(JitWriter *jit, jit_uint8_t dest, jit_int8_t disp)
pavolmarko@480
   864
		{
pavolmarko@480
   865
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   866
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
pavolmarko@480
   867
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
   868
			jit->write_byte(disp);
pavolmarko@480
   869
		}
pavolmarko@480
   870
pavolmarko@480
   871
		inline void IA32_Mov_Reg_Rm_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   872
		{
pavolmarko@480
   873
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   874
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
pavolmarko@480
   875
			jit->write_int32(disp);
pavolmarko@480
   876
		}
pavolmarko@480
   877
pavolmarko@480
   878
		inline void IA32_Mov_Reg8_Rm8_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   879
		{
pavolmarko@480
   880
			jit->write_ubyte(IA32_MOV_REG8_RM8);
pavolmarko@480
   881
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
pavolmarko@480
   882
			jit->write_int32(disp);
pavolmarko@480
   883
		}
pavolmarko@480
   884
pavolmarko@480
   885
		inline void IA32_Mov_Reg_Rm_Disp_Reg(JitWriter *jit, 
pavolmarko@480
   886
									jit_uint8_t dest, 
pavolmarko@480
   887
									jit_uint8_t src_base, 
pavolmarko@480
   888
									jit_uint8_t src_index,
pavolmarko@480
   889
									jit_uint8_t src_scale)
pavolmarko@480
   890
		{
pavolmarko@480
   891
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   892
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, dest, REG_SIB));
pavolmarko@480
   893
			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
pavolmarko@480
   894
		}
pavolmarko@480
   895
pavolmarko@480
   896
		inline void IA32_Mov_Reg_Rm_Disp_Reg_Disp8(JitWriter *jit, 
pavolmarko@480
   897
											jit_uint8_t dest, 
pavolmarko@480
   898
											jit_uint8_t src_base, 
pavolmarko@480
   899
											jit_uint8_t src_index,
pavolmarko@480
   900
											jit_uint8_t src_scale,
pavolmarko@480
   901
											jit_int8_t disp8)
pavolmarko@480
   902
		{
pavolmarko@480
   903
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   904
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
pavolmarko@480
   905
			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
pavolmarko@480
   906
			jit->write_byte(disp8);
pavolmarko@480
   907
		}
pavolmarko@480
   908
pavolmarko@480
   909
		inline void IA32_Mov_Reg_RmEBP_Disp_Reg(JitWriter *jit, 
pavolmarko@480
   910
											jit_uint8_t dest, 
pavolmarko@480
   911
											jit_uint8_t src_base, 
pavolmarko@480
   912
											jit_uint8_t src_index,
pavolmarko@480
   913
											jit_uint8_t src_scale)
pavolmarko@480
   914
		{
pavolmarko@480
   915
			jit->write_ubyte(IA32_MOV_REG_RM);
pavolmarko@480
   916
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, REG_SIB));
pavolmarko@480
   917
			jit->write_ubyte(ia32_sib(src_scale, src_index, src_base));
pavolmarko@480
   918
			jit->write_byte(0);
pavolmarko@480
   919
		}
pavolmarko@480
   920
pavolmarko@480
   921
		inline void IA32_Mov_Reg_Rm_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   922
		{
pavolmarko@480
   923
			if (disp == 0)
pavolmarko@480
   924
				IA32_Mov_Reg_Rm(jit, dest, src, MOD_MEM_REG);
pavolmarko@480
   925
			else if (disp <= SCHAR_MAX)
pavolmarko@480
   926
				IA32_Mov_Reg_Rm_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
   927
			else
pavolmarko@480
   928
				IA32_Mov_Reg_Rm_Disp32(jit, dest, src, disp);
pavolmarko@480
   929
		}
pavolmarko@480
   930
pavolmarko@480
   931
		/**
pavolmarko@480
   932
		* Moving from REGISTER to REGISTER/MEMORY
pavolmarko@480
   933
		*/
pavolmarko@480
   934
pavolmarko@480
   935
		inline void IA32_Mov_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   936
		{
pavolmarko@480
   937
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
   938
			jit->write_ubyte(ia32_modrm(mode, src, dest));
pavolmarko@480
   939
		}
pavolmarko@480
   940
pavolmarko@480
   941
		inline void IA32_Mov_Rm8_Reg8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
   942
		{
pavolmarko@480
   943
			jit->write_ubyte(IA32_MOV_RM8_REG8);
pavolmarko@480
   944
			jit->write_ubyte(ia32_modrm(mode, src, dest));
pavolmarko@480
   945
		}
pavolmarko@480
   946
pavolmarko@480
   947
		inline void IA32_Mov_Rm8_Reg8_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   948
		{
pavolmarko@480
   949
			jit->write_ubyte(IA32_MOV_RM8_REG8);
pavolmarko@480
   950
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
pavolmarko@480
   951
			jit->write_byte(disp);
pavolmarko@480
   952
		}
pavolmarko@480
   953
pavolmarko@480
   954
		inline void IA32_Mov_Rm8_Reg8_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   955
		{
pavolmarko@480
   956
			jit->write_ubyte(IA32_MOV_RM8_REG8);
pavolmarko@480
   957
			jit->write_ubyte(ia32_modrm(MOD_DISP32, src, dest));
pavolmarko@480
   958
			jit->write_int32(disp);
pavolmarko@480
   959
		}
pavolmarko@480
   960
pavolmarko@480
   961
		inline void IA32_Mov_Rm8_Reg8_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   962
		{
pavolmarko@480
   963
			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
pavolmarko@480
   964
				IA32_Mov_Rm8_Reg8_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
   965
			else
pavolmarko@480
   966
				IA32_Mov_Rm8_Reg8_Disp32(jit, dest, src, disp);
pavolmarko@480
   967
		}
pavolmarko@480
   968
		
pavolmarko@480
   969
		inline void IA32_Mov_RmESP_Reg(JitWriter *jit, jit_uint8_t src)
pavolmarko@480
   970
		{
pavolmarko@480
   971
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
   972
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, src, REG_ESP));
pavolmarko@480
   973
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
   974
		}
pavolmarko@480
   975
pavolmarko@480
   976
		inline void IA32_Mov_Rm_Reg_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
   977
		{
pavolmarko@480
   978
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
   979
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, dest));
pavolmarko@480
   980
			jit->write_byte(disp);
pavolmarko@480
   981
		}
pavolmarko@480
   982
pavolmarko@480
   983
		inline void IA32_Mov_Rm_Reg_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   984
		{
pavolmarko@480
   985
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
   986
			jit->write_ubyte(ia32_modrm(MOD_DISP32, src, dest));
pavolmarko@480
   987
			jit->write_int32(disp);
pavolmarko@480
   988
		}
pavolmarko@480
   989
pavolmarko@480
   990
		inline void IA32_Mov_Rm_Reg_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
   991
		{
pavolmarko@480
   992
			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
pavolmarko@480
   993
				IA32_Mov_Rm_Reg_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
   994
			else
pavolmarko@480
   995
				IA32_Mov_Rm_Reg_Disp32(jit, dest, src, disp);
pavolmarko@480
   996
		}
pavolmarko@480
   997
pavolmarko@480
   998
		inline void IA32_Mov_RmEBP_Reg_Disp_Reg(JitWriter *jit, 
pavolmarko@480
   999
									jit_uint8_t dest_base, 
pavolmarko@480
  1000
									jit_uint8_t dest_index,
pavolmarko@480
  1001
									jit_uint8_t dest_scale,
pavolmarko@480
  1002
									jit_uint8_t src)
pavolmarko@480
  1003
		{
pavolmarko@480
  1004
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
  1005
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
pavolmarko@480
  1006
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
  1007
			jit->write_byte(0);
pavolmarko@480
  1008
		}
pavolmarko@480
  1009
pavolmarko@480
  1010
		inline void IA32_Mov_Rm8EBP_Reg_Disp_Reg(JitWriter *jit, 
pavolmarko@480
  1011
											jit_uint8_t dest_base, 
pavolmarko@480
  1012
											jit_uint8_t dest_index,
pavolmarko@480
  1013
											jit_uint8_t dest_scale,
pavolmarko@480
  1014
											jit_uint8_t src)
pavolmarko@480
  1015
		{
pavolmarko@480
  1016
			jit->write_ubyte(IA32_MOV_RM8_REG);
pavolmarko@480
  1017
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
pavolmarko@480
  1018
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
  1019
			jit->write_byte(0);
pavolmarko@480
  1020
		}
pavolmarko@480
  1021
pavolmarko@480
  1022
		inline void IA32_Mov_Rm16EBP_Reg_Disp_Reg(JitWriter *jit, 
pavolmarko@480
  1023
											jit_uint8_t dest_base, 
pavolmarko@480
  1024
											jit_uint8_t dest_index,
pavolmarko@480
  1025
											jit_uint8_t dest_scale,
pavolmarko@480
  1026
											jit_uint8_t src)
pavolmarko@480
  1027
		{
pavolmarko@480
  1028
			jit->write_ubyte(IA32_16BIT_PREFIX);
pavolmarko@480
  1029
			jit->write_ubyte(IA32_MOV_RM_REG);
pavolmarko@480
  1030
			jit->write_ubyte(ia32_modrm(MOD_DISP8, src, REG_SIB));
pavolmarko@480
  1031
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
  1032
			jit->write_byte(0);
pavolmarko@480
  1033
		}
pavolmarko@480
  1034
pavolmarko@480
  1035
		/**
pavolmarko@480
  1036
		* Moving from IMMEDIATE to REGISTER
pavolmarko@480
  1037
		*/
pavolmarko@480
  1038
pavolmarko@480
  1039
		inline jitoffs_t IA32_Mov_Reg_Imm32(JitWriter *jit, jit_uint8_t dest, jit_int32_t num)
pavolmarko@480
  1040
		{
pavolmarko@480
  1041
			jitoffs_t offs;
pavolmarko@480
  1042
			jit->write_ubyte(IA32_MOV_REG_IMM+dest);
pavolmarko@480
  1043
			offs = jit->get_outputpos();
pavolmarko@480
  1044
			jit->write_int32(num);
pavolmarko@480
  1045
			return offs;
pavolmarko@480
  1046
		}
pavolmarko@480
  1047
pavolmarko@480
  1048
		inline void IA32_Mov_Rm_Imm32(JitWriter *jit, jit_uint8_t dest, jit_int32_t val, jit_uint8_t mode)
pavolmarko@480
  1049
		{
pavolmarko@480
  1050
			jit->write_ubyte(IA32_MOV_RM_IMM32);
pavolmarko@480
  1051
			jit->write_ubyte(ia32_modrm(mode, 0, dest));
pavolmarko@480
  1052
			jit->write_int32(val);
pavolmarko@480
  1053
		}
pavolmarko@480
  1054
pavolmarko@480
  1055
		inline void IA32_Mov_Rm_Imm32_Disp8(JitWriter *jit, 
pavolmarko@480
  1056
									jit_uint8_t dest, 
pavolmarko@480
  1057
									jit_int32_t val, 
pavolmarko@480
  1058
									jit_int8_t disp8)
pavolmarko@480
  1059
		{
pavolmarko@480
  1060
			jit->write_ubyte(IA32_MOV_RM_IMM32);
pavolmarko@480
  1061
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, dest));
pavolmarko@480
  1062
			jit->write_byte(disp8);
pavolmarko@480
  1063
			jit->write_int32(val);
pavolmarko@480
  1064
		}
pavolmarko@480
  1065
pavolmarko@480
  1066
		inline void IA32_Mov_Rm_Imm32_Disp32(JitWriter *jit, 
pavolmarko@480
  1067
									jit_uint8_t dest, 
pavolmarko@480
  1068
									jit_int32_t val, 
pavolmarko@480
  1069
									jit_int32_t disp32)
pavolmarko@480
  1070
		{
pavolmarko@480
  1071
			jit->write_ubyte(IA32_MOV_RM_IMM32);
pavolmarko@480
  1072
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, dest));
pavolmarko@480
  1073
			jit->write_int32(disp32);
pavolmarko@480
  1074
			jit->write_int32(val);
pavolmarko@480
  1075
		}
pavolmarko@480
  1076
pavolmarko@480
  1077
		inline void IA32_Mov_RmEBP_Imm32_Disp_Reg(JitWriter *jit, 
pavolmarko@480
  1078
										jit_uint8_t dest_base, 
pavolmarko@480
  1079
										jit_uint8_t dest_index, 
pavolmarko@480
  1080
										jit_uint8_t dest_scale, 
pavolmarko@480
  1081
										jit_int32_t val)
pavolmarko@480
  1082
		{
pavolmarko@480
  1083
			jit->write_ubyte(IA32_MOV_RM_IMM32);
pavolmarko@480
  1084
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
pavolmarko@480
  1085
			jit->write_ubyte(ia32_sib(dest_scale, dest_index, dest_base));
pavolmarko@480
  1086
			jit->write_byte(0);
pavolmarko@480
  1087
			jit->write_int32(val);
pavolmarko@480
  1088
		}
pavolmarko@480
  1089
pavolmarko@480
  1090
		inline void IA32_Mov_ESP_Disp8_Imm32(JitWriter *jit, jit_int8_t disp8, jit_int32_t val)
pavolmarko@480
  1091
		{
pavolmarko@480
  1092
			jit->write_ubyte(IA32_MOV_RM_IMM32);
pavolmarko@480
  1093
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, REG_SIB));
pavolmarko@480
  1094
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1095
			jit->write_byte(disp8);
pavolmarko@480
  1096
			jit->write_int32(val);
pavolmarko@480
  1097
		}
pavolmarko@480
  1098
pavolmarko@480
  1099
		/**
pavolmarko@480
  1100
		* Floating Point Instructions
pavolmarko@480
  1101
		*/
pavolmarko@480
  1102
pavolmarko@480
  1103
		inline void IA32_Fstcw_Mem16_ESP(JitWriter *jit)
pavolmarko@480
  1104
		{
pavolmarko@480
  1105
			jit->write_ubyte(IA32_FSTCW_MEM16_1);
pavolmarko@480
  1106
			jit->write_ubyte(IA32_FSTCW_MEM16_2);
pavolmarko@480
  1107
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 7, REG_SIB));
pavolmarko@480
  1108
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1109
		}
pavolmarko@480
  1110
pavolmarko@480
  1111
		inline void IA32_Fldcw_Mem16_ESP(JitWriter *jit)
pavolmarko@480
  1112
		{
pavolmarko@480
  1113
			jit->write_ubyte(IA32_FLDCW_MEM16);
pavolmarko@480
  1114
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 5, REG_SIB));
pavolmarko@480
  1115
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1116
		}
pavolmarko@480
  1117
pavolmarko@480
  1118
		inline void IA32_Fldcw_Mem16_Disp8_ESP(JitWriter *jit, jit_int8_t disp8)
pavolmarko@480
  1119
		{
pavolmarko@480
  1120
			jit->write_ubyte(IA32_FLDCW_MEM16);
pavolmarko@480
  1121
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 5, REG_SIB));
pavolmarko@480
  1122
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1123
			jit->write_byte(disp8);
pavolmarko@480
  1124
		}
pavolmarko@480
  1125
pavolmarko@480
  1126
		inline void IA32_Fistp_Mem32_ESP(JitWriter *jit)
pavolmarko@480
  1127
		{
pavolmarko@480
  1128
			jit->write_ubyte(IA32_FISTP_MEM32);
pavolmarko@480
  1129
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
pavolmarko@480
  1130
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1131
		}
pavolmarko@480
  1132
pavolmarko@480
  1133
		inline void IA32_Fistp_Mem32_Disp8_Esp(JitWriter *jit, jit_int8_t disp8)
pavolmarko@480
  1134
		{
pavolmarko@480
  1135
			jit->write_ubyte(IA32_FISTP_MEM32);
pavolmarko@480
  1136
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, REG_SIB));
pavolmarko@480
  1137
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1138
			jit->write_byte(disp8);
pavolmarko@480
  1139
		}
pavolmarko@480
  1140
pavolmarko@480
  1141
		inline void IA32_Fucomip_ST0_FPUreg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
  1142
		{
pavolmarko@480
  1143
			jit->write_ubyte(IA32_FUCOMIP_1);
pavolmarko@480
  1144
			jit->write_ubyte(IA32_FUCOMIP_2+reg);
pavolmarko@480
  1145
		}
pavolmarko@480
  1146
pavolmarko@480
  1147
		inline void IA32_Fadd_FPUreg_ST0(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
  1148
		{
pavolmarko@480
  1149
			jit->write_ubyte(IA32_FADD_FPREG_ST0_1);
pavolmarko@480
  1150
			jit->write_ubyte(IA32_FADD_FPREG_ST0_2+reg);
pavolmarko@480
  1151
		}
pavolmarko@480
  1152
pavolmarko@480
  1153
		inline void IA32_Fadd_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1154
		{
pavolmarko@480
  1155
			jit->write_ubyte(IA32_FADD_MEM32);
pavolmarko@480
  1156
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
pavolmarko@480
  1157
			jit->write_byte(val);
pavolmarko@480
  1158
		}
pavolmarko@480
  1159
pavolmarko@480
  1160
		inline void IA32_Fadd_Mem32_ESP(JitWriter *jit)
pavolmarko@480
  1161
		{
pavolmarko@480
  1162
			jit->write_ubyte(IA32_FADD_MEM32);
pavolmarko@480
  1163
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, REG_SIB));
pavolmarko@480
  1164
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1165
		}
pavolmarko@480
  1166
pavolmarko@480
  1167
		inline void IA32_Fsub_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1168
		{
pavolmarko@480
  1169
			jit->write_ubyte(IA32_FSUB_MEM32);
pavolmarko@480
  1170
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 4, src));
pavolmarko@480
  1171
			jit->write_byte(val);
pavolmarko@480
  1172
		}
pavolmarko@480
  1173
pavolmarko@480
  1174
		inline void IA32_Fmul_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1175
		{
pavolmarko@480
  1176
			jit->write_ubyte(IA32_FMUL_MEM32);
pavolmarko@480
  1177
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 1, src));
pavolmarko@480
  1178
			jit->write_byte(val);
pavolmarko@480
  1179
		}
pavolmarko@480
  1180
pavolmarko@480
  1181
		inline void IA32_Fdiv_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1182
		{
pavolmarko@480
  1183
			jit->write_ubyte(IA32_FDIV_MEM32);
pavolmarko@480
  1184
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 6, src));
pavolmarko@480
  1185
			jit->write_byte(val);
pavolmarko@480
  1186
		}
pavolmarko@480
  1187
pavolmarko@480
  1188
		inline void IA32_Fild_Mem32(JitWriter *jit, jit_uint8_t src)
pavolmarko@480
  1189
		{
pavolmarko@480
  1190
			jit->write_ubyte(IA32_FILD_MEM32);
pavolmarko@480
  1191
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
pavolmarko@480
  1192
		}
pavolmarko@480
  1193
pavolmarko@480
  1194
		inline void IA32_Fstp_Mem32(JitWriter *jit, jit_uint8_t dest)
pavolmarko@480
  1195
		{
pavolmarko@480
  1196
			jit->write_ubyte(IA32_FSTP_MEM32);
pavolmarko@480
  1197
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, dest));
pavolmarko@480
  1198
		}
pavolmarko@480
  1199
pavolmarko@480
  1200
		inline void IA32_Fstp_Mem32_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_int32_t disp)
pavolmarko@480
  1201
		{
pavolmarko@480
  1202
			jit->write_ubyte(IA32_FSTP_MEM32);
pavolmarko@480
  1203
pavolmarko@480
  1204
			if (disp > SCHAR_MIN && disp < SCHAR_MAX)
pavolmarko@480
  1205
			{
pavolmarko@480
  1206
				jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, dest));
pavolmarko@480
  1207
				jit->write_byte(static_cast<jit_int8_t>(disp));
pavolmarko@480
  1208
			}
pavolmarko@480
  1209
			else
pavolmarko@480
  1210
			{
pavolmarko@480
  1211
				jit->write_ubyte(ia32_modrm(MOD_DISP32, 3, dest));
pavolmarko@480
  1212
				jit->write_byte(disp);
pavolmarko@480
  1213
			}
pavolmarko@480
  1214
		}
pavolmarko@480
  1215
pavolmarko@480
  1216
		inline void IA32_Fstp_Mem64(JitWriter *jit, jit_uint8_t dest)
pavolmarko@480
  1217
		{
pavolmarko@480
  1218
			jit->write_ubyte(IA32_FSTP_MEM64);
pavolmarko@480
  1219
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, dest));
pavolmarko@480
  1220
		}
pavolmarko@480
  1221
pavolmarko@480
  1222
		inline void IA32_Fstp_Mem64_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_int32_t disp)
pavolmarko@480
  1223
		{
pavolmarko@480
  1224
			jit->write_ubyte(IA32_FSTP_MEM64);
pavolmarko@480
  1225
pavolmarko@480
  1226
			if (disp > SCHAR_MIN && disp < SCHAR_MAX)
pavolmarko@480
  1227
			{
pavolmarko@480
  1228
				jit->write_ubyte(ia32_modrm(MOD_DISP8, 3, dest));
pavolmarko@480
  1229
				jit->write_byte(static_cast<jit_int8_t>(disp));
pavolmarko@480
  1230
			}
pavolmarko@480
  1231
			else
pavolmarko@480
  1232
			{
pavolmarko@480
  1233
				jit->write_ubyte(ia32_modrm(MOD_DISP32, 3, dest));
pavolmarko@480
  1234
				jit->write_byte(disp);
pavolmarko@480
  1235
			}
pavolmarko@480
  1236
		}
pavolmarko@480
  1237
pavolmarko@480
  1238
		inline void IA32_Fstp_Mem32_ESP(JitWriter *jit)
pavolmarko@480
  1239
		{
pavolmarko@480
  1240
			jit->write_ubyte(IA32_FSTP_MEM32);
pavolmarko@480
  1241
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
pavolmarko@480
  1242
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1243
		}
pavolmarko@480
  1244
pavolmarko@480
  1245
		inline void IA32_Fstp_Mem64_ESP(JitWriter *jit)
pavolmarko@480
  1246
		{
pavolmarko@480
  1247
			jit->write_ubyte(IA32_FSTP_MEM64);
pavolmarko@480
  1248
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 3, REG_SIB));
pavolmarko@480
  1249
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1250
		}
pavolmarko@480
  1251
pavolmarko@480
  1252
		inline void IA32_Fstp_FPUreg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
  1253
		{
pavolmarko@480
  1254
			jit->write_ubyte(IA32_FSTP_FPREG_1);
pavolmarko@480
  1255
			jit->write_ubyte(IA32_FSTP_FPREG_2+reg);
pavolmarko@480
  1256
		}
pavolmarko@480
  1257
pavolmarko@480
  1258
		inline void IA32_Fld_Mem32(JitWriter *jit, jit_uint8_t src)
pavolmarko@480
  1259
		{
pavolmarko@480
  1260
			jit->write_ubyte(IA32_FLD_MEM32);
pavolmarko@480
  1261
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
pavolmarko@480
  1262
		}
pavolmarko@480
  1263
pavolmarko@480
  1264
		inline void IA32_Fld_Mem64(JitWriter *jit, jit_uint8_t src)
pavolmarko@480
  1265
		{
pavolmarko@480
  1266
			jit->write_ubyte(IA32_FLD_MEM64);
pavolmarko@480
  1267
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
pavolmarko@480
  1268
		}
pavolmarko@480
  1269
pavolmarko@480
  1270
		inline void IA32_Fld_Mem32_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1271
		{
pavolmarko@480
  1272
			jit->write_ubyte(IA32_FLD_MEM32);
pavolmarko@480
  1273
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
pavolmarko@480
  1274
			jit->write_byte(val);
pavolmarko@480
  1275
		}
pavolmarko@480
  1276
pavolmarko@480
  1277
		inline void IA32_Fld_Mem64_Disp8(JitWriter *jit, jit_uint8_t src, jit_int8_t val)
pavolmarko@480
  1278
		{
pavolmarko@480
  1279
			jit->write_ubyte(IA32_FLD_MEM64);
pavolmarko@480
  1280
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
pavolmarko@480
  1281
			jit->write_byte(val);
pavolmarko@480
  1282
		}
pavolmarko@480
  1283
pavolmarko@480
  1284
		inline void IA32_Fld_Mem32_Disp32(JitWriter *jit, jit_uint8_t src, jit_int32_t val)
pavolmarko@480
  1285
		{
pavolmarko@480
  1286
			jit->write_ubyte(IA32_FLD_MEM32);
pavolmarko@480
  1287
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, src));
pavolmarko@480
  1288
			jit->write_int32(val);
pavolmarko@480
  1289
		}
pavolmarko@480
  1290
pavolmarko@480
  1291
		inline void IA32_Fld_Mem64_Disp32(JitWriter *jit, jit_uint8_t src, jit_int32_t val)
pavolmarko@480
  1292
		{
pavolmarko@480
  1293
			jit->write_ubyte(IA32_FLD_MEM64);
pavolmarko@480
  1294
			jit->write_ubyte(ia32_modrm(MOD_DISP32, 0, src));
pavolmarko@480
  1295
			jit->write_int32(val);
pavolmarko@480
  1296
		}
pavolmarko@480
  1297
pavolmarko@480
  1298
		inline void IA32_Fld_Mem32_DispAuto(JitWriter *jit, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1299
		{
pavolmarko@480
  1300
			if (disp == 0)
pavolmarko@480
  1301
				IA32_Fld_Mem32(jit, src);
pavolmarko@480
  1302
			else if (disp <= SCHAR_MAX)
pavolmarko@480
  1303
				IA32_Fld_Mem32_Disp8(jit, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
  1304
			else
pavolmarko@480
  1305
				IA32_Fld_Mem32_Disp32(jit, src, disp);
pavolmarko@480
  1306
		}
pavolmarko@480
  1307
pavolmarko@480
  1308
		inline void IA32_Fld_Mem64_DispAuto(JitWriter *jit, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1309
		{
pavolmarko@480
  1310
			if (disp == 0)
pavolmarko@480
  1311
				IA32_Fld_Mem64(jit, src);
pavolmarko@480
  1312
			else if (disp <= SCHAR_MAX)
pavolmarko@480
  1313
				IA32_Fld_Mem64_Disp8(jit, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
  1314
			else
pavolmarko@480
  1315
				IA32_Fld_Mem64_Disp32(jit, src, disp);
pavolmarko@480
  1316
		}
pavolmarko@480
  1317
pavolmarko@480
  1318
		/**
pavolmarko@480
  1319
		* Move data with zero extend
pavolmarko@480
  1320
		*/
pavolmarko@480
  1321
pavolmarko@480
  1322
		inline void IA32_Movzx_Reg32_Rm8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
  1323
		{
pavolmarko@480
  1324
			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
pavolmarko@480
  1325
			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
pavolmarko@480
  1326
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
  1327
		}
pavolmarko@480
  1328
pavolmarko@480
  1329
		inline void IA32_Movzx_Reg32_Rm8_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
  1330
		{
pavolmarko@480
  1331
			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
pavolmarko@480
  1332
			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
pavolmarko@480
  1333
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
  1334
			jit->write_byte(disp);
pavolmarko@480
  1335
		}
pavolmarko@480
  1336
pavolmarko@480
  1337
		inline void IA32_Movzx_Reg32_Rm8_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1338
		{
pavolmarko@480
  1339
			jit->write_ubyte(IA32_MOVZX_R32_RM8_1);
pavolmarko@480
  1340
			jit->write_ubyte(IA32_MOVZX_R32_RM8_2);
pavolmarko@480
  1341
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
pavolmarko@480
  1342
			jit->write_int32(disp);
pavolmarko@480
  1343
		}
pavolmarko@480
  1344
pavolmarko@480
  1345
		inline void IA32_Movzx_Reg32_Rm8_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1346
		{
pavolmarko@480
  1347
			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
pavolmarko@480
  1348
				IA32_Movzx_Reg32_Rm8_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
  1349
			else
pavolmarko@480
  1350
				IA32_Movzx_Reg32_Rm8_Disp32(jit, dest, src, disp);
pavolmarko@480
  1351
		}
pavolmarko@480
  1352
pavolmarko@480
  1353
		inline void IA32_Movzx_Reg32_Rm16(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
  1354
		{
pavolmarko@480
  1355
			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
pavolmarko@480
  1356
			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
pavolmarko@480
  1357
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
  1358
		}
pavolmarko@480
  1359
pavolmarko@480
  1360
		inline void IA32_Movzx_Reg32_Rm16_Disp8(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int8_t disp)
pavolmarko@480
  1361
		{
pavolmarko@480
  1362
			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
pavolmarko@480
  1363
			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
pavolmarko@480
  1364
			jit->write_ubyte(ia32_modrm(MOD_DISP8, dest, src));
pavolmarko@480
  1365
			jit->write_byte(disp);
pavolmarko@480
  1366
		}
pavolmarko@480
  1367
pavolmarko@480
  1368
		inline void IA32_Movzx_Reg32_Rm16_Disp32(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1369
		{
pavolmarko@480
  1370
			jit->write_ubyte(IA32_MOVZX_R32_RM16_1);
pavolmarko@480
  1371
			jit->write_ubyte(IA32_MOVZX_R32_RM16_2);
pavolmarko@480
  1372
			jit->write_ubyte(ia32_modrm(MOD_DISP32, dest, src));
pavolmarko@480
  1373
			jit->write_int32(disp);
pavolmarko@480
  1374
		}
pavolmarko@480
  1375
pavolmarko@480
  1376
		inline void IA32_Movzx_Reg32_Rm16_DispAuto(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_int32_t disp)
pavolmarko@480
  1377
		{
pavolmarko@480
  1378
			if (disp >= SCHAR_MIN && disp <= SCHAR_MAX)
pavolmarko@480
  1379
				IA32_Movzx_Reg32_Rm16_Disp8(jit, dest, src, static_cast<jit_int8_t>(disp));
pavolmarko@480
  1380
			else
pavolmarko@480
  1381
				IA32_Movzx_Reg32_Rm16_Disp32(jit, dest, src, disp);
pavolmarko@480
  1382
		}
pavolmarko@480
  1383
pavolmarko@480
  1384
		/**
pavolmarko@480
  1385
		* Branching/Jumping
pavolmarko@480
  1386
		*/
pavolmarko@480
  1387
pavolmarko@480
  1388
		inline jitoffs_t IA32_Jump_Cond_Imm8(JitWriter *jit, jit_uint8_t cond, jit_int8_t disp)
pavolmarko@480
  1389
		{
pavolmarko@480
  1390
			jitoffs_t ptr;
pavolmarko@480
  1391
			jit->write_ubyte(IA32_JCC_IMM+cond);
pavolmarko@480
  1392
			ptr = jit->get_outputpos();
pavolmarko@480
  1393
			jit->write_byte(disp);
pavolmarko@480
  1394
			return ptr;
pavolmarko@480
  1395
		}
pavolmarko@480
  1396
pavolmarko@480
  1397
		inline jitoffs_t IA32_Jump_Imm32(JitWriter *jit, jit_int32_t disp)
pavolmarko@480
  1398
		{
pavolmarko@480
  1399
			jitoffs_t ptr;
pavolmarko@480
  1400
			jit->write_ubyte(IA32_JMP_IMM32);
pavolmarko@480
  1401
			ptr = jit->get_outputpos();
pavolmarko@480
  1402
			jit->write_int32(disp);
pavolmarko@480
  1403
			return ptr;
pavolmarko@480
  1404
		}
pavolmarko@480
  1405
pavolmarko@480
  1406
		inline jitoffs_t IA32_Jump_Imm8(JitWriter *jit, jit_int8_t disp)
pavolmarko@480
  1407
		{
pavolmarko@480
  1408
			jitoffs_t ptr;
pavolmarko@480
  1409
			jit->write_ubyte(IA32_JMP_IMM8);
pavolmarko@480
  1410
			ptr = jit->get_outputpos();
pavolmarko@480
  1411
			jit->write_byte(disp);
pavolmarko@480
  1412
			return ptr;
pavolmarko@480
  1413
		}
pavolmarko@480
  1414
pavolmarko@480
  1415
		inline jitoffs_t IA32_Jump_Cond_Imm32(JitWriter *jit, jit_uint8_t cond, jit_int32_t disp)
pavolmarko@480
  1416
		{
pavolmarko@480
  1417
			jitoffs_t ptr;
pavolmarko@480
  1418
			jit->write_ubyte(IA32_JCC_IMM32_1);
pavolmarko@480
  1419
			jit->write_ubyte(IA32_JCC_IMM32_2+cond);
pavolmarko@480
  1420
			ptr = jit->get_outputpos();
pavolmarko@480
  1421
			jit->write_int32(disp);
pavolmarko@480
  1422
			return ptr;
pavolmarko@480
  1423
		}
pavolmarko@480
  1424
pavolmarko@480
  1425
		inline void IA32_Jump_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
  1426
		{
pavolmarko@480
  1427
			jit->write_ubyte(IA32_JMP_RM);
pavolmarko@480
  1428
			jit->write_ubyte(ia32_modrm(MOD_REG, 4, reg));
pavolmarko@480
  1429
		}
pavolmarko@480
  1430
pavolmarko@480
  1431
		inline void IA32_Jump_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
  1432
		{
pavolmarko@480
  1433
			jit->write_ubyte(IA32_JMP_RM);
pavolmarko@480
  1434
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
  1435
		}
pavolmarko@480
  1436
pavolmarko@480
  1437
		inline jitoffs_t IA32_Call_Imm32(JitWriter *jit, jit_int32_t disp)
pavolmarko@480
  1438
		{
pavolmarko@480
  1439
			jitoffs_t ptr;
pavolmarko@480
  1440
			jit->write_ubyte(IA32_CALL_IMM32);
pavolmarko@480
  1441
			ptr = jit->get_outputpos();
pavolmarko@480
  1442
			jit->write_int32(disp);
pavolmarko@480
  1443
			return ptr;
pavolmarko@480
  1444
		}
pavolmarko@480
  1445
pavolmarko@480
  1446
		inline void IA32_Call_Reg(JitWriter *jit, jit_uint8_t reg)
pavolmarko@480
  1447
		{
pavolmarko@480
  1448
			jit->write_ubyte(IA32_CALL_RM);
pavolmarko@480
  1449
			jit->write_ubyte(ia32_modrm(MOD_REG, 2, reg));
pavolmarko@480
  1450
		}
pavolmarko@480
  1451
pavolmarko@480
  1452
		inline void IA32_Call_Rm(JitWriter *jit, jit_uint8_t reg, jit_uint8_t mode)
pavolmarko@480
  1453
		{
pavolmarko@480
  1454
			jit->write_ubyte(IA32_CALL_RM);
pavolmarko@480
  1455
			jit->write_ubyte(ia32_modrm(mode, 4, reg));
pavolmarko@480
  1456
		}
pavolmarko@480
  1457
pavolmarko@480
  1458
		inline void IA32_Return(JitWriter *jit)
pavolmarko@480
  1459
		{
pavolmarko@480
  1460
			jit->write_ubyte(IA32_RET);
pavolmarko@480
  1461
		}
pavolmarko@480
  1462
pavolmarko@480
  1463
		inline void IA32_Return_Popstack(JitWriter *jit, unsigned short bytes)
pavolmarko@480
  1464
		{
pavolmarko@480
  1465
			jit->write_ubyte(IA32_RETN);
pavolmarko@480
  1466
			jit->write_ushort(bytes);
pavolmarko@480
  1467
		}
pavolmarko@480
  1468
pavolmarko@480
  1469
		inline void IA32_Test_Rm_Reg(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_uint8_t mode)
pavolmarko@480
  1470
		{
pavolmarko@480
  1471
			jit->write_ubyte(IA32_TEST_RM_REG);
pavolmarko@480
  1472
			jit->write_ubyte(ia32_modrm(mode, reg2, reg1));
pavolmarko@480
  1473
		}
pavolmarko@480
  1474
pavolmarko@480
  1475
		inline void IA32_Test_Rm_Reg8(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_uint8_t mode)
pavolmarko@480
  1476
		{
pavolmarko@480
  1477
			jit->write_ubyte(IA32_TEST_RM_REG8);
pavolmarko@480
  1478
			jit->write_ubyte(ia32_modrm(mode, reg2, reg1));
pavolmarko@480
  1479
		}
pavolmarko@480
  1480
pavolmarko@480
  1481
		inline void IA32_Test_Rm_Imm32(JitWriter *jit, jit_uint8_t operand1, jit_int32_t imm_operand, jit_uint8_t mode)
pavolmarko@480
  1482
		{
pavolmarko@480
  1483
			jit->write_ubyte(IA32_TEST_RM_IMM32);
pavolmarko@480
  1484
			jit->write_ubyte(ia32_modrm(mode, 0, operand1));
pavolmarko@480
  1485
			jit->write_int32(imm_operand);
pavolmarko@480
  1486
		}
pavolmarko@480
  1487
pavolmarko@480
  1488
		inline void IA32_Cmp_Rm_Reg(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
  1489
		{
pavolmarko@480
  1490
			jit->write_ubyte(IA32_CMP_RM_REG);
pavolmarko@480
  1491
			jit->write_ubyte(ia32_modrm(mode, src, dest));
pavolmarko@480
  1492
		}
pavolmarko@480
  1493
pavolmarko@480
  1494
		inline void IA32_Cmp_Reg_Rm(JitWriter *jit, jit_uint8_t dest, jit_uint8_t src, jit_uint8_t mode)
pavolmarko@480
  1495
		{
pavolmarko@480
  1496
			jit->write_ubyte(IA32_CMP_REG_RM);
pavolmarko@480
  1497
			jit->write_ubyte(ia32_modrm(mode, dest, src));
pavolmarko@480
  1498
		}
pavolmarko@480
  1499
pavolmarko@480
  1500
		inline void IA32_Cmp_Reg_Rm_ESP(JitWriter *jit, jit_uint8_t cmpreg)
pavolmarko@480
  1501
		{
pavolmarko@480
  1502
			jit->write_ubyte(IA32_CMP_REG_RM);
pavolmarko@480
  1503
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, cmpreg, REG_SIB));
pavolmarko@480
  1504
			jit->write_ubyte(ia32_sib(NOSCALE, REG_NOIDX, REG_ESP));
pavolmarko@480
  1505
		}
pavolmarko@480
  1506
pavolmarko@480
  1507
		inline void IA32_Cmp_Reg_Rm_Disp8(JitWriter *jit, jit_uint8_t reg1, jit_uint8_t reg2, jit_int8_t disp8)
pavolmarko@480
  1508
		{
pavolmarko@480
  1509
			jit->write_ubyte(IA32_CMP_REG_RM);
pavolmarko@480
  1510
			jit->write_ubyte(ia32_modrm(MOD_DISP8, reg1, reg2));
pavolmarko@480
  1511
			jit->write_byte(disp8);
pavolmarko@480
  1512
		}
pavolmarko@480
  1513
pavolmarko@480
  1514
		inline void IA32_Cmp_Rm_Imm8(JitWriter *jit, jit_uint8_t mode, jit_uint8_t rm, jit_int8_t imm8)
pavolmarko@480
  1515
		{
pavolmarko@480
  1516
			jit->write_ubyte(IA32_CMP_RM_IMM8);
pavolmarko@480
  1517
			jit->write_ubyte(ia32_modrm(mode, 7, rm));
pavolmarko@480
  1518
			jit->write_byte(imm8);
pavolmarko@480
  1519
		}
pavolmarko@480
  1520
pavolmarko@480
  1521
		inline void IA32_Cmp_Rm_Imm32(JitWriter *jit, jit_uint8_t mode, jit_uint8_t rm, jit_int32_t imm32)
pavolmarko@480
  1522
		{
pavolmarko@480
  1523
			jit->write_ubyte(IA32_CMP_RM_IMM32);
pavolmarko@480
  1524
			jit->write_ubyte(ia32_modrm(mode, 7, rm));
pavolmarko@480
  1525
			jit->write_int32(imm32);
pavolmarko@480
  1526
		}
pavolmarko@480
  1527
pavolmarko@480
  1528
		inline void IA32_Cmp_Rm_Imm32_Disp8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp8, jit_int32_t imm32)
pavolmarko@480
  1529
		{
pavolmarko@480
  1530
			jit->write_ubyte(IA32_CMP_RM_IMM32);
pavolmarko@480
  1531
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 7, reg));
pavolmarko@480
  1532
			jit->write_byte(disp8);
pavolmarko@480
  1533
			jit->write_int32(imm32);
pavolmarko@480
  1534
		}
pavolmarko@480
  1535
pavolmarko@480
  1536
		inline void IA32_Cmp_Rm_Disp8_Imm8(JitWriter *jit, jit_uint8_t reg, jit_int8_t disp, jit_int8_t imm8)
pavolmarko@480
  1537
		{
pavolmarko@480
  1538
			jit->write_ubyte(IA32_CMP_RM_IMM8);
pavolmarko@480
  1539
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 7, reg));
pavolmarko@480
  1540
			jit->write_byte(disp);
pavolmarko@480
  1541
			jit->write_byte(imm8);
pavolmarko@480
  1542
		}
pavolmarko@480
  1543
pavolmarko@480
  1544
		inline void IA32_Cmp_Al_Imm8(JitWriter *jit, jit_int8_t value)
pavolmarko@480
  1545
		{
pavolmarko@480
  1546
			jit->write_ubyte(IA32_CMP_AL_IMM32);
pavolmarko@480
  1547
			jit->write_byte(value);
pavolmarko@480
  1548
		}
pavolmarko@480
  1549
pavolmarko@480
  1550
		inline void IA32_Cmp_Eax_Imm32(JitWriter *jit, jit_int32_t value)
pavolmarko@480
  1551
		{
pavolmarko@480
  1552
			jit->write_ubyte(IA32_CMP_EAX_IMM32);
pavolmarko@480
  1553
			jit->write_int32(value);
pavolmarko@480
  1554
		}
pavolmarko@480
  1555
pavolmarko@480
  1556
		inline void IA32_SetCC_Rm8(JitWriter *jit, jit_uint8_t reg, jit_uint8_t cond)
pavolmarko@480
  1557
		{
pavolmarko@480
  1558
			jit->write_ubyte(IA32_SETCC_RM8_1);
pavolmarko@480
  1559
			jit->write_ubyte(IA32_SETCC_RM8_2+cond);
pavolmarko@480
  1560
			jit->write_ubyte(ia32_modrm(MOD_REG, 0, reg));
pavolmarko@480
  1561
		}
pavolmarko@480
  1562
pavolmarko@480
  1563
		inline void IA32_CmovCC_Rm(JitWriter *jit, jit_uint8_t src, jit_uint8_t cond)
pavolmarko@480
  1564
		{
pavolmarko@480
  1565
			jit->write_ubyte(IA32_CMOVCC_RM_1);
pavolmarko@480
  1566
			jit->write_ubyte(IA32_CMOVCC_RM_2+cond);
pavolmarko@480
  1567
			jit->write_ubyte(ia32_modrm(MOD_MEM_REG, 0, src));
pavolmarko@480
  1568
		}
pavolmarko@480
  1569
pavolmarko@480
  1570
		inline void IA32_CmovCC_Rm_Disp8(JitWriter *jit, jit_uint8_t src, jit_uint8_t cond, jit_int8_t disp)
pavolmarko@480
  1571
		{
pavolmarko@480
  1572
			jit->write_ubyte(IA32_CMOVCC_RM_1);
pavolmarko@480
  1573
			jit->write_ubyte(IA32_CMOVCC_RM_2+cond);
pavolmarko@480
  1574
			jit->write_ubyte(ia32_modrm(MOD_DISP8, 0, src));
pavolmarko@480
  1575
			jit->write_byte(disp);
pavolmarko@480
  1576
		}
pavolmarko@480
  1577
pavolmarko@480
  1578
		inline void IA32_Cmpsb(JitWriter *jit)
pavolmarko@480
  1579
		{
pavolmarko@480
  1580
			jit->write_ubyte(IA32_CMPSB);
pavolmarko@480
  1581
		}
pavolmarko@480
  1582
pavolmarko@480
  1583
		inline void IA32_Rep(JitWriter *jit)
pavolmarko@480
  1584
		{
pavolmarko@480
  1585
			jit->write_ubyte(IA32_REP);
pavolmarko@480
  1586
		}
pavolmarko@480
  1587
pavolmarko@480
  1588
		inline void IA32_Movsd(JitWriter *jit)
pavolmarko@480
  1589
		{
pavolmarko@480
  1590
			jit->write_ubyte(IA32_MOVSD);
pavolmarko@480
  1591
		}
pavolmarko@480
  1592
pavolmarko@480
  1593
		inline void IA32_Movsb(JitWriter *jit)
pavolmarko@480
  1594
		{
pavolmarko@480
  1595
			jit->write_ubyte(IA32_MOVSB);
pavolmarko@480
  1596
		}
pavolmarko@480
  1597
pavolmarko@480
  1598
		inline void IA32_Stosd(JitWriter *jit)
pavolmarko@480
  1599
		{
pavolmarko@480
  1600
			jit->write_ubyte(IA32_STOSD);
pavolmarko@480
  1601
		}
pavolmarko@480
  1602
pavolmarko@480
  1603
		inline void IA32_Cld(JitWriter *jit)
pavolmarko@480
  1604
		{
pavolmarko@480
  1605
			jit->write_ubyte(IA32_CLD);
pavolmarko@480
  1606
		}
pavolmarko@480
  1607
pavolmarko@480
  1608
	}
pavolmarko@480
  1609
}
pavolmarko@480
  1610
pavolmarko@480
  1611
#endif //_INCLUDE_JIT_X86_MACROS_H