3 * ================================================================
4 * SourcePawn (C)2004-2007 AlliedModders LLC. All rights reserved.
5 * ================================================================
7 * This file is not open source and may not be copied without explicit
8 * written permission of AlliedModders LLC. This file may not be redistributed
9 * in whole or significant part.
10 * For information, see LICENSE.txt or http://www.sourcemod.net/license.php
19 #include "opcode_helpers.h"
20 #include "x86_macros.h"
22 #define NUM_INFO_PARAMS 5
24 jitoffs_t Write_Execute_Function(JitWriter *jit)
27 * The variables we're passed in:
28 * sp_context_t *ctx, uint32_t code_idx, cell_t *result
33 * Currently, we do not accept ctx->frm as the new frame pointer.
34 * Instead, we copy the frame from the stack pointer.
35 * This is because we do not support resuming or sleeping!
40 IA32_Push_Reg(jit, REG_EBP);
41 IA32_Mov_Reg_Rm(jit, REG_EBP, REG_ESP, MOD_REG);
46 IA32_Push_Reg(jit, REG_ESI);
47 IA32_Push_Reg(jit, REG_EDI);
48 IA32_Push_Reg(jit, REG_EBX);
50 //sub esp, 4*n - reserve info array
51 //mov esi, esp - save info pointer
52 IA32_Sub_Rm_Imm8(jit, REG_ESP, 4*NUM_INFO_PARAMS, MOD_REG);
53 IA32_Mov_Reg_Rm(jit, AMX_REG_INFO, REG_ESP, MOD_REG);
55 /* Initial memory setup */
56 //mov eax, [ebp+16] - get result pointer
57 //mov [esi+8], eax - store into info pointer
58 //mov eax, [ebp+8] - get context
59 //mov [esi+12], eax - store context into info pointer
60 //mov ecx, [eax+<offs>] - get heap pointer
61 //mov [esi+4], ecx - store heap into info pointer
62 //mov ebp, [eax+<offs>] - get data pointer
63 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, REG_EBP, 16);
64 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_INFO, REG_EAX, AMX_INFO_RETVAL);
65 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, REG_EBP, 8);
66 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_INFO, REG_EAX, AMX_INFO_CONTEXT);
67 IA32_Mov_Reg_Rm_Disp8(jit, REG_ECX, REG_EAX, offsetof(sp_context_t, hp));
68 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_INFO, REG_ECX, AMX_INFO_HEAP);
69 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_DAT, REG_EAX, offsetof(sp_context_t, memory));
72 //mov edi, [eax+<offs>] - get stack pointer
73 //add edi, ebp - relocate to data section
74 //mov ebx, edi - copy sp to frm
75 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_STK, REG_EAX, offsetof(sp_context_t, sp));
76 IA32_Add_Rm_Reg(jit, AMX_REG_STK, AMX_REG_DAT, MOD_REG);
77 IA32_Mov_Reg_Rm(jit, AMX_REG_FRM, AMX_REG_STK, MOD_REG);
79 /* Info memory setup */
80 //mov ecx, [eax+<offs>] - copy memsize to temp var
81 //add ecx, ebp - relocate
82 //mov [esi+x], ecx - store relocated
83 IA32_Mov_Reg_Rm_Disp8(jit, REG_ECX, REG_EAX, offsetof(sp_context_t, mem_size));
84 IA32_Add_Reg_Rm(jit, AMX_REG_TMP, AMX_REG_DAT, MOD_REG);
85 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_INFO, REG_ECX, AMX_INFO_STACKTOP);
87 /* Remaining needed vars */
88 //mov ecx, [esp+(4*(NUM_INFO_PARAMS+3))+12] - get code index (normally esp+12, but we have another array on the stack)
89 //add ecx, [eax+<offs>] - add code base to index
90 IA32_Mov_Reg_Esp_Disp8(jit, REG_ECX, 12+(4*(NUM_INFO_PARAMS+3)));
91 IA32_Add_Reg_Rm_Disp8(jit, REG_ECX, REG_EAX, offsetof(sp_context_t, codebase));
93 /* by now, everything is set up, so we can call into the plugin */
95 IA32_Call_Reg(jit, REG_ECX);
97 /* if the code flow gets to here, there was a normal return */
98 //mov ecx, [esi+8] - get retval pointer
99 //mov [ecx], eax - store retval from PRI
100 //mov eax, SP_ERROR_NONE - set no error
101 IA32_Mov_Reg_Rm_Disp8(jit, REG_ECX, AMX_REG_INFO, AMX_INFO_RETVAL);
102 IA32_Mov_Rm_Reg(jit, REG_ECX, AMX_REG_PRI, MOD_MEM_REG);
103 IA32_Mov_Reg_Imm32(jit, REG_EAX, SP_ERROR_NONE);
105 /* save where error checking/halting functions should go to */
106 jitoffs_t offs_return = jit->get_outputpos();
107 //mov esp, esi - restore stack pointer
108 IA32_Mov_Reg_Rm(jit, REG_ESP, REG_ESI, MOD_REG);
111 * We are going to restore SP, HP, and FRM for now. This is for
112 * debugging only, to check for alignment errors. As such:
113 * :TODO: probably remove this.
115 //mov ecx, [esi+context]
117 //mov edx, [esi+heap]
120 IA32_Mov_Reg_Rm_Disp8(jit, REG_ECX, REG_ESI, AMX_INFO_CONTEXT);
121 IA32_Sub_Reg_Rm(jit, REG_EDI, REG_EBP, MOD_REG);
122 IA32_Mov_Reg_Rm_Disp8(jit, REG_EDX, REG_ESI, AMX_INFO_HEAP);
123 IA32_Mov_Rm_Reg_Disp8(jit, REG_ECX, REG_EDI, offsetof(sp_context_t, sp));
124 IA32_Mov_Rm_Reg_Disp8(jit, REG_ECX, REG_EDX, offsetof(sp_context_t, hp));
126 //add esp, 4*NUM_INFO_PARAMS
132 IA32_Add_Rm_Imm8(jit, REG_ESP, 4*NUM_INFO_PARAMS, MOD_REG);
133 IA32_Pop_Reg(jit, REG_EBX);
134 IA32_Pop_Reg(jit, REG_EDI);
135 IA32_Pop_Reg(jit, REG_ESI);
136 IA32_Pop_Reg(jit, REG_EBP);
142 void Write_BreakDebug(JitWriter *jit)
147 //cmp [ecx+dbreak], 0
149 IA32_Push_Reg(jit, REG_EDI);
150 IA32_Mov_Reg_Rm(jit, REG_EDI, REG_ECX, MOD_REG);
151 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_CONTEXT);
152 IA32_Cmp_Rm_Disp8_Imm8(jit, AMX_REG_TMP, offsetof(sp_context_t, dbreak), 0);
153 jitoffs_t jmp = IA32_Jump_Cond_Imm8(jit, CC_Z, 0);
155 /* NOTE, Hack! PUSHAD pushes EDI last which still has the CIP */
159 //mov ecx, [ecx+dbreak]
164 IA32_Push_Rm_Disp8(jit, AMX_REG_INFO, AMX_INFO_FRAME); //:TODO: move to regs and push? and dont disp for 0
165 IA32_Push_Reg(jit, AMX_REG_TMP);
166 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_TMP, offsetof(sp_context_t, dbreak));
167 IA32_Call_Reg(jit, AMX_REG_TMP);
168 IA32_Add_Rm_Imm8(jit, REG_ESP, 4*2, MOD_REG);
174 IA32_Pop_Reg(jit, REG_EDI);
175 IA32_Send_Jump8_Here(jit, jmp);
179 void Write_GetError(JitWriter *jit)
181 CompData *data = (CompData *)jit->data;
183 //mov eax, [esi+info.context]
184 //mov eax, [eax+ctx.error]
186 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_CONTEXT);
187 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, REG_EAX, offsetof(sp_context_t, n_err));
188 IA32_Jump_Imm32_Abs(jit, data->jit_return);
191 void Write_SetError(JitWriter *jit, int error)
193 CompData *data = (CompData *)jit->data;
197 IA32_Mov_Reg_Imm32(jit, REG_EAX, error);
198 IA32_Jump_Imm32_Abs(jit, data->jit_return);
201 void Write_Check_DivZero(JitWriter *jit, jit_uint8_t reg)
205 IA32_Test_Rm_Reg(jit, reg, reg, MOD_REG);
206 IA32_Jump_Cond_Imm32_Abs(jit, CC_Z, ((CompData *)jit->data)->jit_error_divzero);
209 void Write_CheckHeap_Min(JitWriter *jit)
211 /* Check if the stack went beyond the heap low.
212 * This usually means there was a compiler error.
213 * NOTE: Special optimization here.
214 * The heap low is always known ahead of time! :)
216 CompData *data = (CompData *)jit->data;
217 //cmp [esi+info.heap], <heaplow>
219 IA32_Cmp_Rm_Imm32_Disp8(jit, AMX_REG_INFO, AMX_INFO_HEAP, data->plugin->data_size);
220 IA32_Jump_Cond_Imm32_Abs(jit, CC_B, data->jit_error_heapmin);
223 void Write_CheckHeap_Low(JitWriter *jit)
225 /* Check if the heap is trying to grow beyond the stack.
227 //mov ecx, [esi+info.heap]
228 //lea ecx, [ebp+ecx+STACK_MARGIN]
230 //ja :error ; I think this is right
231 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_HEAP);
232 IA32_Lea_Reg_DispRegMultImm8(jit, AMX_REG_TMP, AMX_REG_DAT, AMX_REG_TMP, NOSCALE, STACK_MARGIN);
233 IA32_Cmp_Reg_Rm(jit, AMX_REG_TMP, AMX_REG_STK, MOD_REG);
234 IA32_Jump_Cond_Imm32_Abs(jit, CC_A, ((CompData *)jit->data)->jit_error_heaplow);
237 void Write_CheckStack_Min(JitWriter *jit)
239 /* Check if the stack went beyond the stack top
240 * This usually means there was a compiler error.
242 //cmp edi, [esi+info.stacktop]
244 IA32_Cmp_Reg_Rm_Disp8(jit, AMX_REG_STK, AMX_REG_INFO, AMX_INFO_STACKTOP);
245 IA32_Jump_Cond_Imm32_Abs(jit, CC_AE, ((CompData *)jit->data)->jit_error_stackmin);
248 void Write_CheckStack_Low(JitWriter *jit)
250 /* Check if the stack went beyond the heap boundary.
251 * Unfortunately this one isn't as quick as the other check.
252 * The stack margin check is important for sysreq.n having space.
254 //mov ecx, [esi+info.heap]
255 //lea ecx, [ebp+ecx+STACK_MARGIN]
257 //jb :error ; I think this is right
258 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_HEAP);
259 IA32_Lea_Reg_DispRegMultImm8(jit, AMX_REG_TMP, AMX_REG_DAT, AMX_REG_TMP, NOSCALE, STACK_MARGIN);
260 IA32_Cmp_Reg_Rm(jit, AMX_REG_STK, AMX_REG_TMP, MOD_REG);
261 IA32_Jump_Cond_Imm32_Abs(jit, CC_B, ((CompData *)jit->data)->jit_error_stacklow);
264 void Write_Check_VerifyAddr(JitWriter *jit, jit_uint8_t reg)
266 CompData *data = (CompData *)jit->data;
268 /* :TODO: Should this be checking for below heaplow?
269 * The old JIT did not.
273 if (!(data->inline_level & JIT_INLINE_ERRORCHECKS))
275 /* If we're not in the initial generation phase,
276 * Write a call to the actual routine instead.
278 if ((reg == REG_EAX) && data->jit_verify_addr_eax)
280 jitoffs_t call = IA32_Call_Imm32(jit, 0);
281 IA32_Write_Jump32(jit, call, data->jit_verify_addr_eax);
283 } else if ((reg == REG_EDX) && data->jit_verify_addr_edx) {
284 jitoffs_t call = IA32_Call_Imm32(jit, 0);
285 IA32_Write_Jump32(jit, call, data->jit_verify_addr_edx);
292 * :TODO: If we can't find a nicer way of doing this,
293 * then scrap it on high optimizations. The second portion is not needed at all!
296 /* Part 1: Check if we're in the memory bounds */
299 IA32_Cmp_Rm_Imm32(jit, MOD_REG, reg, ((CompData *)jit->data)->plugin->memory);
300 IA32_Jump_Cond_Imm32_Abs(jit, CC_AE, ((CompData *)jit->data)->jit_error_memaccess);
302 /* Part 2: Check if we're in the invalid region between HP and SP */
304 //cmp <reg>, [esi+info.heap]
306 //lea ecx, [ebp+<reg>]
310 IA32_Cmp_Reg_Rm_Disp8(jit, reg, AMX_REG_INFO, AMX_INFO_HEAP);
311 jmp = IA32_Jump_Cond_Imm8(jit, CC_B, 0);
312 IA32_Lea_Reg_DispRegMultImm8(jit, AMX_REG_TMP, AMX_REG_DAT, reg, NOSCALE, 0);
313 IA32_Cmp_Reg_Rm(jit, AMX_REG_TMP, AMX_REG_STK, MOD_REG);
314 IA32_Jump_Cond_Imm32_Abs(jit, CC_B, ((CompData *)jit->data)->jit_error_memaccess);
315 IA32_Send_Jump8_Here(jit, jmp);
323 void Macro_PushN_Addr(JitWriter *jit, int i)
328 // lea ecx, [eax+<val>]
329 // mov [edi-4*i], ecx
335 IA32_Push_Reg(jit, AMX_REG_PRI);
336 IA32_Mov_Reg_Rm(jit, AMX_REG_PRI, AMX_REG_INFO, MOD_MEM_REG);
339 val = jit->read_cell();
340 if (val < SCHAR_MAX && val > SCHAR_MIN)
341 IA32_Lea_DispRegImm8(jit, AMX_REG_TMP, AMX_REG_PRI, (jit_int8_t)val);
343 IA32_Lea_DispRegImm32(jit, AMX_REG_TMP, AMX_REG_PRI, val);
344 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_STK, AMX_REG_TMP, -4*n);
346 IA32_Sub_Rm_Imm8(jit, AMX_REG_STK, 4*i, MOD_REG);
347 IA32_Pop_Reg(jit, AMX_REG_PRI);
350 void Macro_PushN_S(JitWriter *jit, int i)
353 // mov ecx, [ebx+<val>]
354 // mov [edi-4*i], ecx
361 val = jit->read_cell();
362 if (val < SCHAR_MAX && val > SCHAR_MIN)
363 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_FRM, (jit_int8_t)val);
365 IA32_Mov_Reg_Rm_Disp32(jit, AMX_REG_TMP, AMX_REG_FRM, val);
366 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_STK, AMX_REG_TMP, -4*n);
368 IA32_Sub_Rm_Imm8(jit, AMX_REG_STK, 4*i, MOD_REG);
371 void Macro_PushN_C(JitWriter *jit, int i)
374 // mov [edi-4*i], <val>
380 IA32_Mov_Rm_Imm32_Disp8(jit, AMX_REG_STK, jit->read_cell(), -4*n);
382 IA32_Sub_Rm_Imm8(jit, AMX_REG_STK, 4*i, MOD_REG);
385 void Macro_PushN(JitWriter *jit, int i)
388 // mov ecx, [ebp+<val>]
389 // mov [edi-4*i], ecx
396 val = jit->read_cell();
397 if (val < SCHAR_MAX && val > SCHAR_MIN)
398 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_DAT, (jit_int8_t)val);
400 IA32_Mov_Reg_Rm_Disp32(jit, AMX_REG_TMP, AMX_REG_DAT, val);
401 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_STK, AMX_REG_TMP, -4*n);
403 IA32_Sub_Rm_Imm8(jit, AMX_REG_STK, 4*i, MOD_REG);
406 void WriteOp_Sysreq_C_Function(JitWriter *jit)
408 /* The small daddy of the big daddy of opcodes.
411 CompData *data = (CompData *)jit->data;
413 /* save registers we will need */
415 IA32_Push_Reg(jit, AMX_REG_ALT);
417 /* push some callback stuff */
419 //push ecx ; native index
420 IA32_Push_Reg(jit, AMX_REG_STK);
421 IA32_Push_Reg(jit, REG_ECX);
423 /* Relocate stack, heap, frm information, then store back */
424 //mov eax, [esi+context]
431 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_CONTEXT);
432 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_HEAP);
433 IA32_Sub_Reg_Rm(jit, AMX_REG_STK, AMX_REG_DAT, MOD_REG);
434 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_TMP, offsetof(sp_context_t, hp));
435 IA32_Mov_Reg_Rm(jit, AMX_REG_TMP, AMX_INFO_FRM, MOD_MEM_REG);
436 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_STK, offsetof(sp_context_t, sp));
437 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_TMP, offsetof(sp_context_t, frm));
439 /* finally, push the last parameter and make the call */
441 //call NativeCallback
442 IA32_Push_Reg(jit, REG_EAX);
443 jitoffs_t call = IA32_Call_Imm32(jit, 0);
446 IA32_Write_Jump32_Abs(jit, call, (void *)NativeCallback);
448 IA32_Write_Jump32_Abs(jit, call, (void *)NativeCallback_Debug);
452 //mov ecx, [esi+context]
455 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_CONTEXT);
456 IA32_Cmp_Rm_Disp8_Imm8(jit, AMX_REG_TMP, offsetof(sp_context_t, n_err), 0);
457 IA32_Jump_Cond_Imm32_Abs(jit, CC_NZ, data->jit_extern_error);
459 /* restore what we damaged */
463 IA32_Add_Rm_Imm8(jit, REG_ESP, 4*3, MOD_REG);
464 IA32_Add_Reg_Rm(jit, AMX_REG_STK, AMX_REG_DAT, MOD_REG);
465 IA32_Pop_Reg(jit, AMX_REG_ALT);
471 void GenerateArrayIndirectionVectors(cell_t *arraybase, cell_t dims[], ucell_t _dimcount, bool autozero)
473 cell_t vectors = 1; /* we need one vector to start off with */
475 cell_t cur_write = 0;
476 cell_t dimcount = _dimcount;
478 /* Initialize rotation */
479 cur_write = dims[dimcount-1];
481 while (--dimcount >= 1)
483 cell_t cur_dim = dims[dimcount];
484 cell_t sub_dim = dims[dimcount-1];
485 for (cell_t i=0; i<vectors; i++)
487 for (cell_t j=0; j<cur_dim; j++)
489 arraybase[cur_offs] = (cur_write - cur_offs)*sizeof(cell_t);
491 cur_write += sub_dim;
497 /* everything after cur_offs can be zeroed */
501 for (ucell_t i=0; i<_dimcount; i++)
505 memset(&arraybase[cur_offs], 0, size*sizeof(cell_t));
512 * A few notes about this function.
513 * I was more concerned about efficient use of registers here, rather than
514 * fine-tuned optimization. The reason is that the code is already complicated,
515 * and it is very easy to mess up.
517 void WriteIntrinsic_GenArray(JitWriter *jit)
520 * save important values
525 //push ecx ;value is referenced on stack
526 IA32_Push_Reg(jit, REG_EBX);
527 IA32_Push_Reg(jit, REG_EAX);
528 IA32_Push_Reg(jit, REG_EDX);
529 IA32_Push_Reg(jit, REG_ECX);
532 * Calculate how many cells will be needed.
534 //mov edx, [edi] ;get last dimension's count
535 //mov eax, 1 ;position at second to last dimension
537 //cmp eax, [esp] ;compare to # of params
538 //jae :done ;end loop if done
539 //mov ecx, [edi+eax*4] ;get dimension size
540 //imul edx, ecx ;multiply by size
541 //add eax, 1 ;increment
542 //add edx, ecx ;add size (indirection vector)
543 //jmp :loop ;jump back
545 IA32_Mov_Reg_Rm(jit, REG_EDX, AMX_REG_STK, MOD_MEM_REG);
546 IA32_Mov_Reg_Imm32(jit, REG_EAX, 1);
547 jitoffs_t loop1 = jit->get_outputpos();
548 IA32_Cmp_Reg_Rm_ESP(jit, REG_EAX);
549 jitoffs_t done1 = IA32_Jump_Cond_Imm8(jit, CC_AE, 0);
550 IA32_Mov_Reg_Rm_Disp_Reg(jit, REG_ECX, AMX_REG_STK, REG_EAX, SCALE4);
551 IA32_IMul_Reg_Rm(jit, REG_EDX, REG_ECX, MOD_REG);
552 IA32_Add_Rm_Imm8(jit, REG_EAX, 1, MOD_REG);
553 IA32_Add_Reg_Rm(jit, REG_EDX, REG_ECX, MOD_REG);
554 IA32_Write_Jump8(jit, IA32_Jump_Imm8(jit, loop1), loop1);
555 IA32_Send_Jump8_Here(jit, done1);
557 /* Test if we have heap space for this */
558 //mov eax, [esi+info.heap] ;get heap pointer
559 //lea eax, [eax+edx*4] ;new heap pointer
560 //cmp eax, <hlw> ;compare to heap low
561 //jbe :error ;die if we hit this (it should always be >)
562 //add eax, ebp ;relocate to stack
563 //cmp eax, edi ;die if above the stack pointer
565 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_HEAP);
566 IA32_Lea_Reg_DispRegMult(jit, REG_EAX, REG_EAX, REG_EDX, SCALE4);
567 IA32_Cmp_Rm_Imm32(jit, MOD_REG, REG_EAX, ((CompData *)jit->data)->plugin->data_size);
568 IA32_Jump_Cond_Imm32_Abs(jit, CC_BE, ((CompData *)jit->data)->jit_error_array_too_big);
569 IA32_Add_Reg_Rm(jit, REG_EAX, AMX_REG_DAT, MOD_REG);
570 IA32_Cmp_Reg_Rm(jit, REG_EAX, AMX_REG_STK, MOD_REG);
571 IA32_Jump_Cond_Imm32_Abs(jit, CC_AE, ((CompData *)jit->data)->jit_error_array_too_big);
573 /* Prepare for indirection iteration */
574 //mov eax, [esi+info.heap] ;get heap pointer
575 //lea ebx, [eax+edx*4] ;new heap pointer
576 //mov [esi+info.heap], ebx ;store back
577 //push eax ;save heap pointer - we need it
578 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_HEAP);
579 IA32_Lea_Reg_DispRegMult(jit, REG_EBX, REG_EAX, REG_EDX, SCALE4);
580 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_INFO, REG_EBX, AMX_INFO_HEAP);
581 IA32_Push_Reg(jit, REG_EAX);
583 WriteOp_Tracker_Push_Reg(jit, REG_EDX);
585 /* This part is too messy to do in straight assembly.
586 * I'm letting the compiler handle it and thus it's in C.
588 //lea ebx, [ebp+eax] ;get base pointer
589 //push dword [esp-8] ;push autozero
590 //push dword [esp-8] ;push dimension count
591 //push edi ;push dim array
593 //call GenerateArrayIndirectionVectors
595 IA32_Lea_Reg_DispRegMult(jit, REG_EBX, REG_EAX, REG_EBP, NOSCALE);
596 IA32_Push_Rm_Disp8_ESP(jit, 8);
597 IA32_Push_Rm_Disp8_ESP(jit, 8);
598 IA32_Push_Reg(jit, REG_EDI);
599 IA32_Push_Reg(jit, REG_EBX);
600 IA32_Write_Jump32_Abs(jit, IA32_Call_Imm32(jit, 0), (void *)&GenerateArrayIndirectionVectors);
601 IA32_Add_Rm_Imm8(jit, REG_ESP, 4*4, MOD_REG);
603 /* Store the heap pointer back into the stack */
604 //pop eax ;restore heap pointer
605 //pop ecx ;restore param count
606 //lea edi, [edi+ecx*4-4] ;pop params-4 off the stack
607 //mov [edi], eax ;store back the heap pointer
608 IA32_Pop_Reg(jit, REG_EAX);
609 IA32_Pop_Reg(jit, REG_ECX);
610 IA32_Lea_Reg_DispRegMultImm8(jit, AMX_REG_STK, AMX_REG_STK, REG_ECX, SCALE4, -4);
611 IA32_Mov_Rm_Reg(jit, AMX_REG_STK, REG_EAX, MOD_MEM_REG);
613 /* Return to caller */
618 IA32_Pop_Reg(jit, REG_ECX);
619 IA32_Pop_Reg(jit, REG_EAX);
620 IA32_Pop_Reg(jit, REG_EBX);
624 void WriteOp_Sysreq_N_Function(JitWriter *jit)
626 /* The big daddy of opcodes.
630 CompData *data = (CompData *)jit->data;
632 /* store the number of parameters on the stack */
635 IA32_Mov_Rm_Reg_Disp8(jit, AMX_REG_STK, REG_EAX, -4);
636 IA32_Sub_Rm_Imm8(jit, AMX_REG_STK, 4, MOD_REG);
638 /* save registers we will need */
639 //push eax ; num_params for stack popping
641 IA32_Push_Reg(jit, REG_EAX);
642 IA32_Push_Reg(jit, AMX_REG_ALT);
644 /* push some callback stuff */
646 //push ecx ; native index
647 IA32_Push_Reg(jit, AMX_REG_STK);
648 IA32_Push_Reg(jit, REG_ECX);
650 /* Relocate stack, heap, frm information, then store back */
651 //mov eax, [esi+context]
658 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_CONTEXT);
659 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_HEAP);
660 IA32_Sub_Reg_Rm(jit, AMX_REG_STK, AMX_REG_DAT, MOD_REG);
661 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_TMP, offsetof(sp_context_t, hp));
662 IA32_Mov_Reg_Rm(jit, AMX_REG_TMP, AMX_INFO_FRM, MOD_MEM_REG);
663 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_STK, offsetof(sp_context_t, sp));
664 IA32_Mov_Rm_Reg_Disp8(jit, REG_EAX, AMX_REG_TMP, offsetof(sp_context_t, frm));
666 /* finally, push the last parameter and make the call */
668 //call NativeCallback
669 IA32_Push_Reg(jit, REG_EAX);
670 jitoffs_t call = IA32_Call_Imm32(jit, 0);
673 IA32_Write_Jump32_Abs(jit, call, (void *)NativeCallback);
675 IA32_Write_Jump32_Abs(jit, call, (void *)NativeCallback_Debug);
679 //mov ecx, [esi+context]
682 IA32_Mov_Reg_Rm_Disp8(jit, AMX_REG_TMP, AMX_REG_INFO, AMX_INFO_CONTEXT);
683 IA32_Cmp_Rm_Disp8_Imm8(jit, AMX_REG_TMP, offsetof(sp_context_t, n_err), 0);
684 IA32_Jump_Cond_Imm32_Abs(jit, CC_NZ, data->jit_extern_error);
686 /* restore what we damaged */
690 //pop ecx ; num_params
691 IA32_Add_Rm_Imm8(jit, REG_ESP, 4*3, MOD_REG);
692 IA32_Add_Reg_Rm(jit, AMX_REG_STK, AMX_REG_DAT, MOD_REG);
693 IA32_Pop_Reg(jit, AMX_REG_ALT);
694 IA32_Pop_Reg(jit, REG_ECX);
696 /* pop the AMX stack. do not check the margins.
697 * Note that this is not a true macro - we don't bother to
698 * set ALT here because nothing will be using it.
700 //lea edi, [edi+ecx*4+4]
701 IA32_Lea_Reg_DispRegMultImm8(jit, AMX_REG_STK, AMX_REG_STK, REG_ECX, SCALE4, 4);
707 void WriteOp_Tracker_Push_Reg(JitWriter *jit, uint8_t reg)
709 CompData *data = (CompData *)jit->data;
711 /* Save registers that may be damaged by the call */
715 //lea edi, [<reg>*4] ; we want the count in bytes not in cells
716 IA32_Push_Reg(jit, AMX_REG_PRI);
719 IA32_Push_Reg(jit, AMX_REG_TMP);
721 IA32_Push_Reg(jit, AMX_REG_STK);
722 IA32_Lea_Reg_RegMultImm32(jit, REG_EDI, reg, SCALE4, 0);
724 /* Get the context ptr, push it and call the check */
725 //mov eax, [esi+context]
727 //call JIT_VerifyOrAllocateTracker
728 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, AMX_REG_INFO, AMX_INFO_CONTEXT);
729 IA32_Push_Reg(jit, REG_EAX);
730 jitoffs_t call = IA32_Call_Imm32(jit, 0);
731 IA32_Write_Jump32_Abs(jit, call, (void *)JIT_VerifyOrAllocateTracker);
733 /* Check for errors */
736 IA32_Cmp_Rm_Imm8(jit, MOD_REG, REG_EAX, 0);
737 IA32_Jump_Cond_Imm32_Abs(jit, CC_NZ, data->jit_return);
741 IA32_Pop_Reg(jit, REG_EAX);
743 /* Push the register into the stack and increment pCur */
744 //mov edx, [eax+vm[]]
745 //mov eax, [edx+pcur]
748 IA32_Mov_Reg_Rm_Disp8(jit, REG_EDX, REG_EAX, offsetof(sp_context_t, vm[JITVARS_TRACKER]));
749 IA32_Mov_Reg_Rm_Disp8(jit, REG_EAX, REG_EDX, offsetof(tracker_t, pCur));
750 IA32_Add_Rm_Imm8_Disp8(jit, REG_EDX, 4, offsetof(tracker_t, pCur));
751 IA32_Mov_Rm_Reg(jit, REG_EAX, REG_EDI, MOD_MEM_REG);
753 /* Restore PRI, ALT and STK */
757 IA32_Pop_Reg(jit, AMX_REG_STK);
760 IA32_Pop_Reg(jit, AMX_REG_TMP);
762 IA32_Pop_Reg(jit, AMX_REG_PRI);
765 int JIT_VerifyOrAllocateTracker(sp_context_t *ctx)
767 tracker_t *trk = (tracker_t *)(ctx->vm[JITVARS_TRACKER]);
769 if ((size_t)(trk->pCur - trk->pBase) >= trk->size)
771 return SP_ERROR_TRACKER_BOUNDS;
774 if (trk->pCur+1 - (trk->pBase + trk->size) == 0)
776 size_t disp = trk->size - 1;
778 trk->pBase = (ucell_t *)realloc(trk->pBase, trk->size * sizeof(cell_t));
782 return SP_ERROR_TRACKER_BOUNDS;
785 trk->pCur = trk->pBase + disp;
788 return SP_ERROR_NONE;
791 int JIT_VerifyLowBoundTracker(sp_context_t *ctx)
793 tracker_t *trk = (tracker_t *)(ctx->vm[JITVARS_TRACKER]);
795 if (trk->pCur <= trk->pBase)
797 return SP_ERROR_TRACKER_BOUNDS;
800 return SP_ERROR_NONE;
803 void Write_RoundingTable(JitWriter *jit)
805 jit->write_int32(-1);
810 void AlignMe(JitWriter *jit)
812 jitoffs_t cur_offs = jit->get_outputpos();
813 jitoffs_t offset = ((cur_offs & 0xFFFFFFF0) + 16) - cur_offs;
817 for (jit_uint32_t i=0; i<offset; i++)
819 jit->write_ubyte(IA32_INT3);