2 * i386 micro operations
4 * Copyright (c) 2003 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 /* n must be a constant to be efficient */
25 static inline target_long lshift(target_long x, int n)
33 /* we define the various pieces of code used by the JIT */
37 #include "opreg_template.h"
43 #include "opreg_template.h"
49 #include "opreg_template.h"
55 #include "opreg_template.h"
61 #include "opreg_template.h"
67 #include "opreg_template.h"
73 #include "opreg_template.h"
79 #include "opreg_template.h"
85 #define REG (env->regs[8])
87 #include "opreg_template.h"
91 #define REG (env->regs[9])
93 #include "opreg_template.h"
97 #define REG (env->regs[10])
99 #include "opreg_template.h"
103 #define REG (env->regs[11])
105 #include "opreg_template.h"
109 #define REG (env->regs[12])
111 #include "opreg_template.h"
115 #define REG (env->regs[13])
117 #include "opreg_template.h"
121 #define REG (env->regs[14])
123 #include "opreg_template.h"
127 #define REG (env->regs[15])
129 #include "opreg_template.h"
135 /* operations with flags */
137 /* update flags with T0 and T1 (add/sub case) */
138 void OPPROTO op_update2_cc(void)
144 /* update flags with T0 (logic operation case) */
145 void OPPROTO op_update1_cc(void)
150 void OPPROTO op_update_neg_cc(void)
156 void OPPROTO op_cmpl_T0_T1_cc(void)
162 void OPPROTO op_update_inc_cc(void)
164 CC_SRC = cc_table[CC_OP].compute_c();
168 void OPPROTO op_testl_T0_T1_cc(void)
173 /* operations without flags */
175 void OPPROTO op_addl_T0_T1(void)
180 void OPPROTO op_orl_T0_T1(void)
185 void OPPROTO op_andl_T0_T1(void)
190 void OPPROTO op_subl_T0_T1(void)
195 void OPPROTO op_xorl_T0_T1(void)
200 void OPPROTO op_negl_T0(void)
205 void OPPROTO op_incl_T0(void)
210 void OPPROTO op_decl_T0(void)
215 void OPPROTO op_notl_T0(void)
220 void OPPROTO op_bswapl_T0(void)
226 void OPPROTO op_bswapq_T0(void)
232 /* multiply/divide */
234 /* XXX: add eflags optimizations */
235 /* XXX: add non P4 style flags */
237 void OPPROTO op_mulb_AL_T0(void)
240 res = (uint8_t)EAX * (uint8_t)T0;
241 EAX = (EAX & ~0xffff) | res;
243 CC_SRC = (res & 0xff00);
246 void OPPROTO op_imulb_AL_T0(void)
249 res = (int8_t)EAX * (int8_t)T0;
250 EAX = (EAX & ~0xffff) | (res & 0xffff);
252 CC_SRC = (res != (int8_t)res);
255 void OPPROTO op_mulw_AX_T0(void)
258 res = (uint16_t)EAX * (uint16_t)T0;
259 EAX = (EAX & ~0xffff) | (res & 0xffff);
260 EDX = (EDX & ~0xffff) | ((res >> 16) & 0xffff);
265 void OPPROTO op_imulw_AX_T0(void)
268 res = (int16_t)EAX * (int16_t)T0;
269 EAX = (EAX & ~0xffff) | (res & 0xffff);
270 EDX = (EDX & ~0xffff) | ((res >> 16) & 0xffff);
272 CC_SRC = (res != (int16_t)res);
275 void OPPROTO op_mull_EAX_T0(void)
278 res = (uint64_t)((uint32_t)EAX) * (uint64_t)((uint32_t)T0);
280 EDX = (uint32_t)(res >> 32);
281 CC_DST = (uint32_t)res;
282 CC_SRC = (uint32_t)(res >> 32);
285 void OPPROTO op_imull_EAX_T0(void)
288 res = (int64_t)((int32_t)EAX) * (int64_t)((int32_t)T0);
289 EAX = (uint32_t)(res);
290 EDX = (uint32_t)(res >> 32);
292 CC_SRC = (res != (int32_t)res);
295 void OPPROTO op_imulw_T0_T1(void)
298 res = (int16_t)T0 * (int16_t)T1;
301 CC_SRC = (res != (int16_t)res);
304 void OPPROTO op_imull_T0_T1(void)
307 res = (int64_t)((int32_t)T0) * (int64_t)((int32_t)T1);
310 CC_SRC = (res != (int32_t)res);
314 void OPPROTO op_mulq_EAX_T0(void)
316 helper_mulq_EAX_T0();
319 void OPPROTO op_imulq_EAX_T0(void)
321 helper_imulq_EAX_T0();
324 void OPPROTO op_imulq_T0_T1(void)
326 helper_imulq_T0_T1();
330 /* division, flags are undefined */
332 void OPPROTO op_divb_AL_T0(void)
334 unsigned int num, den, q, r;
336 num = (EAX & 0xffff);
339 raise_exception(EXCP00_DIVZ);
343 raise_exception(EXCP00_DIVZ);
345 r = (num % den) & 0xff;
346 EAX = (EAX & ~0xffff) | (r << 8) | q;
349 void OPPROTO op_idivb_AL_T0(void)
356 raise_exception(EXCP00_DIVZ);
360 raise_exception(EXCP00_DIVZ);
362 r = (num % den) & 0xff;
363 EAX = (EAX & ~0xffff) | (r << 8) | q;
366 void OPPROTO op_divw_AX_T0(void)
368 unsigned int num, den, q, r;
370 num = (EAX & 0xffff) | ((EDX & 0xffff) << 16);
373 raise_exception(EXCP00_DIVZ);
377 raise_exception(EXCP00_DIVZ);
379 r = (num % den) & 0xffff;
380 EAX = (EAX & ~0xffff) | q;
381 EDX = (EDX & ~0xffff) | r;
384 void OPPROTO op_idivw_AX_T0(void)
388 num = (EAX & 0xffff) | ((EDX & 0xffff) << 16);
391 raise_exception(EXCP00_DIVZ);
395 raise_exception(EXCP00_DIVZ);
397 r = (num % den) & 0xffff;
398 EAX = (EAX & ~0xffff) | q;
399 EDX = (EDX & ~0xffff) | r;
402 void OPPROTO op_divl_EAX_T0(void)
404 helper_divl_EAX_T0();
407 void OPPROTO op_idivl_EAX_T0(void)
409 helper_idivl_EAX_T0();
413 void OPPROTO op_divq_EAX_T0(void)
415 helper_divq_EAX_T0();
418 void OPPROTO op_idivq_EAX_T0(void)
420 helper_idivq_EAX_T0();
424 /* constant load & misc op */
426 /* XXX: consistent names */
427 void OPPROTO op_movl_T0_imu(void)
429 T0 = (uint32_t)PARAM1;
432 void OPPROTO op_movl_T0_im(void)
434 T0 = (int32_t)PARAM1;
437 void OPPROTO op_addl_T0_im(void)
442 void OPPROTO op_andl_T0_ffff(void)
447 void OPPROTO op_andl_T0_im(void)
452 void OPPROTO op_movl_T0_T1(void)
457 void OPPROTO op_movl_T1_imu(void)
459 T1 = (uint32_t)PARAM1;
462 void OPPROTO op_movl_T1_im(void)
464 T1 = (int32_t)PARAM1;
467 void OPPROTO op_addl_T1_im(void)
472 void OPPROTO op_movl_T1_A0(void)
477 void OPPROTO op_movl_A0_im(void)
479 A0 = (uint32_t)PARAM1;
482 void OPPROTO op_addl_A0_im(void)
484 A0 = (uint32_t)(A0 + PARAM1);
487 void OPPROTO op_movl_A0_seg(void)
489 A0 = (uint32_t)*(target_ulong *)((char *)env + PARAM1);
492 void OPPROTO op_addl_A0_seg(void)
494 A0 = (uint32_t)(A0 + *(target_ulong *)((char *)env + PARAM1));
497 void OPPROTO op_addl_A0_AL(void)
499 A0 = (uint32_t)(A0 + (EAX & 0xff));
502 #ifdef WORDS_BIGENDIAN
503 typedef union UREG64 {
504 struct { uint16_t v3, v2, v1, v0; } w;
505 struct { uint32_t v1, v0; } l;
509 typedef union UREG64 {
510 struct { uint16_t v0, v1, v2, v3; } w;
511 struct { uint32_t v0, v1; } l;
526 void OPPROTO op_movq_T0_im64(void)
531 void OPPROTO op_movq_T1_im64(void)
536 void OPPROTO op_movq_A0_im(void)
538 A0 = (int32_t)PARAM1;
541 void OPPROTO op_movq_A0_im64(void)
546 void OPPROTO op_addq_A0_im(void)
548 A0 = (A0 + (int32_t)PARAM1);
551 void OPPROTO op_addq_A0_im64(void)
556 void OPPROTO op_movq_A0_seg(void)
558 A0 = *(target_ulong *)((char *)env + PARAM1);
561 void OPPROTO op_addq_A0_seg(void)
563 A0 += *(target_ulong *)((char *)env + PARAM1);
566 void OPPROTO op_addq_A0_AL(void)
568 A0 = (A0 + (EAX & 0xff));
573 void OPPROTO op_andl_A0_ffff(void)
580 #define MEMSUFFIX _raw
583 #if !defined(CONFIG_USER_ONLY)
584 #define MEMSUFFIX _kernel
587 #define MEMSUFFIX _user
593 void OPPROTO op_jmp_T0(void)
598 void OPPROTO op_movl_eip_im(void)
600 EIP = (uint32_t)PARAM1;
604 void OPPROTO op_movq_eip_im(void)
606 EIP = (int32_t)PARAM1;
609 void OPPROTO op_movq_eip_im64(void)
615 void OPPROTO op_hlt(void)
617 env->hflags &= ~HF_INHIBIT_IRQ_MASK; /* needed if sti is just before */
618 env->hflags |= HF_HALTED_MASK;
619 env->exception_index = EXCP_HLT;
623 void OPPROTO op_debug(void)
625 env->exception_index = EXCP_DEBUG;
629 void OPPROTO op_raise_interrupt(void)
631 int intno, next_eip_addend;
633 next_eip_addend = PARAM2;
634 raise_interrupt(intno, 1, 0, next_eip_addend);
637 void OPPROTO op_raise_exception(void)
640 exception_index = PARAM1;
641 raise_exception(exception_index);
644 void OPPROTO op_into(void)
647 eflags = cc_table[CC_OP].compute_all();
649 raise_interrupt(EXCP04_INTO, 1, 0, PARAM1);
654 void OPPROTO op_cli(void)
656 env->eflags &= ~IF_MASK;
659 void OPPROTO op_sti(void)
661 env->eflags |= IF_MASK;
664 void OPPROTO op_set_inhibit_irq(void)
666 env->hflags |= HF_INHIBIT_IRQ_MASK;
669 void OPPROTO op_reset_inhibit_irq(void)
671 env->hflags &= ~HF_INHIBIT_IRQ_MASK;
675 /* vm86plus instructions */
676 void OPPROTO op_cli_vm(void)
678 env->eflags &= ~VIF_MASK;
681 void OPPROTO op_sti_vm(void)
683 env->eflags |= VIF_MASK;
684 if (env->eflags & VIP_MASK) {
686 raise_exception(EXCP0D_GPF);
692 void OPPROTO op_boundw(void)
698 if (v < low || v > high) {
699 raise_exception(EXCP05_BOUND);
704 void OPPROTO op_boundl(void)
710 if (v < low || v > high) {
711 raise_exception(EXCP05_BOUND);
716 void OPPROTO op_cmpxchg8b(void)
721 void OPPROTO op_movl_T0_0(void)
726 void OPPROTO op_exit_tb(void)
731 /* multiple size ops */
736 #include "ops_template.h"
740 #include "ops_template.h"
744 #include "ops_template.h"
750 #include "ops_template.h"
757 void OPPROTO op_movsbl_T0_T0(void)
762 void OPPROTO op_movzbl_T0_T0(void)
767 void OPPROTO op_movswl_T0_T0(void)
772 void OPPROTO op_movzwl_T0_T0(void)
777 void OPPROTO op_movswl_EAX_AX(void)
783 void OPPROTO op_movslq_T0_T0(void)
788 void OPPROTO op_movslq_RAX_EAX(void)
794 void OPPROTO op_movsbw_AX_AL(void)
796 EAX = (EAX & ~0xffff) | ((int8_t)EAX & 0xffff);
799 void OPPROTO op_movslq_EDX_EAX(void)
801 EDX = (int32_t)EAX >> 31;
804 void OPPROTO op_movswl_DX_AX(void)
806 EDX = (EDX & ~0xffff) | (((int16_t)EAX >> 15) & 0xffff);
810 void OPPROTO op_movsqo_RDX_RAX(void)
812 EDX = (int64_t)EAX >> 63;
816 /* string ops helpers */
818 void OPPROTO op_addl_ESI_T0(void)
820 ESI = (uint32_t)(ESI + T0);
823 void OPPROTO op_addw_ESI_T0(void)
825 ESI = (ESI & ~0xffff) | ((ESI + T0) & 0xffff);
828 void OPPROTO op_addl_EDI_T0(void)
830 EDI = (uint32_t)(EDI + T0);
833 void OPPROTO op_addw_EDI_T0(void)
835 EDI = (EDI & ~0xffff) | ((EDI + T0) & 0xffff);
838 void OPPROTO op_decl_ECX(void)
840 ECX = (uint32_t)(ECX - 1);
843 void OPPROTO op_decw_ECX(void)
845 ECX = (ECX & ~0xffff) | ((ECX - 1) & 0xffff);
849 void OPPROTO op_addq_ESI_T0(void)
854 void OPPROTO op_addq_EDI_T0(void)
859 void OPPROTO op_decq_ECX(void)
867 void op_addl_A0_SS(void)
869 A0 = (uint32_t)(A0 + env->segs[R_SS].base);
872 void op_subl_A0_2(void)
874 A0 = (uint32_t)(A0 - 2);
877 void op_subl_A0_4(void)
879 A0 = (uint32_t)(A0 - 4);
882 void op_addl_ESP_4(void)
884 ESP = (uint32_t)(ESP + 4);
887 void op_addl_ESP_2(void)
889 ESP = (uint32_t)(ESP + 2);
892 void op_addw_ESP_4(void)
894 ESP = (ESP & ~0xffff) | ((ESP + 4) & 0xffff);
897 void op_addw_ESP_2(void)
899 ESP = (ESP & ~0xffff) | ((ESP + 2) & 0xffff);
902 void op_addl_ESP_im(void)
904 ESP = (uint32_t)(ESP + PARAM1);
907 void op_addw_ESP_im(void)
909 ESP = (ESP & ~0xffff) | ((ESP + PARAM1) & 0xffff);
913 void op_subq_A0_2(void)
918 void op_subq_A0_8(void)
923 void op_addq_ESP_8(void)
928 void op_addq_ESP_im(void)
934 void OPPROTO op_rdtsc(void)
939 void OPPROTO op_cpuid(void)
944 void OPPROTO op_enter_level(void)
946 helper_enter_level(PARAM1, PARAM2);
950 void OPPROTO op_enter64_level(void)
952 helper_enter64_level(PARAM1, PARAM2);
956 void OPPROTO op_sysenter(void)
961 void OPPROTO op_sysexit(void)
967 void OPPROTO op_syscall(void)
969 helper_syscall(PARAM1);
972 void OPPROTO op_sysret(void)
974 helper_sysret(PARAM1);
978 void OPPROTO op_rdmsr(void)
983 void OPPROTO op_wrmsr(void)
991 void OPPROTO op_aam(void)
998 EAX = (EAX & ~0xffff) | al | (ah << 8);
1002 void OPPROTO op_aad(void)
1007 ah = (EAX >> 8) & 0xff;
1008 al = ((ah * base) + al) & 0xff;
1009 EAX = (EAX & ~0xffff) | al;
1013 void OPPROTO op_aaa(void)
1019 eflags = cc_table[CC_OP].compute_all();
1022 ah = (EAX >> 8) & 0xff;
1024 icarry = (al > 0xf9);
1025 if (((al & 0x0f) > 9 ) || af) {
1026 al = (al + 6) & 0x0f;
1027 ah = (ah + 1 + icarry) & 0xff;
1028 eflags |= CC_C | CC_A;
1030 eflags &= ~(CC_C | CC_A);
1033 EAX = (EAX & ~0xffff) | al | (ah << 8);
1037 void OPPROTO op_aas(void)
1043 eflags = cc_table[CC_OP].compute_all();
1046 ah = (EAX >> 8) & 0xff;
1049 if (((al & 0x0f) > 9 ) || af) {
1050 al = (al - 6) & 0x0f;
1051 ah = (ah - 1 - icarry) & 0xff;
1052 eflags |= CC_C | CC_A;
1054 eflags &= ~(CC_C | CC_A);
1057 EAX = (EAX & ~0xffff) | al | (ah << 8);
1061 void OPPROTO op_daa(void)
1066 eflags = cc_table[CC_OP].compute_all();
1072 if (((al & 0x0f) > 9 ) || af) {
1073 al = (al + 6) & 0xff;
1076 if ((al > 0x9f) || cf) {
1077 al = (al + 0x60) & 0xff;
1080 EAX = (EAX & ~0xff) | al;
1081 /* well, speed is not an issue here, so we compute the flags by hand */
1082 eflags |= (al == 0) << 6; /* zf */
1083 eflags |= parity_table[al]; /* pf */
1084 eflags |= (al & 0x80); /* sf */
1088 void OPPROTO op_das(void)
1090 int al, al1, af, cf;
1093 eflags = cc_table[CC_OP].compute_all();
1100 if (((al & 0x0f) > 9 ) || af) {
1104 al = (al - 6) & 0xff;
1106 if ((al1 > 0x99) || cf) {
1107 al = (al - 0x60) & 0xff;
1110 EAX = (EAX & ~0xff) | al;
1111 /* well, speed is not an issue here, so we compute the flags by hand */
1112 eflags |= (al == 0) << 6; /* zf */
1113 eflags |= parity_table[al]; /* pf */
1114 eflags |= (al & 0x80); /* sf */
1118 /* segment handling */
1120 /* never use it with R_CS */
1121 void OPPROTO op_movl_seg_T0(void)
1123 load_seg(PARAM1, T0);
1126 /* faster VM86 version */
1127 void OPPROTO op_movl_seg_T0_vm(void)
1132 selector = T0 & 0xffff;
1133 /* env->segs[] access */
1134 sc = (SegmentCache *)((char *)env + PARAM1);
1135 sc->selector = selector;
1136 sc->base = (selector << 4);
1139 void OPPROTO op_movl_T0_seg(void)
1141 T0 = env->segs[PARAM1].selector;
1144 void OPPROTO op_lsl(void)
1149 void OPPROTO op_lar(void)
1154 void OPPROTO op_verr(void)
1159 void OPPROTO op_verw(void)
1164 void OPPROTO op_arpl(void)
1166 if ((T0 & 3) < (T1 & 3)) {
1167 /* XXX: emulate bug or 0xff3f0000 oring as in bochs ? */
1168 T0 = (T0 & ~3) | (T1 & 3);
1176 void OPPROTO op_arpl_update(void)
1179 eflags = cc_table[CC_OP].compute_all();
1180 CC_SRC = (eflags & ~CC_Z) | T1;
1183 /* T0: segment, T1:eip */
1184 void OPPROTO op_ljmp_protected_T0_T1(void)
1186 helper_ljmp_protected_T0_T1(PARAM1);
1189 void OPPROTO op_lcall_real_T0_T1(void)
1191 helper_lcall_real_T0_T1(PARAM1, PARAM2);
1194 void OPPROTO op_lcall_protected_T0_T1(void)
1196 helper_lcall_protected_T0_T1(PARAM1, PARAM2);
1199 void OPPROTO op_iret_real(void)
1201 helper_iret_real(PARAM1);
1204 void OPPROTO op_iret_protected(void)
1206 helper_iret_protected(PARAM1, PARAM2);
1209 void OPPROTO op_lret_protected(void)
1211 helper_lret_protected(PARAM1, PARAM2);
1214 void OPPROTO op_lldt_T0(void)
1219 void OPPROTO op_ltr_T0(void)
1224 /* CR registers access */
1225 void OPPROTO op_movl_crN_T0(void)
1227 helper_movl_crN_T0(PARAM1);
1230 #if !defined(CONFIG_USER_ONLY)
1231 void OPPROTO op_movtl_T0_cr8(void)
1233 T0 = cpu_get_apic_tpr(env);
1237 /* DR registers access */
1238 void OPPROTO op_movl_drN_T0(void)
1240 helper_movl_drN_T0(PARAM1);
1243 void OPPROTO op_lmsw_T0(void)
1245 /* only 4 lower bits of CR0 are modified. PE cannot be set to zero
1246 if already set to one. */
1247 T0 = (env->cr[0] & ~0xe) | (T0 & 0xf);
1248 helper_movl_crN_T0(0);
1251 void OPPROTO op_invlpg_A0(void)
1256 void OPPROTO op_movl_T0_env(void)
1258 T0 = *(uint32_t *)((char *)env + PARAM1);
1261 void OPPROTO op_movl_env_T0(void)
1263 *(uint32_t *)((char *)env + PARAM1) = T0;
1266 void OPPROTO op_movl_env_T1(void)
1268 *(uint32_t *)((char *)env + PARAM1) = T1;
1271 void OPPROTO op_movtl_T0_env(void)
1273 T0 = *(target_ulong *)((char *)env + PARAM1);
1276 void OPPROTO op_movtl_env_T0(void)
1278 *(target_ulong *)((char *)env + PARAM1) = T0;
1281 void OPPROTO op_movtl_T1_env(void)
1283 T1 = *(target_ulong *)((char *)env + PARAM1);
1286 void OPPROTO op_movtl_env_T1(void)
1288 *(target_ulong *)((char *)env + PARAM1) = T1;
1291 void OPPROTO op_clts(void)
1293 env->cr[0] &= ~CR0_TS_MASK;
1294 env->hflags &= ~HF_TS_MASK;
1297 /* flags handling */
1299 void OPPROTO op_goto_tb0(void)
1301 GOTO_TB(op_goto_tb0, PARAM1, 0);
1304 void OPPROTO op_goto_tb1(void)
1306 GOTO_TB(op_goto_tb1, PARAM1, 1);
1309 void OPPROTO op_jmp_label(void)
1311 GOTO_LABEL_PARAM(1);
1314 void OPPROTO op_jnz_T0_label(void)
1317 GOTO_LABEL_PARAM(1);
1321 void OPPROTO op_jz_T0_label(void)
1324 GOTO_LABEL_PARAM(1);
1328 /* slow set cases (compute x86 flags) */
1329 void OPPROTO op_seto_T0_cc(void)
1332 eflags = cc_table[CC_OP].compute_all();
1333 T0 = (eflags >> 11) & 1;
1336 void OPPROTO op_setb_T0_cc(void)
1338 T0 = cc_table[CC_OP].compute_c();
1341 void OPPROTO op_setz_T0_cc(void)
1344 eflags = cc_table[CC_OP].compute_all();
1345 T0 = (eflags >> 6) & 1;
1348 void OPPROTO op_setbe_T0_cc(void)
1351 eflags = cc_table[CC_OP].compute_all();
1352 T0 = (eflags & (CC_Z | CC_C)) != 0;
1355 void OPPROTO op_sets_T0_cc(void)
1358 eflags = cc_table[CC_OP].compute_all();
1359 T0 = (eflags >> 7) & 1;
1362 void OPPROTO op_setp_T0_cc(void)
1365 eflags = cc_table[CC_OP].compute_all();
1366 T0 = (eflags >> 2) & 1;
1369 void OPPROTO op_setl_T0_cc(void)
1372 eflags = cc_table[CC_OP].compute_all();
1373 T0 = ((eflags ^ (eflags >> 4)) >> 7) & 1;
1376 void OPPROTO op_setle_T0_cc(void)
1379 eflags = cc_table[CC_OP].compute_all();
1380 T0 = (((eflags ^ (eflags >> 4)) & 0x80) || (eflags & CC_Z)) != 0;
1383 void OPPROTO op_xor_T0_1(void)
1388 void OPPROTO op_set_cc_op(void)
1393 void OPPROTO op_mov_T0_cc(void)
1395 T0 = cc_table[CC_OP].compute_all();
1398 /* XXX: clear VIF/VIP in all ops ? */
1400 void OPPROTO op_movl_eflags_T0(void)
1402 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK));
1405 void OPPROTO op_movw_eflags_T0(void)
1407 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK) & 0xffff);
1410 void OPPROTO op_movl_eflags_T0_io(void)
1412 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK));
1415 void OPPROTO op_movw_eflags_T0_io(void)
1417 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK) & 0xffff);
1420 void OPPROTO op_movl_eflags_T0_cpl0(void)
1422 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK));
1425 void OPPROTO op_movw_eflags_T0_cpl0(void)
1427 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK) & 0xffff);
1431 /* vm86plus version */
1432 void OPPROTO op_movw_eflags_T0_vm(void)
1436 CC_SRC = eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
1437 DF = 1 - (2 * ((eflags >> 10) & 1));
1438 /* we also update some system flags as in user mode */
1439 env->eflags = (env->eflags & ~(FL_UPDATE_MASK16 | VIF_MASK)) |
1440 (eflags & FL_UPDATE_MASK16);
1441 if (eflags & IF_MASK) {
1442 env->eflags |= VIF_MASK;
1443 if (env->eflags & VIP_MASK) {
1445 raise_exception(EXCP0D_GPF);
1451 void OPPROTO op_movl_eflags_T0_vm(void)
1455 CC_SRC = eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
1456 DF = 1 - (2 * ((eflags >> 10) & 1));
1457 /* we also update some system flags as in user mode */
1458 env->eflags = (env->eflags & ~(FL_UPDATE_MASK32 | VIF_MASK)) |
1459 (eflags & FL_UPDATE_MASK32);
1460 if (eflags & IF_MASK) {
1461 env->eflags |= VIF_MASK;
1462 if (env->eflags & VIP_MASK) {
1464 raise_exception(EXCP0D_GPF);
1471 /* XXX: compute only O flag */
1472 void OPPROTO op_movb_eflags_T0(void)
1475 of = cc_table[CC_OP].compute_all() & CC_O;
1476 CC_SRC = (T0 & (CC_S | CC_Z | CC_A | CC_P | CC_C)) | of;
1479 void OPPROTO op_movl_T0_eflags(void)
1482 eflags = cc_table[CC_OP].compute_all();
1483 eflags |= (DF & DF_MASK);
1484 eflags |= env->eflags & ~(VM_MASK | RF_MASK);
1488 /* vm86plus version */
1490 void OPPROTO op_movl_T0_eflags_vm(void)
1493 eflags = cc_table[CC_OP].compute_all();
1494 eflags |= (DF & DF_MASK);
1495 eflags |= env->eflags & ~(VM_MASK | RF_MASK | IF_MASK);
1496 if (env->eflags & VIF_MASK)
1502 void OPPROTO op_cld(void)
1507 void OPPROTO op_std(void)
1512 void OPPROTO op_clc(void)
1515 eflags = cc_table[CC_OP].compute_all();
1520 void OPPROTO op_stc(void)
1523 eflags = cc_table[CC_OP].compute_all();
1528 void OPPROTO op_cmc(void)
1531 eflags = cc_table[CC_OP].compute_all();
1536 void OPPROTO op_salc(void)
1539 cf = cc_table[CC_OP].compute_c();
1540 EAX = (EAX & ~0xff) | ((-cf) & 0xff);
1543 static int compute_all_eflags(void)
1548 static int compute_c_eflags(void)
1550 return CC_SRC & CC_C;
1553 CCTable cc_table[CC_OP_NB] = {
1554 [CC_OP_DYNAMIC] = { /* should never happen */ },
1556 [CC_OP_EFLAGS] = { compute_all_eflags, compute_c_eflags },
1558 [CC_OP_MULB] = { compute_all_mulb, compute_c_mull },
1559 [CC_OP_MULW] = { compute_all_mulw, compute_c_mull },
1560 [CC_OP_MULL] = { compute_all_mull, compute_c_mull },
1562 [CC_OP_ADDB] = { compute_all_addb, compute_c_addb },
1563 [CC_OP_ADDW] = { compute_all_addw, compute_c_addw },
1564 [CC_OP_ADDL] = { compute_all_addl, compute_c_addl },
1566 [CC_OP_ADCB] = { compute_all_adcb, compute_c_adcb },
1567 [CC_OP_ADCW] = { compute_all_adcw, compute_c_adcw },
1568 [CC_OP_ADCL] = { compute_all_adcl, compute_c_adcl },
1570 [CC_OP_SUBB] = { compute_all_subb, compute_c_subb },
1571 [CC_OP_SUBW] = { compute_all_subw, compute_c_subw },
1572 [CC_OP_SUBL] = { compute_all_subl, compute_c_subl },
1574 [CC_OP_SBBB] = { compute_all_sbbb, compute_c_sbbb },
1575 [CC_OP_SBBW] = { compute_all_sbbw, compute_c_sbbw },
1576 [CC_OP_SBBL] = { compute_all_sbbl, compute_c_sbbl },
1578 [CC_OP_LOGICB] = { compute_all_logicb, compute_c_logicb },
1579 [CC_OP_LOGICW] = { compute_all_logicw, compute_c_logicw },
1580 [CC_OP_LOGICL] = { compute_all_logicl, compute_c_logicl },
1582 [CC_OP_INCB] = { compute_all_incb, compute_c_incl },
1583 [CC_OP_INCW] = { compute_all_incw, compute_c_incl },
1584 [CC_OP_INCL] = { compute_all_incl, compute_c_incl },
1586 [CC_OP_DECB] = { compute_all_decb, compute_c_incl },
1587 [CC_OP_DECW] = { compute_all_decw, compute_c_incl },
1588 [CC_OP_DECL] = { compute_all_decl, compute_c_incl },
1590 [CC_OP_SHLB] = { compute_all_shlb, compute_c_shlb },
1591 [CC_OP_SHLW] = { compute_all_shlw, compute_c_shlw },
1592 [CC_OP_SHLL] = { compute_all_shll, compute_c_shll },
1594 [CC_OP_SARB] = { compute_all_sarb, compute_c_sarl },
1595 [CC_OP_SARW] = { compute_all_sarw, compute_c_sarl },
1596 [CC_OP_SARL] = { compute_all_sarl, compute_c_sarl },
1598 #ifdef TARGET_X86_64
1599 [CC_OP_MULQ] = { compute_all_mulq, compute_c_mull },
1601 [CC_OP_ADDQ] = { compute_all_addq, compute_c_addq },
1603 [CC_OP_ADCQ] = { compute_all_adcq, compute_c_adcq },
1605 [CC_OP_SUBQ] = { compute_all_subq, compute_c_subq },
1607 [CC_OP_SBBQ] = { compute_all_sbbq, compute_c_sbbq },
1609 [CC_OP_LOGICQ] = { compute_all_logicq, compute_c_logicq },
1611 [CC_OP_INCQ] = { compute_all_incq, compute_c_incl },
1613 [CC_OP_DECQ] = { compute_all_decq, compute_c_incl },
1615 [CC_OP_SHLQ] = { compute_all_shlq, compute_c_shlq },
1617 [CC_OP_SARQ] = { compute_all_sarq, compute_c_sarl },
1621 /* floating point support. Some of the code for complicated x87
1622 functions comes from the LGPL'ed x86 emulator found in the Willows
1623 TWIN windows emulator. */
1627 void OPPROTO op_flds_FT0_A0(void)
1629 #ifdef USE_FP_CONVERT
1630 FP_CONVERT.i32 = ldl(A0);
1637 void OPPROTO op_fldl_FT0_A0(void)
1639 #ifdef USE_FP_CONVERT
1640 FP_CONVERT.i64 = ldq(A0);
1647 /* helpers are needed to avoid static constant reference. XXX: find a better way */
1648 #ifdef USE_INT_TO_FLOAT_HELPERS
1650 void helper_fild_FT0_A0(void)
1652 FT0 = (CPU86_LDouble)ldsw(A0);
1655 void helper_fildl_FT0_A0(void)
1657 FT0 = (CPU86_LDouble)((int32_t)ldl(A0));
1660 void helper_fildll_FT0_A0(void)
1662 FT0 = (CPU86_LDouble)((int64_t)ldq(A0));
1665 void OPPROTO op_fild_FT0_A0(void)
1667 helper_fild_FT0_A0();
1670 void OPPROTO op_fildl_FT0_A0(void)
1672 helper_fildl_FT0_A0();
1675 void OPPROTO op_fildll_FT0_A0(void)
1677 helper_fildll_FT0_A0();
1682 void OPPROTO op_fild_FT0_A0(void)
1684 #ifdef USE_FP_CONVERT
1685 FP_CONVERT.i32 = ldsw(A0);
1686 FT0 = (CPU86_LDouble)FP_CONVERT.i32;
1688 FT0 = (CPU86_LDouble)ldsw(A0);
1692 void OPPROTO op_fildl_FT0_A0(void)
1694 #ifdef USE_FP_CONVERT
1695 FP_CONVERT.i32 = (int32_t) ldl(A0);
1696 FT0 = (CPU86_LDouble)FP_CONVERT.i32;
1698 FT0 = (CPU86_LDouble)((int32_t)ldl(A0));
1702 void OPPROTO op_fildll_FT0_A0(void)
1704 #ifdef USE_FP_CONVERT
1705 FP_CONVERT.i64 = (int64_t) ldq(A0);
1706 FT0 = (CPU86_LDouble)FP_CONVERT.i64;
1708 FT0 = (CPU86_LDouble)((int64_t)ldq(A0));
1715 void OPPROTO op_flds_ST0_A0(void)
1718 new_fpstt = (env->fpstt - 1) & 7;
1719 #ifdef USE_FP_CONVERT
1720 FP_CONVERT.i32 = ldl(A0);
1721 env->fpregs[new_fpstt].d = FP_CONVERT.f;
1723 env->fpregs[new_fpstt].d = ldfl(A0);
1725 env->fpstt = new_fpstt;
1726 env->fptags[new_fpstt] = 0; /* validate stack entry */
1729 void OPPROTO op_fldl_ST0_A0(void)
1732 new_fpstt = (env->fpstt - 1) & 7;
1733 #ifdef USE_FP_CONVERT
1734 FP_CONVERT.i64 = ldq(A0);
1735 env->fpregs[new_fpstt].d = FP_CONVERT.d;
1737 env->fpregs[new_fpstt].d = ldfq(A0);
1739 env->fpstt = new_fpstt;
1740 env->fptags[new_fpstt] = 0; /* validate stack entry */
1743 void OPPROTO op_fldt_ST0_A0(void)
1745 helper_fldt_ST0_A0();
1748 /* helpers are needed to avoid static constant reference. XXX: find a better way */
1749 #ifdef USE_INT_TO_FLOAT_HELPERS
1751 void helper_fild_ST0_A0(void)
1754 new_fpstt = (env->fpstt - 1) & 7;
1755 env->fpregs[new_fpstt].d = (CPU86_LDouble)ldsw(A0);
1756 env->fpstt = new_fpstt;
1757 env->fptags[new_fpstt] = 0; /* validate stack entry */
1760 void helper_fildl_ST0_A0(void)
1763 new_fpstt = (env->fpstt - 1) & 7;
1764 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int32_t)ldl(A0));
1765 env->fpstt = new_fpstt;
1766 env->fptags[new_fpstt] = 0; /* validate stack entry */
1769 void helper_fildll_ST0_A0(void)
1772 new_fpstt = (env->fpstt - 1) & 7;
1773 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int64_t)ldq(A0));
1774 env->fpstt = new_fpstt;
1775 env->fptags[new_fpstt] = 0; /* validate stack entry */
1778 void OPPROTO op_fild_ST0_A0(void)
1780 helper_fild_ST0_A0();
1783 void OPPROTO op_fildl_ST0_A0(void)
1785 helper_fildl_ST0_A0();
1788 void OPPROTO op_fildll_ST0_A0(void)
1790 helper_fildll_ST0_A0();
1795 void OPPROTO op_fild_ST0_A0(void)
1798 new_fpstt = (env->fpstt - 1) & 7;
1799 #ifdef USE_FP_CONVERT
1800 FP_CONVERT.i32 = ldsw(A0);
1801 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i32;
1803 env->fpregs[new_fpstt].d = (CPU86_LDouble)ldsw(A0);
1805 env->fpstt = new_fpstt;
1806 env->fptags[new_fpstt] = 0; /* validate stack entry */
1809 void OPPROTO op_fildl_ST0_A0(void)
1812 new_fpstt = (env->fpstt - 1) & 7;
1813 #ifdef USE_FP_CONVERT
1814 FP_CONVERT.i32 = (int32_t) ldl(A0);
1815 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i32;
1817 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int32_t)ldl(A0));
1819 env->fpstt = new_fpstt;
1820 env->fptags[new_fpstt] = 0; /* validate stack entry */
1823 void OPPROTO op_fildll_ST0_A0(void)
1826 new_fpstt = (env->fpstt - 1) & 7;
1827 #ifdef USE_FP_CONVERT
1828 FP_CONVERT.i64 = (int64_t) ldq(A0);
1829 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i64;
1831 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int64_t)ldq(A0));
1833 env->fpstt = new_fpstt;
1834 env->fptags[new_fpstt] = 0; /* validate stack entry */
1841 void OPPROTO op_fsts_ST0_A0(void)
1843 #ifdef USE_FP_CONVERT
1844 FP_CONVERT.f = (float)ST0;
1845 stfl(A0, FP_CONVERT.f);
1847 stfl(A0, (float)ST0);
1852 void OPPROTO op_fstl_ST0_A0(void)
1854 stfq(A0, (double)ST0);
1858 void OPPROTO op_fstt_ST0_A0(void)
1860 helper_fstt_ST0_A0();
1863 void OPPROTO op_fist_ST0_A0(void)
1865 #if defined(__sparc__) && !defined(__sparc_v9__)
1866 register CPU86_LDouble d asm("o0");
1873 val = floatx_to_int32(d, &env->fp_status);
1874 if (val != (int16_t)val)
1880 void OPPROTO op_fistl_ST0_A0(void)
1882 #if defined(__sparc__) && !defined(__sparc_v9__)
1883 register CPU86_LDouble d asm("o0");
1890 val = floatx_to_int32(d, &env->fp_status);
1895 void OPPROTO op_fistll_ST0_A0(void)
1897 #if defined(__sparc__) && !defined(__sparc_v9__)
1898 register CPU86_LDouble d asm("o0");
1905 val = floatx_to_int64(d, &env->fp_status);
1910 void OPPROTO op_fbld_ST0_A0(void)
1912 helper_fbld_ST0_A0();
1915 void OPPROTO op_fbst_ST0_A0(void)
1917 helper_fbst_ST0_A0();
1922 void OPPROTO op_fpush(void)
1927 void OPPROTO op_fpop(void)
1932 void OPPROTO op_fdecstp(void)
1934 env->fpstt = (env->fpstt - 1) & 7;
1935 env->fpus &= (~0x4700);
1938 void OPPROTO op_fincstp(void)
1940 env->fpstt = (env->fpstt + 1) & 7;
1941 env->fpus &= (~0x4700);
1944 void OPPROTO op_ffree_STN(void)
1946 env->fptags[(env->fpstt + PARAM1) & 7] = 1;
1949 void OPPROTO op_fmov_ST0_FT0(void)
1954 void OPPROTO op_fmov_FT0_STN(void)
1959 void OPPROTO op_fmov_ST0_STN(void)
1964 void OPPROTO op_fmov_STN_ST0(void)
1969 void OPPROTO op_fxchg_ST0_STN(void)
1977 /* FPU operations */
1979 const int fcom_ccval[4] = {0x0100, 0x4000, 0x0000, 0x4500};
1981 void OPPROTO op_fcom_ST0_FT0(void)
1985 ret = floatx_compare(ST0, FT0, &env->fp_status);
1986 env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret + 1];
1990 void OPPROTO op_fucom_ST0_FT0(void)
1994 ret = floatx_compare_quiet(ST0, FT0, &env->fp_status);
1995 env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret+ 1];
1999 const int fcomi_ccval[4] = {CC_C, CC_Z, 0, CC_Z | CC_P | CC_C};
2001 void OPPROTO op_fcomi_ST0_FT0(void)
2006 ret = floatx_compare(ST0, FT0, &env->fp_status);
2007 eflags = cc_table[CC_OP].compute_all();
2008 eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
2013 void OPPROTO op_fucomi_ST0_FT0(void)
2018 ret = floatx_compare_quiet(ST0, FT0, &env->fp_status);
2019 eflags = cc_table[CC_OP].compute_all();
2020 eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
2025 void OPPROTO op_fcmov_ST0_STN_T0(void)
2033 void OPPROTO op_fadd_ST0_FT0(void)
2038 void OPPROTO op_fmul_ST0_FT0(void)
2043 void OPPROTO op_fsub_ST0_FT0(void)
2048 void OPPROTO op_fsubr_ST0_FT0(void)
2053 void OPPROTO op_fdiv_ST0_FT0(void)
2055 ST0 = helper_fdiv(ST0, FT0);
2058 void OPPROTO op_fdivr_ST0_FT0(void)
2060 ST0 = helper_fdiv(FT0, ST0);
2063 /* fp operations between STN and ST0 */
2065 void OPPROTO op_fadd_STN_ST0(void)
2070 void OPPROTO op_fmul_STN_ST0(void)
2075 void OPPROTO op_fsub_STN_ST0(void)
2080 void OPPROTO op_fsubr_STN_ST0(void)
2087 void OPPROTO op_fdiv_STN_ST0(void)
2091 *p = helper_fdiv(*p, ST0);
2094 void OPPROTO op_fdivr_STN_ST0(void)
2098 *p = helper_fdiv(ST0, *p);
2101 /* misc FPU operations */
2102 void OPPROTO op_fchs_ST0(void)
2104 ST0 = floatx_chs(ST0);
2107 void OPPROTO op_fabs_ST0(void)
2109 ST0 = floatx_abs(ST0);
2112 void OPPROTO op_fxam_ST0(void)
2117 void OPPROTO op_fld1_ST0(void)
2122 void OPPROTO op_fldl2t_ST0(void)
2127 void OPPROTO op_fldl2e_ST0(void)
2132 void OPPROTO op_fldpi_ST0(void)
2137 void OPPROTO op_fldlg2_ST0(void)
2142 void OPPROTO op_fldln2_ST0(void)
2147 void OPPROTO op_fldz_ST0(void)
2152 void OPPROTO op_fldz_FT0(void)
2157 /* associated heplers to reduce generated code length and to simplify
2158 relocation (FP constants are usually stored in .rodata section) */
2160 void OPPROTO op_f2xm1(void)
2165 void OPPROTO op_fyl2x(void)
2170 void OPPROTO op_fptan(void)
2175 void OPPROTO op_fpatan(void)
2180 void OPPROTO op_fxtract(void)
2185 void OPPROTO op_fprem1(void)
2191 void OPPROTO op_fprem(void)
2196 void OPPROTO op_fyl2xp1(void)
2201 void OPPROTO op_fsqrt(void)
2206 void OPPROTO op_fsincos(void)
2211 void OPPROTO op_frndint(void)
2216 void OPPROTO op_fscale(void)
2221 void OPPROTO op_fsin(void)
2226 void OPPROTO op_fcos(void)
2231 void OPPROTO op_fnstsw_A0(void)
2234 fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
2239 void OPPROTO op_fnstsw_EAX(void)
2242 fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
2243 EAX = (EAX & ~0xffff) | fpus;
2246 void OPPROTO op_fnstcw_A0(void)
2252 void OPPROTO op_fldcw_A0(void)
2254 env->fpuc = lduw(A0);
2258 void OPPROTO op_fclex(void)
2260 env->fpus &= 0x7f00;
2263 void OPPROTO op_fwait(void)
2265 if (env->fpus & FPUS_SE)
2266 fpu_raise_exception();
2270 void OPPROTO op_fninit(void)
2285 void OPPROTO op_fnstenv_A0(void)
2287 helper_fstenv(A0, PARAM1);
2290 void OPPROTO op_fldenv_A0(void)
2292 helper_fldenv(A0, PARAM1);
2295 void OPPROTO op_fnsave_A0(void)
2297 helper_fsave(A0, PARAM1);
2300 void OPPROTO op_frstor_A0(void)
2302 helper_frstor(A0, PARAM1);
2305 /* threading support */
2306 void OPPROTO op_lock(void)
2311 void OPPROTO op_unlock(void)
2317 static inline void memcpy16(void *d, void *s)
2319 ((uint32_t *)d)[0] = ((uint32_t *)s)[0];
2320 ((uint32_t *)d)[1] = ((uint32_t *)s)[1];
2321 ((uint32_t *)d)[2] = ((uint32_t *)s)[2];
2322 ((uint32_t *)d)[3] = ((uint32_t *)s)[3];
2325 void OPPROTO op_movo(void)
2327 /* XXX: badly generated code */
2329 d = (XMMReg *)((char *)env + PARAM1);
2330 s = (XMMReg *)((char *)env + PARAM2);
2334 void OPPROTO op_movq(void)
2337 d = (uint64_t *)((char *)env + PARAM1);
2338 s = (uint64_t *)((char *)env + PARAM2);
2342 void OPPROTO op_movl(void)
2345 d = (uint32_t *)((char *)env + PARAM1);
2346 s = (uint32_t *)((char *)env + PARAM2);
2350 void OPPROTO op_movq_env_0(void)
2353 d = (uint64_t *)((char *)env + PARAM1);
2357 void OPPROTO op_fxsave_A0(void)
2359 helper_fxsave(A0, PARAM1);
2362 void OPPROTO op_fxrstor_A0(void)
2364 helper_fxrstor(A0, PARAM1);
2367 /* XXX: optimize by storing fptt and fptags in the static cpu state */
2368 void OPPROTO op_enter_mmx(void)
2371 *(uint32_t *)(env->fptags) = 0;
2372 *(uint32_t *)(env->fptags + 4) = 0;
2375 void OPPROTO op_emms(void)
2377 /* set to empty state */
2378 *(uint32_t *)(env->fptags) = 0x01010101;
2379 *(uint32_t *)(env->fptags + 4) = 0x01010101;
2383 #include "ops_sse.h"
2386 #include "ops_sse.h"