2 * i386 micro operations
4 * Copyright (c) 2003 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 /* n must be a constant to be efficient */
25 static inline target_long lshift(target_long x, int n)
33 /* we define the various pieces of code used by the JIT */
37 #include "opreg_template.h"
43 #include "opreg_template.h"
49 #include "opreg_template.h"
55 #include "opreg_template.h"
61 #include "opreg_template.h"
67 #include "opreg_template.h"
73 #include "opreg_template.h"
79 #include "opreg_template.h"
85 #define REG (env->regs[8])
87 #include "opreg_template.h"
91 #define REG (env->regs[9])
93 #include "opreg_template.h"
97 #define REG (env->regs[10])
99 #include "opreg_template.h"
103 #define REG (env->regs[11])
105 #include "opreg_template.h"
109 #define REG (env->regs[12])
111 #include "opreg_template.h"
115 #define REG (env->regs[13])
117 #include "opreg_template.h"
121 #define REG (env->regs[14])
123 #include "opreg_template.h"
127 #define REG (env->regs[15])
129 #include "opreg_template.h"
135 /* operations with flags */
137 /* update flags with T0 and T1 (add/sub case) */
138 void OPPROTO op_update2_cc(void)
144 /* update flags with T0 (logic operation case) */
145 void OPPROTO op_update1_cc(void)
150 void OPPROTO op_update_neg_cc(void)
156 void OPPROTO op_cmpl_T0_T1_cc(void)
162 void OPPROTO op_update_inc_cc(void)
164 CC_SRC = cc_table[CC_OP].compute_c();
168 void OPPROTO op_testl_T0_T1_cc(void)
173 /* operations without flags */
175 void OPPROTO op_addl_T0_T1(void)
180 void OPPROTO op_orl_T0_T1(void)
185 void OPPROTO op_andl_T0_T1(void)
190 void OPPROTO op_subl_T0_T1(void)
195 void OPPROTO op_xorl_T0_T1(void)
200 void OPPROTO op_negl_T0(void)
205 void OPPROTO op_incl_T0(void)
210 void OPPROTO op_decl_T0(void)
215 void OPPROTO op_notl_T0(void)
220 void OPPROTO op_bswapl_T0(void)
226 void OPPROTO op_bswapq_T0(void)
232 /* multiply/divide */
234 /* XXX: add eflags optimizations */
235 /* XXX: add non P4 style flags */
237 void OPPROTO op_mulb_AL_T0(void)
240 res = (uint8_t)EAX * (uint8_t)T0;
241 EAX = (EAX & ~0xffff) | res;
243 CC_SRC = (res & 0xff00);
246 void OPPROTO op_imulb_AL_T0(void)
249 res = (int8_t)EAX * (int8_t)T0;
250 EAX = (EAX & ~0xffff) | (res & 0xffff);
252 CC_SRC = (res != (int8_t)res);
255 void OPPROTO op_mulw_AX_T0(void)
258 res = (uint16_t)EAX * (uint16_t)T0;
259 EAX = (EAX & ~0xffff) | (res & 0xffff);
260 EDX = (EDX & ~0xffff) | ((res >> 16) & 0xffff);
265 void OPPROTO op_imulw_AX_T0(void)
268 res = (int16_t)EAX * (int16_t)T0;
269 EAX = (EAX & ~0xffff) | (res & 0xffff);
270 EDX = (EDX & ~0xffff) | ((res >> 16) & 0xffff);
272 CC_SRC = (res != (int16_t)res);
275 void OPPROTO op_mull_EAX_T0(void)
278 res = (uint64_t)((uint32_t)EAX) * (uint64_t)((uint32_t)T0);
280 EDX = (uint32_t)(res >> 32);
281 CC_DST = (uint32_t)res;
282 CC_SRC = (uint32_t)(res >> 32);
285 void OPPROTO op_imull_EAX_T0(void)
288 res = (int64_t)((int32_t)EAX) * (int64_t)((int32_t)T0);
289 EAX = (uint32_t)(res);
290 EDX = (uint32_t)(res >> 32);
292 CC_SRC = (res != (int32_t)res);
295 void OPPROTO op_imulw_T0_T1(void)
298 res = (int16_t)T0 * (int16_t)T1;
301 CC_SRC = (res != (int16_t)res);
304 void OPPROTO op_imull_T0_T1(void)
307 res = (int64_t)((int32_t)T0) * (int64_t)((int32_t)T1);
310 CC_SRC = (res != (int32_t)res);
314 void OPPROTO op_mulq_EAX_T0(void)
316 helper_mulq_EAX_T0();
319 void OPPROTO op_imulq_EAX_T0(void)
321 helper_imulq_EAX_T0();
324 void OPPROTO op_imulq_T0_T1(void)
326 helper_imulq_T0_T1();
330 /* division, flags are undefined */
331 /* XXX: add exceptions for overflow */
333 void OPPROTO op_divb_AL_T0(void)
335 unsigned int num, den, q, r;
337 num = (EAX & 0xffff);
340 raise_exception(EXCP00_DIVZ);
342 q = (num / den) & 0xff;
343 r = (num % den) & 0xff;
344 EAX = (EAX & ~0xffff) | (r << 8) | q;
347 void OPPROTO op_idivb_AL_T0(void)
354 raise_exception(EXCP00_DIVZ);
356 q = (num / den) & 0xff;
357 r = (num % den) & 0xff;
358 EAX = (EAX & ~0xffff) | (r << 8) | q;
361 void OPPROTO op_divw_AX_T0(void)
363 unsigned int num, den, q, r;
365 num = (EAX & 0xffff) | ((EDX & 0xffff) << 16);
368 raise_exception(EXCP00_DIVZ);
370 q = (num / den) & 0xffff;
371 r = (num % den) & 0xffff;
372 EAX = (EAX & ~0xffff) | q;
373 EDX = (EDX & ~0xffff) | r;
376 void OPPROTO op_idivw_AX_T0(void)
380 num = (EAX & 0xffff) | ((EDX & 0xffff) << 16);
383 raise_exception(EXCP00_DIVZ);
385 q = (num / den) & 0xffff;
386 r = (num % den) & 0xffff;
387 EAX = (EAX & ~0xffff) | q;
388 EDX = (EDX & ~0xffff) | r;
391 void OPPROTO op_divl_EAX_T0(void)
393 helper_divl_EAX_T0();
396 void OPPROTO op_idivl_EAX_T0(void)
398 helper_idivl_EAX_T0();
402 void OPPROTO op_divq_EAX_T0(void)
404 helper_divq_EAX_T0();
407 void OPPROTO op_idivq_EAX_T0(void)
409 helper_idivq_EAX_T0();
413 /* constant load & misc op */
415 /* XXX: consistent names */
416 void OPPROTO op_movl_T0_imu(void)
418 T0 = (uint32_t)PARAM1;
421 void OPPROTO op_movl_T0_im(void)
423 T0 = (int32_t)PARAM1;
426 void OPPROTO op_addl_T0_im(void)
431 void OPPROTO op_andl_T0_ffff(void)
436 void OPPROTO op_andl_T0_im(void)
441 void OPPROTO op_movl_T0_T1(void)
446 void OPPROTO op_movl_T1_imu(void)
448 T1 = (uint32_t)PARAM1;
451 void OPPROTO op_movl_T1_im(void)
453 T1 = (int32_t)PARAM1;
456 void OPPROTO op_addl_T1_im(void)
461 void OPPROTO op_movl_T1_A0(void)
466 void OPPROTO op_movl_A0_im(void)
468 A0 = (uint32_t)PARAM1;
471 void OPPROTO op_addl_A0_im(void)
473 A0 = (uint32_t)(A0 + PARAM1);
476 void OPPROTO op_movl_A0_seg(void)
478 A0 = (uint32_t)*(target_ulong *)((char *)env + PARAM1);
481 void OPPROTO op_addl_A0_seg(void)
483 A0 = (uint32_t)(A0 + *(target_ulong *)((char *)env + PARAM1));
486 void OPPROTO op_addl_A0_AL(void)
488 A0 = (uint32_t)(A0 + (EAX & 0xff));
491 #ifdef WORDS_BIGENDIAN
492 typedef union UREG64 {
493 struct { uint16_t v3, v2, v1, v0; } w;
494 struct { uint32_t v1, v0; } l;
498 typedef union UREG64 {
499 struct { uint16_t v0, v1, v2, v3; } w;
500 struct { uint32_t v0, v1; } l;
515 void OPPROTO op_movq_T0_im64(void)
520 void OPPROTO op_movq_T1_im64(void)
525 void OPPROTO op_movq_A0_im(void)
527 A0 = (int32_t)PARAM1;
530 void OPPROTO op_movq_A0_im64(void)
535 void OPPROTO op_addq_A0_im(void)
537 A0 = (A0 + (int32_t)PARAM1);
540 void OPPROTO op_addq_A0_im64(void)
545 void OPPROTO op_movq_A0_seg(void)
547 A0 = *(target_ulong *)((char *)env + PARAM1);
550 void OPPROTO op_addq_A0_seg(void)
552 A0 += *(target_ulong *)((char *)env + PARAM1);
555 void OPPROTO op_addq_A0_AL(void)
557 A0 = (A0 + (EAX & 0xff));
562 void OPPROTO op_andl_A0_ffff(void)
569 #define MEMSUFFIX _raw
572 #if !defined(CONFIG_USER_ONLY)
573 #define MEMSUFFIX _kernel
576 #define MEMSUFFIX _user
582 void OPPROTO op_jmp_T0(void)
587 void OPPROTO op_movl_eip_im(void)
589 EIP = (uint32_t)PARAM1;
593 void OPPROTO op_movq_eip_im(void)
595 EIP = (int32_t)PARAM1;
598 void OPPROTO op_movq_eip_im64(void)
604 void OPPROTO op_hlt(void)
606 env->hflags &= ~HF_INHIBIT_IRQ_MASK; /* needed if sti is just before */
607 env->exception_index = EXCP_HLT;
611 void OPPROTO op_debug(void)
613 env->exception_index = EXCP_DEBUG;
617 void OPPROTO op_raise_interrupt(void)
619 int intno, next_eip_addend;
621 next_eip_addend = PARAM2;
622 raise_interrupt(intno, 1, 0, next_eip_addend);
625 void OPPROTO op_raise_exception(void)
628 exception_index = PARAM1;
629 raise_exception(exception_index);
632 void OPPROTO op_into(void)
635 eflags = cc_table[CC_OP].compute_all();
637 raise_interrupt(EXCP04_INTO, 1, 0, PARAM1);
642 void OPPROTO op_cli(void)
644 env->eflags &= ~IF_MASK;
647 void OPPROTO op_sti(void)
649 env->eflags |= IF_MASK;
652 void OPPROTO op_set_inhibit_irq(void)
654 env->hflags |= HF_INHIBIT_IRQ_MASK;
657 void OPPROTO op_reset_inhibit_irq(void)
659 env->hflags &= ~HF_INHIBIT_IRQ_MASK;
663 /* vm86plus instructions */
664 void OPPROTO op_cli_vm(void)
666 env->eflags &= ~VIF_MASK;
669 void OPPROTO op_sti_vm(void)
671 env->eflags |= VIF_MASK;
672 if (env->eflags & VIP_MASK) {
674 raise_exception(EXCP0D_GPF);
680 void OPPROTO op_boundw(void)
686 if (v < low || v > high) {
687 raise_exception(EXCP05_BOUND);
692 void OPPROTO op_boundl(void)
698 if (v < low || v > high) {
699 raise_exception(EXCP05_BOUND);
704 void OPPROTO op_cmpxchg8b(void)
709 void OPPROTO op_movl_T0_0(void)
714 void OPPROTO op_exit_tb(void)
719 /* multiple size ops */
724 #include "ops_template.h"
728 #include "ops_template.h"
732 #include "ops_template.h"
738 #include "ops_template.h"
745 void OPPROTO op_movsbl_T0_T0(void)
750 void OPPROTO op_movzbl_T0_T0(void)
755 void OPPROTO op_movswl_T0_T0(void)
760 void OPPROTO op_movzwl_T0_T0(void)
765 void OPPROTO op_movswl_EAX_AX(void)
771 void OPPROTO op_movslq_T0_T0(void)
776 void OPPROTO op_movslq_RAX_EAX(void)
782 void OPPROTO op_movsbw_AX_AL(void)
784 EAX = (EAX & ~0xffff) | ((int8_t)EAX & 0xffff);
787 void OPPROTO op_movslq_EDX_EAX(void)
789 EDX = (int32_t)EAX >> 31;
792 void OPPROTO op_movswl_DX_AX(void)
794 EDX = (EDX & ~0xffff) | (((int16_t)EAX >> 15) & 0xffff);
798 void OPPROTO op_movsqo_RDX_RAX(void)
800 EDX = (int64_t)EAX >> 63;
804 /* string ops helpers */
806 void OPPROTO op_addl_ESI_T0(void)
808 ESI = (uint32_t)(ESI + T0);
811 void OPPROTO op_addw_ESI_T0(void)
813 ESI = (ESI & ~0xffff) | ((ESI + T0) & 0xffff);
816 void OPPROTO op_addl_EDI_T0(void)
818 EDI = (uint32_t)(EDI + T0);
821 void OPPROTO op_addw_EDI_T0(void)
823 EDI = (EDI & ~0xffff) | ((EDI + T0) & 0xffff);
826 void OPPROTO op_decl_ECX(void)
828 ECX = (uint32_t)(ECX - 1);
831 void OPPROTO op_decw_ECX(void)
833 ECX = (ECX & ~0xffff) | ((ECX - 1) & 0xffff);
837 void OPPROTO op_addq_ESI_T0(void)
842 void OPPROTO op_addq_EDI_T0(void)
847 void OPPROTO op_decq_ECX(void)
855 void op_addl_A0_SS(void)
857 A0 += (long)env->segs[R_SS].base;
860 void op_subl_A0_2(void)
862 A0 = (uint32_t)(A0 - 2);
865 void op_subl_A0_4(void)
867 A0 = (uint32_t)(A0 - 4);
870 void op_addl_ESP_4(void)
872 ESP = (uint32_t)(ESP + 4);
875 void op_addl_ESP_2(void)
877 ESP = (uint32_t)(ESP + 2);
880 void op_addw_ESP_4(void)
882 ESP = (ESP & ~0xffff) | ((ESP + 4) & 0xffff);
885 void op_addw_ESP_2(void)
887 ESP = (ESP & ~0xffff) | ((ESP + 2) & 0xffff);
890 void op_addl_ESP_im(void)
892 ESP = (uint32_t)(ESP + PARAM1);
895 void op_addw_ESP_im(void)
897 ESP = (ESP & ~0xffff) | ((ESP + PARAM1) & 0xffff);
901 void op_subq_A0_2(void)
906 void op_subq_A0_8(void)
911 void op_addq_ESP_8(void)
916 void op_addq_ESP_im(void)
922 void OPPROTO op_rdtsc(void)
927 void OPPROTO op_cpuid(void)
932 void OPPROTO op_enter_level(void)
934 helper_enter_level(PARAM1, PARAM2);
938 void OPPROTO op_enter64_level(void)
940 helper_enter64_level(PARAM1, PARAM2);
944 void OPPROTO op_sysenter(void)
949 void OPPROTO op_sysexit(void)
955 void OPPROTO op_syscall(void)
957 helper_syscall(PARAM1);
960 void OPPROTO op_sysret(void)
962 helper_sysret(PARAM1);
966 void OPPROTO op_rdmsr(void)
971 void OPPROTO op_wrmsr(void)
979 void OPPROTO op_aam(void)
986 EAX = (EAX & ~0xffff) | al | (ah << 8);
990 void OPPROTO op_aad(void)
995 ah = (EAX >> 8) & 0xff;
996 al = ((ah * base) + al) & 0xff;
997 EAX = (EAX & ~0xffff) | al;
1001 void OPPROTO op_aaa(void)
1007 eflags = cc_table[CC_OP].compute_all();
1010 ah = (EAX >> 8) & 0xff;
1012 icarry = (al > 0xf9);
1013 if (((al & 0x0f) > 9 ) || af) {
1014 al = (al + 6) & 0x0f;
1015 ah = (ah + 1 + icarry) & 0xff;
1016 eflags |= CC_C | CC_A;
1018 eflags &= ~(CC_C | CC_A);
1021 EAX = (EAX & ~0xffff) | al | (ah << 8);
1025 void OPPROTO op_aas(void)
1031 eflags = cc_table[CC_OP].compute_all();
1034 ah = (EAX >> 8) & 0xff;
1037 if (((al & 0x0f) > 9 ) || af) {
1038 al = (al - 6) & 0x0f;
1039 ah = (ah - 1 - icarry) & 0xff;
1040 eflags |= CC_C | CC_A;
1042 eflags &= ~(CC_C | CC_A);
1045 EAX = (EAX & ~0xffff) | al | (ah << 8);
1049 void OPPROTO op_daa(void)
1054 eflags = cc_table[CC_OP].compute_all();
1060 if (((al & 0x0f) > 9 ) || af) {
1061 al = (al + 6) & 0xff;
1064 if ((al > 0x9f) || cf) {
1065 al = (al + 0x60) & 0xff;
1068 EAX = (EAX & ~0xff) | al;
1069 /* well, speed is not an issue here, so we compute the flags by hand */
1070 eflags |= (al == 0) << 6; /* zf */
1071 eflags |= parity_table[al]; /* pf */
1072 eflags |= (al & 0x80); /* sf */
1076 void OPPROTO op_das(void)
1078 int al, al1, af, cf;
1081 eflags = cc_table[CC_OP].compute_all();
1088 if (((al & 0x0f) > 9 ) || af) {
1092 al = (al - 6) & 0xff;
1094 if ((al1 > 0x99) || cf) {
1095 al = (al - 0x60) & 0xff;
1098 EAX = (EAX & ~0xff) | al;
1099 /* well, speed is not an issue here, so we compute the flags by hand */
1100 eflags |= (al == 0) << 6; /* zf */
1101 eflags |= parity_table[al]; /* pf */
1102 eflags |= (al & 0x80); /* sf */
1106 /* segment handling */
1108 /* never use it with R_CS */
1109 void OPPROTO op_movl_seg_T0(void)
1111 load_seg(PARAM1, T0);
1114 /* faster VM86 version */
1115 void OPPROTO op_movl_seg_T0_vm(void)
1120 selector = T0 & 0xffff;
1121 /* env->segs[] access */
1122 sc = (SegmentCache *)((char *)env + PARAM1);
1123 sc->selector = selector;
1124 sc->base = (selector << 4);
1127 void OPPROTO op_movl_T0_seg(void)
1129 T0 = env->segs[PARAM1].selector;
1132 void OPPROTO op_lsl(void)
1137 void OPPROTO op_lar(void)
1142 void OPPROTO op_verr(void)
1147 void OPPROTO op_verw(void)
1152 void OPPROTO op_arpl(void)
1154 if ((T0 & 3) < (T1 & 3)) {
1155 /* XXX: emulate bug or 0xff3f0000 oring as in bochs ? */
1156 T0 = (T0 & ~3) | (T1 & 3);
1164 void OPPROTO op_arpl_update(void)
1167 eflags = cc_table[CC_OP].compute_all();
1168 CC_SRC = (eflags & ~CC_Z) | T1;
1171 /* T0: segment, T1:eip */
1172 void OPPROTO op_ljmp_protected_T0_T1(void)
1174 helper_ljmp_protected_T0_T1(PARAM1);
1177 void OPPROTO op_lcall_real_T0_T1(void)
1179 helper_lcall_real_T0_T1(PARAM1, PARAM2);
1182 void OPPROTO op_lcall_protected_T0_T1(void)
1184 helper_lcall_protected_T0_T1(PARAM1, PARAM2);
1187 void OPPROTO op_iret_real(void)
1189 helper_iret_real(PARAM1);
1192 void OPPROTO op_iret_protected(void)
1194 helper_iret_protected(PARAM1, PARAM2);
1197 void OPPROTO op_lret_protected(void)
1199 helper_lret_protected(PARAM1, PARAM2);
1202 void OPPROTO op_lldt_T0(void)
1207 void OPPROTO op_ltr_T0(void)
1212 /* CR registers access */
1213 void OPPROTO op_movl_crN_T0(void)
1215 helper_movl_crN_T0(PARAM1);
1218 #if !defined(CONFIG_USER_ONLY)
1219 void OPPROTO op_movtl_T0_cr8(void)
1221 T0 = cpu_get_apic_tpr(env);
1225 /* DR registers access */
1226 void OPPROTO op_movl_drN_T0(void)
1228 helper_movl_drN_T0(PARAM1);
1231 void OPPROTO op_lmsw_T0(void)
1233 /* only 4 lower bits of CR0 are modified. PE cannot be set to zero
1234 if already set to one. */
1235 T0 = (env->cr[0] & ~0xe) | (T0 & 0xf);
1236 helper_movl_crN_T0(0);
1239 void OPPROTO op_invlpg_A0(void)
1244 void OPPROTO op_movl_T0_env(void)
1246 T0 = *(uint32_t *)((char *)env + PARAM1);
1249 void OPPROTO op_movl_env_T0(void)
1251 *(uint32_t *)((char *)env + PARAM1) = T0;
1254 void OPPROTO op_movl_env_T1(void)
1256 *(uint32_t *)((char *)env + PARAM1) = T1;
1259 void OPPROTO op_movtl_T0_env(void)
1261 T0 = *(target_ulong *)((char *)env + PARAM1);
1264 void OPPROTO op_movtl_env_T0(void)
1266 *(target_ulong *)((char *)env + PARAM1) = T0;
1269 void OPPROTO op_movtl_T1_env(void)
1271 T1 = *(target_ulong *)((char *)env + PARAM1);
1274 void OPPROTO op_movtl_env_T1(void)
1276 *(target_ulong *)((char *)env + PARAM1) = T1;
1279 void OPPROTO op_clts(void)
1281 env->cr[0] &= ~CR0_TS_MASK;
1282 env->hflags &= ~HF_TS_MASK;
1285 /* flags handling */
1287 void OPPROTO op_goto_tb0(void)
1289 GOTO_TB(op_goto_tb0, PARAM1, 0);
1292 void OPPROTO op_goto_tb1(void)
1294 GOTO_TB(op_goto_tb1, PARAM1, 1);
1297 void OPPROTO op_jmp_label(void)
1299 GOTO_LABEL_PARAM(1);
1302 void OPPROTO op_jnz_T0_label(void)
1305 GOTO_LABEL_PARAM(1);
1309 void OPPROTO op_jz_T0_label(void)
1312 GOTO_LABEL_PARAM(1);
1316 /* slow set cases (compute x86 flags) */
1317 void OPPROTO op_seto_T0_cc(void)
1320 eflags = cc_table[CC_OP].compute_all();
1321 T0 = (eflags >> 11) & 1;
1324 void OPPROTO op_setb_T0_cc(void)
1326 T0 = cc_table[CC_OP].compute_c();
1329 void OPPROTO op_setz_T0_cc(void)
1332 eflags = cc_table[CC_OP].compute_all();
1333 T0 = (eflags >> 6) & 1;
1336 void OPPROTO op_setbe_T0_cc(void)
1339 eflags = cc_table[CC_OP].compute_all();
1340 T0 = (eflags & (CC_Z | CC_C)) != 0;
1343 void OPPROTO op_sets_T0_cc(void)
1346 eflags = cc_table[CC_OP].compute_all();
1347 T0 = (eflags >> 7) & 1;
1350 void OPPROTO op_setp_T0_cc(void)
1353 eflags = cc_table[CC_OP].compute_all();
1354 T0 = (eflags >> 2) & 1;
1357 void OPPROTO op_setl_T0_cc(void)
1360 eflags = cc_table[CC_OP].compute_all();
1361 T0 = ((eflags ^ (eflags >> 4)) >> 7) & 1;
1364 void OPPROTO op_setle_T0_cc(void)
1367 eflags = cc_table[CC_OP].compute_all();
1368 T0 = (((eflags ^ (eflags >> 4)) & 0x80) || (eflags & CC_Z)) != 0;
1371 void OPPROTO op_xor_T0_1(void)
1376 void OPPROTO op_set_cc_op(void)
1381 void OPPROTO op_mov_T0_cc(void)
1383 T0 = cc_table[CC_OP].compute_all();
1386 /* XXX: clear VIF/VIP in all ops ? */
1388 void OPPROTO op_movl_eflags_T0(void)
1390 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK));
1393 void OPPROTO op_movw_eflags_T0(void)
1395 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK) & 0xffff);
1398 void OPPROTO op_movl_eflags_T0_io(void)
1400 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK));
1403 void OPPROTO op_movw_eflags_T0_io(void)
1405 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK) & 0xffff);
1408 void OPPROTO op_movl_eflags_T0_cpl0(void)
1410 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK));
1413 void OPPROTO op_movw_eflags_T0_cpl0(void)
1415 load_eflags(T0, (TF_MASK | AC_MASK | ID_MASK | NT_MASK | IF_MASK | IOPL_MASK) & 0xffff);
1419 /* vm86plus version */
1420 void OPPROTO op_movw_eflags_T0_vm(void)
1424 CC_SRC = eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
1425 DF = 1 - (2 * ((eflags >> 10) & 1));
1426 /* we also update some system flags as in user mode */
1427 env->eflags = (env->eflags & ~(FL_UPDATE_MASK16 | VIF_MASK)) |
1428 (eflags & FL_UPDATE_MASK16);
1429 if (eflags & IF_MASK) {
1430 env->eflags |= VIF_MASK;
1431 if (env->eflags & VIP_MASK) {
1433 raise_exception(EXCP0D_GPF);
1439 void OPPROTO op_movl_eflags_T0_vm(void)
1443 CC_SRC = eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
1444 DF = 1 - (2 * ((eflags >> 10) & 1));
1445 /* we also update some system flags as in user mode */
1446 env->eflags = (env->eflags & ~(FL_UPDATE_MASK32 | VIF_MASK)) |
1447 (eflags & FL_UPDATE_MASK32);
1448 if (eflags & IF_MASK) {
1449 env->eflags |= VIF_MASK;
1450 if (env->eflags & VIP_MASK) {
1452 raise_exception(EXCP0D_GPF);
1459 /* XXX: compute only O flag */
1460 void OPPROTO op_movb_eflags_T0(void)
1463 of = cc_table[CC_OP].compute_all() & CC_O;
1464 CC_SRC = (T0 & (CC_S | CC_Z | CC_A | CC_P | CC_C)) | of;
1467 void OPPROTO op_movl_T0_eflags(void)
1470 eflags = cc_table[CC_OP].compute_all();
1471 eflags |= (DF & DF_MASK);
1472 eflags |= env->eflags & ~(VM_MASK | RF_MASK);
1476 /* vm86plus version */
1478 void OPPROTO op_movl_T0_eflags_vm(void)
1481 eflags = cc_table[CC_OP].compute_all();
1482 eflags |= (DF & DF_MASK);
1483 eflags |= env->eflags & ~(VM_MASK | RF_MASK | IF_MASK);
1484 if (env->eflags & VIF_MASK)
1490 void OPPROTO op_cld(void)
1495 void OPPROTO op_std(void)
1500 void OPPROTO op_clc(void)
1503 eflags = cc_table[CC_OP].compute_all();
1508 void OPPROTO op_stc(void)
1511 eflags = cc_table[CC_OP].compute_all();
1516 void OPPROTO op_cmc(void)
1519 eflags = cc_table[CC_OP].compute_all();
1524 void OPPROTO op_salc(void)
1527 cf = cc_table[CC_OP].compute_c();
1528 EAX = (EAX & ~0xff) | ((-cf) & 0xff);
1531 static int compute_all_eflags(void)
1536 static int compute_c_eflags(void)
1538 return CC_SRC & CC_C;
1541 CCTable cc_table[CC_OP_NB] = {
1542 [CC_OP_DYNAMIC] = { /* should never happen */ },
1544 [CC_OP_EFLAGS] = { compute_all_eflags, compute_c_eflags },
1546 [CC_OP_MULB] = { compute_all_mulb, compute_c_mull },
1547 [CC_OP_MULW] = { compute_all_mulw, compute_c_mull },
1548 [CC_OP_MULL] = { compute_all_mull, compute_c_mull },
1550 [CC_OP_ADDB] = { compute_all_addb, compute_c_addb },
1551 [CC_OP_ADDW] = { compute_all_addw, compute_c_addw },
1552 [CC_OP_ADDL] = { compute_all_addl, compute_c_addl },
1554 [CC_OP_ADCB] = { compute_all_adcb, compute_c_adcb },
1555 [CC_OP_ADCW] = { compute_all_adcw, compute_c_adcw },
1556 [CC_OP_ADCL] = { compute_all_adcl, compute_c_adcl },
1558 [CC_OP_SUBB] = { compute_all_subb, compute_c_subb },
1559 [CC_OP_SUBW] = { compute_all_subw, compute_c_subw },
1560 [CC_OP_SUBL] = { compute_all_subl, compute_c_subl },
1562 [CC_OP_SBBB] = { compute_all_sbbb, compute_c_sbbb },
1563 [CC_OP_SBBW] = { compute_all_sbbw, compute_c_sbbw },
1564 [CC_OP_SBBL] = { compute_all_sbbl, compute_c_sbbl },
1566 [CC_OP_LOGICB] = { compute_all_logicb, compute_c_logicb },
1567 [CC_OP_LOGICW] = { compute_all_logicw, compute_c_logicw },
1568 [CC_OP_LOGICL] = { compute_all_logicl, compute_c_logicl },
1570 [CC_OP_INCB] = { compute_all_incb, compute_c_incl },
1571 [CC_OP_INCW] = { compute_all_incw, compute_c_incl },
1572 [CC_OP_INCL] = { compute_all_incl, compute_c_incl },
1574 [CC_OP_DECB] = { compute_all_decb, compute_c_incl },
1575 [CC_OP_DECW] = { compute_all_decw, compute_c_incl },
1576 [CC_OP_DECL] = { compute_all_decl, compute_c_incl },
1578 [CC_OP_SHLB] = { compute_all_shlb, compute_c_shlb },
1579 [CC_OP_SHLW] = { compute_all_shlw, compute_c_shlw },
1580 [CC_OP_SHLL] = { compute_all_shll, compute_c_shll },
1582 [CC_OP_SARB] = { compute_all_sarb, compute_c_sarl },
1583 [CC_OP_SARW] = { compute_all_sarw, compute_c_sarl },
1584 [CC_OP_SARL] = { compute_all_sarl, compute_c_sarl },
1586 #ifdef TARGET_X86_64
1587 [CC_OP_MULQ] = { compute_all_mulq, compute_c_mull },
1589 [CC_OP_ADDQ] = { compute_all_addq, compute_c_addq },
1591 [CC_OP_ADCQ] = { compute_all_adcq, compute_c_adcq },
1593 [CC_OP_SUBQ] = { compute_all_subq, compute_c_subq },
1595 [CC_OP_SBBQ] = { compute_all_sbbq, compute_c_sbbq },
1597 [CC_OP_LOGICQ] = { compute_all_logicq, compute_c_logicq },
1599 [CC_OP_INCQ] = { compute_all_incq, compute_c_incl },
1601 [CC_OP_DECQ] = { compute_all_decq, compute_c_incl },
1603 [CC_OP_SHLQ] = { compute_all_shlq, compute_c_shlq },
1605 [CC_OP_SARQ] = { compute_all_sarq, compute_c_sarl },
1609 /* floating point support. Some of the code for complicated x87
1610 functions comes from the LGPL'ed x86 emulator found in the Willows
1611 TWIN windows emulator. */
1615 void OPPROTO op_flds_FT0_A0(void)
1617 #ifdef USE_FP_CONVERT
1618 FP_CONVERT.i32 = ldl(A0);
1625 void OPPROTO op_fldl_FT0_A0(void)
1627 #ifdef USE_FP_CONVERT
1628 FP_CONVERT.i64 = ldq(A0);
1635 /* helpers are needed to avoid static constant reference. XXX: find a better way */
1636 #ifdef USE_INT_TO_FLOAT_HELPERS
1638 void helper_fild_FT0_A0(void)
1640 FT0 = (CPU86_LDouble)ldsw(A0);
1643 void helper_fildl_FT0_A0(void)
1645 FT0 = (CPU86_LDouble)((int32_t)ldl(A0));
1648 void helper_fildll_FT0_A0(void)
1650 FT0 = (CPU86_LDouble)((int64_t)ldq(A0));
1653 void OPPROTO op_fild_FT0_A0(void)
1655 helper_fild_FT0_A0();
1658 void OPPROTO op_fildl_FT0_A0(void)
1660 helper_fildl_FT0_A0();
1663 void OPPROTO op_fildll_FT0_A0(void)
1665 helper_fildll_FT0_A0();
1670 void OPPROTO op_fild_FT0_A0(void)
1672 #ifdef USE_FP_CONVERT
1673 FP_CONVERT.i32 = ldsw(A0);
1674 FT0 = (CPU86_LDouble)FP_CONVERT.i32;
1676 FT0 = (CPU86_LDouble)ldsw(A0);
1680 void OPPROTO op_fildl_FT0_A0(void)
1682 #ifdef USE_FP_CONVERT
1683 FP_CONVERT.i32 = (int32_t) ldl(A0);
1684 FT0 = (CPU86_LDouble)FP_CONVERT.i32;
1686 FT0 = (CPU86_LDouble)((int32_t)ldl(A0));
1690 void OPPROTO op_fildll_FT0_A0(void)
1692 #ifdef USE_FP_CONVERT
1693 FP_CONVERT.i64 = (int64_t) ldq(A0);
1694 FT0 = (CPU86_LDouble)FP_CONVERT.i64;
1696 FT0 = (CPU86_LDouble)((int64_t)ldq(A0));
1703 void OPPROTO op_flds_ST0_A0(void)
1706 new_fpstt = (env->fpstt - 1) & 7;
1707 #ifdef USE_FP_CONVERT
1708 FP_CONVERT.i32 = ldl(A0);
1709 env->fpregs[new_fpstt].d = FP_CONVERT.f;
1711 env->fpregs[new_fpstt].d = ldfl(A0);
1713 env->fpstt = new_fpstt;
1714 env->fptags[new_fpstt] = 0; /* validate stack entry */
1717 void OPPROTO op_fldl_ST0_A0(void)
1720 new_fpstt = (env->fpstt - 1) & 7;
1721 #ifdef USE_FP_CONVERT
1722 FP_CONVERT.i64 = ldq(A0);
1723 env->fpregs[new_fpstt].d = FP_CONVERT.d;
1725 env->fpregs[new_fpstt].d = ldfq(A0);
1727 env->fpstt = new_fpstt;
1728 env->fptags[new_fpstt] = 0; /* validate stack entry */
1731 void OPPROTO op_fldt_ST0_A0(void)
1733 helper_fldt_ST0_A0();
1736 /* helpers are needed to avoid static constant reference. XXX: find a better way */
1737 #ifdef USE_INT_TO_FLOAT_HELPERS
1739 void helper_fild_ST0_A0(void)
1742 new_fpstt = (env->fpstt - 1) & 7;
1743 env->fpregs[new_fpstt].d = (CPU86_LDouble)ldsw(A0);
1744 env->fpstt = new_fpstt;
1745 env->fptags[new_fpstt] = 0; /* validate stack entry */
1748 void helper_fildl_ST0_A0(void)
1751 new_fpstt = (env->fpstt - 1) & 7;
1752 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int32_t)ldl(A0));
1753 env->fpstt = new_fpstt;
1754 env->fptags[new_fpstt] = 0; /* validate stack entry */
1757 void helper_fildll_ST0_A0(void)
1760 new_fpstt = (env->fpstt - 1) & 7;
1761 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int64_t)ldq(A0));
1762 env->fpstt = new_fpstt;
1763 env->fptags[new_fpstt] = 0; /* validate stack entry */
1766 void OPPROTO op_fild_ST0_A0(void)
1768 helper_fild_ST0_A0();
1771 void OPPROTO op_fildl_ST0_A0(void)
1773 helper_fildl_ST0_A0();
1776 void OPPROTO op_fildll_ST0_A0(void)
1778 helper_fildll_ST0_A0();
1783 void OPPROTO op_fild_ST0_A0(void)
1786 new_fpstt = (env->fpstt - 1) & 7;
1787 #ifdef USE_FP_CONVERT
1788 FP_CONVERT.i32 = ldsw(A0);
1789 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i32;
1791 env->fpregs[new_fpstt].d = (CPU86_LDouble)ldsw(A0);
1793 env->fpstt = new_fpstt;
1794 env->fptags[new_fpstt] = 0; /* validate stack entry */
1797 void OPPROTO op_fildl_ST0_A0(void)
1800 new_fpstt = (env->fpstt - 1) & 7;
1801 #ifdef USE_FP_CONVERT
1802 FP_CONVERT.i32 = (int32_t) ldl(A0);
1803 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i32;
1805 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int32_t)ldl(A0));
1807 env->fpstt = new_fpstt;
1808 env->fptags[new_fpstt] = 0; /* validate stack entry */
1811 void OPPROTO op_fildll_ST0_A0(void)
1814 new_fpstt = (env->fpstt - 1) & 7;
1815 #ifdef USE_FP_CONVERT
1816 FP_CONVERT.i64 = (int64_t) ldq(A0);
1817 env->fpregs[new_fpstt].d = (CPU86_LDouble)FP_CONVERT.i64;
1819 env->fpregs[new_fpstt].d = (CPU86_LDouble)((int64_t)ldq(A0));
1821 env->fpstt = new_fpstt;
1822 env->fptags[new_fpstt] = 0; /* validate stack entry */
1829 void OPPROTO op_fsts_ST0_A0(void)
1831 #ifdef USE_FP_CONVERT
1832 FP_CONVERT.f = (float)ST0;
1833 stfl(A0, FP_CONVERT.f);
1835 stfl(A0, (float)ST0);
1840 void OPPROTO op_fstl_ST0_A0(void)
1842 stfq(A0, (double)ST0);
1846 void OPPROTO op_fstt_ST0_A0(void)
1848 helper_fstt_ST0_A0();
1851 void OPPROTO op_fist_ST0_A0(void)
1853 #if defined(__sparc__) && !defined(__sparc_v9__)
1854 register CPU86_LDouble d asm("o0");
1861 val = floatx_to_int32(d, &env->fp_status);
1862 if (val != (int16_t)val)
1868 void OPPROTO op_fistl_ST0_A0(void)
1870 #if defined(__sparc__) && !defined(__sparc_v9__)
1871 register CPU86_LDouble d asm("o0");
1878 val = floatx_to_int32(d, &env->fp_status);
1883 void OPPROTO op_fistll_ST0_A0(void)
1885 #if defined(__sparc__) && !defined(__sparc_v9__)
1886 register CPU86_LDouble d asm("o0");
1893 val = floatx_to_int64(d, &env->fp_status);
1898 void OPPROTO op_fbld_ST0_A0(void)
1900 helper_fbld_ST0_A0();
1903 void OPPROTO op_fbst_ST0_A0(void)
1905 helper_fbst_ST0_A0();
1910 void OPPROTO op_fpush(void)
1915 void OPPROTO op_fpop(void)
1920 void OPPROTO op_fdecstp(void)
1922 env->fpstt = (env->fpstt - 1) & 7;
1923 env->fpus &= (~0x4700);
1926 void OPPROTO op_fincstp(void)
1928 env->fpstt = (env->fpstt + 1) & 7;
1929 env->fpus &= (~0x4700);
1932 void OPPROTO op_ffree_STN(void)
1934 env->fptags[(env->fpstt + PARAM1) & 7] = 1;
1937 void OPPROTO op_fmov_ST0_FT0(void)
1942 void OPPROTO op_fmov_FT0_STN(void)
1947 void OPPROTO op_fmov_ST0_STN(void)
1952 void OPPROTO op_fmov_STN_ST0(void)
1957 void OPPROTO op_fxchg_ST0_STN(void)
1965 /* FPU operations */
1967 const int fcom_ccval[4] = {0x0100, 0x4000, 0x0000, 0x4500};
1969 void OPPROTO op_fcom_ST0_FT0(void)
1973 ret = floatx_compare(ST0, FT0, &env->fp_status);
1974 env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret + 1];
1978 void OPPROTO op_fucom_ST0_FT0(void)
1982 ret = floatx_compare_quiet(ST0, FT0, &env->fp_status);
1983 env->fpus = (env->fpus & ~0x4500) | fcom_ccval[ret+ 1];
1987 const int fcomi_ccval[4] = {CC_C, CC_Z, 0, CC_Z | CC_P | CC_C};
1989 void OPPROTO op_fcomi_ST0_FT0(void)
1994 ret = floatx_compare(ST0, FT0, &env->fp_status);
1995 eflags = cc_table[CC_OP].compute_all();
1996 eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
2001 void OPPROTO op_fucomi_ST0_FT0(void)
2006 ret = floatx_compare_quiet(ST0, FT0, &env->fp_status);
2007 eflags = cc_table[CC_OP].compute_all();
2008 eflags = (eflags & ~(CC_Z | CC_P | CC_C)) | fcomi_ccval[ret + 1];
2013 void OPPROTO op_fcmov_ST0_STN_T0(void)
2021 void OPPROTO op_fadd_ST0_FT0(void)
2026 void OPPROTO op_fmul_ST0_FT0(void)
2031 void OPPROTO op_fsub_ST0_FT0(void)
2036 void OPPROTO op_fsubr_ST0_FT0(void)
2041 void OPPROTO op_fdiv_ST0_FT0(void)
2043 ST0 = helper_fdiv(ST0, FT0);
2046 void OPPROTO op_fdivr_ST0_FT0(void)
2048 ST0 = helper_fdiv(FT0, ST0);
2051 /* fp operations between STN and ST0 */
2053 void OPPROTO op_fadd_STN_ST0(void)
2058 void OPPROTO op_fmul_STN_ST0(void)
2063 void OPPROTO op_fsub_STN_ST0(void)
2068 void OPPROTO op_fsubr_STN_ST0(void)
2075 void OPPROTO op_fdiv_STN_ST0(void)
2079 *p = helper_fdiv(*p, ST0);
2082 void OPPROTO op_fdivr_STN_ST0(void)
2086 *p = helper_fdiv(ST0, *p);
2089 /* misc FPU operations */
2090 void OPPROTO op_fchs_ST0(void)
2092 ST0 = floatx_chs(ST0);
2095 void OPPROTO op_fabs_ST0(void)
2097 ST0 = floatx_abs(ST0);
2100 void OPPROTO op_fxam_ST0(void)
2105 void OPPROTO op_fld1_ST0(void)
2110 void OPPROTO op_fldl2t_ST0(void)
2115 void OPPROTO op_fldl2e_ST0(void)
2120 void OPPROTO op_fldpi_ST0(void)
2125 void OPPROTO op_fldlg2_ST0(void)
2130 void OPPROTO op_fldln2_ST0(void)
2135 void OPPROTO op_fldz_ST0(void)
2140 void OPPROTO op_fldz_FT0(void)
2145 /* associated heplers to reduce generated code length and to simplify
2146 relocation (FP constants are usually stored in .rodata section) */
2148 void OPPROTO op_f2xm1(void)
2153 void OPPROTO op_fyl2x(void)
2158 void OPPROTO op_fptan(void)
2163 void OPPROTO op_fpatan(void)
2168 void OPPROTO op_fxtract(void)
2173 void OPPROTO op_fprem1(void)
2179 void OPPROTO op_fprem(void)
2184 void OPPROTO op_fyl2xp1(void)
2189 void OPPROTO op_fsqrt(void)
2194 void OPPROTO op_fsincos(void)
2199 void OPPROTO op_frndint(void)
2204 void OPPROTO op_fscale(void)
2209 void OPPROTO op_fsin(void)
2214 void OPPROTO op_fcos(void)
2219 void OPPROTO op_fnstsw_A0(void)
2222 fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
2227 void OPPROTO op_fnstsw_EAX(void)
2230 fpus = (env->fpus & ~0x3800) | (env->fpstt & 0x7) << 11;
2231 EAX = (EAX & ~0xffff) | fpus;
2234 void OPPROTO op_fnstcw_A0(void)
2240 void OPPROTO op_fldcw_A0(void)
2242 env->fpuc = lduw(A0);
2246 void OPPROTO op_fclex(void)
2248 env->fpus &= 0x7f00;
2251 void OPPROTO op_fwait(void)
2253 if (env->fpus & FPUS_SE)
2254 fpu_raise_exception();
2258 void OPPROTO op_fninit(void)
2273 void OPPROTO op_fnstenv_A0(void)
2275 helper_fstenv(A0, PARAM1);
2278 void OPPROTO op_fldenv_A0(void)
2280 helper_fldenv(A0, PARAM1);
2283 void OPPROTO op_fnsave_A0(void)
2285 helper_fsave(A0, PARAM1);
2288 void OPPROTO op_frstor_A0(void)
2290 helper_frstor(A0, PARAM1);
2293 /* threading support */
2294 void OPPROTO op_lock(void)
2299 void OPPROTO op_unlock(void)
2305 static inline void memcpy16(void *d, void *s)
2307 ((uint32_t *)d)[0] = ((uint32_t *)s)[0];
2308 ((uint32_t *)d)[1] = ((uint32_t *)s)[1];
2309 ((uint32_t *)d)[2] = ((uint32_t *)s)[2];
2310 ((uint32_t *)d)[3] = ((uint32_t *)s)[3];
2313 void OPPROTO op_movo(void)
2315 /* XXX: badly generated code */
2317 d = (XMMReg *)((char *)env + PARAM1);
2318 s = (XMMReg *)((char *)env + PARAM2);
2322 void OPPROTO op_movq(void)
2325 d = (uint64_t *)((char *)env + PARAM1);
2326 s = (uint64_t *)((char *)env + PARAM2);
2330 void OPPROTO op_movl(void)
2333 d = (uint32_t *)((char *)env + PARAM1);
2334 s = (uint32_t *)((char *)env + PARAM2);
2338 void OPPROTO op_movq_env_0(void)
2341 d = (uint64_t *)((char *)env + PARAM1);
2345 void OPPROTO op_fxsave_A0(void)
2347 helper_fxsave(A0, PARAM1);
2350 void OPPROTO op_fxrstor_A0(void)
2352 helper_fxrstor(A0, PARAM1);
2355 /* XXX: optimize by storing fptt and fptags in the static cpu state */
2356 void OPPROTO op_enter_mmx(void)
2359 *(uint32_t *)(env->fptags) = 0;
2360 *(uint32_t *)(env->fptags + 4) = 0;
2363 void OPPROTO op_emms(void)
2365 /* set to empty state */
2366 *(uint32_t *)(env->fptags) = 0x01010101;
2367 *(uint32_t *)(env->fptags + 4) = 0x01010101;
2371 #include "ops_sse.h"
2374 #include "ops_sse.h"