ViewVC Help
View File | Revision Log | Show Annotations | Revision Graph | Root Listing
root/cebix/BasiliskII/src/uae_cpu/compiler/codegen_x86.h
Revision: 1.11
Committed: 2003-05-19T17:15:17Z (21 years, 2 months ago) by gbeauche
Content type: text/plain
Branch: MAIN
Changes since 1.10: +19 -18 lines
Log Message:
- Fix "extended register" predicate to exclude X86_NOREG and X86_RIP
- Really handle requested 32-bit absolute address in AMD64 target
- Fix REX prefixes in 16-bit ALU instructions
- Fix POPF, remove useless? POPFD and PUSHFD

File Contents

# Content
1 /******************** -*- mode: C; tab-width: 8 -*- ********************
2 *
3 * Run-time assembler for IA-32 and AMD64
4 *
5 ***********************************************************************/
6
7
8 /***********************************************************************
9 *
10 * This file is derived from CCG.
11 *
12 * Copyright 1999, 2000, 2001, 2002, 2003 Ian Piumarta
13 *
14 * Adaptations and enhancements for AMD64 support, Copyright 2003
15 * Gwenole Beauchesne
16 *
17 * Basilisk II (C) 1997-2003 Christian Bauer
18 *
19 * This program is free software; you can redistribute it and/or modify
20 * it under the terms of the GNU General Public License as published by
21 * the Free Software Foundation; either version 2 of the License, or
22 * (at your option) any later version.
23 *
24 * This program is distributed in the hope that it will be useful,
25 * but WITHOUT ANY WARRANTY; without even the implied warranty of
26 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
27 * GNU General Public License for more details.
28 *
29 * You should have received a copy of the GNU General Public License
30 * along with this program; if not, write to the Free Software
31 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
32 *
33 ***********************************************************************/
34
35 #ifndef X86_RTASM_H
36 #define X86_RTASM_H
37
38 /* NOTES
39 *
40 * o Best viewed on a 1024x768 screen with fixed-6x10 font ;-)
41 *
42 * TODO
43 *
44 * o Fix FIXMEs
45 * o i387 FPU instructions
46 * o SSE instructions
47 * o Optimize for cases where register numbers are not integral constants
48 */
49
50 /* --- Configuration ------------------------------------------------------- */
51
52 /* Define to settle a "flat" register set, i.e. different regno for
53 each size variant. */
54 #ifndef X86_FLAT_REGISTERS
55 #define X86_FLAT_REGISTERS 1
56 #endif
57
58 /* Define to generate x86-64 code. */
59 #ifndef X86_TARGET_64BIT
60 #define X86_TARGET_64BIT 0
61 #endif
62
63 /* Define to optimize ALU instructions. */
64 #ifndef X86_OPTIMIZE_ALU
65 #define X86_OPTIMIZE_ALU 1
66 #endif
67
68 /* Define to optimize rotate/shift instructions. */
69 #ifndef X86_OPTIMIZE_ROTSHI
70 #define X86_OPTIMIZE_ROTSHI 1
71 #endif
72
73
74 /* --- Macros -------------------------------------------------------------- */
75
76 /* Functions used to emit code.
77 *
78 * x86_emit_byte(B)
79 * x86_emit_word(W)
80 * x86_emit_long(L)
81 */
82
83 /* Get pointer to current code
84 *
85 * x86_get_target()
86 */
87
88 /* Abort assembler, fatal failure.
89 *
90 * x86_emit_failure(MSG)
91 */
92
93 #define x86_emit_failure0(MSG) (x86_emit_failure(MSG),0)
94
95
96 /* --- Register set -------------------------------------------------------- */
97
98 enum {
99 X86_RIP = -2,
100 #if X86_FLAT_REGISTERS
101 X86_NOREG = 0,
102 X86_Reg8L_Base = 0x10,
103 X86_Reg8H_Base = 0x20,
104 X86_Reg16_Base = 0x30,
105 X86_Reg32_Base = 0x40,
106 X86_Reg64_Base = 0x50,
107 X86_RegMMX_Base = 0x60,
108 X86_RegXMM_Base = 0x70,
109 #else
110 X86_NOREG = -1,
111 X86_Reg8L_Base = 0,
112 X86_Reg8H_Base = 16,
113 X86_Reg16_Base = 0,
114 X86_Reg32_Base = 0,
115 X86_Reg64_Base = 0,
116 X86_RegMMX_Base = 0,
117 X86_RegXMM_Base = 0,
118 #endif
119 };
120
121 enum {
122 X86_AL = X86_Reg8L_Base,
123 X86_CL, X86_DL, X86_BL,
124 X86_AH, X86_CH, X86_DH, X86_BH,
125 X86_R8B, X86_R9B, X86_R10B, X86_R11B,
126 X86_R12B, X86_R13B, X86_R14B, X86_R15B,
127 X86_SPL = X86_Reg8H_Base + 4,
128 X86_BPL, X86_SIL, X86_DIL
129 };
130
131 enum {
132 X86_AX = X86_Reg16_Base,
133 X86_CX, X86_DX, X86_BX,
134 X86_SP, X86_BP, X86_SI, X86_DI,
135 X86_R8W, X86_R9W, X86_R10W, X86_R11W,
136 X86_R12W, X86_R13W, X86_R14W, X86_R15W
137 };
138
139 enum {
140 X86_EAX = X86_Reg32_Base,
141 X86_ECX, X86_EDX, X86_EBX,
142 X86_ESP, X86_EBP, X86_ESI, X86_EDI,
143 X86_R8D, X86_R9D, X86_R10D, X86_R11D,
144 X86_R12D, X86_R13D, X86_R14D, X86_R15D
145 };
146
147 enum {
148 X86_RAX = X86_Reg64_Base,
149 X86_RCX, X86_RDX, X86_RBX,
150 X86_RSP, X86_RBP, X86_RSI, X86_RDI,
151 X86_R8, X86_R9, X86_R10, X86_R11,
152 X86_R12, X86_R13, X86_R14, X86_R15
153 };
154
155 enum {
156 X86_MM0 = X86_RegMMX_Base,
157 X86_MM1, X86_MM2, X86_MM3,
158 X86_MM4, X86_MM5, X86_MM6, X86_MM7,
159 };
160
161 enum {
162 X86_XMM0 = X86_RegXMM_Base,
163 X86_XMM1, X86_XMM2, X86_XMM3,
164 X86_XMM4, X86_XMM5, X86_XMM6, X86_XMM7,
165 X86_XMM8, X86_XMM9, X86_XMM10, X86_XMM11,
166 X86_XMM12, X86_XMM13, X86_XMM14, X86_XMM15
167 };
168
169 /* Register control and access
170 *
171 * _r0P(R) Null register?
172 * _rIP(R) RIP register?
173 * _rXP(R) Extended register?
174 *
175 * _rC(R) Class of register (only valid if X86_FLAT_REGISTERS)
176 * _rR(R) Full register number
177 * _rN(R) Short register number for encoding
178 *
179 * _r1(R) 8-bit register ID
180 * _r2(R) 16-bit register ID
181 * _r4(R) 32-bit register ID
182 * _r8(R) 64-bit register ID
183 * _rM(R) MMX register ID
184 * _rX(R) XMM register ID
185 * _rA(R) Address register ID used for EA calculation
186 */
187
188 #define _r0P(R) ((int)(R) == (int)X86_NOREG)
189 #define _rIP(R) ((int)(R) == (int)X86_RIP)
190
191 #define _rC(R) ((R) & 0xf0)
192 #define _rR(R) ((R) & 0x0f)
193 #define _rN(R) ((R) & 0x07)
194 #define _rXP(R) ((R) > 0 && _rR(R) > 7)
195
196 #if !defined(_ASM_SAFETY) || ! X86_FLAT_REGISTERS
197 #define _r1(R) _rN(R)
198 #define _r2(R) _rN(R)
199 #define _r4(R) _rN(R)
200 #define _r8(R) _rN(R)
201 #define _rA(R) _rN(R)
202 #define _rM(R) _rN(R)
203 #define _rX(R) _rN(R)
204 #else
205 #define _r1(R) ( ((_rC(R) & (X86_Reg8L_Base | X86_Reg8H_Base)) != 0) ? _rN(R) : x86_emit_failure0( "8-bit register required"))
206 #define _r2(R) ( (_rC(R) == X86_Reg16_Base) ? _rN(R) : x86_emit_failure0("16-bit register required"))
207 #define _r4(R) ( (_rC(R) == X86_Reg32_Base) ? _rN(R) : x86_emit_failure0("32-bit register required"))
208 #define _r8(R) ( (_rC(R) == X86_Reg64_Base) ? _rN(R) : x86_emit_failure0("64-bit register required"))
209 #define _rA(R) ( X86_TARGET_64BIT ? \
210 ( (_rC(R) == X86_Reg64_Base) ? _rN(R) : x86_emit_failure0("not a valid 64-bit base/index expression")) : \
211 ( (_rC(R) == X86_Reg32_Base) ? _rN(R) : x86_emit_failure0("not a valid 32-bit base/index expression")) )
212 #define _rM(R) ( (_rC(R) == X86_RegMMX_Base) ? _rN(R) : x86_emit_failure0("MMX register required"))
213 #define _rX(R) ( (_rC(R) == X86_RegXMM_Base) ? _rN(R) : x86_emit_failure0("SSE register required"))
214 #endif
215
216 #define _rSP() (X86_TARGET_64BIT ? (int)X86_RSP : (int)X86_ESP)
217 #define _rbpP(R) (_rR(R) == _rR(X86_RBP))
218 #define _rspP(R) (_rR(R) == _rR(X86_RSP))
219 #define _rsp12P(R) (_rN(R) == _rN(X86_RSP))
220
221
222 /* ========================================================================= */
223 /* --- UTILITY ------------------------------------------------------------- */
224 /* ========================================================================= */
225
226 typedef signed char _sc;
227 typedef unsigned char _uc;
228 typedef signed short _ss;
229 typedef unsigned short _us;
230 typedef signed int _sl;
231 typedef unsigned int _ul;
232
233 #define _UC(X) ((_uc )(X))
234 #define _US(X) ((_us )(X))
235 #define _SL(X) ((_sl )(X))
236 #define _UL(X) ((_ul )(X))
237
238 # define _PUC(X) ((_uc *)(X))
239 # define _PUS(X) ((_us *)(X))
240 # define _PSL(X) ((_sl *)(X))
241 # define _PUL(X) ((_ul *)(X))
242
243 #define _B(B) x86_emit_byte((B))
244 #define _W(W) x86_emit_word((W))
245 #define _L(L) x86_emit_long((L))
246
247 #define _MASK(N) ((unsigned)((1<<(N)))-1)
248 #define _siP(N,I) (!((((unsigned)(I))^(((unsigned)(I))<<1))&~_MASK(N)))
249 #define _uiP(N,I) (!(((unsigned)(I))&~_MASK(N)))
250 #define _suiP(N,I) (_siP(N,I) | _uiP(N,I))
251
252 #ifndef _ASM_SAFETY
253 #define _ck_s(W,I) (_UL(I) & _MASK(W))
254 #define _ck_u(W,I) (_UL(I) & _MASK(W))
255 #define _ck_su(W,I) (_UL(I) & _MASK(W))
256 #define _ck_d(W,I) (_UL(I) & _MASK(W))
257 #else
258 #define _ck_s(W,I) (_siP(W,I) ? (_UL(I) & _MASK(W)) : x86_emit_failure0( "signed integer `"#I"' too large for "#W"-bit field"))
259 #define _ck_u(W,I) (_uiP(W,I) ? (_UL(I) & _MASK(W)) : x86_emit_failure0("unsigned integer `"#I"' too large for "#W"-bit field"))
260 #define _ck_su(W,I) (_suiP(W,I) ? (_UL(I) & _MASK(W)) : x86_emit_failure0( "integer `"#I"' too large for "#W"-bit field"))
261 #define _ck_d(W,I) (_siP(W,I) ? (_UL(I) & _MASK(W)) : x86_emit_failure0( "displacement `"#I"' too large for "#W"-bit field"))
262 #endif
263
264 #define _s0P(I) ((I)==0)
265 #define _s8P(I) _siP(8,I)
266 #define _s16P(I) _siP(16,I)
267 #define _u8P(I) _uiP(8,I)
268 #define _u16P(I) _uiP(16,I)
269
270 #define _su8(I) _ck_su(8,I)
271 #define _su16(I) _ck_su(16,I)
272
273 #define _s1(I) _ck_s( 1,I)
274 #define _s2(I) _ck_s( 2,I)
275 #define _s3(I) _ck_s( 3,I)
276 #define _s4(I) _ck_s( 4,I)
277 #define _s5(I) _ck_s( 5,I)
278 #define _s6(I) _ck_s( 6,I)
279 #define _s7(I) _ck_s( 7,I)
280 #define _s8(I) _ck_s( 8,I)
281 #define _s9(I) _ck_s( 9,I)
282 #define _s10(I) _ck_s(10,I)
283 #define _s11(I) _ck_s(11,I)
284 #define _s12(I) _ck_s(12,I)
285 #define _s13(I) _ck_s(13,I)
286 #define _s14(I) _ck_s(14,I)
287 #define _s15(I) _ck_s(15,I)
288 #define _s16(I) _ck_s(16,I)
289 #define _s17(I) _ck_s(17,I)
290 #define _s18(I) _ck_s(18,I)
291 #define _s19(I) _ck_s(19,I)
292 #define _s20(I) _ck_s(20,I)
293 #define _s21(I) _ck_s(21,I)
294 #define _s22(I) _ck_s(22,I)
295 #define _s23(I) _ck_s(23,I)
296 #define _s24(I) _ck_s(24,I)
297 #define _s25(I) _ck_s(25,I)
298 #define _s26(I) _ck_s(26,I)
299 #define _s27(I) _ck_s(27,I)
300 #define _s28(I) _ck_s(28,I)
301 #define _s29(I) _ck_s(29,I)
302 #define _s30(I) _ck_s(30,I)
303 #define _s31(I) _ck_s(31,I)
304 #define _u1(I) _ck_u( 1,I)
305 #define _u2(I) _ck_u( 2,I)
306 #define _u3(I) _ck_u( 3,I)
307 #define _u4(I) _ck_u( 4,I)
308 #define _u5(I) _ck_u( 5,I)
309 #define _u6(I) _ck_u( 6,I)
310 #define _u7(I) _ck_u( 7,I)
311 #define _u8(I) _ck_u( 8,I)
312 #define _u9(I) _ck_u( 9,I)
313 #define _u10(I) _ck_u(10,I)
314 #define _u11(I) _ck_u(11,I)
315 #define _u12(I) _ck_u(12,I)
316 #define _u13(I) _ck_u(13,I)
317 #define _u14(I) _ck_u(14,I)
318 #define _u15(I) _ck_u(15,I)
319 #define _u16(I) _ck_u(16,I)
320 #define _u17(I) _ck_u(17,I)
321 #define _u18(I) _ck_u(18,I)
322 #define _u19(I) _ck_u(19,I)
323 #define _u20(I) _ck_u(20,I)
324 #define _u21(I) _ck_u(21,I)
325 #define _u22(I) _ck_u(22,I)
326 #define _u23(I) _ck_u(23,I)
327 #define _u24(I) _ck_u(24,I)
328 #define _u25(I) _ck_u(25,I)
329 #define _u26(I) _ck_u(26,I)
330 #define _u27(I) _ck_u(27,I)
331 #define _u28(I) _ck_u(28,I)
332 #define _u29(I) _ck_u(29,I)
333 #define _u30(I) _ck_u(30,I)
334 #define _u31(I) _ck_u(31,I)
335
336 /* ========================================================================= */
337 /* --- ASSEMBLER ----------------------------------------------------------- */
338 /* ========================================================================= */
339
340 #define _b00 0
341 #define _b01 1
342 #define _b10 2
343 #define _b11 3
344
345 #define _b000 0
346 #define _b001 1
347 #define _b010 2
348 #define _b011 3
349 #define _b100 4
350 #define _b101 5
351 #define _b110 6
352 #define _b111 7
353
354 #define _OFF4(D) (_UL(D) - _UL(x86_get_target()))
355 #define _CKD8(D) _ck_d(8, ((_uc) _OFF4(D)) )
356
357 #define _D8(D) (_B(0), ((*(_PUC(x86_get_target())-1))= _CKD8(D)))
358 #define _D32(D) (_L(0), ((*(_PUL(x86_get_target())-1))= _OFF4(D)))
359
360 #ifndef _ASM_SAFETY
361 # define _M(M) (M)
362 # define _r(R) (R)
363 # define _m(M) (M)
364 # define _s(S) (S)
365 # define _i(I) (I)
366 # define _b(B) (B)
367 #else
368 # define _M(M) (((M)>3) ? x86_emit_failure0("internal error: mod = " #M) : (M))
369 # define _r(R) (((R)>7) ? x86_emit_failure0("internal error: reg = " #R) : (R))
370 # define _m(M) (((M)>7) ? x86_emit_failure0("internal error: r/m = " #M) : (M))
371 # define _s(S) (((S)>3) ? x86_emit_failure0("internal error: memory scale = " #S) : (S))
372 # define _i(I) (((I)>7) ? x86_emit_failure0("internal error: memory index = " #I) : (I))
373 # define _b(B) (((B)>7) ? x86_emit_failure0("internal error: memory base = " #B) : (B))
374 #endif
375
376 #define _Mrm(Md,R,M) _B((_M(Md)<<6)|(_r(R)<<3)|_m(M))
377 #define _SIB(Sc,I, B) _B((_s(Sc)<<6)|(_i(I)<<3)|_b(B))
378
379 #define _SCL(S) ((((S)==1) ? _b00 : \
380 (((S)==2) ? _b01 : \
381 (((S)==4) ? _b10 : \
382 (((S)==8) ? _b11 : x86_emit_failure0("illegal scale: " #S))))))
383
384
385 /* --- Memory subformats - urgh! ------------------------------------------- */
386
387 /* _r_D() is RIP addressing mode if X86_TARGET_64BIT, use _r_DSIB() instead */
388 #define _r_D( R, D ) (_Mrm(_b00,_rN(R),_b101 ) ,_L((long)(D)))
389 #define _r_DSIB(R, D ) (_Mrm(_b00,_rN(R),_b100 ),_SIB(_SCL(1),_b100 ,_b101 ),_L((long)(D)))
390 #define _r_0B( R, B ) (_Mrm(_b00,_rN(R),_rA(B)) )
391 #define _r_0BIS(R, B,I,S) (_Mrm(_b00,_rN(R),_b100 ),_SIB(_SCL(S),_rA(I),_rA(B)) )
392 #define _r_1B( R, D,B ) (_Mrm(_b01,_rN(R),_rA(B)) ,_B((long)(D)))
393 #define _r_1BIS(R, D,B,I,S) (_Mrm(_b01,_rN(R),_b100 ),_SIB(_SCL(S),_rA(I),_rA(B)),_B((long)(D)))
394 #define _r_4B( R, D,B ) (_Mrm(_b10,_rN(R),_rA(B)) ,_L((long)(D)))
395 #define _r_4IS( R, D,I,S) (_Mrm(_b00,_rN(R),_b100 ),_SIB(_SCL(S),_rA(I),_b101 ),_L((long)(D)))
396 #define _r_4BIS(R, D,B,I,S) (_Mrm(_b10,_rN(R),_b100 ),_SIB(_SCL(S),_rA(I),_rA(B)),_L((long)(D)))
397
398 #define _r_DB( R, D,B ) ((_s0P(D) && (!_rbpP(B)) ? _r_0B (R, B ) : (_s8P(D) ? _r_1B( R,D,B ) : _r_4B( R,D,B ))))
399 #define _r_DBIS(R, D,B,I,S) ((_s0P(D) && (!_rbpP(B)) ? _r_0BIS(R, B,I,S) : (_s8P(D) ? _r_1BIS(R,D,B,I,S) : _r_4BIS(R,D,B,I,S))))
400
401 /* If we requested absolute 32-bit addressing in AMD64, we have to
402 force the displacement with a SIB byte, otherwise the effective
403 address would be RIP relative */
404 #define _r_X( R, D,B,I,S) (_r0P(I) ? (_r0P(B) ? (!X86_TARGET_64BIT ? _r_D(R,D) : \
405 _r_DSIB(R,D )) : \
406 (_rIP(B) ? _r_D (R,D ) : \
407 (_rsp12P(B) ? _r_DBIS(R,D,_rSP(),_rSP(),1) : \
408 _r_DB (R,D, B )))) : \
409 (_r0P(B) ? _r_4IS (R,D, I,S) : \
410 (!_rspP(I) ? _r_DBIS(R,D, B, I,S) : \
411 x86_emit_failure("illegal index register: %esp"))))
412
413
414 /* --- Instruction formats ------------------------------------------------- */
415
416 #define _m32only(X) (! X86_TARGET_64BIT ? X : x86_emit_failure("invalid instruction in 64-bit mode"))
417 #define _m64only(X) ( X86_TARGET_64BIT ? X : x86_emit_failure("invalid instruction in 32-bit mode"))
418 #define _m64(X) ( X86_TARGET_64BIT ? X : ((void)0) )
419
420 /* _format Opcd ModR/M dN(rB,rI,Sc) imm... */
421
422 #define _d16() ( _B(0x66 ) )
423 #define _O( OP ) ( _B( OP ) )
424 #define _Or( OP,R ) ( _B( (OP)|_r(R)) )
425 #define _OO( OP ) ( _B((OP)>>8), _B( (OP) ) )
426 #define _OOr( OP,R ) ( _B((OP)>>8), _B( (OP)|_r(R)) )
427 #define _Os( OP,B ) ( _s8P(B) ? _B(((OP)|_b10)) : _B(OP) )
428 #define _sW( W ) ( _s8P(W) ? _B(W):_W(W) )
429 #define _sL( L ) ( _s8P(L) ? _B(L):_L(L) )
430 #define _O_B( OP ,B ) ( _O ( OP ) ,_B(B) )
431 #define _O_W( OP ,W ) ( _O ( OP ) ,_W(W) )
432 #define _O_L( OP ,L ) ( _O ( OP ) ,_L(L) )
433 #define _O_D8( OP ,D ) ( _O ( OP ) ,_D8(D) )
434 #define _O_D32( OP ,D ) ( _O ( OP ) ,_D32(D) )
435 #define _OO_D32( OP ,D ) ( _OO ( OP ) ,_D32(D) )
436 #define _Os_sW( OP ,W ) ( _Os ( OP,W) ,_sW(W) )
437 #define _Os_sL( OP ,L ) ( _Os ( OP,L) ,_sL(L) )
438 #define _O_W_B( OP ,W,B) ( _O ( OP ) ,_W(W),_B(B))
439 #define _Or_B( OP,R ,B ) ( _Or ( OP,R) ,_B(B) )
440 #define _Or_W( OP,R ,W ) ( _Or ( OP,R) ,_W(W) )
441 #define _Or_L( OP,R ,L ) ( _Or ( OP,R) ,_L(L) )
442 #define _O_Mrm( OP ,MO,R,M ) ( _O ( OP ),_Mrm(MO,R,M ) )
443 #define _OO_Mrm( OP ,MO,R,M ) ( _OO ( OP ),_Mrm(MO,R,M ) )
444 #define _O_Mrm_B( OP ,MO,R,M ,B ) ( _O ( OP ),_Mrm(MO,R,M ) ,_B(B) )
445 #define _O_Mrm_W( OP ,MO,R,M ,W ) ( _O ( OP ),_Mrm(MO,R,M ) ,_W(W) )
446 #define _O_Mrm_L( OP ,MO,R,M ,L ) ( _O ( OP ),_Mrm(MO,R,M ) ,_L(L) )
447 #define _OO_Mrm_B( OP ,MO,R,M ,B ) ( _OO ( OP ),_Mrm(MO,R,M ) ,_B(B) )
448 #define _Os_Mrm_sW(OP ,MO,R,M ,W ) ( _Os ( OP,W),_Mrm(MO,R,M ),_sW(W) )
449 #define _Os_Mrm_sL(OP ,MO,R,M ,L ) ( _Os ( OP,L),_Mrm(MO,R,M ),_sL(L) )
450 #define _O_r_X( OP ,R ,MD,MB,MI,MS ) ( _O ( OP ),_r_X( R ,MD,MB,MI,MS) )
451 #define _OO_r_X( OP ,R ,MD,MB,MI,MS ) ( _OO ( OP ),_r_X( R ,MD,MB,MI,MS) )
452 #define _O_r_X_B( OP ,R ,MD,MB,MI,MS,B ) ( _O ( OP ),_r_X( R ,MD,MB,MI,MS) ,_B(B) )
453 #define _O_r_X_W( OP ,R ,MD,MB,MI,MS,W ) ( _O ( OP ),_r_X( R ,MD,MB,MI,MS) ,_W(W) )
454 #define _O_r_X_L( OP ,R ,MD,MB,MI,MS,L ) ( _O ( OP ),_r_X( R ,MD,MB,MI,MS) ,_L(L) )
455 #define _OO_r_X_B( OP ,R ,MD,MB,MI,MS,B ) ( _OO ( OP ),_r_X( R ,MD,MB,MI,MS) ,_B(B) )
456 #define _Os_r_X_sW(OP ,R ,MD,MB,MI,MS,W ) ( _Os ( OP,W),_r_X( R ,MD,MB,MI,MS),_sW(W) )
457 #define _Os_r_X_sL(OP ,R ,MD,MB,MI,MS,L ) ( _Os ( OP,L),_r_X( R ,MD,MB,MI,MS),_sL(L) )
458 #define _O_X_B( OP ,MD,MB,MI,MS,B ) ( _O_r_X_B( OP ,0 ,MD,MB,MI,MS ,B) )
459 #define _O_X_W( OP ,MD,MB,MI,MS,W ) ( _O_r_X_W( OP ,0 ,MD,MB,MI,MS ,W) )
460 #define _O_X_L( OP ,MD,MB,MI,MS,L ) ( _O_r_X_L( OP ,0 ,MD,MB,MI,MS ,L) )
461
462
463 /* --- REX prefixes -------------------------------------------------------- */
464
465 #define _VOID() ((void)0)
466 #define _BIT(X) (!!(X))
467 #define _d64(W,R,X,B) (_B(0x40|(W)<<3|(R)<<2|(X)<<1|(B)))
468
469 #define __REXwrxb(L,W,R,X,B) ((W|R|X|B) || (L) ? _d64(W,R,X,B) : _VOID())
470 #define __REXwrx_(L,W,R,X,MR) (__REXwrxb(L,W,R,X,_BIT(_rIP(MR)?0:_rXP(MR))))
471 #define __REXw_x_(L,W,R,X,MR) (__REXwrx_(L,W,_BIT(_rXP(R)),X,MR))
472
473 // FIXME: can't mix new (SPL,BPL,SIL,DIL) with (AH,BH,CH,DH)
474 #define _REXBrr(RR,MR) _m64(__REXw_x_(((RR)|(MR))>=X86_SPL,0,RR,0,MR))
475 #define _REXBmr(MB,MI,RD) _m64(__REXw_x_(((RD)|(MB))>=X86_SPL,0,RD,_BIT(_rXP(MI)),MB))
476 #define _REXBrm(RS,MB,MI) _REXBmr(MB,MI,RS)
477
478 #define _REXLrr(RR,MR) _m64(__REXw_x_(0,0,RR,0,MR))
479 #define _REXLmr(MB,MI,RD) _m64(__REXw_x_(0,0,RD,_BIT(_rXP(MI)),MB))
480 #define _REXLrm(RS,MB,MI) _REXLmr(MB,MI,RS)
481
482 #define _REXQrr(RR,MR) _m64only(__REXw_x_(0,1,RR,0,MR))
483 #define _REXQmr(MB,MI,RD) _m64only(__REXw_x_(0,1,RD,_BIT(_rXP(MI)),MB))
484 #define _REXQrm(RS,MB,MI) _REXQmr(MB,MI,RS)
485
486
487 /* ========================================================================= */
488 /* --- Fully-qualified intrinsic instructions ------------------------------ */
489 /* ========================================================================= */
490
491 /* OPCODE + i = immediate operand
492 * + r = register operand
493 * + m = memory operand (disp,base,index,scale)
494 * + sr/sm = a star preceding a register or memory
495 * + 0 = top of stack register (for FPU instructions)
496 *
497 * NOTE in x86-64 mode: a memory operand with only a valid
498 * displacement value will lead to the expect absolute mode. If
499 * RIP addressing is necessary, X86_RIP shall be used as the base
500 * register argument.
501 */
502
503 /* --- ALU instructions ---------------------------------------------------- */
504
505 enum {
506 X86_ADD = 0,
507 X86_OR = 1,
508 X86_ADC = 2,
509 X86_SBB = 3,
510 X86_AND = 4,
511 X86_SUB = 5,
512 X86_XOR = 6,
513 X86_CMP = 7,
514 };
515
516 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
517
518 #define _ALUBrr(OP,RS, RD) (_REXBrr(RS, RD), _O_Mrm (((OP) << 3) ,_b11,_r1(RS),_r1(RD) ))
519 #define _ALUBmr(OP, MD, MB, MI, MS, RD) (_REXBmr(MB, MI, RD), _O_r_X (((OP) << 3) + 2,_r1(RD) ,MD,MB,MI,MS ))
520 #define _ALUBrm(OP, RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _O_r_X (((OP) << 3) , ,_r1(RS) ,MD,MB,MI,MS ))
521 #define _ALUBir(OP, IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_AL) ? \
522 (_REXBrr(0, RD), _O_B (((OP) << 3) + 4 ,_su8(IM))) : \
523 (_REXBrr(0, RD), _O_Mrm_B (0x80 ,_b11,OP ,_r1(RD) ,_su8(IM))) )
524 #define _ALUBim(OP, IM, MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_r_X_B (0x80 ,OP ,MD,MB,MI,MS ,_su8(IM)))
525
526 #define _ALUWrr(OP, RS, RD) (_d16(), _REXLrr(RS, RD), _O_Mrm (((OP) << 3) + 1,_b11,_r2(RS),_r2(RD) ))
527 #define _ALUWmr(OP, MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _O_r_X (((OP) << 3) + 3 ,_r2(RD) ,MD,MB,MI,MS ))
528 #define _ALUWrm(OP, RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _O_r_X (((OP) << 3) + 1 ,_r2(RS) ,MD,MB,MI,MS ))
529 #define _ALUWir(OP, IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_AX) ? \
530 (_d16(), _REXLrr(0, RD), _O_W (((OP) << 3) + 5 ,_su16(IM))) : \
531 (_d16(), _REXLrr(0, RD), _Os_Mrm_sW (0x81 ,_b11,OP ,_r2(RD) ,_su16(IM))) )
532 #define _ALUWim(OP, IM, MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _Os_r_X_sW (0x81 ,OP ,MD,MB,MI,MS ,_su16(IM)))
533
534 #define _ALULrr(OP, RS, RD) (_REXLrr(RS, RD), _O_Mrm (((OP) << 3) + 1,_b11,_r4(RS),_r4(RD) ))
535 #define _ALULmr(OP, MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _O_r_X (((OP) << 3) + 3 ,_r4(RD) ,MD,MB,MI,MS ))
536 #define _ALULrm(OP, RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _O_r_X (((OP) << 3) + 1 ,_r4(RS) ,MD,MB,MI,MS ))
537 #define _ALULir(OP, IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_EAX) ? \
538 (_REXLrr(0, RD), _O_L (((OP) << 3) + 5 ,IM )) : \
539 (_REXLrr(0, RD), _Os_Mrm_sL (0x81 ,_b11,OP ,_r4(RD) ,IM )) )
540 #define _ALULim(OP, IM, MD, MB, MI, MS) (_REXLrm(0, MB, MI), _Os_r_X_sL (0x81 ,OP ,MD,MB,MI,MS ,IM ))
541
542 #define _ALUQrr(OP, RS, RD) (_REXQrr(RS, RD), _O_Mrm (((OP) << 3) + 1,_b11,_r8(RS),_r8(RD) ))
543 #define _ALUQmr(OP, MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _O_r_X (((OP) << 3) + 3 ,_r8(RD) ,MD,MB,MI,MS ))
544 #define _ALUQrm(OP, RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _O_r_X (((OP) << 3) + 1 ,_r8(RS) ,MD,MB,MI,MS ))
545 #define _ALUQir(OP, IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_RAX) ? \
546 (_REXQrr(0, RD), _O_L (((OP) << 3) + 5 ,IM )) : \
547 (_REXQrr(0, RD), _Os_Mrm_sL (0x81 ,_b11,OP ,_r8(RD) ,IM )) )
548 #define _ALUQim(OP, IM, MD, MB, MI, MS) (_REXQrm(0, MB, MI), _Os_r_X_sL (0x81 ,OP ,MD,MB,MI,MS ,IM ))
549
550 #define ADCBrr(RS, RD) _ALUBrr(X86_ADC, RS, RD)
551 #define ADCBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_ADC, MD, MB, MI, MS, RD)
552 #define ADCBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_ADC, RS, MD, MB, MI, MS)
553 #define ADCBir(IM, RD) _ALUBir(X86_ADC, IM, RD)
554 #define ADCBim(IM, MD, MB, MI, MS) _ALUBim(X86_ADC, IM, MD, MB, MI, MS)
555
556 #define ADCWrr(RS, RD) _ALUWrr(X86_ADC, RS, RD)
557 #define ADCWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_ADC, MD, MB, MI, MS, RD)
558 #define ADCWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_ADC, RS, MD, MB, MI, MS)
559 #define ADCWir(IM, RD) _ALUWir(X86_ADC, IM, RD)
560 #define ADCWim(IM, MD, MB, MI, MS) _ALUWim(X86_ADC, IM, MD, MB, MI, MS)
561
562 #define ADCLrr(RS, RD) _ALULrr(X86_ADC, RS, RD)
563 #define ADCLmr(MD, MB, MI, MS, RD) _ALULmr(X86_ADC, MD, MB, MI, MS, RD)
564 #define ADCLrm(RS, MD, MB, MI, MS) _ALULrm(X86_ADC, RS, MD, MB, MI, MS)
565 #define ADCLir(IM, RD) _ALULir(X86_ADC, IM, RD)
566 #define ADCLim(IM, MD, MB, MI, MS) _ALULim(X86_ADC, IM, MD, MB, MI, MS)
567
568 #define ADCQrr(RS, RD) _ALUQrr(X86_ADC, RS, RD)
569 #define ADCQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_ADC, MD, MB, MI, MS, RD)
570 #define ADCQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_ADC, RS, MD, MB, MI, MS)
571 #define ADCQir(IM, RD) _ALUQir(X86_ADC, IM, RD)
572 #define ADCQim(IM, MD, MB, MI, MS) _ALUQim(X86_ADC, IM, MD, MB, MI, MS)
573
574 #define ADDBrr(RS, RD) _ALUBrr(X86_ADD, RS, RD)
575 #define ADDBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_ADD, MD, MB, MI, MS, RD)
576 #define ADDBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_ADD, RS, MD, MB, MI, MS)
577 #define ADDBir(IM, RD) _ALUBir(X86_ADD, IM, RD)
578 #define ADDBim(IM, MD, MB, MI, MS) _ALUBim(X86_ADD, IM, MD, MB, MI, MS)
579
580 #define ADDWrr(RS, RD) _ALUWrr(X86_ADD, RS, RD)
581 #define ADDWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_ADD, MD, MB, MI, MS, RD)
582 #define ADDWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_ADD, RS, MD, MB, MI, MS)
583 #define ADDWir(IM, RD) _ALUWir(X86_ADD, IM, RD)
584 #define ADDWim(IM, MD, MB, MI, MS) _ALUWim(X86_ADD, IM, MD, MB, MI, MS)
585
586 #define ADDLrr(RS, RD) _ALULrr(X86_ADD, RS, RD)
587 #define ADDLmr(MD, MB, MI, MS, RD) _ALULmr(X86_ADD, MD, MB, MI, MS, RD)
588 #define ADDLrm(RS, MD, MB, MI, MS) _ALULrm(X86_ADD, RS, MD, MB, MI, MS)
589 #define ADDLir(IM, RD) _ALULir(X86_ADD, IM, RD)
590 #define ADDLim(IM, MD, MB, MI, MS) _ALULim(X86_ADD, IM, MD, MB, MI, MS)
591
592 #define ADDQrr(RS, RD) _ALUQrr(X86_ADD, RS, RD)
593 #define ADDQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_ADD, MD, MB, MI, MS, RD)
594 #define ADDQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_ADD, RS, MD, MB, MI, MS)
595 #define ADDQir(IM, RD) _ALUQir(X86_ADD, IM, RD)
596 #define ADDQim(IM, MD, MB, MI, MS) _ALUQim(X86_ADD, IM, MD, MB, MI, MS)
597
598 #define ANDBrr(RS, RD) _ALUBrr(X86_AND, RS, RD)
599 #define ANDBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_AND, MD, MB, MI, MS, RD)
600 #define ANDBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_AND, RS, MD, MB, MI, MS)
601 #define ANDBir(IM, RD) _ALUBir(X86_AND, IM, RD)
602 #define ANDBim(IM, MD, MB, MI, MS) _ALUBim(X86_AND, IM, MD, MB, MI, MS)
603
604 #define ANDWrr(RS, RD) _ALUWrr(X86_AND, RS, RD)
605 #define ANDWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_AND, MD, MB, MI, MS, RD)
606 #define ANDWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_AND, RS, MD, MB, MI, MS)
607 #define ANDWir(IM, RD) _ALUWir(X86_AND, IM, RD)
608 #define ANDWim(IM, MD, MB, MI, MS) _ALUWim(X86_AND, IM, MD, MB, MI, MS)
609
610 #define ANDLrr(RS, RD) _ALULrr(X86_AND, RS, RD)
611 #define ANDLmr(MD, MB, MI, MS, RD) _ALULmr(X86_AND, MD, MB, MI, MS, RD)
612 #define ANDLrm(RS, MD, MB, MI, MS) _ALULrm(X86_AND, RS, MD, MB, MI, MS)
613 #define ANDLir(IM, RD) _ALULir(X86_AND, IM, RD)
614 #define ANDLim(IM, MD, MB, MI, MS) _ALULim(X86_AND, IM, MD, MB, MI, MS)
615
616 #define ANDQrr(RS, RD) _ALUQrr(X86_AND, RS, RD)
617 #define ANDQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_AND, MD, MB, MI, MS, RD)
618 #define ANDQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_AND, RS, MD, MB, MI, MS)
619 #define ANDQir(IM, RD) _ALUQir(X86_AND, IM, RD)
620 #define ANDQim(IM, MD, MB, MI, MS) _ALUQim(X86_AND, IM, MD, MB, MI, MS)
621
622 #define CMPBrr(RS, RD) _ALUBrr(X86_CMP, RS, RD)
623 #define CMPBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_CMP, MD, MB, MI, MS, RD)
624 #define CMPBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_CMP, RS, MD, MB, MI, MS)
625 #define CMPBir(IM, RD) _ALUBir(X86_CMP, IM, RD)
626 #define CMPBim(IM, MD, MB, MI, MS) _ALUBim(X86_CMP, IM, MD, MB, MI, MS)
627
628 #define CMPWrr(RS, RD) _ALUWrr(X86_CMP, RS, RD)
629 #define CMPWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_CMP, MD, MB, MI, MS, RD)
630 #define CMPWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_CMP, RS, MD, MB, MI, MS)
631 #define CMPWir(IM, RD) _ALUWir(X86_CMP, IM, RD)
632 #define CMPWim(IM, MD, MB, MI, MS) _ALUWim(X86_CMP, IM, MD, MB, MI, MS)
633
634 #define CMPLrr(RS, RD) _ALULrr(X86_CMP, RS, RD)
635 #define CMPLmr(MD, MB, MI, MS, RD) _ALULmr(X86_CMP, MD, MB, MI, MS, RD)
636 #define CMPLrm(RS, MD, MB, MI, MS) _ALULrm(X86_CMP, RS, MD, MB, MI, MS)
637 #define CMPLir(IM, RD) _ALULir(X86_CMP, IM, RD)
638 #define CMPLim(IM, MD, MB, MI, MS) _ALULim(X86_CMP, IM, MD, MB, MI, MS)
639
640 #define CMPQrr(RS, RD) _ALUQrr(X86_CMP, RS, RD)
641 #define CMPQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_CMP, MD, MB, MI, MS, RD)
642 #define CMPQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_CMP, RS, MD, MB, MI, MS)
643 #define CMPQir(IM, RD) _ALUQir(X86_CMP, IM, RD)
644 #define CMPQim(IM, MD, MB, MI, MS) _ALUQim(X86_CMP, IM, MD, MB, MI, MS)
645
646 #define ORBrr(RS, RD) _ALUBrr(X86_OR, RS, RD)
647 #define ORBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_OR, MD, MB, MI, MS, RD)
648 #define ORBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_OR, RS, MD, MB, MI, MS)
649 #define ORBir(IM, RD) _ALUBir(X86_OR, IM, RD)
650 #define ORBim(IM, MD, MB, MI, MS) _ALUBim(X86_OR, IM, MD, MB, MI, MS)
651
652 #define ORWrr(RS, RD) _ALUWrr(X86_OR, RS, RD)
653 #define ORWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_OR, MD, MB, MI, MS, RD)
654 #define ORWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_OR, RS, MD, MB, MI, MS)
655 #define ORWir(IM, RD) _ALUWir(X86_OR, IM, RD)
656 #define ORWim(IM, MD, MB, MI, MS) _ALUWim(X86_OR, IM, MD, MB, MI, MS)
657
658 #define ORLrr(RS, RD) _ALULrr(X86_OR, RS, RD)
659 #define ORLmr(MD, MB, MI, MS, RD) _ALULmr(X86_OR, MD, MB, MI, MS, RD)
660 #define ORLrm(RS, MD, MB, MI, MS) _ALULrm(X86_OR, RS, MD, MB, MI, MS)
661 #define ORLir(IM, RD) _ALULir(X86_OR, IM, RD)
662 #define ORLim(IM, MD, MB, MI, MS) _ALULim(X86_OR, IM, MD, MB, MI, MS)
663
664 #define ORQrr(RS, RD) _ALUQrr(X86_OR, RS, RD)
665 #define ORQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_OR, MD, MB, MI, MS, RD)
666 #define ORQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_OR, RS, MD, MB, MI, MS)
667 #define ORQir(IM, RD) _ALUQir(X86_OR, IM, RD)
668 #define ORQim(IM, MD, MB, MI, MS) _ALUQim(X86_OR, IM, MD, MB, MI, MS)
669
670 #define SBBBrr(RS, RD) _ALUBrr(X86_SBB, RS, RD)
671 #define SBBBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_SBB, MD, MB, MI, MS, RD)
672 #define SBBBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_SBB, RS, MD, MB, MI, MS)
673 #define SBBBir(IM, RD) _ALUBir(X86_SBB, IM, RD)
674 #define SBBBim(IM, MD, MB, MI, MS) _ALUBim(X86_SBB, IM, MD, MB, MI, MS)
675
676 #define SBBWrr(RS, RD) _ALUWrr(X86_SBB, RS, RD)
677 #define SBBWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_SBB, MD, MB, MI, MS, RD)
678 #define SBBWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_SBB, RS, MD, MB, MI, MS)
679 #define SBBWir(IM, RD) _ALUWir(X86_SBB, IM, RD)
680 #define SBBWim(IM, MD, MB, MI, MS) _ALUWim(X86_SBB, IM, MD, MB, MI, MS)
681
682 #define SBBLrr(RS, RD) _ALULrr(X86_SBB, RS, RD)
683 #define SBBLmr(MD, MB, MI, MS, RD) _ALULmr(X86_SBB, MD, MB, MI, MS, RD)
684 #define SBBLrm(RS, MD, MB, MI, MS) _ALULrm(X86_SBB, RS, MD, MB, MI, MS)
685 #define SBBLir(IM, RD) _ALULir(X86_SBB, IM, RD)
686 #define SBBLim(IM, MD, MB, MI, MS) _ALULim(X86_SBB, IM, MD, MB, MI, MS)
687
688 #define SBBQrr(RS, RD) _ALUQrr(X86_SBB, RS, RD)
689 #define SBBQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_SBB, MD, MB, MI, MS, RD)
690 #define SBBQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_SBB, RS, MD, MB, MI, MS)
691 #define SBBQir(IM, RD) _ALUQir(X86_SBB, IM, RD)
692 #define SBBQim(IM, MD, MB, MI, MS) _ALUQim(X86_SBB, IM, MD, MB, MI, MS)
693
694 #define SUBBrr(RS, RD) _ALUBrr(X86_SUB, RS, RD)
695 #define SUBBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_SUB, MD, MB, MI, MS, RD)
696 #define SUBBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_SUB, RS, MD, MB, MI, MS)
697 #define SUBBir(IM, RD) _ALUBir(X86_SUB, IM, RD)
698 #define SUBBim(IM, MD, MB, MI, MS) _ALUBim(X86_SUB, IM, MD, MB, MI, MS)
699
700 #define SUBWrr(RS, RD) _ALUWrr(X86_SUB, RS, RD)
701 #define SUBWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_SUB, MD, MB, MI, MS, RD)
702 #define SUBWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_SUB, RS, MD, MB, MI, MS)
703 #define SUBWir(IM, RD) _ALUWir(X86_SUB, IM, RD)
704 #define SUBWim(IM, MD, MB, MI, MS) _ALUWim(X86_SUB, IM, MD, MB, MI, MS)
705
706 #define SUBLrr(RS, RD) _ALULrr(X86_SUB, RS, RD)
707 #define SUBLmr(MD, MB, MI, MS, RD) _ALULmr(X86_SUB, MD, MB, MI, MS, RD)
708 #define SUBLrm(RS, MD, MB, MI, MS) _ALULrm(X86_SUB, RS, MD, MB, MI, MS)
709 #define SUBLir(IM, RD) _ALULir(X86_SUB, IM, RD)
710 #define SUBLim(IM, MD, MB, MI, MS) _ALULim(X86_SUB, IM, MD, MB, MI, MS)
711
712 #define SUBQrr(RS, RD) _ALUQrr(X86_SUB, RS, RD)
713 #define SUBQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_SUB, MD, MB, MI, MS, RD)
714 #define SUBQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_SUB, RS, MD, MB, MI, MS)
715 #define SUBQir(IM, RD) _ALUQir(X86_SUB, IM, RD)
716 #define SUBQim(IM, MD, MB, MI, MS) _ALUQim(X86_SUB, IM, MD, MB, MI, MS)
717
718 #define XORBrr(RS, RD) _ALUBrr(X86_XOR, RS, RD)
719 #define XORBmr(MD, MB, MI, MS, RD) _ALUBmr(X86_XOR, MD, MB, MI, MS, RD)
720 #define XORBrm(RS, MD, MB, MI, MS) _ALUBrm(X86_XOR, RS, MD, MB, MI, MS)
721 #define XORBir(IM, RD) _ALUBir(X86_XOR, IM, RD)
722 #define XORBim(IM, MD, MB, MI, MS) _ALUBim(X86_XOR, IM, MD, MB, MI, MS)
723
724 #define XORWrr(RS, RD) _ALUWrr(X86_XOR, RS, RD)
725 #define XORWmr(MD, MB, MI, MS, RD) _ALUWmr(X86_XOR, MD, MB, MI, MS, RD)
726 #define XORWrm(RS, MD, MB, MI, MS) _ALUWrm(X86_XOR, RS, MD, MB, MI, MS)
727 #define XORWir(IM, RD) _ALUWir(X86_XOR, IM, RD)
728 #define XORWim(IM, MD, MB, MI, MS) _ALUWim(X86_XOR, IM, MD, MB, MI, MS)
729
730 #define XORLrr(RS, RD) _ALULrr(X86_XOR, RS, RD)
731 #define XORLmr(MD, MB, MI, MS, RD) _ALULmr(X86_XOR, MD, MB, MI, MS, RD)
732 #define XORLrm(RS, MD, MB, MI, MS) _ALULrm(X86_XOR, RS, MD, MB, MI, MS)
733 #define XORLir(IM, RD) _ALULir(X86_XOR, IM, RD)
734 #define XORLim(IM, MD, MB, MI, MS) _ALULim(X86_XOR, IM, MD, MB, MI, MS)
735
736 #define XORQrr(RS, RD) _ALUQrr(X86_XOR, RS, RD)
737 #define XORQmr(MD, MB, MI, MS, RD) _ALUQmr(X86_XOR, MD, MB, MI, MS, RD)
738 #define XORQrm(RS, MD, MB, MI, MS) _ALUQrm(X86_XOR, RS, MD, MB, MI, MS)
739 #define XORQir(IM, RD) _ALUQir(X86_XOR, IM, RD)
740 #define XORQim(IM, MD, MB, MI, MS) _ALUQim(X86_XOR, IM, MD, MB, MI, MS)
741
742
743 /* --- Shift/Rotate instructions ------------------------------------------- */
744
745 enum {
746 X86_ROL = 0,
747 X86_ROR = 1,
748 X86_RCL = 2,
749 X86_RCR = 3,
750 X86_SHL = 4,
751 X86_SHR = 5,
752 X86_SAR = 7,
753 };
754
755 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
756
757 #define _ROTSHIBir(OP,IM,RD) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
758 (_REXBrr(0, RD), _O_Mrm (0xd0 ,_b11,OP,_r1(RD) )) : \
759 (_REXBrr(0, RD), _O_Mrm_B (0xc0 ,_b11,OP,_r1(RD) ,_u8(IM))) )
760 #define _ROTSHIBim(OP,IM,MD,MB,MI,MS) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
761 (_REXBrm(0, MB, MI), _O_r_X (0xd0 ,OP ,MD,MB,MI,MS )) : \
762 (_REXBrm(0, MB, MI), _O_r_X_B (0xc0 ,OP ,MD,MB,MI,MS ,_u8(IM))) )
763 #define _ROTSHIBrr(OP,RS,RD) (((RS) == X86_CL) ? \
764 (_REXBrr(RS, RD), _O_Mrm (0xd2 ,_b11,OP,_r1(RD) )) : \
765 x86_emit_failure("source register must be CL" ) )
766 #define _ROTSHIBrm(OP,RS,MD,MB,MI,MS) (((RS) == X86_CL) ? \
767 (_REXBrm(RS, MB, MI), _O_r_X (0xd2 ,OP ,MD,MB,MI,MS )) : \
768 x86_emit_failure("source register must be CL" ) )
769
770 #define _ROTSHIWir(OP,IM,RD) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
771 (_d16(), _REXLrr(0, RD), _O_Mrm (0xd1 ,_b11,OP,_r2(RD) )) : \
772 (_d16(), _REXLrr(0, RD), _O_Mrm_B (0xc1 ,_b11,OP,_r2(RD) ,_u8(IM))) )
773 #define _ROTSHIWim(OP,IM,MD,MB,MI,MS) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
774 (_d16(), _REXLrm(0, MB, MI), _O_r_X (0xd1 ,OP ,MD,MB,MI,MS )) : \
775 (_d16(), _REXLrm(0, MB, MI), _O_r_X_B (0xc1 ,OP ,MD,MB,MI,MS ,_u8(IM))) )
776 #define _ROTSHIWrr(OP,RS,RD) (((RS) == X86_CL) ? \
777 (_d16(), _REXLrr(RS, RD), _O_Mrm (0xd3 ,_b11,OP,_r2(RD) )) : \
778 x86_emit_failure("source register must be CL" ) )
779 #define _ROTSHIWrm(OP,RS,MD,MB,MI,MS) (((RS) == X86_CL) ? \
780 (_d16(), _REXLrm(RS, MB, MI), _O_r_X (0xd3 ,OP ,MD,MB,MI,MS )) : \
781 x86_emit_failure("source register must be CL" ) )
782
783 #define _ROTSHILir(OP,IM,RD) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
784 (_REXLrr(0, RD), _O_Mrm (0xd1 ,_b11,OP,_r4(RD) )) : \
785 (_REXLrr(0, RD), _O_Mrm_B (0xc1 ,_b11,OP,_r4(RD) ,_u8(IM))) )
786 #define _ROTSHILim(OP,IM,MD,MB,MI,MS) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
787 (_REXLrm(0, MB, MI), _O_r_X (0xd1 ,OP ,MD,MB,MI,MS )) : \
788 (_REXLrm(0, MB, MI), _O_r_X_B (0xc1 ,OP ,MD,MB,MI,MS ,_u8(IM))) )
789 #define _ROTSHILrr(OP,RS,RD) (((RS) == X86_CL) ? \
790 (_REXLrr(RS, RD), _O_Mrm (0xd3 ,_b11,OP,_r4(RD) )) : \
791 x86_emit_failure("source register must be CL" ) )
792 #define _ROTSHILrm(OP,RS,MD,MB,MI,MS) (((RS) == X86_CL) ? \
793 (_REXLrm(RS, MB, MI), _O_r_X (0xd3 ,OP ,MD,MB,MI,MS )) : \
794 x86_emit_failure("source register must be CL" ) )
795
796 #define _ROTSHIQir(OP,IM,RD) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
797 (_REXQrr(0, RD), _O_Mrm (0xd1 ,_b11,OP,_r8(RD) )) : \
798 (_REXQrr(0, RD), _O_Mrm_B (0xc1 ,_b11,OP,_r8(RD) ,_u8(IM))) )
799 #define _ROTSHIQim(OP,IM,MD,MB,MI,MS) (X86_OPTIMIZE_ROTSHI && ((IM) == 1) ? \
800 (_REXQrm(0, MB, MI), _O_r_X (0xd1 ,OP ,MD,MB,MI,MS )) : \
801 (_REXQrm(0, MB, MI), _O_r_X_B (0xc1 ,OP ,MD,MB,MI,MS ,_u8(IM))) )
802 #define _ROTSHIQrr(OP,RS,RD) (((RS) == X86_CL) ? \
803 (_REXQrr(RS, RD), _O_Mrm (0xd3 ,_b11,OP,_r8(RD) )) : \
804 x86_emit_failure("source register must be CL" ) )
805 #define _ROTSHIQrm(OP,RS,MD,MB,MI,MS) (((RS) == X86_CL) ? \
806 (_REXQrm(RS, MB, MI), _O_r_X (0xd3 ,OP ,MD,MB,MI,MS )) : \
807 x86_emit_failure("source register must be CL" ) )
808
809 #define ROLBir(IM, RD) _ROTSHIBir(X86_ROL, IM, RD)
810 #define ROLBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_ROL, IM, MD, MB, MI, MS)
811 #define ROLBrr(RS, RD) _ROTSHIBrr(X86_ROL, RS, RD)
812 #define ROLBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_ROL, RS, MD, MB, MI, MS)
813
814 #define ROLWir(IM, RD) _ROTSHIWir(X86_ROL, IM, RD)
815 #define ROLWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_ROL, IM, MD, MB, MI, MS)
816 #define ROLWrr(RS, RD) _ROTSHIWrr(X86_ROL, RS, RD)
817 #define ROLWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_ROL, RS, MD, MB, MI, MS)
818
819 #define ROLLir(IM, RD) _ROTSHILir(X86_ROL, IM, RD)
820 #define ROLLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_ROL, IM, MD, MB, MI, MS)
821 #define ROLLrr(RS, RD) _ROTSHILrr(X86_ROL, RS, RD)
822 #define ROLLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_ROL, RS, MD, MB, MI, MS)
823
824 #define ROLQir(IM, RD) _ROTSHIQir(X86_ROL, IM, RD)
825 #define ROLQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_ROL, IM, MD, MB, MI, MS)
826 #define ROLQrr(RS, RD) _ROTSHIQrr(X86_ROL, RS, RD)
827 #define ROLQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_ROL, RS, MD, MB, MI, MS)
828
829 #define RORBir(IM, RD) _ROTSHIBir(X86_ROR, IM, RD)
830 #define RORBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_ROR, IM, MD, MB, MI, MS)
831 #define RORBrr(RS, RD) _ROTSHIBrr(X86_ROR, RS, RD)
832 #define RORBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_ROR, RS, MD, MB, MI, MS)
833
834 #define RORWir(IM, RD) _ROTSHIWir(X86_ROR, IM, RD)
835 #define RORWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_ROR, IM, MD, MB, MI, MS)
836 #define RORWrr(RS, RD) _ROTSHIWrr(X86_ROR, RS, RD)
837 #define RORWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_ROR, RS, MD, MB, MI, MS)
838
839 #define RORLir(IM, RD) _ROTSHILir(X86_ROR, IM, RD)
840 #define RORLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_ROR, IM, MD, MB, MI, MS)
841 #define RORLrr(RS, RD) _ROTSHILrr(X86_ROR, RS, RD)
842 #define RORLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_ROR, RS, MD, MB, MI, MS)
843
844 #define RORQir(IM, RD) _ROTSHIQir(X86_ROR, IM, RD)
845 #define RORQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_ROR, IM, MD, MB, MI, MS)
846 #define RORQrr(RS, RD) _ROTSHIQrr(X86_ROR, RS, RD)
847 #define RORQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_ROR, RS, MD, MB, MI, MS)
848
849 #define RCLBir(IM, RD) _ROTSHIBir(X86_RCL, IM, RD)
850 #define RCLBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_RCL, IM, MD, MB, MI, MS)
851 #define RCLBrr(RS, RD) _ROTSHIBrr(X86_RCL, RS, RD)
852 #define RCLBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_RCL, RS, MD, MB, MI, MS)
853
854 #define RCLWir(IM, RD) _ROTSHIWir(X86_RCL, IM, RD)
855 #define RCLWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_RCL, IM, MD, MB, MI, MS)
856 #define RCLWrr(RS, RD) _ROTSHIWrr(X86_RCL, RS, RD)
857 #define RCLWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_RCL, RS, MD, MB, MI, MS)
858
859 #define RCLLir(IM, RD) _ROTSHILir(X86_RCL, IM, RD)
860 #define RCLLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_RCL, IM, MD, MB, MI, MS)
861 #define RCLLrr(RS, RD) _ROTSHILrr(X86_RCL, RS, RD)
862 #define RCLLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_RCL, RS, MD, MB, MI, MS)
863
864 #define RCLQir(IM, RD) _ROTSHIQir(X86_RCL, IM, RD)
865 #define RCLQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_RCL, IM, MD, MB, MI, MS)
866 #define RCLQrr(RS, RD) _ROTSHIQrr(X86_RCL, RS, RD)
867 #define RCLQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_RCL, RS, MD, MB, MI, MS)
868
869 #define RCRBir(IM, RD) _ROTSHIBir(X86_RCR, IM, RD)
870 #define RCRBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_RCR, IM, MD, MB, MI, MS)
871 #define RCRBrr(RS, RD) _ROTSHIBrr(X86_RCR, RS, RD)
872 #define RCRBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_RCR, RS, MD, MB, MI, MS)
873
874 #define RCRWir(IM, RD) _ROTSHIWir(X86_RCR, IM, RD)
875 #define RCRWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_RCR, IM, MD, MB, MI, MS)
876 #define RCRWrr(RS, RD) _ROTSHIWrr(X86_RCR, RS, RD)
877 #define RCRWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_RCR, RS, MD, MB, MI, MS)
878
879 #define RCRLir(IM, RD) _ROTSHILir(X86_RCR, IM, RD)
880 #define RCRLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_RCR, IM, MD, MB, MI, MS)
881 #define RCRLrr(RS, RD) _ROTSHILrr(X86_RCR, RS, RD)
882 #define RCRLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_RCR, RS, MD, MB, MI, MS)
883
884 #define RCRQir(IM, RD) _ROTSHIQir(X86_RCR, IM, RD)
885 #define RCRQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_RCR, IM, MD, MB, MI, MS)
886 #define RCRQrr(RS, RD) _ROTSHIQrr(X86_RCR, RS, RD)
887 #define RCRQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_RCR, RS, MD, MB, MI, MS)
888
889 #define SHLBir(IM, RD) _ROTSHIBir(X86_SHL, IM, RD)
890 #define SHLBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_SHL, IM, MD, MB, MI, MS)
891 #define SHLBrr(RS, RD) _ROTSHIBrr(X86_SHL, RS, RD)
892 #define SHLBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_SHL, RS, MD, MB, MI, MS)
893
894 #define SHLWir(IM, RD) _ROTSHIWir(X86_SHL, IM, RD)
895 #define SHLWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_SHL, IM, MD, MB, MI, MS)
896 #define SHLWrr(RS, RD) _ROTSHIWrr(X86_SHL, RS, RD)
897 #define SHLWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_SHL, RS, MD, MB, MI, MS)
898
899 #define SHLLir(IM, RD) _ROTSHILir(X86_SHL, IM, RD)
900 #define SHLLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_SHL, IM, MD, MB, MI, MS)
901 #define SHLLrr(RS, RD) _ROTSHILrr(X86_SHL, RS, RD)
902 #define SHLLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_SHL, RS, MD, MB, MI, MS)
903
904 #define SHLQir(IM, RD) _ROTSHIQir(X86_SHL, IM, RD)
905 #define SHLQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_SHL, IM, MD, MB, MI, MS)
906 #define SHLQrr(RS, RD) _ROTSHIQrr(X86_SHL, RS, RD)
907 #define SHLQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_SHL, RS, MD, MB, MI, MS)
908
909 #define SHRBir(IM, RD) _ROTSHIBir(X86_SHR, IM, RD)
910 #define SHRBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_SHR, IM, MD, MB, MI, MS)
911 #define SHRBrr(RS, RD) _ROTSHIBrr(X86_SHR, RS, RD)
912 #define SHRBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_SHR, RS, MD, MB, MI, MS)
913
914 #define SHRWir(IM, RD) _ROTSHIWir(X86_SHR, IM, RD)
915 #define SHRWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_SHR, IM, MD, MB, MI, MS)
916 #define SHRWrr(RS, RD) _ROTSHIWrr(X86_SHR, RS, RD)
917 #define SHRWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_SHR, RS, MD, MB, MI, MS)
918
919 #define SHRLir(IM, RD) _ROTSHILir(X86_SHR, IM, RD)
920 #define SHRLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_SHR, IM, MD, MB, MI, MS)
921 #define SHRLrr(RS, RD) _ROTSHILrr(X86_SHR, RS, RD)
922 #define SHRLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_SHR, RS, MD, MB, MI, MS)
923
924 #define SHRQir(IM, RD) _ROTSHIQir(X86_SHR, IM, RD)
925 #define SHRQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_SHR, IM, MD, MB, MI, MS)
926 #define SHRQrr(RS, RD) _ROTSHIQrr(X86_SHR, RS, RD)
927 #define SHRQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_SHR, RS, MD, MB, MI, MS)
928
929 #define SALBir SHLBir
930 #define SALBim SHLBim
931 #define SALBrr SHLBrr
932 #define SALBrm SHLBrm
933
934 #define SALWir SHLWir
935 #define SALWim SHLWim
936 #define SALWrr SHLWrr
937 #define SALWrm SHLWrm
938
939 #define SALLir SHLLir
940 #define SALLim SHLLim
941 #define SALLrr SHLLrr
942 #define SALLrm SHLLrm
943
944 #define SALQir SHLQir
945 #define SALQim SHLQim
946 #define SALQrr SHLQrr
947 #define SALQrm SHLQrm
948
949 #define SARBir(IM, RD) _ROTSHIBir(X86_SAR, IM, RD)
950 #define SARBim(IM, MD, MB, MI, MS) _ROTSHIBim(X86_SAR, IM, MD, MB, MI, MS)
951 #define SARBrr(RS, RD) _ROTSHIBrr(X86_SAR, RS, RD)
952 #define SARBrm(RS, MD, MB, MI, MS) _ROTSHIBrm(X86_SAR, RS, MD, MB, MI, MS)
953
954 #define SARWir(IM, RD) _ROTSHIWir(X86_SAR, IM, RD)
955 #define SARWim(IM, MD, MB, MI, MS) _ROTSHIWim(X86_SAR, IM, MD, MB, MI, MS)
956 #define SARWrr(RS, RD) _ROTSHIWrr(X86_SAR, RS, RD)
957 #define SARWrm(RS, MD, MB, MI, MS) _ROTSHIWrm(X86_SAR, RS, MD, MB, MI, MS)
958
959 #define SARLir(IM, RD) _ROTSHILir(X86_SAR, IM, RD)
960 #define SARLim(IM, MD, MB, MI, MS) _ROTSHILim(X86_SAR, IM, MD, MB, MI, MS)
961 #define SARLrr(RS, RD) _ROTSHILrr(X86_SAR, RS, RD)
962 #define SARLrm(RS, MD, MB, MI, MS) _ROTSHILrm(X86_SAR, RS, MD, MB, MI, MS)
963
964 #define SARQir(IM, RD) _ROTSHIQir(X86_SAR, IM, RD)
965 #define SARQim(IM, MD, MB, MI, MS) _ROTSHIQim(X86_SAR, IM, MD, MB, MI, MS)
966 #define SARQrr(RS, RD) _ROTSHIQrr(X86_SAR, RS, RD)
967 #define SARQrm(RS, MD, MB, MI, MS) _ROTSHIQrm(X86_SAR, RS, MD, MB, MI, MS)
968
969
970 /* --- Bit test instructions ----------------------------------------------- */
971
972 enum {
973 X86_BT = 4,
974 X86_BTS = 5,
975 X86_BTR = 6,
976 X86_BTC = 7,
977 };
978
979 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
980
981 #define _BTWir(OP, IM, RD) (_d16(), _REXLrr(0, RD), _OO_Mrm_B (0x0fba ,_b11,OP ,_r2(RD) ,_u8(IM)))
982 #define _BTWim(OP, IM, MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _OO_r_X_B (0x0fba ,OP ,MD,MB,MI,MS ,_u8(IM)))
983 #define _BTWrr(OP, RS, RD) (_d16(), _REXLrr(RS, RD), _OO_Mrm (0x0f83|((OP)<<3),_b11,_r2(RS),_r2(RD) ))
984 #define _BTWrm(OP, RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _OO_r_X (0x0f83|((OP)<<3) ,_r2(RS) ,MD,MB,MI,MS ))
985
986 #define _BTLir(OP, IM, RD) (_REXLrr(0, RD), _OO_Mrm_B (0x0fba ,_b11,OP ,_r4(RD) ,_u8(IM)))
987 #define _BTLim(OP, IM, MD, MB, MI, MS) (_REXLrm(0, MB, MI), _OO_r_X_B (0x0fba ,OP ,MD,MB,MI,MS ,_u8(IM)))
988 #define _BTLrr(OP, RS, RD) (_REXLrr(RS, RD), _OO_Mrm (0x0f83|((OP)<<3),_b11,_r4(RS),_r4(RD) ))
989 #define _BTLrm(OP, RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _OO_r_X (0x0f83|((OP)<<3) ,_r4(RS) ,MD,MB,MI,MS ))
990
991 #define _BTQir(OP, IM, RD) (_REXQrr(0, RD), _OO_Mrm_B (0x0fba ,_b11,OP ,_r8(RD) ,_u8(IM)))
992 #define _BTQim(OP, IM, MD, MB, MI, MS) (_REXQrm(0, MB, MI), _OO_r_X_B (0x0fba ,OP ,MD,MB,MI,MS ,_u8(IM)))
993 #define _BTQrr(OP, RS, RD) (_REXQrr(RS, RD), _OO_Mrm (0x0f83|((OP)<<3),_b11,_r8(RS),_r8(RD) ))
994 #define _BTQrm(OP, RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _OO_r_X (0x0f83|((OP)<<3) ,_r8(RS) ,MD,MB,MI,MS ))
995
996 #define BTWir(IM, RD) _BTWir(X86_BT, IM, RD)
997 #define BTWim(IM, MD, MB, MI, MS) _BTWim(X86_BT, IM, MD, MI, MS)
998 #define BTWrr(RS, RD) _BTWrr(X86_BT, RS, RD)
999 #define BTWrm(RS, MD, MB, MI, MS) _BTWrm(X86_BT, RS, MD, MB, MI, MS)
1000
1001 #define BTLir(IM, RD) _BTLir(X86_BT, IM, RD)
1002 #define BTLim(IM, MD, MB, MI, MS) _BTLim(X86_BT, IM, MD, MB, MI, MS)
1003 #define BTLrr(RS, RD) _BTLrr(X86_BT, RS, RD)
1004 #define BTLrm(RS, MD, MB, MI, MS) _BTLrm(X86_BT, RS, MD, MB, MI, MS)
1005
1006 #define BTQir(IM, RD) _BTQir(X86_BT, IM, RD)
1007 #define BTQim(IM, MD, MB, MI, MS) _BTQim(X86_BT, IM, MD, MB, MI, MS)
1008 #define BTQrr(RS, RD) _BTQrr(X86_BT, RS, RD)
1009 #define BTQrm(RS, MD, MB, MI, MS) _BTQrm(X86_BT, RS, MD, MB, MI, MS)
1010
1011 #define BTCWir(IM, RD) _BTWir(X86_BTC, IM, RD)
1012 #define BTCWim(IM, MD, MB, MI, MS) _BTWim(X86_BTC, IM, MD, MI, MS)
1013 #define BTCWrr(RS, RD) _BTWrr(X86_BTC, RS, RD)
1014 #define BTCWrm(RS, MD, MB, MI, MS) _BTWrm(X86_BTC, RS, MD, MB, MI, MS)
1015
1016 #define BTCLir(IM, RD) _BTLir(X86_BTC, IM, RD)
1017 #define BTCLim(IM, MD, MB, MI, MS) _BTLim(X86_BTC, IM, MD, MB, MI, MS)
1018 #define BTCLrr(RS, RD) _BTLrr(X86_BTC, RS, RD)
1019 #define BTCLrm(RS, MD, MB, MI, MS) _BTLrm(X86_BTC, RS, MD, MB, MI, MS)
1020
1021 #define BTCQir(IM, RD) _BTQir(X86_BTC, IM, RD)
1022 #define BTCQim(IM, MD, MB, MI, MS) _BTQim(X86_BTC, IM, MD, MB, MI, MS)
1023 #define BTCQrr(RS, RD) _BTQrr(X86_BTC, RS, RD)
1024 #define BTCQrm(RS, MD, MB, MI, MS) _BTQrm(X86_BTC, RS, MD, MB, MI, MS)
1025
1026 #define BTRWir(IM, RD) _BTWir(X86_BTR, IM, RD)
1027 #define BTRWim(IM, MD, MB, MI, MS) _BTWim(X86_BTR, IM, MD, MI, MS)
1028 #define BTRWrr(RS, RD) _BTWrr(X86_BTR, RS, RD)
1029 #define BTRWrm(RS, MD, MB, MI, MS) _BTWrm(X86_BTR, RS, MD, MB, MI, MS)
1030
1031 #define BTRLir(IM, RD) _BTLir(X86_BTR, IM, RD)
1032 #define BTRLim(IM, MD, MB, MI, MS) _BTLim(X86_BTR, IM, MD, MB, MI, MS)
1033 #define BTRLrr(RS, RD) _BTLrr(X86_BTR, RS, RD)
1034 #define BTRLrm(RS, MD, MB, MI, MS) _BTLrm(X86_BTR, RS, MD, MB, MI, MS)
1035
1036 #define BTRQir(IM, RD) _BTQir(X86_BTR, IM, RD)
1037 #define BTRQim(IM, MD, MB, MI, MS) _BTQim(X86_BTR, IM, MD, MB, MI, MS)
1038 #define BTRQrr(RS, RD) _BTQrr(X86_BTR, RS, RD)
1039 #define BTRQrm(RS, MD, MB, MI, MS) _BTQrm(X86_BTR, RS, MD, MB, MI, MS)
1040
1041 #define BTSWir(IM, RD) _BTWir(X86_BTS, IM, RD)
1042 #define BTSWim(IM, MD, MB, MI, MS) _BTWim(X86_BTS, IM, MD, MI, MS)
1043 #define BTSWrr(RS, RD) _BTWrr(X86_BTS, RS, RD)
1044 #define BTSWrm(RS, MD, MB, MI, MS) _BTWrm(X86_BTS, RS, MD, MB, MI, MS)
1045
1046 #define BTSLir(IM, RD) _BTLir(X86_BTS, IM, RD)
1047 #define BTSLim(IM, MD, MB, MI, MS) _BTLim(X86_BTS, IM, MD, MB, MI, MS)
1048 #define BTSLrr(RS, RD) _BTLrr(X86_BTS, RS, RD)
1049 #define BTSLrm(RS, MD, MB, MI, MS) _BTLrm(X86_BTS, RS, MD, MB, MI, MS)
1050
1051 #define BTSQir(IM, RD) _BTQir(X86_BTS, IM, RD)
1052 #define BTSQim(IM, MD, MB, MI, MS) _BTQim(X86_BTS, IM, MD, MB, MI, MS)
1053 #define BTSQrr(RS, RD) _BTQrr(X86_BTS, RS, RD)
1054 #define BTSQrm(RS, MD, MB, MI, MS) _BTQrm(X86_BTS, RS, MD, MB, MI, MS)
1055
1056
1057 /* --- Move instructions --------------------------------------------------- */
1058
1059 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1060
1061 #define MOVBrr(RS, RD) (_REXBrr(RS, RD), _O_Mrm (0x88 ,_b11,_r1(RS),_r1(RD) ))
1062 #define MOVBmr(MD, MB, MI, MS, RD) (_REXBmr(MB, MI, RD), _O_r_X (0x8a ,_r1(RD) ,MD,MB,MI,MS ))
1063 #define MOVBrm(RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _O_r_X (0x88 ,_r1(RS) ,MD,MB,MI,MS ))
1064 #define MOVBir(IM, R) (_REXBrr(0, R), _Or_B (0xb0,_r1(R) ,_su8(IM)))
1065 #define MOVBim(IM, MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_X_B (0xc6 ,MD,MB,MI,MS ,_su8(IM)))
1066
1067 #define MOVWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _O_Mrm (0x89 ,_b11,_r2(RS),_r2(RD) ))
1068 #define MOVWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _O_r_X (0x8b ,_r2(RD) ,MD,MB,MI,MS ))
1069 #define MOVWrm(RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _O_r_X (0x89 ,_r2(RS) ,MD,MB,MI,MS ))
1070 #define MOVWir(IM, R) (_d16(), _REXLrr(0, R), _Or_W (0xb8,_r2(R) ,_su16(IM)))
1071 #define MOVWim(IM, MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _O_X_W (0xc7 ,MD,MB,MI,MS ,_su16(IM)))
1072
1073 #define MOVLrr(RS, RD) (_REXLrr(RS, RD), _O_Mrm (0x89 ,_b11,_r4(RS),_r4(RD) ))
1074 #define MOVLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _O_r_X (0x8b ,_r4(RD) ,MD,MB,MI,MS ))
1075 #define MOVLrm(RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _O_r_X (0x89 ,_r4(RS) ,MD,MB,MI,MS ))
1076 #define MOVLir(IM, R) (_REXLrr(0, R), _Or_L (0xb8,_r4(R) ,IM ))
1077 #define MOVLim(IM, MD, MB, MI, MS) (_REXLrm(0, MB, MI), _O_X_L (0xc7 ,MD,MB,MI,MS ,IM ))
1078
1079 #define MOVQrr(RS, RD) (_REXQrr(RS, RD), _O_Mrm (0x89 ,_b11,_r8(RS),_r8(RD) ))
1080 #define MOVQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _O_r_X (0x8b ,_r8(RD) ,MD,MB,MI,MS ))
1081 #define MOVQrm(RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _O_r_X (0x89 ,_r8(RS) ,MD,MB,MI,MS ))
1082 #define MOVQir(IM, R) (_REXQrr(0, R), _Or_L (0xb8,_r8(R) ,IM ))
1083 #define MOVQim(IM, MD, MB, MI, MS) (_REXQrm(0, MB, MI), _O_X_L (0xc7 ,MD,MB,MI,MS ,IM ))
1084
1085
1086 /* --- Unary and Multiply/Divide instructions ------------------------------ */
1087
1088 enum {
1089 X86_NOT = 2,
1090 X86_NEG = 3,
1091 X86_MUL = 4,
1092 X86_IMUL = 5,
1093 X86_DIV = 6,
1094 X86_IDIV = 7,
1095 };
1096
1097 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1098
1099 #define _UNARYBr(OP, RS) (_REXBrr(0, RS), _O_Mrm (0xf6 ,_b11,OP ,_r1(RS) ))
1100 #define _UNARYBm(OP, MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_r_X (0xf6 ,OP ,MD,MB,MI,MS ))
1101 #define _UNARYWr(OP, RS) (_d16(), _REXLrr(0, RS), _O_Mrm (0xf7 ,_b11,OP ,_r2(RS) ))
1102 #define _UNARYWm(OP, MD, MB, MI, MS) (_d16(), _REXLmr(MB, MI, 0), _O_r_X (0xf7 ,OP ,MD,MB,MI,MS ))
1103 #define _UNARYLr(OP, RS) (_REXLrr(0, RS), _O_Mrm (0xf7 ,_b11,OP ,_r4(RS) ))
1104 #define _UNARYLm(OP, MD, MB, MI, MS) (_REXLmr(MB, MI, 0), _O_r_X (0xf7 ,OP ,MD,MB,MI,MS ))
1105 #define _UNARYQr(OP, RS) (_REXQrr(0, RS), _O_Mrm (0xf7 ,_b11,OP ,_r8(RS) ))
1106 #define _UNARYQm(OP, MD, MB, MI, MS) (_REXQmr(MB, MI, 0), _O_r_X (0xf7 ,OP ,MD,MB,MI,MS ))
1107
1108 #define NOTBr(RS) _UNARYBr(X86_NOT, RS)
1109 #define NOTBm(MD, MB, MI, MS) _UNARYBm(X86_NOT, MD, MB, MI, MS)
1110 #define NOTWr(RS) _UNARYWr(X86_NOT, RS)
1111 #define NOTWm(MD, MB, MI, MS) _UNARYWm(X86_NOT, MD, MB, MI, MS)
1112 #define NOTLr(RS) _UNARYLr(X86_NOT, RS)
1113 #define NOTLm(MD, MB, MI, MS) _UNARYLm(X86_NOT, MD, MB, MI, MS)
1114 #define NOTQr(RS) _UNARYQr(X86_NOT, RS)
1115 #define NOTQm(MD, MB, MI, MS) _UNARYQm(X86_NOT, MD, MB, MI, MS)
1116
1117 #define NEGBr(RS) _UNARYBr(X86_NEG, RS)
1118 #define NEGBm(MD, MB, MI, MS) _UNARYBm(X86_NEG, MD, MB, MI, MS)
1119 #define NEGWr(RS) _UNARYWr(X86_NEG, RS)
1120 #define NEGWm(MD, MB, MI, MS) _UNARYWm(X86_NEG, MD, MB, MI, MS)
1121 #define NEGLr(RS) _UNARYLr(X86_NEG, RS)
1122 #define NEGLm(MD, MB, MI, MS) _UNARYLm(X86_NEG, MD, MB, MI, MS)
1123 #define NEGQr(RS) _UNARYQr(X86_NEG, RS)
1124 #define NEGQm(MD, MB, MI, MS) _UNARYQm(X86_NEG, MD, MB, MI, MS)
1125
1126 #define MULBr(RS) _UNARYBr(X86_MUL, RS)
1127 #define MULBm(MD, MB, MI, MS) _UNARYBm(X86_MUL, MD, MB, MI, MS)
1128 #define MULWr(RS) _UNARYWr(X86_MUL, RS)
1129 #define MULWm(MD, MB, MI, MS) _UNARYWm(X86_MUL, MD, MB, MI, MS)
1130 #define MULLr(RS) _UNARYLr(X86_MUL, RS)
1131 #define MULLm(MD, MB, MI, MS) _UNARYLm(X86_MUL, MD, MB, MI, MS)
1132 #define MULQr(RS) _UNARYQr(X86_MUL, RS)
1133 #define MULQm(MD, MB, MI, MS) _UNARYQm(X86_MUL, MD, MB, MI, MS)
1134
1135 #define IMULBr(RS) _UNARYBr(X86_IMUL, RS)
1136 #define IMULBm(MD, MB, MI, MS) _UNARYBm(X86_IMUL, MD, MB, MI, MS)
1137 #define IMULWr(RS) _UNARYWr(X86_IMUL, RS)
1138 #define IMULWm(MD, MB, MI, MS) _UNARYWm(X86_IMUL, MD, MB, MI, MS)
1139 #define IMULLr(RS) _UNARYLr(X86_IMUL, RS)
1140 #define IMULLm(MD, MB, MI, MS) _UNARYLm(X86_IMUL, MD, MB, MI, MS)
1141 #define IMULQr(RS) _UNARYQr(X86_IMUL, RS)
1142 #define IMULQm(MD, MB, MI, MS) _UNARYQm(X86_IMUL, MD, MB, MI, MS)
1143
1144 #define DIVBr(RS) _UNARYBr(X86_DIV, RS)
1145 #define DIVBm(MD, MB, MI, MS) _UNARYBm(X86_DIV, MD, MB, MI, MS)
1146 #define DIVWr(RS) _UNARYWr(X86_DIV, RS)
1147 #define DIVWm(MD, MB, MI, MS) _UNARYWm(X86_DIV, MD, MB, MI, MS)
1148 #define DIVLr(RS) _UNARYLr(X86_DIV, RS)
1149 #define DIVLm(MD, MB, MI, MS) _UNARYLm(X86_DIV, MD, MB, MI, MS)
1150 #define DIVQr(RS) _UNARYQr(X86_DIV, RS)
1151 #define DIVQm(MD, MB, MI, MS) _UNARYQm(X86_DIV, MD, MB, MI, MS)
1152
1153 #define IDIVBr(RS) _UNARYBr(X86_IDIV, RS)
1154 #define IDIVBm(MD, MB, MI, MS) _UNARYBm(X86_IDIV, MD, MB, MI, MS)
1155 #define IDIVWr(RS) _UNARYWr(X86_IDIV, RS)
1156 #define IDIVWm(MD, MB, MI, MS) _UNARYWm(X86_IDIV, MD, MB, MI, MS)
1157 #define IDIVLr(RS) _UNARYLr(X86_IDIV, RS)
1158 #define IDIVLm(MD, MB, MI, MS) _UNARYLm(X86_IDIV, MD, MB, MI, MS)
1159 #define IDIVQr(RS) _UNARYQr(X86_IDIV, RS)
1160 #define IDIVQm(MD, MB, MI, MS) _UNARYQm(X86_IDIV, MD, MB, MI, MS)
1161
1162 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1163
1164 #define IMULWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _OO_Mrm (0x0faf ,_b11,_r2(RS),_r2(RD) ))
1165 #define IMULWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0faf ,_r2(RD) ,MD,MB,MI,MS ))
1166
1167 #define IMULWirr(IM,RS,RD) (_d16(), _REXLrr(RS, RD), _Os_Mrm_sW (0x69 ,_b11,_r2(RS),_r2(RD) ,_su16(IM) ))
1168 #define IMULWimr(IM,MD,MB,MI,MS,RD) (_d16(), _REXLmr(MB, MI, RD), _Os_r_X_sW (0x69 ,_r2(RD) ,MD,MB,MI,MS ,_su16(IM) ))
1169
1170 #define IMULLir(IM, RD) (_REXLrr(0, RD), _Os_Mrm_sL (0x69 ,_b11,_r4(RD),_r4(RD) ,IM ))
1171 #define IMULLrr(RS, RD) (_REXLrr(RS, RD), _OO_Mrm (0x0faf ,_b11,_r4(RD),_r4(RS) ))
1172 #define IMULLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0faf ,_r4(RD) ,MD,MB,MI,MS ))
1173
1174 #define IMULQir(IM, RD) (_REXQrr(0, RD), _Os_Mrm_sL (0x69 ,_b11,_r8(RD),_r8(RD) ,IM ))
1175 #define IMULQrr(RS, RD) (_REXQrr(RS, RD), _OO_Mrm (0x0faf ,_b11,_r8(RD),_r8(RS) ))
1176 #define IMULQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0faf ,_r8(RD) ,MD,MB,MI,MS ))
1177
1178 #define IMULLirr(IM,RS,RD) (_REXLrr(RS, RD), _Os_Mrm_sL (0x69 ,_b11,_r4(RS),_r4(RD) ,IM ))
1179 #define IMULLimr(IM,MD,MB,MI,MS,RD) (_REXLmr(MB, MI, RD), _Os_r_X_sL (0x69 ,_r4(RD) ,MD,MB,MI,MS ,IM ))
1180
1181 #define IMULQirr(IM,RS,RD) (_REXQrr(RS, RD), _Os_Mrm_sL (0x69 ,_b11,_r8(RS),_r8(RD) ,IM ))
1182 #define IMULQimr(IM,MD,MB,MI,MS,RD) (_REXQmr(MB, MI, RD), _Os_r_X_sL (0x69 ,_r8(RD) ,MD,MB,MI,MS ,IM ))
1183
1184
1185 /* --- Control Flow related instructions ----------------------------------- */
1186
1187 enum {
1188 X86_CC_O = 0x0,
1189 X86_CC_NO = 0x1,
1190 X86_CC_NAE = 0x2,
1191 X86_CC_B = 0x2,
1192 X86_CC_C = 0x2,
1193 X86_CC_AE = 0x3,
1194 X86_CC_NB = 0x3,
1195 X86_CC_NC = 0x3,
1196 X86_CC_E = 0x4,
1197 X86_CC_Z = 0x4,
1198 X86_CC_NE = 0x5,
1199 X86_CC_NZ = 0x5,
1200 X86_CC_BE = 0x6,
1201 X86_CC_NA = 0x6,
1202 X86_CC_A = 0x7,
1203 X86_CC_NBE = 0x7,
1204 X86_CC_S = 0x8,
1205 X86_CC_NS = 0x9,
1206 X86_CC_P = 0xa,
1207 X86_CC_PE = 0xa,
1208 X86_CC_NP = 0xb,
1209 X86_CC_PO = 0xb,
1210 X86_CC_L = 0xc,
1211 X86_CC_NGE = 0xc,
1212 X86_CC_GE = 0xd,
1213 X86_CC_NL = 0xd,
1214 X86_CC_LE = 0xe,
1215 X86_CC_NG = 0xe,
1216 X86_CC_G = 0xf,
1217 X86_CC_NLE = 0xf,
1218 };
1219
1220 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1221
1222 // FIXME: no prefix is availble to encode a 32-bit operand size in 64-bit mode
1223 #define CALLm(M) _O_D32 (0xe8 ,(int)(M) )
1224 #define CALLsr(R) (_REXLrr(0, R), _O_Mrm (0xff ,_b11,_b010,_r4(R) ))
1225 #define CALLQsr(R) (_REXQrr(0, R), _O_Mrm (0xff ,_b11,_b010,_r8(R) ))
1226 #define CALLsm(D,B,I,S) (_REXLrm(0, B, I), _O_r_X (0xff ,_b010 ,(int)(D),B,I,S ))
1227
1228 // FIXME: no prefix is availble to encode a 32-bit operand size in 64-bit mode
1229 #define JMPSm(M) _O_D8 (0xeb ,(int)(D) )
1230 #define JMPm(M) _O_D32 (0xe9 ,(int)(D) )
1231 #define JMPsr(R) (_REXLrr(0, R), _O_Mrm (0xff ,_b11,_b100,_r4(R) ))
1232 #define JMPQsr(R) (_REXQrr(0, R), _O_Mrm (0xff ,_b11,_b100,_r8(R) ))
1233 #define JMPsm(D,B,I,S) (_REXLrm(0, B, I), _O_r_X (0xff ,_b100 ,(int)(D),B,I,S ))
1234
1235 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1236 #define JCCSii(CC, D) _O_B (0x70|(CC) ,(_sc)(int)(D) )
1237 #define JCCSim(CC, D) _O_D8 (0x70|(CC) ,(int)(D) )
1238 #define JOSm(D) JCCSim(0x0, D)
1239 #define JNOSm(D) JCCSim(0x1, D)
1240 #define JBSm(D) JCCSim(0x2, D)
1241 #define JNAESm(D) JCCSim(0x2, D)
1242 #define JNBSm(D) JCCSim(0x3, D)
1243 #define JAESm(D) JCCSim(0x3, D)
1244 #define JESm(D) JCCSim(0x4, D)
1245 #define JZSm(D) JCCSim(0x4, D)
1246 #define JNESm(D) JCCSim(0x5, D)
1247 #define JNZSm(D) JCCSim(0x5, D)
1248 #define JBESm(D) JCCSim(0x6, D)
1249 #define JNASm(D) JCCSim(0x6, D)
1250 #define JNBESm(D) JCCSim(0x7, D)
1251 #define JASm(D) JCCSim(0x7, D)
1252 #define JSSm(D) JCCSim(0x8, D)
1253 #define JNSSm(D) JCCSim(0x9, D)
1254 #define JPSm(D) JCCSim(0xa, D)
1255 #define JPESm(D) JCCSim(0xa, D)
1256 #define JNPSm(D) JCCSim(0xb, D)
1257 #define JPOSm(D) JCCSim(0xb, D)
1258 #define JLSm(D) JCCSim(0xc, D)
1259 #define JNGESm(D) JCCSim(0xc, D)
1260 #define JNLSm(D) JCCSim(0xd, D)
1261 #define JGESm(D) JCCSim(0xd, D)
1262 #define JLESm(D) JCCSim(0xe, D)
1263 #define JNGSm(D) JCCSim(0xe, D)
1264 #define JNLESm(D) JCCSim(0xf, D)
1265 #define JGSm(D) JCCSim(0xf, D)
1266
1267 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1268 #define JCCii(CC, D) _OO_L (0x0f80|(CC) ,(int)(D) )
1269 #define JCCim(CC, D) _OO_D32 (0x0f80|(CC) ,(int)(D) )
1270 #define JOm(D) JCCim(0x0, D)
1271 #define JNOm(D) JCCim(0x1, D)
1272 #define JBm(D) JCCim(0x2, D)
1273 #define JNAEm(D) JCCim(0x2, D)
1274 #define JNBm(D) JCCim(0x3, D)
1275 #define JAEm(D) JCCim(0x3, D)
1276 #define JEm(D) JCCim(0x4, D)
1277 #define JZm(D) JCCim(0x4, D)
1278 #define JNEm(D) JCCim(0x5, D)
1279 #define JNZm(D) JCCim(0x5, D)
1280 #define JBEm(D) JCCim(0x6, D)
1281 #define JNAm(D) JCCim(0x6, D)
1282 #define JNBEm(D) JCCim(0x7, D)
1283 #define JAm(D) JCCim(0x7, D)
1284 #define JSm(D) JCCim(0x8, D)
1285 #define JNSm(D) JCCim(0x9, D)
1286 #define JPm(D) JCCim(0xa, D)
1287 #define JPEm(D) JCCim(0xa, D)
1288 #define JNPm(D) JCCim(0xb, D)
1289 #define JPOm(D) JCCim(0xb, D)
1290 #define JLm(D) JCCim(0xc, D)
1291 #define JNGEm(D) JCCim(0xc, D)
1292 #define JNLm(D) JCCim(0xd, D)
1293 #define JGEm(D) JCCim(0xd, D)
1294 #define JLEm(D) JCCim(0xe, D)
1295 #define JNGm(D) JCCim(0xe, D)
1296 #define JNLEm(D) JCCim(0xf, D)
1297 #define JGm(D) JCCim(0xf, D)
1298
1299 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1300 #define SETCCir(CC, RD) (_REXBrr(0, RD), _OO_Mrm (0x0f90|(CC) ,_b11,_b000,_r1(RD) ))
1301 #define SETOr(RD) SETCCir(0x0,RD)
1302 #define SETNOr(RD) SETCCir(0x1,RD)
1303 #define SETBr(RD) SETCCir(0x2,RD)
1304 #define SETNAEr(RD) SETCCir(0x2,RD)
1305 #define SETNBr(RD) SETCCir(0x3,RD)
1306 #define SETAEr(RD) SETCCir(0x3,RD)
1307 #define SETEr(RD) SETCCir(0x4,RD)
1308 #define SETZr(RD) SETCCir(0x4,RD)
1309 #define SETNEr(RD) SETCCir(0x5,RD)
1310 #define SETNZr(RD) SETCCir(0x5,RD)
1311 #define SETBEr(RD) SETCCir(0x6,RD)
1312 #define SETNAr(RD) SETCCir(0x6,RD)
1313 #define SETNBEr(RD) SETCCir(0x7,RD)
1314 #define SETAr(RD) SETCCir(0x7,RD)
1315 #define SETSr(RD) SETCCir(0x8,RD)
1316 #define SETNSr(RD) SETCCir(0x9,RD)
1317 #define SETPr(RD) SETCCir(0xa,RD)
1318 #define SETPEr(RD) SETCCir(0xa,RD)
1319 #define SETNPr(RD) SETCCir(0xb,RD)
1320 #define SETPOr(RD) SETCCir(0xb,RD)
1321 #define SETLr(RD) SETCCir(0xc,RD)
1322 #define SETNGEr(RD) SETCCir(0xc,RD)
1323 #define SETNLr(RD) SETCCir(0xd,RD)
1324 #define SETGEr(RD) SETCCir(0xd,RD)
1325 #define SETLEr(RD) SETCCir(0xe,RD)
1326 #define SETNGr(RD) SETCCir(0xe,RD)
1327 #define SETNLEr(RD) SETCCir(0xf,RD)
1328 #define SETGr(RD) SETCCir(0xf,RD)
1329
1330 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1331 #define SETCCim(CC,MD,MB,MI,MS) (_REXBrm(0, MB, MI), _OO_r_X (0x0f90|(CC) ,_b000 ,MD,MB,MI,MS ))
1332 #define SETOm(D, B, I, S) SETCCim(0x0, D, B, I, S)
1333 #define SETNOm(D, B, I, S) SETCCim(0x1, D, B, I, S)
1334 #define SETBm(D, B, I, S) SETCCim(0x2, D, B, I, S)
1335 #define SETNAEm(D, B, I, S) SETCCim(0x2, D, B, I, S)
1336 #define SETNBm(D, B, I, S) SETCCim(0x3, D, B, I, S)
1337 #define SETAEm(D, B, I, S) SETCCim(0x3, D, B, I, S)
1338 #define SETEm(D, B, I, S) SETCCim(0x4, D, B, I, S)
1339 #define SETZm(D, B, I, S) SETCCim(0x4, D, B, I, S)
1340 #define SETNEm(D, B, I, S) SETCCim(0x5, D, B, I, S)
1341 #define SETNZm(D, B, I, S) SETCCim(0x5, D, B, I, S)
1342 #define SETBEm(D, B, I, S) SETCCim(0x6, D, B, I, S)
1343 #define SETNAm(D, B, I, S) SETCCim(0x6, D, B, I, S)
1344 #define SETNBEm(D, B, I, S) SETCCim(0x7, D, B, I, S)
1345 #define SETAm(D, B, I, S) SETCCim(0x7, D, B, I, S)
1346 #define SETSm(D, B, I, S) SETCCim(0x8, D, B, I, S)
1347 #define SETNSm(D, B, I, S) SETCCim(0x9, D, B, I, S)
1348 #define SETPm(D, B, I, S) SETCCim(0xa, D, B, I, S)
1349 #define SETPEm(D, B, I, S) SETCCim(0xa, D, B, I, S)
1350 #define SETNPm(D, B, I, S) SETCCim(0xb, D, B, I, S)
1351 #define SETPOm(D, B, I, S) SETCCim(0xb, D, B, I, S)
1352 #define SETLm(D, B, I, S) SETCCim(0xc, D, B, I, S)
1353 #define SETNGEm(D, B, I, S) SETCCim(0xc, D, B, I, S)
1354 #define SETNLm(D, B, I, S) SETCCim(0xd, D, B, I, S)
1355 #define SETGEm(D, B, I, S) SETCCim(0xd, D, B, I, S)
1356 #define SETLEm(D, B, I, S) SETCCim(0xe, D, B, I, S)
1357 #define SETNGm(D, B, I, S) SETCCim(0xe, D, B, I, S)
1358 #define SETNLEm(D, B, I, S) SETCCim(0xf, D, B, I, S)
1359 #define SETGm(D, B, I, S) SETCCim(0xf, D, B, I, S)
1360
1361 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1362 #define CMOVWrr(CC,RS,RD) (_d16(), _REXLrr(RD, RS), _OO_Mrm (0x0f40|(CC) ,_b11,_r2(RD),_r2(RS) ))
1363 #define CMOVWmr(CC,MD,MB,MI,MS,RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0f40|(CC) ,_r2(RD) ,MD,MB,MI,MS ))
1364 #define CMOVLrr(CC,RS,RD) (_REXLrr(RD, RS), _OO_Mrm (0x0f40|(CC) ,_b11,_r4(RD),_r4(RS) ))
1365 #define CMOVLmr(CC,MD,MB,MI,MS,RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0f40|(CC) ,_r4(RD) ,MD,MB,MI,MS ))
1366 #define CMOVQrr(CC,RS,RD) (_REXQrr(RD, RS), _OO_Mrm (0x0f40|(CC) ,_b11,_r8(RD),_r8(RS) ))
1367 #define CMOVQmr(CC,MD,MB,MI,MS,RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0f40|(CC) ,_r8(RD) ,MD,MB,MI,MS ))
1368
1369
1370 /* --- Push/Pop instructions ----------------------------------------------- */
1371
1372 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1373
1374 #define POPWr(RD) _m32only((_d16(), _Or (0x58,_r2(RD) )))
1375 #define POPWm(MD, MB, MI, MS) _m32only((_d16(), _O_r_X (0x8f ,_b000 ,MD,MB,MI,MS )))
1376
1377 #define POPLr(RD) _m32only( _Or (0x58,_r4(RD) ))
1378 #define POPLm(MD, MB, MI, MS) _m32only( _O_r_X (0x8f ,_b000 ,MD,MB,MI,MS ))
1379
1380 #define POPQr(RD) _m64only( _Or (0x58,_r8(RD) ))
1381 #define POPQm(MD, MB, MI, MS) _m64only( _O_r_X (0x8f ,_b000 ,MD,MB,MI,MS ))
1382
1383 #define PUSHWr(RS) _m32only((_d16(), _Or (0x50,_r2(RS) )))
1384 #define PUSHWm(MD, MB, MI, MS) _m32only((_d16(), _O_r_X (0xff, ,_b110 ,MD,MB,MI,MS )))
1385 #define PUSHWi(IM) _m32only((_d16(), _Os_sW (0x68 ,IM )))
1386
1387 #define PUSHLr(RS) _m32only( _Or (0x50,_r4(RS) ))
1388 #define PUSHLm(MD, MB, MI, MS) _m32only( _O_r_X (0xff ,_b110 ,MD,MB,MI,MS ))
1389 #define PUSHLi(IM) _m32only( _Os_sL (0x68 ,IM ))
1390
1391 #define PUSHQr(RS) _m64only( _Or (0x50,_r8(RS) ))
1392 #define PUSHQm(MD, MB, MI, MS) _m64only( _O_r_X (0xff ,_b110 ,MD,MB,MI,MS ))
1393 #define PUSHQi(IM) _m64only( _Os_sL (0x68 ,IM ))
1394
1395 #define POPA() (_d16(), _O (0x61 ))
1396 #define POPAD() _O (0x61 )
1397
1398 #define PUSHA() (_d16(), _O (0x60 ))
1399 #define PUSHAD() _O (0x60 )
1400
1401 #define POPF() _O (0x9d )
1402 #define PUSHF() _O (0x9c )
1403
1404
1405 /* --- Test instructions --------------------------------------------------- */
1406
1407 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1408
1409 #define TESTBrr(RS, RD) (_REXBrr(RS, RD), _O_Mrm (0x84 ,_b11,_r1(RS),_r1(RD) ))
1410 #define TESTBrm(RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _O_r_X (0x84 ,_r1(RS) ,MD,MB,MI,MS ))
1411 #define TESTBir(IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_AL) ? \
1412 (_REXBrr(0, RD), _O_B (0xa8 ,_u8(IM))) : \
1413 (_REXBrr(0, RD), _O_Mrm_B (0xf6 ,_b11,_b000 ,_r1(RD) ,_u8(IM))) )
1414 #define TESTBim(IM, MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_r_X_B (0xf6 ,_b000 ,MD,MB,MI,MS ,_u8(IM)))
1415
1416 #define TESTWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _O_Mrm (0x85 ,_b11,_r2(RS),_r2(RD) ))
1417 #define TESTWrm(RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _O_r_X (0x85 ,_r2(RS) ,MD,MB,MI,MS ))
1418 #define TESTWir(IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_AX) ? \
1419 (_d16(), _REXLrr(0, RD), _O_W (0xa9 ,_u16(IM))) : \
1420 (_d16(), _REXLrr(0, RD), _O_Mrm_W (0xf7 ,_b11,_b000 ,_r2(RD) ,_u16(IM))) )
1421 #define TESTWim(IM, MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _O_r_X_W (0xf7 ,_b000 ,MD,MB,MI,MS ,_u16(IM)))
1422
1423 #define TESTLrr(RS, RD) (_REXLrr(RS, RD), _O_Mrm (0x85 ,_b11,_r4(RS),_r4(RD) ))
1424 #define TESTLrm(RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _O_r_X (0x85 ,_r4(RS) ,MD,MB,MI,MS ))
1425 #define TESTLir(IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_EAX) ? \
1426 (_REXLrr(0, RD), _O_L (0xa9 ,IM )) : \
1427 (_REXLrr(0, RD), _O_Mrm_L (0xf7 ,_b11,_b000 ,_r4(RD) ,IM )) )
1428 #define TESTLim(IM, MD, MB, MI, MS) (_REXLrm(0, MB, MI), _O_r_X_L (0xf7 ,_b000 ,MD,MB,MI,MS ,IM ))
1429
1430 #define TESTQrr(RS, RD) (_REXQrr(RS, RD), _O_Mrm (0x85 ,_b11,_r8(RS),_r8(RD) ))
1431 #define TESTQrm(RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _O_r_X (0x85 ,_r8(RS) ,MD,MB,MI,MS ))
1432 #define TESTQir(IM, RD) (X86_OPTIMIZE_ALU && ((RD) == X86_RAX) ? \
1433 (_REXQrr(0, RD), _O_L (0xa9 ,IM )) : \
1434 (_REXQrr(0, RD), _O_Mrm_L (0xf7 ,_b11,_b000 ,_r8(RD) ,IM )) )
1435 #define TESTQim(IM, MD, MB, MI, MS) (_REXQrm(0, MB, MI), _O_r_X_L (0xf7 ,_b000 ,MD,MB,MI,MS ,IM ))
1436
1437
1438 /* --- Exchange instructions ----------------------------------------------- */
1439
1440 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1441
1442 #define CMPXCHGBrr(RS, RD) (_REXBrr(RS, RD), _OO_Mrm (0x0fb0 ,_b11,_r1(RS),_r1(RD) ))
1443 #define CMPXCHGBrm(RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _OO_r_X (0x0fb0 ,_r1(RS) ,MD,MB,MI,MS ))
1444
1445 #define CMPXCHGWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _OO_Mrm (0x0fb1 ,_b11,_r2(RS),_r2(RD) ))
1446 #define CMPXCHGWrm(RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _OO_r_X (0x0fb1 ,_r2(RS) ,MD,MB,MI,MS ))
1447
1448 #define CMPXCHGLrr(RS, RD) (_REXLrr(RS, RD), _OO_Mrm (0x0fb1 ,_b11,_r4(RS),_r4(RD) ))
1449 #define CMPXCHGLrm(RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _OO_r_X (0x0fb1 ,_r4(RS) ,MD,MB,MI,MS ))
1450
1451 #define CMPXCHGQrr(RS, RD) (_REXQrr(RS, RD), _OO_Mrm (0x0fb1 ,_b11,_r8(RS),_r8(RD) ))
1452 #define CMPXCHGQrm(RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _OO_r_X (0x0fb1 ,_r8(RS) ,MD,MB,MI,MS ))
1453
1454 #define XADDBrr(RS, RD) (_REXBrr(RS, RD), _OO_Mrm (0x0fc0 ,_b11,_r1(RS),_r1(RD) ))
1455 #define XADDBrm(RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _OO_r_X (0x0fc0 ,_r1(RS) ,MD,MB,MI,MS ))
1456
1457 #define XADDWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _OO_Mrm (0x0fc1 ,_b11,_r2(RS),_r2(RD) ))
1458 #define XADDWrm(RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _OO_r_X (0x0fc1 ,_r2(RS) ,MD,MB,MI,MS ))
1459
1460 #define XADDLrr(RS, RD) (_REXLrr(RS, RD), _OO_Mrm (0x0fc1 ,_b11,_r4(RS),_r4(RD) ))
1461 #define XADDLrm(RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _OO_r_X (0x0fc1 ,_r4(RS) ,MD,MB,MI,MS ))
1462
1463 #define XADDQrr(RS, RD) (_REXQrr(RS, RD), _OO_Mrm (0x0fc1 ,_b11,_r8(RS),_r8(RD) ))
1464 #define XADDQrm(RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _OO_r_X (0x0fc1 ,_r8(RS) ,MD,MB,MI,MS ))
1465
1466 #define XCHGBrr(RS, RD) (_REXBrr(RS, RD), _O_Mrm (0x86 ,_b11,_r1(RS),_r1(RD) ))
1467 #define XCHGBrm(RS, MD, MB, MI, MS) (_REXBrm(RS, MB, MI), _O_r_X (0x86 ,_r1(RS) ,MD,MB,MI,MS ))
1468
1469 #define XCHGWrr(RS, RD) (_d16(), _REXLrr(RS, RD), _O_Mrm (0x87 ,_b11,_r2(RS),_r2(RD) ))
1470 #define XCHGWrm(RS, MD, MB, MI, MS) (_d16(), _REXLrm(RS, MB, MI), _O_r_X (0x87 ,_r2(RS) ,MD,MB,MI,MS ))
1471
1472 #define XCHGLrr(RS, RD) (_REXLrr(RS, RD), _O_Mrm (0x87 ,_b11,_r4(RS),_r4(RD) ))
1473 #define XCHGLrm(RS, MD, MB, MI, MS) (_REXLrm(RS, MB, MI), _O_r_X (0x87 ,_r4(RS) ,MD,MB,MI,MS ))
1474
1475 #define XCHGQrr(RS, RD) (_REXQrr(RS, RD), _O_Mrm (0x87 ,_b11,_r8(RS),_r8(RD) ))
1476 #define XCHGQrm(RS, MD, MB, MI, MS) (_REXQrm(RS, MB, MI), _O_r_X (0x87 ,_r8(RS) ,MD,MB,MI,MS ))
1477
1478
1479 /* --- Increment/Decrement instructions ------------------------------------ */
1480
1481 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1482
1483 #define DECBm(MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_r_X (0xfe ,_b001 ,MD,MB,MI,MS ))
1484 #define DECBr(RD) (_REXBrr(0, RD), _O_Mrm (0xfe ,_b11,_b001 ,_r1(RD) ))
1485
1486 #define DECWm(MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _O_r_X (0xff ,_b001 ,MD,MB,MI,MS ))
1487 #define DECWr(RD) (! X86_TARGET_64BIT ? (_d16(), _Or (0x48,_r2(RD) )) : \
1488 (_d16(), _REXLrr(0, RD), _O_Mrm (0xff ,_b11,_b001 ,_r2(RD) )))
1489
1490 #define DECLm(MD, MB, MI, MS) (_REXLrm(0, MB, MI), _O_r_X (0xff ,_b001 ,MD,MB,MI,MS ))
1491 #define DECLr(RD) (! X86_TARGET_64BIT ? _Or (0x48,_r4(RD) ) : \
1492 (_REXLrr(0, RD), _O_Mrm (0xff ,_b11,_b001 ,_r4(RD) )))
1493
1494 #define DECQm(MD, MB, MI, MS) (_REXQrm(0, MB, MI), _O_r_X (0xff ,_b001 ,MD,MB,MI,MS ))
1495 #define DECQr(RD) (_REXQrr(0, RD), _O_Mrm (0xff ,_b11,_b001 ,_r8(RD) ))
1496
1497 #define INCBm(MD, MB, MI, MS) (_REXBrm(0, MB, MI), _O_r_X (0xfe ,_b000 ,MD,MB,MI,MS ))
1498 #define INCBr(RD) (_REXBrr(0, RD), _O_Mrm (0xfe ,_b11,_b000 ,_r1(RD) ))
1499
1500 #define INCWm(MD, MB, MI, MS) (_d16(), _REXLrm(0, MB, MI), _O_r_X (0xff ,_b000 ,MD,MB,MI,MS ))
1501 #define INCWr(RD) (! X86_TARGET_64BIT ? (_d16(), _Or (0x40,_r2(RD) )) : \
1502 (_d16(), _REXLrr(0, RD), _O_Mrm (0xff ,_b11,_b000 ,_r2(RD) )) )
1503
1504 #define INCLm(MD, MB, MI, MS) (_REXLrm(0, MB, MI), _O_r_X (0xff ,_b000 ,MD,MB,MI,MS ))
1505 #define INCLr(RD) (! X86_TARGET_64BIT ? _Or (0x40,_r4(RD) ) : \
1506 (_REXLrr(0, RD), _O_Mrm (0xff ,_b11,_b000 ,_r4(RD) )))
1507
1508 #define INCQm(MD, MB, MI, MS) (_REXQrm(0, MB, MI), _O_r_X (0xff ,_b000 ,MD,MB,MI,MS ))
1509 #define INCQr(RD) (_REXQrr(0, RD), _O_Mrm (0xff ,_b11,_b000 ,_r8(RD) ))
1510
1511
1512 /* --- Misc instructions --------------------------------------------------- */
1513
1514 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1515
1516 #define BSFWrr(RS, RD) (_d16(), _REXLrr(RD, RS), _OO_Mrm (0x0fbc ,_b11,_r2(RD),_r2(RS) ))
1517 #define BSFWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0fbc ,_r2(RD) ,MD,MB,MI,MS ))
1518 #define BSRWrr(RS, RD) (_d16(), _REXLrr(RD, RS), _OO_Mrm (0x0fbd ,_b11,_r2(RD),_r2(RS) ))
1519 #define BSRWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0fbd ,_r2(RD) ,MD,MB,MI,MS ))
1520
1521 #define BSFLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fbc ,_b11,_r4(RD),_r4(RS) ))
1522 #define BSFLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fbc ,_r4(RD) ,MD,MB,MI,MS ))
1523 #define BSRLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fbd ,_b11,_r4(RD),_r4(RS) ))
1524 #define BSRLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fbd ,_r4(RD) ,MD,MB,MI,MS ))
1525
1526 #define BSFQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fbc ,_b11,_r8(RD),_r8(RS) ))
1527 #define BSFQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fbc ,_r8(RD) ,MD,MB,MI,MS ))
1528 #define BSRQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fbd ,_b11,_r8(RD),_r8(RS) ))
1529 #define BSRQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fbd ,_r8(RD) ,MD,MB,MI,MS ))
1530
1531 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1532
1533 #define MOVSBWrr(RS, RD) (_d16(), _REXLrr(RD, RS), _OO_Mrm (0x0fbe ,_b11,_r2(RD),_r1(RS) ))
1534 #define MOVSBWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0fbe ,_r2(RD) ,MD,MB,MI,MS ))
1535 #define MOVZBWrr(RS, RD) (_d16(), _REXLrr(RD, RS), _OO_Mrm (0x0fb6 ,_b11,_r2(RD),_r1(RS) ))
1536 #define MOVZBWmr(MD, MB, MI, MS, RD) (_d16(), _REXLmr(MB, MI, RD), _OO_r_X (0x0fb6 ,_r2(RD) ,MD,MB,MI,MS ))
1537
1538 #define MOVSBLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fbe ,_b11,_r4(RD),_r1(RS) ))
1539 #define MOVSBLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fbe ,_r4(RD) ,MD,MB,MI,MS ))
1540 #define MOVZBLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fb6 ,_b11,_r4(RD),_r1(RS) ))
1541 #define MOVZBLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fb6 ,_r4(RD) ,MD,MB,MI,MS ))
1542
1543 #define MOVSBQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fbe ,_b11,_r8(RD),_r1(RS) ))
1544 #define MOVSBQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fbe ,_r8(RD) ,MD,MB,MI,MS ))
1545 #define MOVZBQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fb6 ,_b11,_r8(RD),_r1(RS) ))
1546 #define MOVZBQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fb6 ,_r8(RD) ,MD,MB,MI,MS ))
1547
1548 #define MOVSWLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fbf ,_b11,_r4(RD),_r2(RS) ))
1549 #define MOVSWLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fbf ,_r4(RD) ,MD,MB,MI,MS ))
1550 #define MOVZWLrr(RS, RD) (_REXLrr(RD, RS), _OO_Mrm (0x0fb7 ,_b11,_r4(RD),_r2(RS) ))
1551 #define MOVZWLmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _OO_r_X (0x0fb7 ,_r4(RD) ,MD,MB,MI,MS ))
1552
1553 #define MOVSWQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fbf ,_b11,_r8(RD),_r2(RS) ))
1554 #define MOVSWQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fbf ,_r8(RD) ,MD,MB,MI,MS ))
1555 #define MOVZWQrr(RS, RD) (_REXQrr(RD, RS), _OO_Mrm (0x0fb7 ,_b11,_r8(RD),_r2(RS) ))
1556 #define MOVZWQmr(MD, MB, MI, MS, RD) (_REXQmr(MB, MI, RD), _OO_r_X (0x0fb7 ,_r8(RD) ,MD,MB,MI,MS ))
1557
1558 #define MOVSLQrr(RS, RD) _m64only((_REXQrr(RD, RS), _O_Mrm (0x63 ,_b11,_r8(RD),_r4(RS) )))
1559 #define MOVSLQmr(MD, MB, MI, MS, RD) _m64only((_REXQmr(MB, MI, RD), _O_r_X (0x63 ,_r8(RD) ,MD,MB,MI,MS )))
1560
1561 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1562
1563 #define LEALmr(MD, MB, MI, MS, RD) (_REXLmr(MB, MI, RD), _O_r_X (0x8d ,_r4(RD) ,MD,MB,MI,MS ))
1564
1565 #define BSWAPLr(R) (_REXLrr(0, R), _OOr (0x0fc8,_r4(R) ))
1566 #define BSWAPQr(R) (_REXQrr(0, R), _OOr (0x0fc8,_r8(R) ))
1567
1568 #define CLC() _O (0xf8 )
1569 #define STC() _O (0xf9 )
1570
1571 #define CMC() _O (0xf5 )
1572 #define CLD() _O (0xfc )
1573 #define STD() _O (0xfd )
1574
1575 #define CBTW() (_d16(), _O (0x98 ))
1576 #define CWTL() _O (0x98 )
1577 #define CLTQ() _m64only(_REXQrr(0, 0), _O (0x98 ))
1578
1579 #define CBW CBTW
1580 #define CWDE CWTL
1581 #define CDQE CLTQ
1582
1583 #define CWTD() (_d16(), _O (0x99 ))
1584 #define CLTD() _O (0x99 )
1585 #define CQTO() _m64only(_REXQrr(0, 0), _O (0x99 ))
1586
1587 #define CWD CWTD
1588 #define CDQ CLTD
1589 #define CQO CQTO
1590
1591 #define LAHF() _m32only( _O (0x9f ))
1592 #define SAHF() _m32only( _O (0x9e ))
1593
1594 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1595
1596 #define CPUID() _OO (0x0fa2 )
1597 #define RDTSC() _OO (0xff31 )
1598
1599 #define ENTERii(W, B) _O_W_B (0xc8 ,_su16(W),_su8(B))
1600
1601 #define LEAVE() _O (0xc9 )
1602 #define RET() _O (0xc3 )
1603 #define RETi(IM) _O_W (0xc2 ,_su16(IM))
1604
1605 #define NOP() _O (0x90 )
1606
1607
1608 /* --- Media 128-bit instructions ------------------------------------------ */
1609
1610 enum {
1611 X86_SSE_CVTIS = 0x2a,
1612 X86_SSE_CVTSI = 0x2d,
1613 X86_SSE_UCOMI = 0x2e,
1614 X86_SSE_COMI = 0x2f,
1615 X86_SSE_SQRT = 0x51,
1616 X86_SSE_RSQRT = 0x52,
1617 X86_SSE_RCP = 0x53,
1618 X86_SSE_AND = 0x54,
1619 X86_SSE_ANDN = 0x55,
1620 X86_SSE_OR = 0x56,
1621 X86_SSE_XOR = 0x57,
1622 X86_SSE_ADD = 0x58,
1623 X86_SSE_MUL = 0x59,
1624 X86_SSE_CVTSD = 0x5a,
1625 X86_SSE_CVTDT = 0x5b,
1626 X86_SSE_SUB = 0x5c,
1627 X86_SSE_MIN = 0x5d,
1628 X86_SSE_DIV = 0x5e,
1629 X86_SSE_MAX = 0x5f,
1630 };
1631
1632 /* _format Opcd ,Mod ,r ,m ,mem=dsp+sib ,imm... */
1633
1634 #define __SSELrr(OP,RS,RSA,RD,RDA) (_REXLrr(RD, RS), _OO_Mrm (0x0f00|(OP) ,_b11,RDA(RD),RSA(RS) ))
1635 #define __SSELmr(OP,MD,MB,MI,MS,RD,RDA) (_REXLmr(MB, MI, RD), _OO_r_X (0x0f00|(OP) ,RDA(RD) ,MD,MB,MI,MS ))
1636 #define __SSELrm(OP,RS,RSA,MD,MB,MI,MS) (_REXLrm(RS, MB, MI), _OO_r_X (0x0f00|(OP) ,RSA(RS) ,MD,MB,MI,MS ))
1637
1638 #define __SSEQrr(OP,RS,RSA,RD,RDA) (_REXQrr(RD, RS), _OO_Mrm (0x0f00|(OP) ,_b11,RDA(RD),RSA(RS) ))
1639 #define __SSEQmr(OP,MD,MB,MI,MS,RD,RDA) (_REXQmr(MB, MI, RD), _OO_r_X (0x0f00|(OP) ,RDA(RD) ,MD,MB,MI,MS ))
1640 #define __SSEQrm(OP,RS,RSA,MD,MB,MI,MS) (_REXQrm(RS, MB, MI), _OO_r_X (0x0f00|(OP) ,RSA(RS) ,MD,MB,MI,MS ))
1641
1642 #define _SSELrr(PX,OP,RS,RSA,RD,RDA) (_B(PX), __SSELrr(OP, RS, RSA, RD, RDA))
1643 #define _SSELmr(PX,OP,MD,MB,MI,MS,RD,RDA) (_B(PX), __SSELmr(OP, MD, MB, MI, MS, RD, RDA))
1644 #define _SSELrm(PX,OP,RS,RSA,MD,MB,MI,MS) (_B(PX), __SSELrm(OP, RS, RSA, MD, MB, MI, MS))
1645
1646 #define _SSEQrr(PX,OP,RS,RSA,RD,RDA) (_B(PX), __SSEQrr(OP, RS, RSA, RD, RDA))
1647 #define _SSEQmr(PX,OP,MD,MB,MI,MS,RD,RDA) (_B(PX), __SSEQmr(OP, MD, MB, MI, MS, RD, RDA))
1648 #define _SSEQrm(PX,OP,RS,RSA,MD,MB,MI,MS) (_B(PX), __SSEQrm(OP, RS, RSA, MD, MB, MI, MS))
1649
1650 #define _SSEPSrr(OP,RS,RD) __SSELrr( OP, RS,_rX, RD,_rX)
1651 #define _SSEPSmr(OP,MD,MB,MI,MS,RD) __SSELmr( OP, MD, MB, MI, MS, RD,_rX)
1652 #define _SSEPSrm(OP,RS,MD,MB,MI,MS) __SSELrm( OP, RS,_rX, MD, MB, MI, MS)
1653
1654 #define _SSEPDrr(OP,RS,RD) _SSELrr(0x66, OP, RS,_rX, RD,_rX)
1655 #define _SSEPDmr(OP,MD,MB,MI,MS,RD) _SSELmr(0x66, OP, MD, MB, MI, MS, RD,_rX)
1656 #define _SSEPDrm(OP,RS,MD,MB,MI,MS) _SSELrm(0x66, OP, RS,_rX, MD, MB, MI, MS)
1657
1658 #define _SSESSrr(OP,RS,RD) _SSELrr(0xf3, OP, RS,_rX, RD,_rX)
1659 #define _SSESSmr(OP,MD,MB,MI,MS,RD) _SSELmr(0xf3, OP, MD, MB, MI, MS, RD,_rX)
1660 #define _SSESSrm(OP,RS,MD,MB,MI,MS) _SSELrm(0xf3, OP, RS,_rX, MD, MB, MI, MS)
1661
1662 #define _SSESDrr(OP,RS,RD) _SSELrr(0xf2, OP, RS,_rX, RD,_rX)
1663 #define _SSESDmr(OP,MD,MB,MI,MS,RD) _SSELmr(0xf2, OP, MD, MB, MI, MS, RD,_rX)
1664 #define _SSESDrm(OP,RS,MD,MB,MI,MS) _SSELrm(0xf2, OP, RS,_rX, MD, MB, MI, MS)
1665
1666 #define ADDPSrr(RS, RD) _SSEPSrr(X86_SSE_ADD, RS, RD)
1667 #define ADDPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_ADD, MD, MB, MI, MS, RD)
1668 #define ADDPDrr(RS, RD) _SSEPDrr(X86_SSE_ADD, RS, RD)
1669 #define ADDPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_ADD, MD, MB, MI, MS, RD)
1670
1671 #define ADDSSrr(RS, RD) _SSESSrr(X86_SSE_ADD, RS, RD)
1672 #define ADDSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_ADD, MD, MB, MI, MS, RD)
1673 #define ADDSDrr(RS, RD) _SSESDrr(X86_SSE_ADD, RS, RD)
1674 #define ADDSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_ADD, MD, MB, MI, MS, RD)
1675
1676 #define ANDNPSrr(RS, RD) _SSEPSrr(X86_SSE_ANDN, RS, RD)
1677 #define ANDNPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_ANDN, MD, MB, MI, MS, RD)
1678 #define ANDNPDrr(RS, RD) _SSEPDrr(X86_SSE_ANDN, RS, RD)
1679 #define ANDNPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_ANDN, MD, MB, MI, MS, RD)
1680
1681 #define ANDPSrr(RS, RD) _SSEPSrr(X86_SSE_AND, RS, RD)
1682 #define ANDPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_AND, MD, MB, MI, MS, RD)
1683 #define ANDPDrr(RS, RD) _SSEPDrr(X86_SSE_AND, RS, RD)
1684 #define ANDPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_AND, MD, MB, MI, MS, RD)
1685
1686 #define DIVPSrr(RS, RD) _SSEPSrr(X86_SSE_DIV, RS, RD)
1687 #define DIVPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_DIV, MD, MB, MI, MS, RD)
1688 #define DIVPDrr(RS, RD) _SSEPDrr(X86_SSE_DIV, RS, RD)
1689 #define DIVPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_DIV, MD, MB, MI, MS, RD)
1690
1691 #define DIVSSrr(RS, RD) _SSESSrr(X86_SSE_DIV, RS, RD)
1692 #define DIVSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_DIV, MD, MB, MI, MS, RD)
1693 #define DIVSDrr(RS, RD) _SSESDrr(X86_SSE_DIV, RS, RD)
1694 #define DIVSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_DIV, MD, MB, MI, MS, RD)
1695
1696 #define MAXPSrr(RS, RD) _SSEPSrr(X86_SSE_MAX, RS, RD)
1697 #define MAXPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_MAX, MD, MB, MI, MS, RD)
1698 #define MAXPDrr(RS, RD) _SSEPDrr(X86_SSE_MAX, RS, RD)
1699 #define MAXPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_MAX, MD, MB, MI, MS, RD)
1700
1701 #define MAXSSrr(RS, RD) _SSESSrr(X86_SSE_MAX, RS, RD)
1702 #define MAXSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_MAX, MD, MB, MI, MS, RD)
1703 #define MAXSDrr(RS, RD) _SSESDrr(X86_SSE_MAX, RS, RD)
1704 #define MAXSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_MAX, MD, MB, MI, MS, RD)
1705
1706 #define MINPSrr(RS, RD) _SSEPSrr(X86_SSE_MIN, RS, RD)
1707 #define MINPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_MIN, MD, MB, MI, MS, RD)
1708 #define MINPDrr(RS, RD) _SSEPDrr(X86_SSE_MIN, RS, RD)
1709 #define MINPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_MIN, MD, MB, MI, MS, RD)
1710
1711 #define MINSSrr(RS, RD) _SSESSrr(X86_SSE_MIN, RS, RD)
1712 #define MINSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_MIN, MD, MB, MI, MS, RD)
1713 #define MINSDrr(RS, RD) _SSESDrr(X86_SSE_MIN, RS, RD)
1714 #define MINSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_MIN, MD, MB, MI, MS, RD)
1715
1716 #define MULPSrr(RS, RD) _SSEPSrr(X86_SSE_MUL, RS, RD)
1717 #define MULPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_MUL, MD, MB, MI, MS, RD)
1718 #define MULPDrr(RS, RD) _SSEPDrr(X86_SSE_MUL, RS, RD)
1719 #define MULPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_MUL, MD, MB, MI, MS, RD)
1720
1721 #define MULSSrr(RS, RD) _SSESSrr(X86_SSE_MUL, RS, RD)
1722 #define MULSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_MUL, MD, MB, MI, MS, RD)
1723 #define MULSDrr(RS, RD) _SSESDrr(X86_SSE_MUL, RS, RD)
1724 #define MULSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_MUL, MD, MB, MI, MS, RD)
1725
1726 #define ORPSrr(RS, RD) _SSEPSrr(X86_SSE_OR, RS, RD)
1727 #define ORPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_OR, MD, MB, MI, MS, RD)
1728 #define ORPDrr(RS, RD) _SSEPDrr(X86_SSE_OR, RS, RD)
1729 #define ORPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_OR, MD, MB, MI, MS, RD)
1730
1731 #define RCPPSrr(RS, RD) _SSEPSrr(X86_SSE_RCP, RS, RD)
1732 #define RCPPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_RCP, MD, MB, MI, MS, RD)
1733 #define RCPSSrr(RS, RD) _SSESSrr(X86_SSE_RCP, RS, RD)
1734 #define RCPSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_RCP, MD, MB, MI, MS, RD)
1735
1736 #define RSQRTPSrr(RS, RD) _SSEPSrr(X86_SSE_RSQRT, RS, RD)
1737 #define RSQRTPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_RSQRT, MD, MB, MI, MS, RD)
1738 #define RSQRTSSrr(RS, RD) _SSESSrr(X86_SSE_RSQRT, RS, RD)
1739 #define RSQRTSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_RSQRT, MD, MB, MI, MS, RD)
1740
1741 #define SQRTPSrr(RS, RD) _SSEPSrr(X86_SSE_SQRT, RS, RD)
1742 #define SQRTPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_SQRT, MD, MB, MI, MS, RD)
1743 #define SQRTPDrr(RS, RD) _SSEPDrr(X86_SSE_SQRT, RS, RD)
1744 #define SQRTPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_SQRT, MD, MB, MI, MS, RD)
1745
1746 #define SQRTSSrr(RS, RD) _SSESSrr(X86_SSE_SQRT, RS, RD)
1747 #define SQRTSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_SQRT, MD, MB, MI, MS, RD)
1748 #define SQRTSDrr(RS, RD) _SSESDrr(X86_SSE_SQRT, RS, RD)
1749 #define SQRTSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_SQRT, MD, MB, MI, MS, RD)
1750
1751 #define SUBPSrr(RS, RD) _SSEPSrr(X86_SSE_SUB, RS, RD)
1752 #define SUBPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_SUB, MD, MB, MI, MS, RD)
1753 #define SUBPDrr(RS, RD) _SSEPDrr(X86_SSE_SUB, RS, RD)
1754 #define SUBPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_SUB, MD, MB, MI, MS, RD)
1755
1756 #define SUBSSrr(RS, RD) _SSESSrr(X86_SSE_SUB, RS, RD)
1757 #define SUBSSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_SUB, MD, MB, MI, MS, RD)
1758 #define SUBSDrr(RS, RD) _SSESDrr(X86_SSE_SUB, RS, RD)
1759 #define SUBSDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_SUB, MD, MB, MI, MS, RD)
1760
1761 #define XORPSrr(RS, RD) _SSEPSrr(X86_SSE_XOR, RS, RD)
1762 #define XORPSmr(MD, MB, MI, MS, RD) _SSEPSmr(X86_SSE_XOR, MD, MB, MI, MS, RD)
1763 #define XORPDrr(RS, RD) _SSEPDrr(X86_SSE_XOR, RS, RD)
1764 #define XORPDmr(MD, MB, MI, MS, RD) _SSEPDmr(X86_SSE_XOR, MD, MB, MI, MS, RD)
1765
1766 #define COMISSrr(RS, RD) _SSESSrr(X86_SSE_COMI, RS, RD)
1767 #define COMISSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_COMI, MD, MB, MI, MS, RD)
1768 #define COMISDrr(RS, RD) _SSESDrr(X86_SSE_COMI, RS, RD)
1769 #define COMISDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_COMI, MD, MB, MI, MS, RD)
1770
1771 #define UCOMISSrr(RS, RD) _SSESSrr(X86_SSE_UCOMI, RS, RD)
1772 #define UCOMISSmr(MD, MB, MI, MS, RD) _SSESSmr(X86_SSE_UCOMI, MD, MB, MI, MS, RD)
1773 #define UCOMISDrr(RS, RD) _SSESDrr(X86_SSE_UCOMI, RS, RD)
1774 #define UCOMISDmr(MD, MB, MI, MS, RD) _SSESDmr(X86_SSE_UCOMI, MD, MB, MI, MS, RD)
1775
1776 #define MOVAPSrr(RS, RD) _SSEPSrr(0x28, RS, RD)
1777 #define MOVAPSmr(MD, MB, MI, MS, RD) _SSEPSmr(0x28, MD, MB, MI, MS, RD)
1778 #define MOVAPSrm(RS, MD, MB, MI, MS) _SSEPSrm(0x29, RS, MD, MB, MI, MS)
1779
1780 #define MOVAPDrr(RS, RD) _SSEPDrr(0x28, RS, RD)
1781 #define MOVAPDmr(MD, MB, MI, MS, RD) _SSEPDmr(0x28, MD, MB, MI, MS, RD)
1782 #define MOVAPDrm(RS, MD, MB, MI, MS) _SSEPDrm(0x29, RS, MD, MB, MI, MS)
1783
1784 #define CVTPS2PIrr(RS, RD) __SSELrr( X86_SSE_CVTSI, RS,_rX, RD,_rM)
1785 #define CVTPS2PImr(MD, MB, MI, MS, RD) __SSELmr( X86_SSE_CVTSI, MD, MB, MI, MS, RD,_rM)
1786 #define CVTPD2PIrr(RS, RD) _SSELrr(0x66, X86_SSE_CVTSI, RS,_rX, RD,_rM)
1787 #define CVTPD2PImr(MD, MB, MI, MS, RD) _SSELmr(0x66, X86_SSE_CVTSI, MD, MB, MI, MS, RD,_rM)
1788
1789 #define CVTPI2PSrr(RS, RD) __SSELrr( X86_SSE_CVTIS, RS,_rM, RD,_rX)
1790 #define CVTPI2PSmr(MD, MB, MI, MS, RD) __SSELmr( X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1791 #define CVTPI2PDrr(RS, RD) _SSELrr(0x66, X86_SSE_CVTIS, RS,_rM, RD,_rX)
1792 #define CVTPI2PDmr(MD, MB, MI, MS, RD) _SSELmr(0x66, X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1793
1794 #define CVTPS2PDrr(RS, RD) __SSELrr( X86_SSE_CVTSD, RS,_rX, RD,_rX)
1795 #define CVTPS2PDmr(MD, MB, MI, MS, RD) __SSELmr( X86_SSE_CVTSD, MD, MB, MI, MS, RD,_rX)
1796 #define CVTPD2PSrr(RS, RD) _SSELrr(0x66, X86_SSE_CVTSD, RS,_rX, RD,_rX)
1797 #define CVTPD2PSmr(MD, MB, MI, MS, RD) _SSELmr(0x66, X86_SSE_CVTSD, MD, MB, MI, MS, RD,_rX)
1798
1799 #define CVTSS2SDrr(RS, RD) _SSELrr(0xf3, X86_SSE_CVTSD, RS,_rX, RD,_rX)
1800 #define CVTSS2SDmr(MD, MB, MI, MS, RD) _SSELmr(0xf3, X86_SSE_CVTSD, MD, MB, MI, MS, RD,_rX)
1801 #define CVTSD2SSrr(RS, RD) _SSELrr(0xf2, X86_SSE_CVTSD, RS,_rX, RD,_rX)
1802 #define CVTSD2SSmr(MD, MB, MI, MS, RD) _SSELmr(0xf2, X86_SSE_CVTSD, MD, MB, MI, MS, RD,_rX)
1803
1804 #define CVTSS2SILrr(RS, RD) _SSELrr(0xf3, X86_SSE_CVTSI, RS,_rX, RD,_r4)
1805 #define CVTSS2SILmr(MD, MB, MI, MS, RD) _SSELmr(0xf3, X86_SSE_CVTSI, MD, MB, MI, MS, RD,_r4)
1806 #define CVTSD2SILrr(RS, RD) _SSELrr(0xf2, X86_SSE_CVTSI, RS,_rX, RD,_r4)
1807 #define CVTSD2SILmr(MD, MB, MI, MS, RD) _SSELmr(0xf2, X86_SSE_CVTSI, MD, MB, MI, MS, RD,_r4)
1808
1809 #define CVTSI2SSLrr(RS, RD) _SSELrr(0xf3, X86_SSE_CVTIS, RS,_r4, RD,_rX)
1810 #define CVTSI2SSLmr(MD, MB, MI, MS, RD) _SSELmr(0xf3, X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1811 #define CVTSI2SDLrr(RS, RD) _SSELrr(0xf2, X86_SSE_CVTIS, RS,_r4, RD,_rX)
1812 #define CVTSI2SDLmr(MD, MB, MI, MS, RD) _SSELmr(0xf2, X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1813
1814 #define CVTSS2SIQrr(RS, RD) _SSEQrr(0xf3, X86_SSE_CVTSI, RS,_rX, RD,_r8)
1815 #define CVTSS2SIQmr(MD, MB, MI, MS, RD) _SSEQmr(0xf3, X86_SSE_CVTSI, MD, MB, MI, MS, RD,_r8)
1816 #define CVTSD2SIQrr(RS, RD) _SSEQrr(0xf2, X86_SSE_CVTSI, RS,_rX, RD,_r8)
1817 #define CVTSD2SIQmr(MD, MB, MI, MS, RD) _SSEQmr(0xf2, X86_SSE_CVTSI, MD, MB, MI, MS, RD,_r8)
1818
1819 #define CVTSI2SSQrr(RS, RD) _SSEQrr(0xf3, X86_SSE_CVTIS, RS,_r8, RD,_rX)
1820 #define CVTSI2SSQmr(MD, MB, MI, MS, RD) _SSEQmr(0xf3, X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1821 #define CVTSI2SDQrr(RS, RD) _SSEQrr(0xf2, X86_SSE_CVTIS, RS,_r8, RD,_rX)
1822 #define CVTSI2SDQmr(MD, MB, MI, MS, RD) _SSEQmr(0xf2, X86_SSE_CVTIS, MD, MB, MI, MS, RD,_rX)
1823
1824 #define MOVDLXrr(RS, RD) _SSELrr(0x66, 0x6e, RS,_r4, RD,_rX)
1825 #define MOVDLXmr(MD, MB, MI, MS, RD) _SSELmr(0x66, 0x6e, MD, MB, MI, MS, RD,_rX)
1826 #define MOVDQXrr(RS, RD) _SSEQrr(0x66, 0x6e, RS,_r8, RD,_rX)
1827 #define MOVDQXmr(MD, MB, MI, MS, RD) _SSEQmr(0x66, 0x6e, MD, MB, MI, MS, RD,_rX)
1828
1829 #define MOVDXLrr(RS, RD) _SSELrr(0x66, 0x7e, RS,_rX, RD,_r4)
1830 #define MOVDXLrm(RS, MD, MB, MI, MS) _SSELrm(0x66, 0x7e, RS,_rX, MD, MB, MI, MS)
1831 #define MOVDXQrr(RS, RD) _SSEQrr(0x66, 0x7e, RS,_rX, RD,_r8)
1832 #define MOVDXQrm(RS, MD, MB, MI, MS) _SSEQrm(0x66, 0x7e, RS,_rX, MD, MB, MI, MS)
1833
1834 #define MOVDLMrr(RS, RD) __SSELrr( 0x6e, RS,_r4, RD,_rM)
1835 #define MOVDLMmr(MD, MB, MI, MS, RD) __SSELmr( 0x6e, MD, MB, MI, MS, RD,_rM)
1836 #define MOVDQMrr(RS, RD) __SSEQrr( 0x6e, RS,_r8, RD,_rM)
1837 #define MOVDQMmr(MD, MB, MI, MS, RD) __SSEQmr( 0x6e, MD, MB, MI, MS, RD,_rM)
1838
1839 #define MOVDMLrr(RS, RD) __SSELrr( 0x7e, RS,_rM, RD,_r4)
1840 #define MOVDMLrm(RS, MD, MB, MI, MS) __SSELrm( 0x7e, RS,_rM, MD, MB, MI, MS)
1841 #define MOVDMQrr(RS, RD) __SSEQrr( 0x7e, RS,_rM, RD,_r8)
1842 #define MOVDMQrm(RS, MD, MB, MI, MS) __SSEQrm( 0x7e, RS,_rM, MD, MB, MI, MS)
1843
1844 #define MOVDQ2Qrr(RS, RD) _SSELrr(0xf2, 0xd6, RS,_rX, RD,_rM)
1845 #define MOVHLPSrr(RS, RD) __SSELrr( 0x12, RS,_rX, RD,_rX)
1846 #define MOVLHPSrr(RS, RD) __SSELrr( 0x16, RS,_rX, RD,_rX)
1847
1848 #define MOVDQArr(RS, RD) _SSELrr(0x66, 0x6f, RS,_rX, RD,_rX)
1849 #define MOVDQAmr(MD, MB, MI, MS, RD) _SSELmr(0x66, 0x6f, MD, MB, MI, MS, RD,_rX)
1850 #define MOVDQArm(RS, MD, MB, MI, MS) _SSELrm(0x66, 0x7f, RS,_rX, MD, MB, MI, MS)
1851
1852 #define MOVDQUrr(RS, RD) _SSELrr(0xf3, 0x6f, RS,_rX, RD,_rX)
1853 #define MOVDQUmr(MD, MB, MI, MS, RD) _SSELmr(0xf3, 0x6f, MD, MB, MI, MS, RD,_rX)
1854 #define MOVDQUrm(RS, MD, MB, MI, MS) _SSELrm(0xf3, 0x7f, RS,_rX, MD, MB, MI, MS)
1855
1856 #define MOVHPDmr(MD, MB, MI, MS, RD) _SSELmr(0x66, 0x16, MD, MB, MI, MS, RD,_rX)
1857 #define MOVHPDrm(RS, MD, MB, MI, MS) _SSELrm(0x66, 0x17, RS,_rX, MD, MB, MI, MS)
1858 #define MOVHPSmr(MD, MB, MI, MS, RD) __SSELmr( 0x16, MD, MB, MI, MS, RD,_rX)
1859 #define MOVHPSrm(RS, MD, MB, MI, MS) __SSELrm( 0x17, RS,_rX, MD, MB, MI, MS)
1860
1861 #define MOVLPDmr(MD, MB, MI, MS, RD) _SSELmr(0x66, 0x12, MD, MB, MI, MS, RD,_rX)
1862 #define MOVLPDrm(RS, MD, MB, MI, MS) _SSELrm(0x66, 0x13, RS,_rX, MD, MB, MI, MS)
1863 #define MOVLPSmr(MD, MB, MI, MS, RD) __SSELmr( 0x12, MD, MB, MI, MS, RD,_rX)
1864 #define MOVLPSrm(RS, MD, MB, MI, MS) __SSELrm( 0x13, RS,_rX, MD, MB, MI, MS)
1865
1866
1867 /* --- FLoating-Point instructions ----------------------------------------- */
1868
1869 #define _ESCmi(D,B,I,S,OP) (_REXLrm(0,B,I), _O_r_X(0xd8|(OP & 7), (OP >> 3), D,B,I,S))
1870
1871 #define FLDr(R) _OOr(0xd9c0,_rN(R))
1872 #define FLDLm(D,B,I,S) _ESCmi(D,B,I,S,005)
1873 #define FLDSm(D,B,I,S) _ESCmi(D,B,I,S,001)
1874 #define FLDTm(D,B,I,S) _ESCmi(D,B,I,S,053)
1875
1876 #define FSTr(R) _OOr(0xddd0,_rN(R))
1877 #define FSTSm(D,B,I,S) _ESCmi(D,B,I,S,021)
1878 #define FSTLm(D,B,I,S) _ESCmi(D,B,I,S,025)
1879
1880 #define FSTPr(R) _OOr(0xddd8,_rN(R))
1881 #define FSTPSm(D,B,I,S) _ESCmi(D,B,I,S,031)
1882 #define FSTPLm(D,B,I,S) _ESCmi(D,B,I,S,035)
1883 #define FSTPTm(D,B,I,S) _ESCmi(D,B,I,S,073)
1884
1885 #define FADDr0(R) _OOr(0xd8c0,_rN(R))
1886 #define FADD0r(R) _OOr(0xdcc0,_rN(R))
1887 #define FADDP0r(R) _OOr(0xdec0,_rN(R))
1888 #define FADDSm(D,B,I,S) _ESCmi(D,B,I,S,000)
1889 #define FADDLm(D,B,I,S) _ESCmi(D,B,I,S,004)
1890
1891 #define FSUBSm(D,B,I,S) _ESCmi(D,B,I,S,040)
1892 #define FSUBLm(D,B,I,S) _ESCmi(D,B,I,S,044)
1893 #define FSUBr0(R) _OOr(0xd8e0,_rN(R))
1894 #define FSUB0r(R) _OOr(0xdce8,_rN(R))
1895 #define FSUBP0r(R) _OOr(0xdee8,_rN(R))
1896
1897 #define FSUBRr0(R) _OOr(0xd8e8,_rN(R))
1898 #define FSUBR0r(R) _OOr(0xdce0,_rN(R))
1899 #define FSUBRP0r(R) _OOr(0xdee0,_rN(R))
1900 #define FSUBRSm(D,B,I,S) _ESCmi(D,B,I,S,050)
1901 #define FSUBRLm(D,B,I,S) _ESCmi(D,B,I,S,054)
1902
1903 #define FMULr0(R) _OOr(0xd8c8,_rN(R))
1904 #define FMUL0r(R) _OOr(0xdcc8,_rN(R))
1905 #define FMULP0r(R) _OOr(0xdec8,_rN(R))
1906 #define FMULSm(D,B,I,S) _ESCmi(D,B,I,S,010)
1907 #define FMULLm(D,B,I,S) _ESCmi(D,B,I,S,014)
1908
1909 #define FDIVr0(R) _OOr(0xd8f0,_rN(R))
1910 #define FDIV0r(R) _OOr(0xdcf8,_rN(R))
1911 #define FDIVP0r(R) _OOr(0xdef8,_rN(R))
1912 #define FDIVSm(D,B,I,S) _ESCmi(D,B,I,S,060)
1913 #define FDIVLm(D,B,I,S) _ESCmi(D,B,I,S,064)
1914
1915 #define FDIVRr0(R) _OOr(0xd8f8,_rN(R))
1916 #define FDIVR0r(R) _OOr(0xdcf0,_rN(R))
1917 #define FDIVRP0r(R) _OOr(0xdef0,_rN(R))
1918 #define FDIVRSm(D,B,I,S) _ESCmi(D,B,I,S,070)
1919 #define FDIVRLm(D,B,I,S) _ESCmi(D,B,I,S,074)
1920
1921 #define FCMOVBr0(R) _OOr(0xdac0,_rN(R))
1922 #define FCMOVBEr0(R) _OOr(0xdad0,_rN(R))
1923 #define FCMOVEr0(R) _OOr(0xdac8,_rN(R))
1924 #define FCMOVNBr0(R) _OOr(0xdbc0,_rN(R))
1925 #define FCMOVNBEr0(R) _OOr(0xdbd0,_rN(R))
1926 #define FCMOVNEr0(R) _OOr(0xdbc8,_rN(R))
1927 #define FCMOVNUr0(R) _OOr(0xdbd8,_rN(R))
1928 #define FCMOVUr0(R) _OOr(0xdad8,_rN(R))
1929 #define FCOMIr0(R) _OOr(0xdbf0,_rN(R))
1930 #define FCOMIPr0(R) _OOr(0xdff0,_rN(R))
1931
1932 #define FCOMr(R) _OOr(0xd8d0,_rN(R))
1933 #define FCOMSm(D,B,I,S) _ESCmi(D,B,I,S,020)
1934 #define FCOMLm(D,B,I,S) _ESCmi(D,B,I,S,024)
1935
1936 #define FCOMPr(R) _OOr(0xd8d8,_rN(R))
1937 #define FCOMPSm(D,B,I,S) _ESCmi(D,B,I,S,030)
1938 #define FCOMPLm(D,B,I,S) _ESCmi(D,B,I,S,034)
1939
1940 #define FUCOMIr0(R) _OOr(0xdbe8,_rN(R))
1941 #define FUCOMIPr0(R) _OOr(0xdfe8,_rN(R))
1942 #define FUCOMPr(R) _OOr(0xdde8,_rN(R))
1943 #define FUCOMr(R) _OOr(0xdde0,_rN(R))
1944
1945 #define FIADDLm(D,B,I,S) _ESCmi(D,B,I,S,002)
1946 #define FICOMLm(D,B,I,S) _ESCmi(D,B,I,S,022)
1947 #define FICOMPLm(D,B,I,S) _ESCmi(D,B,I,S,032)
1948 #define FIDIVLm(D,B,I,S) _ESCmi(D,B,I,S,062)
1949 #define FIDIVRLm(D,B,I,S) _ESCmi(D,B,I,S,072)
1950 #define FILDLm(D,B,I,S) _ESCmi(D,B,I,S,003)
1951 #define FILDQm(D,B,I,S) _ESCmi(D,B,I,S,057)
1952 #define FIMULLm(D,B,I,S) _ESCmi(D,B,I,S,012)
1953 #define FISTLm(D,B,I,S) _ESCmi(D,B,I,S,023)
1954 #define FISTPLm(D,B,I,S) _ESCmi(D,B,I,S,033)
1955 #define FISTPQm(D,B,I,S) _ESCmi(D,B,I,S,077)
1956 #define FISUBLm(D,B,I,S) _ESCmi(D,B,I,S,042)
1957 #define FISUBRLm(D,B,I,S) _ESCmi(D,B,I,S,052)
1958
1959 #define FREEr(R) _OOr(0xddc0,_rN(R))
1960 #define FXCHr(R) _OOr(0xd9c8,_rN(R))
1961
1962 #endif /* X86_RTASM_H */