bs3-cpu-instr-3-template.mac@ 107144

Last change on this file since 107144 was 107144, checked in by vboxsync, 2 months ago
ValidationKit/bootsectors: Implement testcases for vpermd instruction; bugref:9898; jiraref:VBP-1464
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 118.1 KB

Line
1	; $Id: bs3-cpu-instr-3-template.mac 107144 2024-11-26 10:32:33Z vboxsync $
2	;; @file
3	; BS3Kit - bs3-cpu-instr-3 - MMX, SSE and AVX instructions, assembly template.
4	;
5
6	;
7	; Copyright (C) 2007-2024 Oracle and/or its affiliates.
8	;
9	; This file is part of VirtualBox base platform packages, as
10	; available from https://www.virtualbox.org.
11	;
12	; This program is free software; you can redistribute it and/or
13	; modify it under the terms of the GNU General Public License
14	; as published by the Free Software Foundation, in version 3 of the
15	; License.
16	;
17	; This program is distributed in the hope that it will be useful, but
18	; WITHOUT ANY WARRANTY; without even the implied warranty of
19	; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20	; General Public License for more details.
21	;
22	; You should have received a copy of the GNU General Public License
23	; along with this program; if not, see <https://www.gnu.org/licenses>.
24	;
25	; The contents of this file may alternatively be used under the terms
26	; of the Common Development and Distribution License Version 1.0
27	; (CDDL), a copy of it is provided in the "COPYING.CDDL" file included
28	; in the VirtualBox distribution, in which case the provisions of the
29	; CDDL are applicable instead of those of the GPL.
30	;
31	; You may elect to license modified versions of this file under the
32	; terms and conditions of either the GPL or the CDDL or both.
33	;
34	; SPDX-License-Identifier: GPL-3.0-only OR CDDL-1.0
35	;
36
37
38	;*********************************************************************************************************************************
39	;* Header Files *
40	;*********************************************************************************************************************************
41	%include "bs3kit-template-header.mac" ; setup environment
42
43
44	;*********************************************************************************************************************************
45	;* External Symbols *
46	;*********************************************************************************************************************************
47	TMPL_BEGIN_TEXT
48
49
50	;
51	; Test code snippets containing code which differs between 16-bit, 32-bit
52	; and 64-bit CPUs modes.
53	;
54	%ifdef BS3_INSTANTIATING_CMN
55
56
57	;;
58	; Variant on BS3_PROC_BEGIN_CMN w/ BS3_PBC_NEAR that prefixes the function
59	; with an instruction length byte.
60	;
61	; ASSUMES the length is between the start of the function and the .again label.
62	;
63	%ifndef BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
64	%define BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
65	%macro BS3CPUINSTR3_PROC_BEGIN_CMN 1
66	%define BS3CPUINSTR3_LABEL %1
67	align 8, db 0cch
68	db BS3_CMN_NM(%1).again - BS3_CMN_NM(%1)
69	BS3_PROC_BEGIN_CMN %1, BS3_PBC_NEAR
70	%ifdef EMIT_FS_PREFIX
71	fs
72	%endif
73	%endmacro
74	%macro BS3CPUINSTR3_PROC_END_CMN 0
75	BS3_PROC_END_CMN BS3CPUINSTR3_LABEL
76	%undef BS3CPUINSTR3_LABEL
77	%endmacro
78	%endif ; !BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
79
80	;;
81	; The EMIT_INSTR_PLUS_ICEBP macros is for creating a common function for and
82	; named after a single instruction, followed by a looping ICEBP.
83	;
84	; This works like a prefix to the instruction invocation, only exception is that
85	; instead of [fs:xBX] you write FSxBS as that's what is wanted in the name.
86	;
87	%ifndef EMIT_INSTR_PLUS_ICEBP_DEFINED
88	%define EMIT_INSTR_PLUS_ICEBP_DEFINED
89
90	%macro EMIT_INSTR_PLUS_ICEBP 2
91	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
92	%define FSxBX [fs:xBX]
93	%1 %2
94	%undef FSxBX
95	.again:
96	icebp
97	jmp .again
98	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
99	%endmacro
100
101	%macro EMIT_INSTR_PLUS_ICEBP 3
102	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
103	%define FSxBX [fs:xBX]
104	%1 %2, %3
105	%undef FSxBX
106	.again:
107	icebp
108	jmp .again
109	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
110	%endmacro
111
112	%macro EMIT_INSTR_PLUS_ICEBP 4
113	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
114	%define FSxBX [fs:xBX]
115	%1 %2, %3, %4
116	%undef FSxBX
117	.again:
118	icebp
119	jmp .again
120	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
121	%endmacro
122
123	%macro EMIT_INSTR_PLUS_ICEBP 5
124	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
125	%define FSxBX [fs:xBX]
126	%1 %2, %3, %4, %5
127	%undef FSxBX
128	.again:
129	icebp
130	jmp .again
131	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
132	%endmacro
133
134	%macro EMIT_INSTR_PLUS_ICEBP_C64 2
135	%if TMPL_BITS == 64
136	EMIT_INSTR_PLUS_ICEBP %1, %2
137	%endif
138	%endmacro
139
140	%macro EMIT_INSTR_PLUS_ICEBP_C64 3
141	%if TMPL_BITS == 64
142	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
143	%endif
144	%endmacro
145
146	%macro EMIT_INSTR_PLUS_ICEBP_C64 4
147	%if TMPL_BITS == 64
148	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
149	%endif
150	%endmacro
151
152	%macro EMIT_INSTR_PLUS_ICEBP_C64 5
153	%if TMPL_BITS == 64
154	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4, %5
155	%endif
156	%endmacro
157
158	%endif ; !EMIT_INSTR_PLUS_ICEBP_DEFINED
159
160	;;
161	; Companion to EMIT_INSTR_PLUS_ICEBP for dealing stuff that the assmbler does
162	; not want to emit.
163	;
164	; @param 1 The function name (omitting bs3CpuInstr3_ and _icebp).
165	; @param 2+ The opcode bytes. FSxBX_PFX and FSxBX_MODRM are defined locally.
166	;
167	%ifndef EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
168	%define EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
169
170	%macro EMIT_INSTR_PLUS_ICEBP_BYTES 2+
171	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
172	%define FSxBX_PFX 64h
173	%if TMPL_BITS == 16
174	%define FSxBX_MODRM 07h
175	%else
176	%define FSxBX_MODRM 03h
177	%endif
178	db %2
179	%undef FSxBX_MODRM
180	%undef FSxBX_PFX
181	.again:
182	icebp
183	jmp .again
184	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
185	%endmacro
186	%endif ; !EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
187
188
189
190	%ifndef EMIT_TYPE1_INSTR_DEFINED
191	%define EMIT_TYPE1_INSTR_DEFINED
192
193	%macro EMIT_INSTR_PLUS_ICEBP_xBX 3
194	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
195	EMIT_INSTR_PLUS_ICEBP %1, %2, FSxBX
196	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
197
198	%macro EMIT_INSTR_PLUS_ICEBP_xBX 4
199	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
200	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, FSxBX
201	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
202
203	%macro EMIT_INSTR_PLUS_ICEBP_MMX 1
204	EMIT_INSTR_PLUS_ICEBP_xBX %1, MM1, MM2
205	%endmacro ; EMIT_INSTR_PLUS_ICEBP_MMX
206
207	%macro EMIT_INSTR_PLUS_ICEBP_XMM 1
208	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2
209	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM
210
211	%macro EMIT_INSTR_PLUS_ICEBP_XMM_123 1
212	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2, XMM3
213	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_123
214
215	%macro EMIT_INSTR_PLUS_ICEBP_XMM_89 1
216	%if TMPL_BITS == 64
217	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9
218	%endif
219	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_89
220
221	%macro EMIT_INSTR_PLUS_ICEBP_XMM_98 1
222	%if TMPL_BITS == 64
223	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM9, XMM8
224	%endif
225	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_98
226
227	%macro EMIT_INSTR_PLUS_ICEBP_XMM_890 1
228	%if TMPL_BITS == 64
229	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9, XMM10
230	%endif
231	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_890
232
233	%macro EMIT_INSTR_PLUS_ICEBP_YMM 1
234	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2
235	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM
236
237	%macro EMIT_INSTR_PLUS_ICEBP_YMM_123 1
238	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2, YMM3
239	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_123
240
241	%macro EMIT_INSTR_PLUS_ICEBP_YMM_890 1
242	%if TMPL_BITS == 64
243	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM8, YMM9, YMM10
244	%endif
245	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_890
246
247	;; @param 7 Indicates whether the 2nd and 3rd pair has MMX variants.
248	%macro EMIT_TYPE1_INSTR 7
249	;
250	; PXOR (SSE2) & VPXOR (AVX2)
251	;
252	EMIT_INSTR_PLUS_ICEBP_MMX %1
253	EMIT_INSTR_PLUS_ICEBP_XMM %1
254
255	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, XMM2
256	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, FSxBX
257	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, YMM3
258	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, FSxBX
259
260
261	;
262	; XORPS (SSE2) & VXORPS (AVX)
263	;
264	%if %7 != 0
265	EMIT_INSTR_PLUS_ICEBP_MMX %3
266	%endif
267	EMIT_INSTR_PLUS_ICEBP_XMM %3
268
269	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, XMM2
270	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, FSxBX
271	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, YMM2
272	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, FSxBX
273
274
275	;
276	; XORPD (SSE2) & VXORPD (AVX)
277	;
278	%if %7 != 0
279	EMIT_INSTR_PLUS_ICEBP_MMX %5
280	%endif
281	EMIT_INSTR_PLUS_ICEBP_XMM %5
282
283	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, XMM0
284	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, FSxBX
285	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, YMM0
286	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, FSxBX
287	EMIT_INSTR_PLUS_ICEBP_C64 %6, YMM10, YMM8, YMM15
288
289	%endmacro ; EMIT_TYPE1_INSTR
290
291	%macro EMIT_TYPE1_ONE_INSTR 3
292	%if %3 != 0
293	EMIT_INSTR_PLUS_ICEBP_MMX %1
294	%endif
295	EMIT_INSTR_PLUS_ICEBP_XMM %1
296
297	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, XMM0
298	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, FSxBX
299	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, YMM0
300	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, FSxBX
301	EMIT_INSTR_PLUS_ICEBP_C64 %2, YMM10, YMM8, YMM15
302	%endmacro ; EMIT_TYPE1_ONE_INSTR
303
304	%endif ; !EMIT_TYPE1_INSTR_DEFINED
305
306	EMIT_TYPE1_INSTR pand, vpand, andps, vandps, andpd, vandpd, 0
307	EMIT_TYPE1_INSTR pandn, vpandn, andnps, vandnps, andnpd, vandnpd, 0
308	EMIT_TYPE1_INSTR por, vpor, orps, vorps, orpd, vorpd, 0
309	EMIT_TYPE1_INSTR pxor, vpxor, xorps, vxorps, xorpd, vxorpd, 0
310
311	EMIT_TYPE1_INSTR pcmpgtb, vpcmpgtb, pcmpgtw, vpcmpgtw, pcmpgtd, vpcmpgtd, 1
312	EMIT_TYPE1_ONE_INSTR pcmpgtq, vpcmpgtq, 0
313	EMIT_TYPE1_INSTR pcmpeqb, vpcmpeqb, pcmpeqw, vpcmpeqw, pcmpeqd, vpcmpeqd, 1
314	EMIT_TYPE1_ONE_INSTR pcmpeqq, vpcmpeqq, 0
315
316	EMIT_TYPE1_INSTR paddb, vpaddb, paddw, vpaddw, paddd, vpaddd, 1
317	EMIT_TYPE1_ONE_INSTR paddq, vpaddq, 1
318
319	EMIT_TYPE1_INSTR psubb, vpsubb, psubw, vpsubw, psubd, vpsubd, 1
320	EMIT_TYPE1_ONE_INSTR psubq, vpsubq, 1
321
322
323	;
324	; Type 2 instructions. On the form: pxxxx sAX, [zy]mm0
325	;
326	%ifndef EMIT_TYPE2_ONE_INSTR_DEFINED
327	%define EMIT_TYPE2_ONE_INSTR_DEFINED
328	;; @param 1 MMX/SSE instruction name
329	;; @param 2 AVX instruction name
330	;; @param 3 Whether to emit MMX function
331	;; @param 4 The opcode byte. (assuming two byte / vex map 1)
332	%macro EMIT_TYPE2_ONE_INSTR 4
333	%if %3 != 0
334	EMIT_INSTR_PLUS_ICEBP %1, EAX, MM2
335
336	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
337	%if TMPL_BITS == 16
338	db 64h, 0fh, %4, 7 ; %1 eax, qword [fs:xBX]
339	%else
340	db 64h, 0fh, %4, 3 ; %1 eax, qword [fs:xBX]
341	%endif
342	.again:
343	icebp
344	jmp .again
345	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
346	%endif
347
348	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
349	%1 eax, xmm2
350	.again:
351	icebp
352	jmp .again
353	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
354
355	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
356	%if TMPL_BITS == 16
357	db 64h, 66h, 0fh, %4, 7 ; %1 eax, dqword [fs:xBX]
358	%else
359	db 64h, 66h, 0fh, %4, 3 ; %1 eax, dqword [fs:xBX]
360	%endif
361	.again:
362	icebp
363	jmp .again
364	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
365
366	EMIT_INSTR_PLUS_ICEBP %2, EAX, XMM2
367
368	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
369	%if TMPL_BITS == 16
370	db 64h, 0c4h, 0e0h, 071h, %4, 7 ; %2 eax, dqword [fs:xBX]
371	%else
372	db 64h, 0c4h, 0e0h, 071h, %4, 3 ; %2 eax, dqword [fs:xBX]
373	%endif
374	.again:
375	icebp
376	jmp .again
377	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
378
379	EMIT_INSTR_PLUS_ICEBP %2, EAX, YMM2
380
381	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
382	%if TMPL_BITS == 16
383	db 64h, 0c4h, 0e0h, 075h, %4, 7 ; %2 eax, qqword [fs:xBX]
384	%else
385	db 64h, 0c4h, 0e0h, 075h, %4, 3 ; %2 eax, qqword [fs:xBX]
386	%endif
387	.again:
388	icebp
389	jmp .again
390	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
391
392	EMIT_INSTR_PLUS_ICEBP_C64 %2, RAX, YMM9
393	%endmacro ; EMIT_TYPE2_ONE_INSTR
394	%endif ; !EMIT_TYPE2_ONE_INSTR_DEFINED
395
396	EMIT_TYPE2_ONE_INSTR pmovmskb, vpmovmskb, 1, 0d7h
397
398	;
399	; [V]PMULLW
400	;
401	EMIT_INSTR_PLUS_ICEBP_MMX pmullw
402
403	EMIT_INSTR_PLUS_ICEBP_XMM pmullw
404	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmullw
405
406	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, XMM2
407	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, FSxBX
408	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmullw
409
410	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, YMM2
411	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, FSxBX
412	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmullw
413
414	;
415	; [V]PMULLD
416	;
417	EMIT_INSTR_PLUS_ICEBP_XMM pmulld
418	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulld
419
420	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, XMM0
421	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, FSxBX
422	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulld
423
424	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, YMM0
425	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, FSxBX
426	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, YMM15
427	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, FSxBX
428
429	;
430	; [V]PMULHW
431	;
432	EMIT_INSTR_PLUS_ICEBP_MMX pmulhw
433
434	EMIT_INSTR_PLUS_ICEBP_XMM pmulhw
435	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhw
436
437	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, XMM2
438	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, FSxBX
439	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhw
440
441	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, YMM2
442	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, FSxBX
443	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhw
444
445	;
446	; [V]PMULHUW
447	;
448	EMIT_INSTR_PLUS_ICEBP_MMX pmulhuw
449
450	EMIT_INSTR_PLUS_ICEBP_XMM pmulhuw
451	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhuw
452
453	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, XMM2
454	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, FSxBX
455	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhuw
456
457	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, YMM2
458	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, FSxBX
459	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhuw
460
461	;
462	; [V]PSHUFB
463	;
464	EMIT_INSTR_PLUS_ICEBP_MMX pshufb
465
466	EMIT_INSTR_PLUS_ICEBP_XMM pshufb
467	EMIT_INSTR_PLUS_ICEBP_XMM_89 pshufb
468
469	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpshufb
470	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpshufb
471
472	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpshufb
473	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpshufb
474
475	;
476	; PSHUFW
477	;
478	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 0FFh ; FF = top src word in all destination words
479	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 0FFh
480	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 01Bh ; 1B = word swap (like bswap but for words)
481	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 01Bh
482
483	;
484	; [V]PSHUFHW
485	;
486	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 0FFh
487	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 0FFh
488	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 01Bh
489	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 01Bh
490
491	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 0FFh
492	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 0FFh
493	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 01Bh
494	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 01Bh
495
496	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 0FFh
497	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 0FFh
498	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 01Bh
499	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 01Bh
500
501	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM12, YMM7, 0FFh
502	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM9, YMM12, 01Bh
503
504	;
505	; [V]PSHUFLW
506	;
507	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 0FFh
508	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 0FFh
509	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 01Bh
510	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 01Bh
511
512	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 0FFh
513	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 0FFh
514	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 01Bh
515	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 01Bh
516
517	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 0FFh
518	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 0FFh
519	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 01Bh
520	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 01Bh
521
522	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM12, YMM7, 0FFh
523	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM9, YMM12, 01Bh
524
525	;
526	; [V]PSHUFD
527	;
528	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 0FFh
529	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 0FFh
530	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 01Bh
531	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 01Bh
532
533	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 0FFh
534	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 0FFh
535	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 01Bh
536	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 01Bh
537
538	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 0FFh
539	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 0FFh
540	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 01Bh
541	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 01Bh
542
543	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM12, YMM7, 0FFh
544	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM9, YMM12, 01Bh
545
546	;
547	; [V]PUNPCKHBW
548	;
549	EMIT_INSTR_PLUS_ICEBP_MMX punpckhbw
550
551	EMIT_INSTR_PLUS_ICEBP_XMM punpckhbw
552	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhbw
553
554	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhbw
555	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhbw
556
557	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhbw
558	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhbw
559
560	;
561	; [V]PUNPCKHWD
562	;
563	EMIT_INSTR_PLUS_ICEBP_MMX punpckhwd
564
565	EMIT_INSTR_PLUS_ICEBP_XMM punpckhwd
566	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhwd
567
568	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhwd
569	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhwd
570
571	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhwd
572	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhwd
573
574	;
575	; [V]PUNPCKHDQ
576	;
577	EMIT_INSTR_PLUS_ICEBP_MMX punpckhdq
578
579	EMIT_INSTR_PLUS_ICEBP_XMM punpckhdq
580	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhdq
581
582	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhdq
583	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhdq
584
585	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhdq
586	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhdq
587
588	;
589	; [V]PUNPCKHQDQ (no MMX)
590	;
591	EMIT_INSTR_PLUS_ICEBP_XMM punpckhqdq
592	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhqdq
593
594	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhqdq
595	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhqdq
596
597	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhqdq
598	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhqdq
599
600	;
601	; [V]PUNPCKLBW
602	;
603	EMIT_INSTR_PLUS_ICEBP_MMX punpcklbw
604
605	EMIT_INSTR_PLUS_ICEBP_XMM punpcklbw
606	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklbw
607
608	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklbw
609	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklbw
610
611	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklbw
612	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklbw
613
614	;
615	; [V]PUNPCKLWD
616	;
617	EMIT_INSTR_PLUS_ICEBP_MMX punpcklwd
618
619	EMIT_INSTR_PLUS_ICEBP_XMM punpcklwd
620	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklwd
621
622	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklwd
623	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklwd
624
625	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklwd
626	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklwd
627
628	;
629	; [V]PUNPCKLDQ
630	;
631	EMIT_INSTR_PLUS_ICEBP_MMX punpckldq
632
633	EMIT_INSTR_PLUS_ICEBP_XMM punpckldq
634	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckldq
635
636	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckldq
637	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckldq
638
639	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckldq
640	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckldq
641
642	;
643	; [V]PUNPCKLQDQ (no MMX)
644	;
645	EMIT_INSTR_PLUS_ICEBP_XMM punpcklqdq
646	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklqdq
647
648	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklqdq
649	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklqdq
650
651	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklqdq
652	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklqdq
653
654	;
655	; [V]PACKSSWB
656	;
657	EMIT_INSTR_PLUS_ICEBP_MMX packsswb
658
659	EMIT_INSTR_PLUS_ICEBP_XMM packsswb
660	EMIT_INSTR_PLUS_ICEBP_XMM_89 packsswb
661
662	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpacksswb
663	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpacksswb
664
665	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpacksswb
666	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpacksswb
667
668	;
669	; [V]PACKSSWD
670	;
671	EMIT_INSTR_PLUS_ICEBP_MMX packssdw
672
673	EMIT_INSTR_PLUS_ICEBP_XMM packssdw
674	EMIT_INSTR_PLUS_ICEBP_XMM_89 packssdw
675
676	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackssdw
677	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackssdw
678
679	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackssdw
680	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackssdw
681
682	;
683	; [V]PACKUSWB
684	;
685	EMIT_INSTR_PLUS_ICEBP_MMX packuswb
686
687	EMIT_INSTR_PLUS_ICEBP_XMM packuswb
688	EMIT_INSTR_PLUS_ICEBP_XMM_89 packuswb
689
690	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackuswb
691	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackuswb
692
693	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackuswb
694	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackuswb
695
696	;
697	; [V]PACKUSWD (no MMX)
698	;
699	EMIT_INSTR_PLUS_ICEBP_XMM packusdw
700	EMIT_INSTR_PLUS_ICEBP_XMM_89 packusdw
701
702	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackusdw
703	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackusdw
704
705	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackusdw
706	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackusdw
707
708	;
709	; [V]PMAXUB
710	;
711	EMIT_INSTR_PLUS_ICEBP_MMX pmaxub
712
713	EMIT_INSTR_PLUS_ICEBP_XMM pmaxub
714	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxub
715
716	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxub
717	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxub
718
719	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxub
720	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxub
721
722	;
723	; [V]PMAXUW
724	;
725	EMIT_INSTR_PLUS_ICEBP_XMM pmaxuw
726	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxuw
727
728	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxuw
729	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxuw
730
731	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxuw
732	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxuw
733
734	;
735	; [V]PMAXUD
736	;
737	EMIT_INSTR_PLUS_ICEBP_XMM pmaxud
738	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxud
739
740	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxud
741	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxud
742
743	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxud
744	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxud
745
746	;
747	; [V]PMAXSB
748	;
749	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsb
750	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsb
751
752	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsb
753	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsb
754
755	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsb
756	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsb
757
758	;
759	; [V]PMAXSW
760	;
761	EMIT_INSTR_PLUS_ICEBP_MMX pmaxsw
762
763	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsw
764	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsw
765
766	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsw
767	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsw
768
769	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsw
770	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsw
771
772	;
773	; [V]PMAXSD
774	;
775	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsd
776	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsd
777
778	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsd
779	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsd
780
781	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsd
782	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsd
783
784	;
785	; [V]PMINUB
786	;
787	EMIT_INSTR_PLUS_ICEBP_MMX pminub
788
789	EMIT_INSTR_PLUS_ICEBP_XMM pminub
790	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminub
791
792	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminub
793	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminub
794
795	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminub
796	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminub
797
798	;
799	; [V]PMINUW
800	;
801	EMIT_INSTR_PLUS_ICEBP_XMM pminuw
802	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminuw
803
804	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminuw
805	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminuw
806
807	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminuw
808	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminuw
809
810	;
811	; [V]PMINUD
812	;
813	EMIT_INSTR_PLUS_ICEBP_XMM pminud
814	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminud
815
816	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminud
817	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminud
818
819	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminud
820	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminud
821
822	;
823	; [V]PMINSB
824	;
825	EMIT_INSTR_PLUS_ICEBP_XMM pminsb
826	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsb
827
828	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsb
829	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsb
830
831	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsb
832	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsb
833
834	;
835	; [V]PMINSW
836	;
837	EMIT_INSTR_PLUS_ICEBP_MMX pminsw
838
839	EMIT_INSTR_PLUS_ICEBP_XMM pminsw
840	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsw
841
842	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsw
843	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsw
844
845	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsw
846	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsw
847
848	;
849	; [V]PMINSD
850	;
851	EMIT_INSTR_PLUS_ICEBP_XMM pminsd
852	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsd
853
854	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsd
855	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsd
856
857	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsd
858	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsd
859
860	;
861	; [V]MOVNTDQA
862	;
863	EMIT_INSTR_PLUS_ICEBP movntdqa, XMM1, FSxBX
864	EMIT_INSTR_PLUS_ICEBP vmovntdqa, XMM1, FSxBX
865	EMIT_INSTR_PLUS_ICEBP vmovntdqa, YMM1, FSxBX
866	EMIT_INSTR_PLUS_ICEBP_C64 movntdqa, XMM10, FSxBX
867	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, XMM11, FSxBX
868	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, YMM12, FSxBX
869
870	;
871	; [V]MOVNTDQ
872	;
873	EMIT_INSTR_PLUS_ICEBP movntdq, FSxBX, XMM1
874	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, XMM1
875	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, YMM1
876	EMIT_INSTR_PLUS_ICEBP_C64 movntdq, FSxBX, XMM10
877	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, XMM10
878	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, YMM10
879
880
881	;
882	; [V]MOVNTPS
883	;
884	EMIT_INSTR_PLUS_ICEBP movntps, FSxBX, XMM1
885	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, XMM1
886	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, YMM1
887	EMIT_INSTR_PLUS_ICEBP_C64 movntps, FSxBX, XMM10
888	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, XMM11
889	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, YMM12
890
891	;
892	; [V]MOVNTPD
893	;
894	EMIT_INSTR_PLUS_ICEBP movntpd, FSxBX, XMM1
895	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, XMM1
896	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, YMM1
897	EMIT_INSTR_PLUS_ICEBP_C64 movntpd, FSxBX, XMM10
898	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, XMM11
899	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, YMM12
900
901	;
902	; [V]MOVUPS - not testing the 2nd register variant.
903	;
904	EMIT_INSTR_PLUS_ICEBP_XMM movups
905	EMIT_INSTR_PLUS_ICEBP movups, FSxBX, XMM1
906	EMIT_INSTR_PLUS_ICEBP_XMM vmovups
907	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, XMM1
908	EMIT_INSTR_PLUS_ICEBP_YMM vmovups
909	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, YMM1
910	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM8, XMM12
911	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM10, FSxBX
912	EMIT_INSTR_PLUS_ICEBP_C64 movups, FSxBX, XMM10
913	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM7, XMM14
914	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM11, FSxBX
915	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, XMM11
916	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, YMM8
917	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, FSxBX
918	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, YMM12
919
920	;
921	; [V]MOVUPD - not testing the 2nd register variant.
922	;
923	EMIT_INSTR_PLUS_ICEBP_XMM movupd
924	EMIT_INSTR_PLUS_ICEBP movupd, FSxBX, XMM1
925	EMIT_INSTR_PLUS_ICEBP_XMM vmovupd
926	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, XMM1
927	EMIT_INSTR_PLUS_ICEBP_YMM vmovupd
928	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, YMM1
929	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM8, XMM12
930	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM10, FSxBX
931	EMIT_INSTR_PLUS_ICEBP_C64 movupd, FSxBX, XMM10
932	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM7, XMM14
933	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM11, FSxBX
934	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, XMM11
935	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, YMM8
936	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, FSxBX
937	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, YMM12
938
939	;
940	; [V]MOVSS - not testing the 2nd register variant.
941	;
942	EMIT_INSTR_PLUS_ICEBP_XMM movss
943	EMIT_INSTR_PLUS_ICEBP movss, FSxBX, XMM1
944	EMIT_INSTR_PLUS_ICEBP_XMM vmovss
945	EMIT_INSTR_PLUS_ICEBP vmovss, FSxBX, XMM1
946	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM11, XMM8
947	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM8, FSxBX
948	EMIT_INSTR_PLUS_ICEBP_C64 movss, FSxBX, XMM11
949	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM9, XMM10
950	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM10, FSxBX
951	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, FSxBX, XMM9
952
953	;
954	; [V]MOVSD - not testing the 2nd register variant.
955	;
956	EMIT_INSTR_PLUS_ICEBP_XMM movsd
957	EMIT_INSTR_PLUS_ICEBP movsd, FSxBX, XMM1
958	EMIT_INSTR_PLUS_ICEBP_XMM vmovsd
959	EMIT_INSTR_PLUS_ICEBP vmovsd, FSxBX, XMM1
960	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM11, XMM8
961	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM8, FSxBX
962	EMIT_INSTR_PLUS_ICEBP_C64 movsd, FSxBX, XMM11
963	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM9, XMM10
964	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM10, FSxBX
965	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, FSxBX, XMM9
966
967	;
968	; [V]MOVLPS
969	;
970	EMIT_INSTR_PLUS_ICEBP movlps, XMM1, FSxBX
971	EMIT_INSTR_PLUS_ICEBP movlps, FSxBX, XMM1
972	EMIT_INSTR_PLUS_ICEBP vmovlps, XMM1, XMM2, FSxBX
973	EMIT_INSTR_PLUS_ICEBP vmovlps, FSxBX, XMM1
974	EMIT_INSTR_PLUS_ICEBP_C64 movlps, XMM8, FSxBX
975	EMIT_INSTR_PLUS_ICEBP_C64 movlps, FSxBX, XMM11
976	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, XMM10, XMM14, FSxBX
977	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, FSxBX, XMM9
978
979	;
980	; [V]MOVLPD
981	;
982	EMIT_INSTR_PLUS_ICEBP movlpd, XMM1, FSxBX
983	EMIT_INSTR_PLUS_ICEBP movlpd, FSxBX, XMM1
984	EMIT_INSTR_PLUS_ICEBP vmovlpd, XMM1, XMM2, FSxBX
985	EMIT_INSTR_PLUS_ICEBP vmovlpd, FSxBX, XMM1
986	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, XMM8, FSxBX
987	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, FSxBX, XMM11
988	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, XMM10, XMM14, FSxBX
989	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, FSxBX, XMM9
990
991	;
992	; [V]MOVHPS
993	;
994	EMIT_INSTR_PLUS_ICEBP movhps, XMM1, FSxBX
995	EMIT_INSTR_PLUS_ICEBP movhps, FSxBX, XMM1
996	EMIT_INSTR_PLUS_ICEBP vmovhps, XMM1, XMM2, FSxBX
997	EMIT_INSTR_PLUS_ICEBP vmovhps, FSxBX, XMM1
998	EMIT_INSTR_PLUS_ICEBP_C64 movhps, XMM8, FSxBX
999	EMIT_INSTR_PLUS_ICEBP_C64 movhps, FSxBX, XMM11
1000	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, XMM10, XMM14, FSxBX
1001	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, FSxBX, XMM9
1002
1003	;
1004	; [V]MOVHPD
1005	;
1006	EMIT_INSTR_PLUS_ICEBP movhpd, XMM1, FSxBX
1007	EMIT_INSTR_PLUS_ICEBP movhpd, FSxBX, XMM1
1008	EMIT_INSTR_PLUS_ICEBP vmovhpd, XMM1, XMM2, FSxBX
1009	EMIT_INSTR_PLUS_ICEBP vmovhpd, FSxBX, XMM1
1010	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, XMM8, FSxBX
1011	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, FSxBX, XMM11
1012	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, XMM10, XMM14, FSxBX
1013	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, FSxBX, XMM9
1014
1015	;
1016	; [V]MOVHLPS
1017	;
1018	EMIT_INSTR_PLUS_ICEBP movhlps, XMM1, XMM2
1019	EMIT_INSTR_PLUS_ICEBP vmovhlps, XMM1, XMM2, XMM3
1020	EMIT_INSTR_PLUS_ICEBP_C64 movhlps, XMM8, XMM12
1021	EMIT_INSTR_PLUS_ICEBP_C64 vmovhlps, XMM10, XMM14, XMM12
1022
1023	;
1024	; [V]MOVLHPS
1025	;
1026	EMIT_INSTR_PLUS_ICEBP movlhps, XMM1, XMM2
1027	EMIT_INSTR_PLUS_ICEBP vmovlhps, XMM1, XMM2, XMM3
1028	EMIT_INSTR_PLUS_ICEBP_C64 movlhps, XMM8, XMM12
1029	EMIT_INSTR_PLUS_ICEBP_C64 vmovlhps, XMM10, XMM14, XMM12
1030
1031	;
1032	; [V]MOVSLDUP
1033	;
1034	EMIT_INSTR_PLUS_ICEBP_XMM movsldup
1035	EMIT_INSTR_PLUS_ICEBP_XMM vmovsldup
1036	EMIT_INSTR_PLUS_ICEBP_YMM vmovsldup
1037	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM8, XMM12
1038	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM10, FSxBX
1039	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM7, XMM14
1040	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM11, FSxBX
1041	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, YMM8
1042	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, FSxBX
1043
1044	;
1045	; [V]MOVSHDUP
1046	;
1047	EMIT_INSTR_PLUS_ICEBP_XMM movshdup
1048	EMIT_INSTR_PLUS_ICEBP_XMM vmovshdup
1049	EMIT_INSTR_PLUS_ICEBP_YMM vmovshdup
1050	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM8, XMM12
1051	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM10, FSxBX
1052	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM7, XMM14
1053	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM11, FSxBX
1054	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, YMM8
1055	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, FSxBX
1056
1057	;
1058	; [V]MOVDDUP
1059	;
1060	EMIT_INSTR_PLUS_ICEBP_XMM movddup
1061	EMIT_INSTR_PLUS_ICEBP_XMM vmovddup
1062	EMIT_INSTR_PLUS_ICEBP_YMM vmovddup
1063	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM8, XMM12
1064	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM10, FSxBX
1065	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM7, XMM14
1066	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM11, FSxBX
1067	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, YMM8
1068	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, FSxBX
1069
1070	;
1071	; [V]MOVAPS
1072	;
1073	EMIT_INSTR_PLUS_ICEBP_XMM movaps
1074	EMIT_INSTR_PLUS_ICEBP_XMM vmovaps
1075	EMIT_INSTR_PLUS_ICEBP_YMM vmovaps
1076	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM8, XMM12
1077	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM10, FSxBX
1078	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM7, XMM14
1079	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM11, FSxBX
1080	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, YMM8
1081	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, FSxBX
1082
1083	EMIT_INSTR_PLUS_ICEBP_XMM movapd
1084	EMIT_INSTR_PLUS_ICEBP_XMM vmovapd
1085	EMIT_INSTR_PLUS_ICEBP_YMM vmovapd
1086	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM8, XMM12
1087	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM10, FSxBX
1088	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM7, XMM14
1089	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM11, FSxBX
1090	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, YMM8
1091	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, FSxBX
1092
1093	;
1094	; [V]MOVD
1095	;
1096	EMIT_INSTR_PLUS_ICEBP movd, MM1, EDX
1097	EMIT_INSTR_PLUS_ICEBP movd, MM1, FSxBX
1098	EMIT_INSTR_PLUS_ICEBP movd, EAX, MM1
1099	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, MM1
1100	EMIT_INSTR_PLUS_ICEBP_C64 movd, MM1, R9D
1101	EMIT_INSTR_PLUS_ICEBP_C64 movd, R10D, MM0
1102
1103	EMIT_INSTR_PLUS_ICEBP movd, XMM1, EAX
1104	EMIT_INSTR_PLUS_ICEBP movd, XMM1, FSxBX
1105	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, XMM1
1106	EMIT_INSTR_PLUS_ICEBP movd, EAX, XMM1
1107	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, R8D
1108	EMIT_INSTR_PLUS_ICEBP_C64 movd, R8D, XMM9
1109	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, FSxBX
1110	EMIT_INSTR_PLUS_ICEBP_C64 movd, FSxBX, XMM9
1111
1112	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, EAX
1113	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, FSxBX
1114	EMIT_INSTR_PLUS_ICEBP vmovd, FSxBX, XMM1
1115	EMIT_INSTR_PLUS_ICEBP vmovd, EDX, XMM1
1116	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, R9D
1117	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, R8D, XMM9
1118	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, FSxBX
1119	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, FSxBX, XMM9
1120
1121	;
1122	; [V]MOVQ - some hand coded stuff here as the assembler prefers the 7f/6f variants.
1123	;
1124	EMIT_INSTR_PLUS_ICEBP_MMX movq
1125	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, MM1
1126	EMIT_INSTR_PLUS_ICEBP_C64 movq, R9, MM1
1127	EMIT_INSTR_PLUS_ICEBP_C64 movq, MM1, R9
1128	%if TMPL_BITS == 64
1129	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_MM1_FSxBX, FSxBX_PFX, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1130	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_MM1, FSxBX_PFX, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1131	%endif
1132
1133	EMIT_INSTR_PLUS_ICEBP_XMM movq
1134	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, XMM1
1135	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, R8
1136	EMIT_INSTR_PLUS_ICEBP_C64 movq, R8, XMM9
1137	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, FSxBX
1138	EMIT_INSTR_PLUS_ICEBP_C64 movq, FSxBX, XMM9
1139	%if TMPL_BITS == 64
1140	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM1_FSxBX, FSxBX_PFX, 66h, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1141	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM9_FSxBX, FSxBX_PFX, 66h, 4ch, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1142	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM1, FSxBX_PFX, 66h, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1143	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM9, FSxBX_PFX, 66h, 4ch, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1144	%endif
1145
1146	EMIT_INSTR_PLUS_ICEBP_XMM vmovq
1147	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM1_FSxBX, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1148	EMIT_INSTR_PLUS_ICEBP vmovq, FSxBX, XMM1
1149	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM1, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1150	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, R8
1151	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, R8, XMM9
1152	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, FSxBX
1153	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, FSxBX, XMM9
1154	%if TMPL_BITS == 64
1155	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM9_FSxBX, FSxBX_PFX, 0c4h, 061h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1156	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM9, FSxBX_PFX, 0c4h, 061h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1157	%endif
1158
1159	;
1160	; [V]MOVDQU - not testing the 2nd register variant.
1161	;
1162	EMIT_INSTR_PLUS_ICEBP_XMM movdqu
1163	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM1_XMM2, 0f3h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1164	EMIT_INSTR_PLUS_ICEBP movdqu, FSxBX, XMM1
1165	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, XMM2 ; C5 FA 6F CA
1166	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_XMM1_XMM2, 0c5h, 0fah, 07fh, X86_MODRM_MAKE(3, 2, 1)
1167	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, FSxBX
1168	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, XMM1
1169	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, YMM2 ; C5 FE 6F CA
1170	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_YMM1_YMM2, 0c5h, 0feh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1171	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, FSxBX
1172	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, YMM1
1173	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM8, XMM12 ; F3 45 0F 6F C4
1174	%if TMPL_BITS == 64
1175	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM8_XMM12, 0f3h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1176	%endif
1177	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM10, FSxBX
1178	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, FSxBX, XMM10
1179	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM7, XMM14
1180	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM11, FSxBX
1181	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, XMM11
1182	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, YMM8
1183	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, FSxBX
1184	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, YMM12
1185
1186	;
1187	; [V]MOVDQA - not testing the 2nd register variant.
1188	;
1189	EMIT_INSTR_PLUS_ICEBP_XMM movdqa
1190	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM1_XMM2, 066h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1191	EMIT_INSTR_PLUS_ICEBP movdqa, FSxBX, XMM1
1192	EMIT_INSTR_PLUS_ICEBP_XMM vmovdqa
1193	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM1_XMM2, 0c5h, 0f9h, 07fh, X86_MODRM_MAKE(3, 2, 1)
1194	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, XMM1
1195	EMIT_INSTR_PLUS_ICEBP_YMM vmovdqa
1196	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM1_YMM2, 0c5h, 0fdh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1197	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, YMM1
1198	%if TMPL_BITS == 64
1199	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM8, XMM12 ; 66 45 0F 6F C4
1200	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM8_XMM12, 066h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1201	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM10, FSxBX
1202	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, FSxBX, XMM10
1203	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM8, XMM14 ; C4 C1 79 6F FE
1204	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM8_XMM14, 0c4h, 041h, 79h, 07fh, X86_MODRM_MAKE(3, 6, 0)
1205	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM11, FSxBX
1206	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, XMM11
1207	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, YMM8
1208	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM12_YMM8, 0c4h, 041h, 7dh, 07fh, X86_MODRM_MAKE(3, 0, 4)
1209	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, FSxBX
1210	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, YMM12
1211	%endif
1212
1213	;
1214	; [V]PTEST
1215	;
1216	EMIT_INSTR_PLUS_ICEBP_XMM ptest
1217	EMIT_INSTR_PLUS_ICEBP_XMM vptest
1218	EMIT_INSTR_PLUS_ICEBP_YMM vptest
1219	EMIT_INSTR_PLUS_ICEBP_XMM_98 ptest
1220	EMIT_INSTR_PLUS_ICEBP_XMM_98 vptest
1221	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, YMM8
1222	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, FSxBX
1223
1224	;
1225	; [V]PAVGB
1226	;
1227	EMIT_INSTR_PLUS_ICEBP_MMX pavgb
1228
1229	EMIT_INSTR_PLUS_ICEBP_XMM pavgb
1230	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgb
1231
1232	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgb
1233	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgb
1234
1235	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgb
1236	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgb
1237
1238	;
1239	; [V]PAVGW
1240	;
1241	EMIT_INSTR_PLUS_ICEBP_MMX pavgw
1242
1243	EMIT_INSTR_PLUS_ICEBP_XMM pavgw
1244	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgw
1245
1246	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgw
1247	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgw
1248
1249	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgw
1250	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgw
1251
1252	;
1253	; [V]PSIGNB
1254	;
1255	EMIT_INSTR_PLUS_ICEBP_MMX psignb
1256
1257	EMIT_INSTR_PLUS_ICEBP_XMM psignb
1258	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignb
1259
1260	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignb
1261	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignb
1262
1263	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignb
1264	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignb
1265
1266	;
1267	; [V]PSIGNW
1268	;
1269	EMIT_INSTR_PLUS_ICEBP_MMX psignw
1270
1271	EMIT_INSTR_PLUS_ICEBP_XMM psignw
1272	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignw
1273
1274	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignw
1275	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignw
1276
1277	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignw
1278	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignw
1279
1280	;
1281	; [V]PSIGND
1282	;
1283	EMIT_INSTR_PLUS_ICEBP_MMX psignd
1284
1285	EMIT_INSTR_PLUS_ICEBP_XMM psignd
1286	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignd
1287
1288	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignd
1289	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignd
1290
1291	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignd
1292	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignd
1293
1294	;
1295	; [V]ABSB
1296	;
1297	EMIT_INSTR_PLUS_ICEBP_MMX pabsb
1298	EMIT_INSTR_PLUS_ICEBP_XMM pabsb
1299	EMIT_INSTR_PLUS_ICEBP_XMM vpabsb
1300	EMIT_INSTR_PLUS_ICEBP_YMM vpabsb
1301	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsb
1302	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsb
1303	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, YMM8
1304	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, FSxBX
1305
1306	;
1307	; [V]ABSW
1308	;
1309	EMIT_INSTR_PLUS_ICEBP_MMX pabsw
1310	EMIT_INSTR_PLUS_ICEBP_XMM pabsw
1311	EMIT_INSTR_PLUS_ICEBP_XMM vpabsw
1312	EMIT_INSTR_PLUS_ICEBP_YMM vpabsw
1313	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsw
1314	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsw
1315	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, YMM8
1316	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, FSxBX
1317
1318	;
1319	; [V]ABSD
1320	;
1321	EMIT_INSTR_PLUS_ICEBP_MMX pabsd
1322	EMIT_INSTR_PLUS_ICEBP_XMM pabsd
1323	EMIT_INSTR_PLUS_ICEBP_XMM vpabsd
1324	EMIT_INSTR_PLUS_ICEBP_YMM vpabsd
1325	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsd
1326	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsd
1327	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, YMM8
1328	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, FSxBX
1329
1330	;
1331	; [V]PHADDW
1332	;
1333	EMIT_INSTR_PLUS_ICEBP_MMX phaddw
1334	EMIT_INSTR_PLUS_ICEBP_XMM phaddw
1335	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddw
1336	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddw
1337	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddw
1338	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddw
1339	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddw
1340
1341	;
1342	; [V]PHADDD
1343	;
1344	EMIT_INSTR_PLUS_ICEBP_MMX phaddd
1345	EMIT_INSTR_PLUS_ICEBP_XMM phaddd
1346	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddd
1347	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddd
1348	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddd
1349	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddd
1350	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddd
1351
1352
1353	;
1354	; [V]PHSUBW
1355	;
1356	EMIT_INSTR_PLUS_ICEBP_MMX phsubw
1357	EMIT_INSTR_PLUS_ICEBP_XMM phsubw
1358	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubw
1359	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubw
1360	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubw
1361	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubw
1362	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubw
1363
1364	;
1365	; [V]PHSUBD
1366	;
1367	EMIT_INSTR_PLUS_ICEBP_MMX phsubd
1368	EMIT_INSTR_PLUS_ICEBP_XMM phsubd
1369	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubd
1370	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubd
1371	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubd
1372	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubd
1373	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubd
1374
1375	;
1376	; [V]PHADDSW
1377	;
1378	EMIT_INSTR_PLUS_ICEBP_MMX phaddsw
1379	EMIT_INSTR_PLUS_ICEBP_XMM phaddsw
1380	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddsw
1381	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddsw
1382	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddsw
1383	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddsw
1384	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddsw
1385
1386	;
1387	; [V]PHSUBSW
1388	;
1389	EMIT_INSTR_PLUS_ICEBP_MMX phsubsw
1390	EMIT_INSTR_PLUS_ICEBP_XMM phsubsw
1391	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubsw
1392	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubsw
1393	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubsw
1394	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubsw
1395	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubsw
1396
1397	;
1398	; [V]PMADDUBSW
1399	;
1400	EMIT_INSTR_PLUS_ICEBP_MMX pmaddubsw
1401	EMIT_INSTR_PLUS_ICEBP_XMM pmaddubsw
1402	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddubsw
1403	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddubsw
1404	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddubsw
1405	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddubsw
1406	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddubsw
1407
1408	;
1409	; [V]PMULHRSW
1410	;
1411	EMIT_INSTR_PLUS_ICEBP_MMX pmulhrsw
1412	EMIT_INSTR_PLUS_ICEBP_XMM pmulhrsw
1413	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmulhrsw
1414	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmulhrsw
1415	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhrsw
1416	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhrsw
1417	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhrsw
1418
1419	;
1420	; [V]PSADBW
1421	;
1422	EMIT_INSTR_PLUS_ICEBP_MMX psadbw
1423	EMIT_INSTR_PLUS_ICEBP_XMM psadbw
1424	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsadbw
1425	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsadbw
1426	EMIT_INSTR_PLUS_ICEBP_XMM_89 psadbw
1427	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsadbw
1428	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsadbw
1429
1430	;
1431	; [V]PMULDQ
1432	;
1433	EMIT_INSTR_PLUS_ICEBP_XMM pmuldq
1434	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuldq
1435	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuldq
1436	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuldq
1437	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuldq
1438	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuldq
1439
1440	;
1441	; [V]PMULUDQ
1442	;
1443	EMIT_INSTR_PLUS_ICEBP_MMX pmuludq
1444	EMIT_INSTR_PLUS_ICEBP_XMM pmuludq
1445	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuludq
1446	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuludq
1447	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuludq
1448	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuludq
1449	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuludq
1450
1451	;
1452	; [V]PUNPCKLPS
1453	;
1454	EMIT_INSTR_PLUS_ICEBP_XMM unpcklps
1455	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklps
1456	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklps
1457	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklps
1458	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklps
1459	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklps
1460
1461	;
1462	; [V]PUNPCKLPD
1463	;
1464	EMIT_INSTR_PLUS_ICEBP_XMM unpcklpd
1465	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklpd
1466	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklpd
1467	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklpd
1468	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklpd
1469	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklpd
1470
1471	;
1472	; [V]PUNPCKHPS
1473	;
1474	EMIT_INSTR_PLUS_ICEBP_XMM unpckhps
1475	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhps
1476	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhps
1477	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhps
1478	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhps
1479	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhps
1480
1481	;
1482	; [V]PUNPCKHPD
1483	;
1484	EMIT_INSTR_PLUS_ICEBP_XMM unpckhpd
1485	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhpd
1486	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhpd
1487	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhpd
1488	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhpd
1489	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhpd
1490
1491	;
1492	; [V]PMOVSXBW
1493	;
1494	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbw
1495	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbw
1496	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, XMM2
1497	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, FSxBX
1498	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbw
1499	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbw
1500	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, XMM8
1501	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, FSxBX
1502
1503	;
1504	; [V]PMOVSXBD
1505	;
1506	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbd
1507	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbd
1508	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, XMM2
1509	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, FSxBX
1510	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbd
1511	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbd
1512	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, XMM8
1513	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, FSxBX
1514
1515	;
1516	; [V]PMOVSXBQ
1517	;
1518	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbq
1519	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbq
1520	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, XMM2
1521	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, FSxBX
1522	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbq
1523	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbq
1524	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, XMM8
1525	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, FSxBX
1526
1527	;
1528	; [V]PMOVSXWD
1529	;
1530	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwd
1531	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwd
1532	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, XMM2
1533	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, FSxBX
1534	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwd
1535	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwd
1536	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, XMM8
1537	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, FSxBX
1538
1539	;
1540	; [V]PMOVSXWQ
1541	;
1542	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwq
1543	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwq
1544	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, XMM2
1545	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, FSxBX
1546	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwq
1547	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwq
1548	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, XMM8
1549	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, FSxBX
1550
1551	;
1552	; [V]PMOVSXDQ
1553	;
1554	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxdq
1555	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxdq
1556	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, XMM2
1557	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, FSxBX
1558	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxdq
1559	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxdq
1560	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, XMM8
1561	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, FSxBX
1562
1563	;
1564	; [V]PMOVZXBW
1565	;
1566	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbw
1567	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbw
1568	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, XMM2
1569	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, FSxBX
1570	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbw
1571	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbw
1572	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, XMM8
1573	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, FSxBX
1574
1575	;
1576	; [V]PMOVZXBD
1577	;
1578	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbd
1579	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbd
1580	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, XMM2
1581	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, FSxBX
1582	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbd
1583	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbd
1584	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, XMM8
1585	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, FSxBX
1586
1587	;
1588	; [V]PMOVZXBQ
1589	;
1590	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbq
1591	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbq
1592	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, XMM2
1593	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, FSxBX
1594	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbq
1595	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbq
1596	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, XMM8
1597	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, FSxBX
1598
1599	;
1600	; [V]PMOVZXWD
1601	;
1602	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwd
1603	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwd
1604	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, XMM2
1605	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, FSxBX
1606	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwd
1607	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwd
1608	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, XMM8
1609	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, FSxBX
1610
1611	;
1612	; [V]PMOVZXWQ
1613	;
1614	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwq
1615	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwq
1616	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, XMM2
1617	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, FSxBX
1618	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwq
1619	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwq
1620	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, XMM8
1621	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, FSxBX
1622
1623	;
1624	; [V]PMOVZXDQ
1625	;
1626	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxdq
1627	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxdq
1628	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, XMM2
1629	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, FSxBX
1630	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxdq
1631	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxdq
1632	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, XMM8
1633	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, FSxBX
1634
1635	;
1636	; [V]SHUFPS
1637	;
1638	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 0FFh
1639	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 0FFh
1640	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 000h
1641	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 000h
1642
1643	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 0FFh
1644	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 0FFh
1645	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 000h
1646	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 000h
1647
1648	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 0FFh
1649	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 0FFh
1650	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 000h
1651	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 000h
1652
1653	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 0FFh
1654	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 0FFh
1655	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 000h
1656	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 000h
1657
1658	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 0FFh
1659	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 0FFh
1660	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 000h
1661	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 000h
1662
1663	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 0FFh
1664	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 0FFh
1665	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 000h
1666	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 000h
1667
1668	;
1669	; [V]SHUFPD
1670	;
1671	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 0FFh
1672	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 0FFh
1673	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 000h
1674	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 000h
1675
1676	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 0FFh
1677	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 0FFh
1678	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 000h
1679	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 000h
1680
1681	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 0FFh
1682	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 0FFh
1683	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 000h
1684	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 000h
1685
1686	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 0FFh
1687	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 0FFh
1688	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 000h
1689	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 000h
1690
1691	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 0FFh
1692	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 0FFh
1693	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 000h
1694	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 000h
1695
1696	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 0FFh
1697	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 0FFh
1698	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 000h
1699	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 000h
1700
1701	;
1702	; [V]LDDQU
1703	;
1704	EMIT_INSTR_PLUS_ICEBP lddqu, XMM1, FSxBX
1705	EMIT_INSTR_PLUS_ICEBP vlddqu, XMM1, FSxBX
1706	EMIT_INSTR_PLUS_ICEBP vlddqu, YMM1, FSxBX
1707	EMIT_INSTR_PLUS_ICEBP_C64 lddqu, XMM10, FSxBX
1708	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, XMM11, FSxBX
1709	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, YMM12, FSxBX
1710
1711	;
1712	; [V]PHMINPOSUW
1713	;
1714	EMIT_INSTR_PLUS_ICEBP_XMM phminposuw
1715	EMIT_INSTR_PLUS_ICEBP_XMM vphminposuw
1716	EMIT_INSTR_PLUS_ICEBP_XMM_98 phminposuw
1717	EMIT_INSTR_PLUS_ICEBP_XMM_98 vphminposuw
1718
1719	;
1720	; VBROADCASTSS
1721	;
1722	EMIT_INSTR_PLUS_ICEBP_XMM vbroadcastss
1723	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, XMM2
1724	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, FSxBX
1725	EMIT_INSTR_PLUS_ICEBP_XMM_98 vbroadcastss
1726	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, XMM8
1727	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, FSxBX
1728
1729	;
1730	; VBROADCASTSD
1731	;
1732	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, XMM2
1733	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, FSxBX
1734	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, XMM8
1735	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, FSxBX
1736
1737	;
1738	; VBROADCASTF128
1739	;
1740	EMIT_INSTR_PLUS_ICEBP vbroadcastf128, YMM1, FSxBX
1741	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastf128, YMM9, FSxBX
1742
1743	;
1744	; VPBROADCASTB
1745	;
1746	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastb
1747	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, XMM2
1748	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, FSxBX
1749	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastb
1750	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, XMM8
1751	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, FSxBX
1752
1753	;
1754	; VPBROADCASTW
1755	;
1756	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastw
1757	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, XMM2
1758	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, FSxBX
1759	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastw
1760	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, XMM8
1761	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, FSxBX
1762
1763	;
1764	; VPBROADCASTD
1765	;
1766	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastd
1767	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, XMM2
1768	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, FSxBX
1769	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastd
1770	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, XMM8
1771	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, FSxBX
1772
1773	;
1774	; VPBROADCASTQ
1775	;
1776	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastq
1777	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, XMM2
1778	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, FSxBX
1779	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastq
1780	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, XMM8
1781	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, FSxBX
1782
1783	;
1784	; VPBROADCASTI128
1785	;
1786	EMIT_INSTR_PLUS_ICEBP vbroadcasti128, YMM1, FSxBX
1787	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcasti128, YMM9, FSxBX
1788
1789	;
1790	; VTESTPS
1791	;
1792	EMIT_INSTR_PLUS_ICEBP_XMM vtestps
1793	EMIT_INSTR_PLUS_ICEBP_YMM vtestps
1794	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestps
1795	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, YMM8
1796	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, FSxBX
1797
1798	;
1799	; VTESTPD
1800	;
1801	EMIT_INSTR_PLUS_ICEBP_XMM vtestpd
1802	EMIT_INSTR_PLUS_ICEBP_YMM vtestpd
1803	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestpd
1804	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, YMM8
1805	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, FSxBX
1806
1807	;
1808	; SHA1NEXTE
1809	;
1810	EMIT_INSTR_PLUS_ICEBP_XMM sha1nexte
1811	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1nexte
1812
1813	;
1814	; SHA1MSG1
1815	;
1816	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg1
1817	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg1
1818
1819	;
1820	; SHA1MSG2
1821	;
1822	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg2
1823	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg2
1824
1825	;
1826	; SHA256MSG1
1827	;
1828	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg1
1829	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg1
1830
1831	;
1832	; SHA256MSG2
1833	;
1834	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg2
1835	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg2
1836
1837	;
1838	; SHA1RNDS4
1839	;
1840	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 000h
1841	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 000h
1842	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 001h
1843	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 001h
1844	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 002h
1845	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 002h
1846	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 003h
1847	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 003h
1848	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 000h
1849	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 000h
1850	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 001h
1851	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 001h
1852	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 002h
1853	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 002h
1854	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 003h
1855	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 003h
1856
1857	;
1858	; SHA256RNDS2 (xmm0 is implicit)
1859	;
1860	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, XMM2, XMM0
1861	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, FSxBX, XMM0
1862	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, XMM9, XMM0
1863	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, FSxBX, XMM0
1864
1865	;
1866	; [V]PBLENDVB
1867	;
1868	EMIT_INSTR_PLUS_ICEBP_XMM pblendvb
1869	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, XMM3, XMM4
1870	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, FSxBX, XMM4
1871	EMIT_INSTR_PLUS_ICEBP_XMM_89 pblendvb
1872	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, XMM10, XMM11
1873	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, FSxBX, XMM11
1874
1875	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, YMM3, YMM4
1876	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, FSxBX, YMM4
1877	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, YMM10, YMM11
1878	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, FSxBX, YMM11
1879
1880	;
1881	; [V]BLENDVPS
1882	;
1883	EMIT_INSTR_PLUS_ICEBP_XMM blendvps
1884	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, XMM3, XMM4
1885	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, FSxBX, XMM4
1886	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvps
1887	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, XMM10, XMM11
1888	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, FSxBX, XMM11
1889
1890	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, YMM3, YMM4
1891	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, FSxBX, YMM4
1892	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, YMM10, YMM11
1893	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, FSxBX, YMM11
1894
1895	;
1896	; [V]BLENDVPD
1897	;
1898	EMIT_INSTR_PLUS_ICEBP_XMM blendvpd
1899	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, XMM3, XMM4
1900	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, FSxBX, XMM4
1901	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvpd
1902	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, XMM10, XMM11
1903	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, FSxBX, XMM11
1904
1905	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, YMM3, YMM4
1906	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, FSxBX, YMM4
1907	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, YMM10, YMM11
1908	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, FSxBX, YMM11
1909
1910	;
1911	; [V]PALIGNR
1912	;
1913	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 0FFh
1914	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 0FFh
1915	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 000h
1916	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 000h
1917	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 003h
1918	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 003h
1919	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 009h
1920	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 009h
1921
1922	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 0FFh
1923	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 0FFh
1924	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 000h
1925	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 000h
1926	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 003h
1927	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 003h
1928	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 013h
1929	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 013h
1930
1931	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 0FFh
1932	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 0FFh
1933	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 000h
1934	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 000h
1935	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 003h
1936	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 003h
1937	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 013h
1938	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 013h
1939
1940	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 0FFh
1941	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 0FFh
1942	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 000h
1943	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 000h
1944	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 003h
1945	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 003h
1946	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 013h
1947	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 013h
1948
1949	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 0FFh
1950	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 0FFh
1951	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 000h
1952	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 000h
1953	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 003h
1954	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 003h
1955	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 013h
1956	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 013h
1957
1958	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 0FFh
1959	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 0FFh
1960	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 000h
1961	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 000h
1962	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 003h
1963	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 003h
1964	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 013h
1965	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 013h
1966
1967	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 0FFh
1968	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 0FFh
1969	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 000h
1970	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 000h
1971	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 003h
1972	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 003h
1973	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 013h
1974	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 013h
1975
1976	;
1977	; [V]PBLENDW
1978	;
1979	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 0FFh
1980	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 0FFh
1981	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 000h
1982	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 000h
1983	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 07Ah
1984	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 07Ah
1985
1986	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 0FFh
1987	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 0FFh
1988	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 000h
1989	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 000h
1990	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 07Ah
1991	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 07Ah
1992
1993	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 0FFh
1994	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 0FFh
1995	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 000h
1996	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 000h
1997	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 07Ah
1998	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 07Ah
1999
2000	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 0FFh
2001	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 0FFh
2002	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 000h
2003	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 000h
2004	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 07Ah
2005	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 07Ah
2006
2007	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 0FFh
2008	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 0FFh
2009	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 000h
2010	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 000h
2011	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 07Ah
2012	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 07Ah
2013
2014	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 0FFh
2015	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 0FFh
2016	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 000h
2017	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 000h
2018	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 07Ah
2019	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 07Ah
2020
2021	;
2022	; VPBLENDD
2023	;
2024	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 0FFh
2025	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 0FFh
2026	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 000h
2027	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 000h
2028	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 07Ah
2029	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 07Ah
2030
2031	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 0FFh
2032	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 0FFh
2033	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 000h
2034	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 000h
2035	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 07Ah
2036	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 07Ah
2037
2038	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 0FFh
2039	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 0FFh
2040	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 000h
2041	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 000h
2042	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 07Ah
2043	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 07Ah
2044
2045	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 0FFh
2046	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 0FFh
2047	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 000h
2048	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 000h
2049	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 07Ah
2050	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 07Ah
2051
2052	;
2053	; [V]BLENDPS
2054	;
2055	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 0FFh
2056	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 0FFh
2057	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 000h
2058	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 000h
2059	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 07Ah
2060	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 07Ah
2061
2062	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 0FFh
2063	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 0FFh
2064	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 000h
2065	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 000h
2066	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 07Ah
2067	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 07Ah
2068
2069	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 0FFh
2070	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 0FFh
2071	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 000h
2072	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 000h
2073	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 07Ah
2074	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 07Ah
2075
2076	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 0FFh
2077	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 0FFh
2078	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 000h
2079	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 000h
2080	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 07Ah
2081	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 07Ah
2082
2083	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 0FFh
2084	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 0FFh
2085	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 000h
2086	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 000h
2087	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 07Ah
2088	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 07Ah
2089
2090	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 0FFh
2091	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 0FFh
2092	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 000h
2093	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 000h
2094	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 07Ah
2095	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 07Ah
2096
2097	;
2098	; [V]BLENDPD
2099	;
2100	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 0FFh
2101	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 0FFh
2102	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 000h
2103	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 000h
2104	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 006h
2105	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 006h
2106
2107	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 0FFh
2108	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 0FFh
2109	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 000h
2110	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 000h
2111	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 006h
2112	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 006h
2113
2114	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 0FFh
2115	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 0FFh
2116	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 000h
2117	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 000h
2118	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 006h
2119	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 006h
2120
2121	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 0FFh
2122	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 0FFh
2123	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 000h
2124	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 000h
2125	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 006h
2126	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 006h
2127
2128	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 0FFh
2129	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 0FFh
2130	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 000h
2131	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 000h
2132	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 006h
2133	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 006h
2134
2135	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 0FFh
2136	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 0FFh
2137	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 000h
2138	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 000h
2139	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 006h
2140	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 006h
2141
2142	;
2143	; [V]PCLMULQDQ
2144	;
2145	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 0FFh
2146	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 0FFh
2147	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 000h
2148	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 000h
2149
2150	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 0FFh
2151	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 0FFh
2152	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 000h
2153	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 000h
2154
2155	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 0FFh
2156	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 0FFh
2157	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 000h
2158	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 000h
2159
2160	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 0FFh
2161	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 0FFh
2162	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 000h
2163	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 000h
2164
2165	;
2166	; [V]PINSRB
2167	;
2168	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 0FFh
2169	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 0FFh
2170	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 000h
2171	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 000h
2172
2173	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 0FFh
2174	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 0FFh
2175	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 000h
2176	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 000h
2177
2178	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 0FFh
2179	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 0FFh
2180	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 000h
2181	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 000h
2182
2183	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 0FFh
2184	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 0FFh
2185	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 000h
2186	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 000h
2187
2188	;
2189	; [V]PINSRW
2190	;
2191	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 0FFh
2192	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 0FFh
2193	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 000h
2194	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 000h
2195
2196	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 0FFh
2197	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 0FFh
2198	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 000h
2199	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 000h
2200
2201	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 0FFh
2202	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 0FFh
2203	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 000h
2204	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 000h
2205
2206	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 0FFh
2207	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 000h
2208
2209	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 0FFh
2210	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 0FFh
2211	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 000h
2212	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 000h
2213
2214	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 0FFh
2215	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 0FFh
2216	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 000h
2217	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 000h
2218
2219	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 0FFh
2220	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 0FFh
2221	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 000h
2222	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 000h
2223
2224	;
2225	; [V]PINSRD
2226	;
2227	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 0FFh
2228	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 0FFh
2229	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 000h
2230	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 000h
2231
2232	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 0FFh
2233	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 0FFh
2234	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 000h
2235	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 000h
2236
2237	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 0FFh
2238	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 0FFh
2239	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 000h
2240	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 000h
2241
2242	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 0FFh
2243	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 0FFh
2244	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 000h
2245	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 000h
2246
2247	;
2248	; [V]PINSRQ
2249	;
2250	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 0FFh
2251	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 0FFh
2252	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 000h
2253	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 000h
2254
2255	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 0FFh
2256	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 0FFh
2257	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 000h
2258	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 000h
2259
2260	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 0FFh
2261	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 0FFh
2262	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 000h
2263	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 000h
2264
2265	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 0FFh
2266	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 0FFh
2267	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 000h
2268	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 000h
2269
2270	;
2271	; [V]PEXTRB
2272	;
2273	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 0FFh
2274	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 000h
2275	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 0FFh
2276	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 000h
2277
2278	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 0FFh
2279	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 000h
2280	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 0FFh
2281	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 000h
2282
2283	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 0FFh
2284	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 000h
2285	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 0FFh
2286	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 000h
2287
2288	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 0FFh
2289	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 000h
2290	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 0FFh
2291	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 000h
2292
2293	%ifnmacro vpextrb_w0b0_EDX_XMM1 1
2294	; special encodings to prove that VEX.W is effectively ignored everywhere and that VEX.B only matters in 64-bit code.
2295	%macro vpextrb_w0b0_EDX_XMM1 1
2296	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R ; !VEX.B = REX.B = registers 8..15
2297	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT)
2298	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2299	%endmacro
2300	%macro vpextrb_w1b0_EDX_XMM1 1
2301	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R
2302	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_W
2303	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2304	%endmacro
2305
2306	; invalid coding where VEX.L=1.
2307	%macro vpextrb_l1_EDX_XMM1 1
2308	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R
2309	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_L
2310	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2311	%endmacro
2312	%endif
2313	EMIT_INSTR_PLUS_ICEBP vpextrb_w1b0_EDX_XMM1, 0FFh
2314	EMIT_INSTR_PLUS_ICEBP vpextrb_w0b0_EDX_XMM1, 0FFh
2315	EMIT_INSTR_PLUS_ICEBP vpextrb_l1_EDX_XMM1, 0FFh
2316
2317	;
2318	; [V]PEXTRD
2319	;
2320	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 0FFh
2321	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 000h
2322	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 0FFh
2323	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 000h
2324
2325	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 0FFh
2326	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 000h
2327	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 0FFh
2328	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 000h
2329
2330	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 0FFh
2331	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 000h
2332	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 0FFh
2333	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 000h
2334
2335	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 0FFh
2336	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 000h
2337	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 0FFh
2338	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 000h
2339	;
2340	; [V]PEXTRQ
2341	;
2342	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 0FFh
2343	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 000h
2344	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 0FFh
2345	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 000h
2346	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 0FFh
2347	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 000h
2348
2349	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 0FFh
2350	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 000h
2351	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 0FFh
2352	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 000h
2353	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 0FFh
2354	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 000h
2355
2356	;
2357	; [V]PEXTRW
2358	;
2359	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 0FFh
2360	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 000h
2361
2362	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 0FFh
2363	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 000h
2364	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 0FFh
2365	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 000h
2366
2367	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 0FFh
2368	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 000h
2369
2370	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 0FFh
2371	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 000h
2372	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 0FFh
2373	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 000h
2374	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 0FFh
2375	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 000h
2376
2377	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 0FFh
2378	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 000h
2379	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 000h
2380	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 0FFh
2381
2382	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 0FFh
2383	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 000h
2384
2385	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 0FFh
2386	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 000h
2387	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 000h
2388	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 0FFh
2389
2390	;
2391	; [v]pextrw alternate encodings (SSE4.1 & AVX 0f3a variants)
2392	;
2393	; These default to 0f38 / VEX map 1 entry 0c5h in the assembler, this exercises
2394	; the 0f3a / VEX map 3 entry 15h variants.
2395	;
2396	%ifndef EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2397	%define EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2398	;; @param 1 imm8 byte
2399	%macro EMIT_V_PEXTRW_ALT_INSTR 1
2400	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2401	db 66h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] edx, xmm1, %1
2402	.again:
2403	icebp
2404	jmp .again
2405	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2406
2407	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2408	db 0c4h, 0e3h, 79h, 15h, 0cah, %1 ; vpextrw [alt] edx, xmm1, %1
2409	.again:
2410	icebp
2411	jmp .again
2412	BS3_PROC_END_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2413
2414	%if TMPL_BITS == 64
2415	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2416	db 66h, 45h, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9d, xmm8, %1
2417	.again:
2418	icebp
2419	jmp .again
2420	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2421
2422	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2423	db 66h, 48h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] rdx, xmm1, %1
2424	.again:
2425	icebp
2426	jmp .again
2427	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2428
2429	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2430	db 66h, 4dh, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9, xmm8, %1
2431	.again:
2432	icebp
2433	jmp .again
2434	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2435	%endif
2436
2437	%endmacro ; EMIT_V_PEXTRW_ALT_INSTR
2438	%endif ; !EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2439
2440	EMIT_V_PEXTRW_ALT_INSTR 000h
2441	EMIT_V_PEXTRW_ALT_INSTR 0FFh
2442
2443	;
2444	; vgather / vpgather instructions
2445	;
2446	%ifndef EMIT_VGATHER_INSTR_DEFINED
2447	%define EMIT_VGATHER_INSTR_DEFINED
2448
2449	;; @param 1 instruction name
2450	;; @param 2 destination register
2451	;; @param 3 base register
2452	;; @param 4 base register offset
2453	;; @param 5 vector register
2454	;; @param 6 vector register scale factor
2455	;; @param 7 mask register
2456	%macro EMIT_ONE_VGATHER_INSTR 7
2457	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _plus_ %+ %4 %+ _plus_ %+ %5 %+ _x_ %+ %6 %+ _ %+ %7 %+ _icebp
2458	fs
2459	%1 %2, [%3 + %4 + %5 * %6], %7
2460	.again:
2461	icebp
2462	jmp .again
2463	BS3CPUINSTR3_PROC_END_CMN
2464	%endmacro ; EMIT_ONE_VGATHER_INSTR
2465	%macro EMIT_NEG_VGATHER_INSTR 7
2466	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _less_ %+ %4 %+ _plus_ %+ %5 %+ _x_ %+ %6 %+ _ %+ %7 %+ _icebp
2467	fs
2468	%1 %2, [%3 - %4 + %5 * %6], %7
2469	.again:
2470	icebp
2471	jmp .again
2472	BS3CPUINSTR3_PROC_END_CMN
2473	%endmacro ; EMIT_NEG_VGATHER_INSTR
2474
2475	;; @param 1 instruction name
2476	;; @param 2 'XMM' or 'YMM': type of destination register
2477	;; @param 3 'XMM' or 'YMM': type of vector register
2478	;; @param 4 'XMM' or 'YMM': type of mask register
2479	%macro EMIT_VGATHER_INSTR_BLOCK 4
2480	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 0, %3 %+ 0, 1, %4 %+ 2 ;; UD: dest == index: v?gather?? ?mm0, [ebx+0+1*?mm0], ?mm2
2481	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 0, %3 %+ 1, 1, %4 %+ 0 ;; UD: dest == mask: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm0
2482	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 0, %3 %+ 1, 1, %4 %+ 1 ;; UD: index == mask: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm1
2483	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 0, %3 %+ 1, 1, %4 %+ 2 ;; baseline: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm2
2484	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 2, %3 %+ 1, 1, %4 %+ 2 ;; offset8: v?gather?? ?mm0, [ebx+2+1*?mm1], ?mm2
2485	EMIT_NEG_VGATHER_INSTR %1, %2 %+ 0, EBX, 2, %3 %+ 1, 1, %4 %+ 2 ;; -offset8: v?gather?? ?mm0, [ebx-2+1*?mm1], ?mm2
2486	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 153, %3 %+ 1, 1, %4 %+ 2 ;; offset32: v?gather?? ?mm0, [ebx+153+1*?mm1], ?mm2
2487	EMIT_NEG_VGATHER_INSTR %1, %2 %+ 0, EBX, 153, %3 %+ 1, 1, %4 %+ 2 ;; -offset32: v?gather?? ?mm0, [ebx-153+1*?mm1], ?mm2
2488	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, EBX, 0, %3 %+ 1, 2, %4 %+ 2 ;; scale: v?gather?? ?mm0, [ebx+0+2*?mm1], ?mm2
2489	%if TMPL_BITS == 64
2490	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, RBX, 0, %3 %+ 1, 1, %4 %+ 2 ;; 64-bit base reg: v?gather?? ?mm0, [rbx+0+1*?mm1], ?mm2
2491	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 8, R8D, 0, %3 %+ 9, 1, %4 %+ 10 ;; 64-bit-only regs: v?gather?? ?mm8, [r8d+0+1*?mm9], ?mm10
2492	%endif
2493	%endmacro ; EMIT_VGATHER_INSTR_BLOCK
2494
2495	;; @param 1 instruction name
2496	;; @param 2 'XMM' or 'YMM': type of destination register for 256-bit variants
2497	;; @param 3 'XMM' or 'YMM': type of vector register for 256-bit variants
2498	;; @param 4 'XMM' or 'YMM': type of mask register for 256-bit variants
2499	%macro EMIT_VGATHER_INSTR_BLOCKS 4
2500	EMIT_VGATHER_INSTR_BLOCK %1, XMM, XMM, XMM
2501	EMIT_VGATHER_INSTR_BLOCK %1, %2, %3, %4
2502	%endmacro ; EMIT_VGATHER_INSTR_BLOCKS
2503
2504	%endif ; !EMIT_VGATHER_INSTR_DEFINED
2505
2506	EMIT_VGATHER_INSTR_BLOCKS vgatherdps, YMM, YMM, YMM
2507	EMIT_VGATHER_INSTR_BLOCKS vgatherqps, XMM, YMM, XMM
2508	EMIT_VGATHER_INSTR_BLOCKS vgatherdpd, YMM, XMM, YMM
2509	EMIT_VGATHER_INSTR_BLOCKS vgatherqpd, YMM, YMM, YMM
2510
2511	EMIT_VGATHER_INSTR_BLOCKS vpgatherdd, YMM, YMM, YMM
2512	EMIT_VGATHER_INSTR_BLOCKS vpgatherqd, XMM, YMM, XMM
2513	EMIT_VGATHER_INSTR_BLOCKS vpgatherdq, YMM, XMM, YMM
2514	EMIT_VGATHER_INSTR_BLOCKS vpgatherqq, YMM, YMM, YMM
2515
2516	;
2517	; [V]MOVMSKPS
2518	;
2519	EMIT_INSTR_PLUS_ICEBP movmskps, EDX, XMM1
2520	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, XMM1
2521	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, YMM1
2522
2523	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, R9D, XMM8
2524	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, RDX, XMM1
2525
2526	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, XMM8
2527	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, XMM1
2528
2529	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, YMM8
2530	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, YMM1
2531
2532	;
2533	; [V]MOVMSKPD
2534	;
2535	EMIT_INSTR_PLUS_ICEBP movmskpd, EDX, XMM1
2536	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, XMM1
2537	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, YMM1
2538
2539	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, R9D, XMM8
2540	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, RDX, XMM1
2541
2542	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, XMM8
2543	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, XMM1
2544
2545	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, YMM8
2546	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, YMM1
2547
2548	;
2549	; [V]MPSADBW
2550	;
2551	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 0FFh
2552	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 0FFh
2553	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 000h
2554	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 000h
2555
2556	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 0FFh
2557	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 0FFh
2558	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 000h
2559	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 000h
2560
2561	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 0FFh
2562	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 0FFh
2563	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 000h
2564	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 000h
2565
2566	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 0FFh
2567	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 0FFh
2568	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 000h
2569	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 000h
2570
2571	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 0FFh
2572	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 0FFh
2573	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 000h
2574	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 000h
2575
2576	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 0FFh
2577	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 0FFh
2578	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 000h
2579	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 000h
2580
2581	;
2582	; VINSERTI128
2583	;
2584	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 0FFh
2585	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 0FFh
2586	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 000h
2587	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 000h
2588
2589	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 0FFh
2590	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 0FFh
2591	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 000h
2592	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 000h
2593
2594	;
2595	; VINSERTF128
2596	;
2597	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 0FFh
2598	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 0FFh
2599	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 000h
2600	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 000h
2601
2602	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 0FFh
2603	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 0FFh
2604	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 000h
2605	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 000h
2606
2607	;
2608	; [V]INSERTPS
2609	;
2610	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 000h
2611	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0D5h
2612	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 028h
2613	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0FFh
2614	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 000h
2615	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0D5h
2616	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 028h
2617	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0FFh
2618
2619	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 000h
2620	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0D5h
2621	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 028h
2622	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0FFh
2623	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 000h
2624	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0D5h
2625	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 028h
2626	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0FFh
2627
2628	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 000h
2629	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0D5h
2630	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 028h
2631	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0FFh
2632	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 000h
2633	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0D5h
2634	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 028h
2635	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0FFh
2636
2637	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 000h
2638	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0D5h
2639	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 028h
2640	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0FFh
2641	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 000h
2642	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0D5h
2643	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 028h
2644	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0FFh
2645
2646	;
2647	; VEXTRACTI128
2648	;
2649	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 0FFh
2650	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 0FFh
2651	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 000h
2652	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 000h
2653
2654	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 0FFh
2655	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 0FFh
2656	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 000h
2657	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 000h
2658
2659	;
2660	; VEXTRACTF128
2661	;
2662	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 0FFh
2663	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 0FFh
2664	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 000h
2665	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 000h
2666
2667	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 0FFh
2668	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 0FFh
2669	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 000h
2670	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 000h
2671
2672	;
2673	; [V]EXTRACTPS
2674	;
2675	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 000h
2676	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 001h
2677	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 002h
2678	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 003h
2679	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 032h
2680	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 0FFh
2681	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 000h
2682	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 001h
2683	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 002h
2684	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 003h
2685	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 032h
2686	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 0FFh
2687
2688	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 000h
2689	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 001h
2690	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 002h
2691	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 003h
2692	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 032h
2693	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 0FFh
2694	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 000h
2695	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 001h
2696	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 002h
2697	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 003h
2698	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 032h
2699	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 0FFh
2700
2701	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 000h
2702	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 001h
2703	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 002h
2704	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 003h
2705	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 032h
2706	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 0FFh
2707	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 000h
2708	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 001h
2709	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 002h
2710	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 003h
2711	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 032h
2712	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 0FFh
2713
2714	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 000h
2715	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 001h
2716	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 002h
2717	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 003h
2718	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 032h
2719	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 0FFh
2720	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 000h
2721	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 001h
2722	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 002h
2723	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 003h
2724	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 032h
2725	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 0FFh
2726
2727	;
2728	; [V]PSUBSB
2729	;
2730	EMIT_INSTR_PLUS_ICEBP_MMX psubsb
2731	EMIT_INSTR_PLUS_ICEBP_XMM psubsb
2732	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsb
2733	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsb
2734	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsb
2735	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsb
2736	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsb
2737
2738	;
2739	; [V]PSUBSW
2740	;
2741	EMIT_INSTR_PLUS_ICEBP_MMX psubsw
2742	EMIT_INSTR_PLUS_ICEBP_XMM psubsw
2743	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsw
2744	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsw
2745	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsw
2746	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsw
2747	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsw
2748
2749	;
2750	; [V]PSUBUSB
2751	;
2752	EMIT_INSTR_PLUS_ICEBP_MMX psubusb
2753	EMIT_INSTR_PLUS_ICEBP_XMM psubusb
2754	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusb
2755	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusb
2756	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusb
2757	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusb
2758	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusb
2759
2760	;
2761	; [V]PSUBUSW
2762	;
2763	EMIT_INSTR_PLUS_ICEBP_MMX psubusw
2764	EMIT_INSTR_PLUS_ICEBP_XMM psubusw
2765	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusw
2766	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusw
2767	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusw
2768	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusw
2769	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusw
2770
2771	;
2772	; [V]PADDUSB
2773	;
2774	EMIT_INSTR_PLUS_ICEBP_MMX paddusb
2775	EMIT_INSTR_PLUS_ICEBP_XMM paddusb
2776	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusb
2777	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusb
2778	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusb
2779	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusb
2780	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusb
2781
2782	;
2783	; [V]PADDUSW
2784	;
2785	EMIT_INSTR_PLUS_ICEBP_MMX paddusw
2786	EMIT_INSTR_PLUS_ICEBP_XMM paddusw
2787	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusw
2788	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusw
2789	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusw
2790	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusw
2791	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusw
2792
2793	;
2794	; [V]PADDSB
2795	;
2796	EMIT_INSTR_PLUS_ICEBP_MMX paddsb
2797	EMIT_INSTR_PLUS_ICEBP_XMM paddsb
2798	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsb
2799	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsb
2800	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsb
2801	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsb
2802	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsb
2803
2804	;
2805	; [V]PADDSW
2806	;
2807	EMIT_INSTR_PLUS_ICEBP_MMX paddsw
2808	EMIT_INSTR_PLUS_ICEBP_XMM paddsw
2809	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsw
2810	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsw
2811	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsw
2812	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsw
2813	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsw
2814
2815	;
2816	; [V]PSLLW
2817	;
2818	EMIT_INSTR_PLUS_ICEBP_MMX psllw
2819	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 001h
2820	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 012h
2821	EMIT_INSTR_PLUS_ICEBP_XMM psllw
2822	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 001h
2823	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 012h
2824	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllw
2825	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 001h
2826	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 012h
2827	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, XMM3
2828	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, FSxBX
2829	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 001h
2830	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 012h
2831	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllw
2832	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 001h
2833	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 012h
2834	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, XMM10
2835	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, FSxBX
2836	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 001h
2837	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 012h
2838
2839	;
2840	; [V]PSLLD
2841	;
2842	EMIT_INSTR_PLUS_ICEBP_MMX pslld
2843	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 001h
2844	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 012h
2845	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 021h
2846	EMIT_INSTR_PLUS_ICEBP_XMM pslld
2847	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 001h
2848	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 012h
2849	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 021h
2850	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpslld
2851	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 001h
2852	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 012h
2853	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 021h
2854	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, XMM3
2855	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, FSxBX
2856	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 001h
2857	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 012h
2858	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 021h
2859	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpslld
2860	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 001h
2861	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 012h
2862	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 021h
2863	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, XMM10
2864	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, FSxBX
2865	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 001h
2866	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 012h
2867	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 021h
2868
2869	;
2870	; [V]PSLLQ
2871	;
2872	EMIT_INSTR_PLUS_ICEBP_MMX psllq
2873	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 001h
2874	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 012h
2875	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 045h
2876	EMIT_INSTR_PLUS_ICEBP_XMM psllq
2877	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 001h
2878	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 012h
2879	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 045h
2880	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllq
2881	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 001h
2882	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 012h
2883	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 045h
2884	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, XMM3
2885	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, FSxBX
2886	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 001h
2887	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 012h
2888	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 045h
2889	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllq
2890	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 001h
2891	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 012h
2892	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 045h
2893	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, XMM10
2894	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, FSxBX
2895	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 001h
2896	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 012h
2897	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 045h
2898
2899	;
2900	; [V]PSRAW
2901	;
2902	EMIT_INSTR_PLUS_ICEBP_MMX psraw
2903	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 001h
2904	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 012h
2905	EMIT_INSTR_PLUS_ICEBP_XMM psraw
2906	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 001h
2907	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 012h
2908	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsraw
2909	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 001h
2910	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 012h
2911	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, XMM3
2912	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, FSxBX
2913	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 001h
2914	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 012h
2915	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsraw
2916	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 001h
2917	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 012h
2918	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, XMM10
2919	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, FSxBX
2920	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 001h
2921	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 012h
2922
2923	;
2924	; [V]PSRAD
2925	;
2926	EMIT_INSTR_PLUS_ICEBP_MMX psrad
2927	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 001h
2928	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 012h
2929	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 021h
2930	EMIT_INSTR_PLUS_ICEBP_XMM psrad
2931	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 001h
2932	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 012h
2933	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 021h
2934	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrad
2935	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 001h
2936	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 012h
2937	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 021h
2938	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, XMM3
2939	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, FSxBX
2940	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 001h
2941	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 012h
2942	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 021h
2943	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrad
2944	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 001h
2945	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 012h
2946	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 021h
2947	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, XMM10
2948	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, FSxBX
2949	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 001h
2950	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 012h
2951	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 021h
2952
2953	;
2954	; no VPSRAQ -- does not exist until AVX512
2955	;
2956
2957	;
2958	; [V]PSRLW
2959	;
2960	EMIT_INSTR_PLUS_ICEBP_MMX psrlw
2961	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 001h
2962	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 012h
2963	EMIT_INSTR_PLUS_ICEBP_XMM psrlw
2964	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 001h
2965	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 012h
2966	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlw
2967	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 001h
2968	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 012h
2969	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, XMM3
2970	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, FSxBX
2971	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 001h
2972	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 012h
2973	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlw
2974	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 001h
2975	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 012h
2976	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, XMM10
2977	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, FSxBX
2978	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 001h
2979	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 012h
2980
2981	;
2982	; [V]PSRLD
2983	;
2984	EMIT_INSTR_PLUS_ICEBP_MMX psrld
2985	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 001h
2986	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 012h
2987	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 021h
2988	EMIT_INSTR_PLUS_ICEBP_XMM psrld
2989	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 001h
2990	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 012h
2991	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 021h
2992	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrld
2993	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 001h
2994	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 012h
2995	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 021h
2996	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, XMM3
2997	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, FSxBX
2998	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 001h
2999	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 012h
3000	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 021h
3001	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrld
3002	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 001h
3003	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 012h
3004	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 021h
3005	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, XMM10
3006	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, FSxBX
3007	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 001h
3008	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 012h
3009	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 021h
3010
3011	;
3012	; [V]PSRLQ
3013	;
3014	EMIT_INSTR_PLUS_ICEBP_MMX psrlq
3015	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 001h
3016	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 012h
3017	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 045h
3018	EMIT_INSTR_PLUS_ICEBP_XMM psrlq
3019	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 001h
3020	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 012h
3021	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 045h
3022	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlq
3023	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 001h
3024	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 012h
3025	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 045h
3026	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, XMM3
3027	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, FSxBX
3028	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 001h
3029	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 012h
3030	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 045h
3031	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlq
3032	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 001h
3033	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 012h
3034	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 045h
3035	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, XMM10
3036	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, FSxBX
3037	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 001h
3038	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 012h
3039	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 045h
3040
3041	;
3042	; VPSRLVD
3043	;
3044	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvd
3045	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvd
3046	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvd
3047	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvd
3048
3049	;
3050	; VPSRLVQ
3051	;
3052	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvq
3053	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvq
3054	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvq
3055	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvq
3056
3057	;
3058	; VPSRAVD
3059	;
3060	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsravd
3061	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsravd
3062	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsravd
3063	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsravd
3064
3065	;
3066	; VPSLLVD
3067	;
3068	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvd
3069	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvd
3070	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvd
3071	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvd
3072
3073	;
3074	; VPSLLVQ
3075	;
3076	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvq
3077	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvq
3078	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvq
3079	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvq
3080
3081	;
3082	; [V]PSLLDQ
3083	;
3084	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 000h
3085	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 005h
3086	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 012h
3087	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 000h
3088	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 005h
3089	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 012h
3090	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 000h
3091	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 005h
3092	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 012h
3093	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 000h
3094	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 005h
3095	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 012h
3096	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 000h
3097	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 005h
3098	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 012h
3099	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 000h
3100	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 005h
3101	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 012h
3102
3103	;
3104	; [V]PSRLDQ
3105	;
3106	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 000h
3107	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 005h
3108	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 012h
3109	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 000h
3110	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 005h
3111	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 012h
3112	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 000h
3113	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 005h
3114	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 012h
3115	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 000h
3116	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 005h
3117	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 012h
3118	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 000h
3119	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 005h
3120	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 012h
3121	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 000h
3122	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 005h
3123	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 012h
3124
3125	;
3126	; VPERM2I128
3127	;
3128	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 0FFh
3129	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 0FFh
3130	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 000h
3131	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 000h
3132	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 001h
3133	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 001h
3134	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 002h
3135	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 002h
3136	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 003h
3137	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 003h
3138	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 008h
3139	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 008h
3140	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 010h
3141	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 010h
3142	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 020h
3143	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 020h
3144	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 030h
3145	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 030h
3146	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 080h
3147	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 080h
3148	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 0FFh
3149	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 0FFh
3150	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 000h
3151	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 000h
3152	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 001h
3153	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 001h
3154	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 002h
3155	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 002h
3156	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 003h
3157	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 003h
3158	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 008h
3159	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 008h
3160	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 010h
3161	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 010h
3162	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 020h
3163	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 020h
3164	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 030h
3165	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 030h
3166	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 080h
3167	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 080h
3168
3169	;
3170	; VPERM2F128
3171	;
3172	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 0FFh
3173	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 0FFh
3174	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 000h
3175	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 000h
3176	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 001h
3177	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 001h
3178	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 002h
3179	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 002h
3180	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 003h
3181	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 003h
3182	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 008h
3183	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 008h
3184	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 010h
3185	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 010h
3186	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 020h
3187	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 020h
3188	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 030h
3189	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 030h
3190	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 080h
3191	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 080h
3192	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 0FFh
3193	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 0FFh
3194	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 000h
3195	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 000h
3196	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 001h
3197	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 001h
3198	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 002h
3199	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 002h
3200	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 003h
3201	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 003h
3202	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 008h
3203	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 008h
3204	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 010h
3205	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 010h
3206	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 020h
3207	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 020h
3208	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 030h
3209	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 030h
3210	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 080h
3211	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 080h
3212
3213	;
3214	; VPERMILPS
3215	;
3216	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilps
3217	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 000h
3218	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 01Bh
3219	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 0E4h
3220	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 03Dh
3221	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 000h
3222	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 01Bh
3223	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 0E4h
3224	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 03Dh
3225	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilps
3226	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 000h
3227	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 01Bh
3228	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 0E4h
3229	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 03Dh
3230	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 000h
3231	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 01Bh
3232	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 0E4h
3233	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 03Dh
3234	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilps
3235	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 000h
3236	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 01Bh
3237	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 0E4h
3238	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 03Dh
3239	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 000h
3240	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 01Bh
3241	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 0E4h
3242	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 03Dh
3243	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilps
3244	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 000h
3245	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 01Bh
3246	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 0E4h
3247	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 03Dh
3248	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 000h
3249	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 01Bh
3250	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 0E4h
3251	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 03Dh
3252
3253	;
3254	; VPERMILPD
3255	;
3256	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilpd
3257	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 000h
3258	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 0E7h
3259	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 091h
3260	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 000h
3261	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 0E7h
3262	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 091h
3263	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilpd
3264	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 000h
3265	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 0E7h
3266	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 091h
3267	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 000h
3268	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 0E7h
3269	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 091h
3270	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilpd
3271	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 000h
3272	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 0E7h
3273	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 091h
3274	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 000h
3275	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 0E7h
3276	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 091h
3277	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilpd
3278	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 000h
3279	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 0E7h
3280	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 091h
3281	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 000h
3282	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 0E7h
3283	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 091h
3284
3285	;
3286	; VPERMPS
3287	;
3288	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM2, YMM3
3289	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM2, FSxBX
3290	EMIT_INSTR_PLUS_ICEBP_C64 vpermps, YMM8, YMM9, YMM10
3291	EMIT_INSTR_PLUS_ICEBP_C64 vpermps, YMM8, YMM9, FSxBX
3292	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM2, YMM2
3293	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM1, YMM2
3294	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM2, YMM1
3295	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM1, YMM1
3296	EMIT_INSTR_PLUS_ICEBP vpermps, YMM1, YMM1, FSxBX
3297
3298	;
3299	; VPERMPD
3300	;
3301	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM2, 000h
3302	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM2, 0E7h
3303	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM2, 091h
3304	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, FSxBX, 000h
3305	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, FSxBX, 0E7h
3306	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, FSxBX, 091h
3307	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, YMM9, 000h
3308	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, YMM9, 0E7h
3309	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, YMM9, 091h
3310	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, FSxBX, 000h
3311	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, FSxBX, 0E7h
3312	EMIT_INSTR_PLUS_ICEBP_C64 vpermpd, YMM8, FSxBX, 091h
3313	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM1, 000h
3314	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM1, 0E7h
3315	EMIT_INSTR_PLUS_ICEBP vpermpd, YMM1, YMM1, 091h
3316
3317	;
3318	; VPERMD
3319	;
3320	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM2, YMM3
3321	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM2, FSxBX
3322	EMIT_INSTR_PLUS_ICEBP_C64 vpermd, YMM8, YMM9, YMM10
3323	EMIT_INSTR_PLUS_ICEBP_C64 vpermd, YMM8, YMM9, FSxBX
3324	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM2, YMM2
3325	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM1, YMM2
3326	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM2, YMM1
3327	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM1, YMM1
3328	EMIT_INSTR_PLUS_ICEBP vpermd, YMM1, YMM1, FSxBX
3329
3330	;
3331	; VPERMQ
3332	;
3333	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM2, 000h
3334	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM2, 0E7h
3335	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM2, 091h
3336	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, FSxBX, 000h
3337	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, FSxBX, 0E7h
3338	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, FSxBX, 091h
3339	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, YMM9, 000h
3340	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, YMM9, 0E7h
3341	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, YMM9, 091h
3342	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, FSxBX, 000h
3343	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, FSxBX, 0E7h
3344	EMIT_INSTR_PLUS_ICEBP_C64 vpermq, YMM8, FSxBX, 091h
3345	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM1, 000h
3346	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM1, 0E7h
3347	EMIT_INSTR_PLUS_ICEBP vpermq, YMM1, YMM1, 091h
3348
3349	;
3350	; [V]PMADDUBSW
3351	;
3352	EMIT_INSTR_PLUS_ICEBP_MMX pmaddwd
3353	EMIT_INSTR_PLUS_ICEBP_XMM pmaddwd
3354	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddwd
3355	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddwd
3356	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddwd
3357	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddwd
3358	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddwd
3359
3360	;
3361	; MASKMOVQ
3362	;
3363	%define EMIT_FS_PREFIX
3364	EMIT_INSTR_PLUS_ICEBP maskmovq, MM0, MM1
3365	%undef EMIT_FS_PREFIX
3366
3367	;
3368	; [V]MASKMOVDQU
3369	;
3370	%define EMIT_FS_PREFIX
3371	EMIT_INSTR_PLUS_ICEBP maskmovdqu, XMM0, XMM1
3372	EMIT_INSTR_PLUS_ICEBP_C64 maskmovdqu, XMM8, XMM9
3373
3374	EMIT_INSTR_PLUS_ICEBP vmaskmovdqu, XMM0, XMM1
3375	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovdqu, XMM8, XMM9
3376	%undef EMIT_FS_PREFIX
3377
3378	;
3379	; VMASKMOVPS
3380	;
3381	EMIT_INSTR_PLUS_ICEBP vmaskmovps, XMM0, XMM1, FSxBX
3382	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, XMM8, XMM9, FSxBX
3383
3384	EMIT_INSTR_PLUS_ICEBP vmaskmovps, YMM0, YMM1, FSxBX
3385	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, YMM8, YMM9, FSxBX
3386
3387	EMIT_INSTR_PLUS_ICEBP vmaskmovps, FSxBX, XMM0, XMM1
3388	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, FSxBX, XMM8, XMM9
3389
3390	EMIT_INSTR_PLUS_ICEBP vmaskmovps, FSxBX, YMM0, YMM1
3391	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, FSxBX, YMM8, YMM9
3392
3393	;
3394	; VMASKMOVPD
3395	;
3396	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, XMM0, XMM1, FSxBX
3397	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, XMM8, XMM9, FSxBX
3398
3399	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, YMM0, YMM1, FSxBX
3400	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, YMM8, YMM9, FSxBX
3401
3402	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, FSxBX, XMM0, XMM1
3403	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, FSxBX, XMM8, XMM9
3404
3405	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, FSxBX, YMM0, YMM1
3406	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, FSxBX, YMM8, YMM9
3407
3408	;
3409	; VPMASKMOVD
3410	;
3411	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, XMM0, XMM1, FSxBX
3412	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, XMM8, XMM9, FSxBX
3413
3414	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, YMM0, YMM1, FSxBX
3415	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, YMM8, YMM9, FSxBX
3416
3417	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, FSxBX, XMM0, XMM1
3418	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, FSxBX, XMM8, XMM9
3419
3420	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, FSxBX, YMM0, YMM1
3421	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, FSxBX, YMM8, YMM9
3422
3423	;
3424	; VPMASKMOVQ
3425	;
3426	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, XMM0, XMM1, FSxBX
3427	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, XMM8, XMM9, FSxBX
3428
3429	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, YMM0, YMM1, FSxBX
3430	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, YMM8, YMM9, FSxBX
3431
3432	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, FSxBX, XMM0, XMM1
3433	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, FSxBX, XMM8, XMM9
3434
3435	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, FSxBX, YMM0, YMM1
3436	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, FSxBX, YMM8, YMM9
3437
3438	%endif ; BS3_INSTANTIATING_CMN
3439
3440	%include "bs3kit-template-footer.mac" ; reset environment

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format