bs3-cpu-instr-3-template.mac

Last change on this file was 106061, checked in by vboxsync, 3 days ago
Copyright year updates by scm.
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 115.0 KB

Line
1	; $Id: bs3-cpu-instr-3-template.mac 106061 2024-09-16 14:03:52Z vboxsync $
2	;; @file
3	; BS3Kit - bs3-cpu-instr-3 - MMX, SSE and AVX instructions, assembly template.
4	;
5
6	;
7	; Copyright (C) 2007-2024 Oracle and/or its affiliates.
8	;
9	; This file is part of VirtualBox base platform packages, as
10	; available from https://www.virtualbox.org.
11	;
12	; This program is free software; you can redistribute it and/or
13	; modify it under the terms of the GNU General Public License
14	; as published by the Free Software Foundation, in version 3 of the
15	; License.
16	;
17	; This program is distributed in the hope that it will be useful, but
18	; WITHOUT ANY WARRANTY; without even the implied warranty of
19	; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20	; General Public License for more details.
21	;
22	; You should have received a copy of the GNU General Public License
23	; along with this program; if not, see <https://www.gnu.org/licenses>.
24	;
25	; The contents of this file may alternatively be used under the terms
26	; of the Common Development and Distribution License Version 1.0
27	; (CDDL), a copy of it is provided in the "COPYING.CDDL" file included
28	; in the VirtualBox distribution, in which case the provisions of the
29	; CDDL are applicable instead of those of the GPL.
30	;
31	; You may elect to license modified versions of this file under the
32	; terms and conditions of either the GPL or the CDDL or both.
33	;
34	; SPDX-License-Identifier: GPL-3.0-only OR CDDL-1.0
35	;
36
37
38	;*********************************************************************************************************************************
39	;* Header Files *
40	;*********************************************************************************************************************************
41	%include "bs3kit-template-header.mac" ; setup environment
42
43
44	;*********************************************************************************************************************************
45	;* External Symbols *
46	;*********************************************************************************************************************************
47	TMPL_BEGIN_TEXT
48
49
50	;
51	; Test code snippets containing code which differs between 16-bit, 32-bit
52	; and 64-bit CPUs modes.
53	;
54	%ifdef BS3_INSTANTIATING_CMN
55
56
57	;;
58	; Variant on BS3_PROC_BEGIN_CMN w/ BS3_PBC_NEAR that prefixes the function
59	; with an instruction length byte.
60	;
61	; ASSUMES the length is between the start of the function and the .again label.
62	;
63	%ifndef BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
64	%define BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
65	%macro BS3CPUINSTR3_PROC_BEGIN_CMN 1
66	%define BS3CPUINSTR3_LABEL %1
67	align 8, db 0cch
68	db BS3_CMN_NM(%1).again - BS3_CMN_NM(%1)
69	BS3_PROC_BEGIN_CMN %1, BS3_PBC_NEAR
70	%ifdef EMIT_FS_PREFIX
71	fs
72	%endif
73	%endmacro
74	%macro BS3CPUINSTR3_PROC_END_CMN 0
75	BS3_PROC_END_CMN BS3CPUINSTR3_LABEL
76	%undef BS3CPUINSTR3_LABEL
77	%endmacro
78	%endif ; !BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
79
80	;;
81	; The EMIT_INSTR_PLUS_ICEBP macros is for creating a common function for and
82	; named after a single instruction, followed by a looping ICEBP.
83	;
84	; This works like a prefix to the instruction invocation, only exception is that
85	; instead of [fs:xBX] you write FSxBS as that's what is wanted in the name.
86	;
87	%ifndef EMIT_INSTR_PLUS_ICEBP_DEFINED
88	%define EMIT_INSTR_PLUS_ICEBP_DEFINED
89
90	%macro EMIT_INSTR_PLUS_ICEBP 2
91	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
92	%define FSxBX [fs:xBX]
93	%1 %2
94	%undef FSxBX
95	.again:
96	icebp
97	jmp .again
98	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
99	%endmacro
100
101	%macro EMIT_INSTR_PLUS_ICEBP 3
102	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
103	%define FSxBX [fs:xBX]
104	%1 %2, %3
105	%undef FSxBX
106	.again:
107	icebp
108	jmp .again
109	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
110	%endmacro
111
112	%macro EMIT_INSTR_PLUS_ICEBP 4
113	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
114	%define FSxBX [fs:xBX]
115	%1 %2, %3, %4
116	%undef FSxBX
117	.again:
118	icebp
119	jmp .again
120	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
121	%endmacro
122
123	%macro EMIT_INSTR_PLUS_ICEBP 5
124	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
125	%define FSxBX [fs:xBX]
126	%1 %2, %3, %4, %5
127	%undef FSxBX
128	.again:
129	icebp
130	jmp .again
131	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
132	%endmacro
133
134	%macro EMIT_INSTR_PLUS_ICEBP_C64 2
135	%if TMPL_BITS == 64
136	EMIT_INSTR_PLUS_ICEBP %1, %2
137	%endif
138	%endmacro
139
140	%macro EMIT_INSTR_PLUS_ICEBP_C64 3
141	%if TMPL_BITS == 64
142	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
143	%endif
144	%endmacro
145
146	%macro EMIT_INSTR_PLUS_ICEBP_C64 4
147	%if TMPL_BITS == 64
148	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
149	%endif
150	%endmacro
151
152	%macro EMIT_INSTR_PLUS_ICEBP_C64 5
153	%if TMPL_BITS == 64
154	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4, %5
155	%endif
156	%endmacro
157
158	%endif ; !EMIT_INSTR_PLUS_ICEBP_DEFINED
159
160	;;
161	; Companion to EMIT_INSTR_PLUS_ICEBP for dealing stuff that the assmbler does
162	; not want to emit.
163	;
164	; @param 1 The function name (omitting bs3CpuInstr3_ and _icebp).
165	; @param 2+ The opcode bytes. FSxBX_PFX and FSxBX_MODRM are defined locally.
166	;
167	%ifndef EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
168	%define EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
169
170	%macro EMIT_INSTR_PLUS_ICEBP_BYTES 2+
171	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
172	%define FSxBX_PFX 64h
173	%if TMPL_BITS == 16
174	%define FSxBX_MODRM 07h
175	%else
176	%define FSxBX_MODRM 03h
177	%endif
178	db %2
179	%undef FSxBX_MODRM
180	%undef FSxBX_PFX
181	.again:
182	icebp
183	jmp .again
184	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
185	%endmacro
186	%endif ; !EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
187
188
189
190	%ifndef EMIT_TYPE1_INSTR_DEFINED
191	%define EMIT_TYPE1_INSTR_DEFINED
192
193	%macro EMIT_INSTR_PLUS_ICEBP_xBX 3
194	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
195	EMIT_INSTR_PLUS_ICEBP %1, %2, FSxBX
196	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
197
198	%macro EMIT_INSTR_PLUS_ICEBP_xBX 4
199	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
200	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, FSxBX
201	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
202
203	%macro EMIT_INSTR_PLUS_ICEBP_MMX 1
204	EMIT_INSTR_PLUS_ICEBP_xBX %1, MM1, MM2
205	%endmacro ; EMIT_INSTR_PLUS_ICEBP_MMX
206
207	%macro EMIT_INSTR_PLUS_ICEBP_XMM 1
208	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2
209	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM
210
211	%macro EMIT_INSTR_PLUS_ICEBP_XMM_123 1
212	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2, XMM3
213	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_123
214
215	%macro EMIT_INSTR_PLUS_ICEBP_XMM_89 1
216	%if TMPL_BITS == 64
217	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9
218	%endif
219	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_89
220
221	%macro EMIT_INSTR_PLUS_ICEBP_XMM_98 1
222	%if TMPL_BITS == 64
223	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM9, XMM8
224	%endif
225	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_98
226
227	%macro EMIT_INSTR_PLUS_ICEBP_XMM_890 1
228	%if TMPL_BITS == 64
229	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9, XMM10
230	%endif
231	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_890
232
233	%macro EMIT_INSTR_PLUS_ICEBP_YMM 1
234	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2
235	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM
236
237	%macro EMIT_INSTR_PLUS_ICEBP_YMM_123 1
238	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2, YMM3
239	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_123
240
241	%macro EMIT_INSTR_PLUS_ICEBP_YMM_890 1
242	%if TMPL_BITS == 64
243	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM8, YMM9, YMM10
244	%endif
245	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_890
246
247	;; @param 7 Indicates whether the 2nd and 3rd pair has MMX variants.
248	%macro EMIT_TYPE1_INSTR 7
249	;
250	; PXOR (SSE2) & VPXOR (AVX2)
251	;
252	EMIT_INSTR_PLUS_ICEBP_MMX %1
253	EMIT_INSTR_PLUS_ICEBP_XMM %1
254
255	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, XMM2
256	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, FSxBX
257	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, YMM3
258	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, FSxBX
259
260
261	;
262	; XORPS (SSE2) & VXORPS (AVX)
263	;
264	%if %7 != 0
265	EMIT_INSTR_PLUS_ICEBP_MMX %3
266	%endif
267	EMIT_INSTR_PLUS_ICEBP_XMM %3
268
269	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, XMM2
270	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, FSxBX
271	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, YMM2
272	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, FSxBX
273
274
275	;
276	; XORPD (SSE2) & VXORPD (AVX)
277	;
278	%if %7 != 0
279	EMIT_INSTR_PLUS_ICEBP_MMX %5
280	%endif
281	EMIT_INSTR_PLUS_ICEBP_XMM %5
282
283	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, XMM0
284	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, FSxBX
285	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, YMM0
286	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, FSxBX
287	EMIT_INSTR_PLUS_ICEBP_C64 %6, YMM10, YMM8, YMM15
288
289	%endmacro ; EMIT_TYPE1_INSTR
290
291	%macro EMIT_TYPE1_ONE_INSTR 3
292	%if %3 != 0
293	EMIT_INSTR_PLUS_ICEBP_MMX %1
294	%endif
295	EMIT_INSTR_PLUS_ICEBP_XMM %1
296
297	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, XMM0
298	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, FSxBX
299	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, YMM0
300	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, FSxBX
301	EMIT_INSTR_PLUS_ICEBP_C64 %2, YMM10, YMM8, YMM15
302	%endmacro ; EMIT_TYPE1_ONE_INSTR
303
304	%endif ; !EMIT_TYPE1_INSTR_DEFINED
305
306	EMIT_TYPE1_INSTR pand, vpand, andps, vandps, andpd, vandpd, 0
307	EMIT_TYPE1_INSTR pandn, vpandn, andnps, vandnps, andnpd, vandnpd, 0
308	EMIT_TYPE1_INSTR por, vpor, orps, vorps, orpd, vorpd, 0
309	EMIT_TYPE1_INSTR pxor, vpxor, xorps, vxorps, xorpd, vxorpd, 0
310
311	EMIT_TYPE1_INSTR pcmpgtb, vpcmpgtb, pcmpgtw, vpcmpgtw, pcmpgtd, vpcmpgtd, 1
312	EMIT_TYPE1_ONE_INSTR pcmpgtq, vpcmpgtq, 0
313	EMIT_TYPE1_INSTR pcmpeqb, vpcmpeqb, pcmpeqw, vpcmpeqw, pcmpeqd, vpcmpeqd, 1
314	EMIT_TYPE1_ONE_INSTR pcmpeqq, vpcmpeqq, 0
315
316	EMIT_TYPE1_INSTR paddb, vpaddb, paddw, vpaddw, paddd, vpaddd, 1
317	EMIT_TYPE1_ONE_INSTR paddq, vpaddq, 1
318
319	EMIT_TYPE1_INSTR psubb, vpsubb, psubw, vpsubw, psubd, vpsubd, 1
320	EMIT_TYPE1_ONE_INSTR psubq, vpsubq, 1
321
322
323	;
324	; Type 2 instructions. On the form: pxxxx sAX, [zy]mm0
325	;
326	%ifndef EMIT_TYPE2_ONE_INSTR_DEFINED
327	%define EMIT_TYPE2_ONE_INSTR_DEFINED
328	;; @param 1 MMX/SSE instruction name
329	;; @param 2 AVX instruction name
330	;; @param 3 Whether to emit MMX function
331	;; @param 4 The opcode byte. (assuming two byte / vex map 1)
332	%macro EMIT_TYPE2_ONE_INSTR 4
333	%if %3 != 0
334	EMIT_INSTR_PLUS_ICEBP %1, EAX, MM2
335
336	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
337	%if TMPL_BITS == 16
338	db 64h, 0fh, %4, 7 ; %1 eax, qword [fs:xBX]
339	%else
340	db 64h, 0fh, %4, 3 ; %1 eax, qword [fs:xBX]
341	%endif
342	.again:
343	icebp
344	jmp .again
345	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
346	%endif
347
348	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
349	%1 eax, xmm2
350	.again:
351	icebp
352	jmp .again
353	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
354
355	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
356	%if TMPL_BITS == 16
357	db 64h, 66h, 0fh, %4, 7 ; %1 eax, dqword [fs:xBX]
358	%else
359	db 64h, 66h, 0fh, %4, 3 ; %1 eax, dqword [fs:xBX]
360	%endif
361	.again:
362	icebp
363	jmp .again
364	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
365
366	EMIT_INSTR_PLUS_ICEBP %2, EAX, XMM2
367
368	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
369	%if TMPL_BITS == 16
370	db 64h, 0c4h, 0e0h, 071h, %4, 7 ; %2 eax, dqword [fs:xBX]
371	%else
372	db 64h, 0c4h, 0e0h, 071h, %4, 3 ; %2 eax, dqword [fs:xBX]
373	%endif
374	.again:
375	icebp
376	jmp .again
377	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
378
379	EMIT_INSTR_PLUS_ICEBP %2, EAX, YMM2
380
381	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
382	%if TMPL_BITS == 16
383	db 64h, 0c4h, 0e0h, 075h, %4, 7 ; %2 eax, qqword [fs:xBX]
384	%else
385	db 64h, 0c4h, 0e0h, 075h, %4, 3 ; %2 eax, qqword [fs:xBX]
386	%endif
387	.again:
388	icebp
389	jmp .again
390	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
391
392	EMIT_INSTR_PLUS_ICEBP_C64 %2, RAX, YMM9
393	%endmacro ; EMIT_TYPE2_ONE_INSTR
394	%endif ; !EMIT_TYPE2_ONE_INSTR_DEFINED
395
396	EMIT_TYPE2_ONE_INSTR pmovmskb, vpmovmskb, 1, 0d7h
397
398	;
399	; [V]PMULLW
400	;
401	EMIT_INSTR_PLUS_ICEBP_MMX pmullw
402
403	EMIT_INSTR_PLUS_ICEBP_XMM pmullw
404	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmullw
405
406	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, XMM2
407	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, FSxBX
408	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmullw
409
410	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, YMM2
411	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, FSxBX
412	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmullw
413
414	;
415	; [V]PMULLD
416	;
417	EMIT_INSTR_PLUS_ICEBP_XMM pmulld
418	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulld
419
420	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, XMM0
421	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, FSxBX
422	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulld
423
424	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, YMM0
425	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, FSxBX
426	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, YMM15
427	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, FSxBX
428
429	;
430	; [V]PMULHW
431	;
432	EMIT_INSTR_PLUS_ICEBP_MMX pmulhw
433
434	EMIT_INSTR_PLUS_ICEBP_XMM pmulhw
435	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhw
436
437	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, XMM2
438	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, FSxBX
439	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhw
440
441	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, YMM2
442	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, FSxBX
443	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhw
444
445	;
446	; [V]PMULHUW
447	;
448	EMIT_INSTR_PLUS_ICEBP_MMX pmulhuw
449
450	EMIT_INSTR_PLUS_ICEBP_XMM pmulhuw
451	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhuw
452
453	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, XMM2
454	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, FSxBX
455	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhuw
456
457	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, YMM2
458	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, FSxBX
459	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhuw
460
461	;
462	; [V]PSHUFB
463	;
464	EMIT_INSTR_PLUS_ICEBP_MMX pshufb
465
466	EMIT_INSTR_PLUS_ICEBP_XMM pshufb
467	EMIT_INSTR_PLUS_ICEBP_XMM_89 pshufb
468
469	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpshufb
470	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpshufb
471
472	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpshufb
473	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpshufb
474
475	;
476	; PSHUFW
477	;
478	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 0FFh ; FF = top src word in all destination words
479	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 0FFh
480	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 01Bh ; 1B = word swap (like bswap but for words)
481	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 01Bh
482
483	;
484	; [V]PSHUFHW
485	;
486	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 0FFh
487	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 0FFh
488	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 01Bh
489	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 01Bh
490
491	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 0FFh
492	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 0FFh
493	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 01Bh
494	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 01Bh
495
496	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 0FFh
497	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 0FFh
498	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 01Bh
499	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 01Bh
500
501	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM12, YMM7, 0FFh
502	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM9, YMM12, 01Bh
503
504	;
505	; [V]PSHUFLW
506	;
507	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 0FFh
508	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 0FFh
509	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 01Bh
510	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 01Bh
511
512	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 0FFh
513	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 0FFh
514	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 01Bh
515	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 01Bh
516
517	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 0FFh
518	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 0FFh
519	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 01Bh
520	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 01Bh
521
522	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM12, YMM7, 0FFh
523	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM9, YMM12, 01Bh
524
525	;
526	; [V]PSHUFD
527	;
528	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 0FFh
529	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 0FFh
530	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 01Bh
531	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 01Bh
532
533	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 0FFh
534	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 0FFh
535	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 01Bh
536	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 01Bh
537
538	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 0FFh
539	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 0FFh
540	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 01Bh
541	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 01Bh
542
543	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM12, YMM7, 0FFh
544	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM9, YMM12, 01Bh
545
546	;
547	; [V]PUNPCKHBW
548	;
549	EMIT_INSTR_PLUS_ICEBP_MMX punpckhbw
550
551	EMIT_INSTR_PLUS_ICEBP_XMM punpckhbw
552	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhbw
553
554	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhbw
555	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhbw
556
557	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhbw
558	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhbw
559
560	;
561	; [V]PUNPCKHWD
562	;
563	EMIT_INSTR_PLUS_ICEBP_MMX punpckhwd
564
565	EMIT_INSTR_PLUS_ICEBP_XMM punpckhwd
566	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhwd
567
568	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhwd
569	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhwd
570
571	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhwd
572	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhwd
573
574	;
575	; [V]PUNPCKHDQ
576	;
577	EMIT_INSTR_PLUS_ICEBP_MMX punpckhdq
578
579	EMIT_INSTR_PLUS_ICEBP_XMM punpckhdq
580	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhdq
581
582	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhdq
583	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhdq
584
585	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhdq
586	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhdq
587
588	;
589	; [V]PUNPCKHQDQ (no MMX)
590	;
591	EMIT_INSTR_PLUS_ICEBP_XMM punpckhqdq
592	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhqdq
593
594	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhqdq
595	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhqdq
596
597	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhqdq
598	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhqdq
599
600	;
601	; [V]PUNPCKLBW
602	;
603	EMIT_INSTR_PLUS_ICEBP_MMX punpcklbw
604
605	EMIT_INSTR_PLUS_ICEBP_XMM punpcklbw
606	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklbw
607
608	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklbw
609	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklbw
610
611	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklbw
612	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklbw
613
614	;
615	; [V]PUNPCKLWD
616	;
617	EMIT_INSTR_PLUS_ICEBP_MMX punpcklwd
618
619	EMIT_INSTR_PLUS_ICEBP_XMM punpcklwd
620	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklwd
621
622	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklwd
623	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklwd
624
625	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklwd
626	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklwd
627
628	;
629	; [V]PUNPCKLDQ
630	;
631	EMIT_INSTR_PLUS_ICEBP_MMX punpckldq
632
633	EMIT_INSTR_PLUS_ICEBP_XMM punpckldq
634	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckldq
635
636	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckldq
637	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckldq
638
639	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckldq
640	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckldq
641
642	;
643	; [V]PUNPCKLQDQ (no MMX)
644	;
645	EMIT_INSTR_PLUS_ICEBP_XMM punpcklqdq
646	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklqdq
647
648	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklqdq
649	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklqdq
650
651	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklqdq
652	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklqdq
653
654	;
655	; [V]PACKSSWB
656	;
657	EMIT_INSTR_PLUS_ICEBP_MMX packsswb
658
659	EMIT_INSTR_PLUS_ICEBP_XMM packsswb
660	EMIT_INSTR_PLUS_ICEBP_XMM_89 packsswb
661
662	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpacksswb
663	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpacksswb
664
665	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpacksswb
666	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpacksswb
667
668	;
669	; [V]PACKSSWD
670	;
671	EMIT_INSTR_PLUS_ICEBP_MMX packssdw
672
673	EMIT_INSTR_PLUS_ICEBP_XMM packssdw
674	EMIT_INSTR_PLUS_ICEBP_XMM_89 packssdw
675
676	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackssdw
677	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackssdw
678
679	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackssdw
680	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackssdw
681
682	;
683	; [V]PACKUSWB
684	;
685	EMIT_INSTR_PLUS_ICEBP_MMX packuswb
686
687	EMIT_INSTR_PLUS_ICEBP_XMM packuswb
688	EMIT_INSTR_PLUS_ICEBP_XMM_89 packuswb
689
690	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackuswb
691	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackuswb
692
693	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackuswb
694	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackuswb
695
696	;
697	; [V]PACKUSWD (no MMX)
698	;
699	EMIT_INSTR_PLUS_ICEBP_XMM packusdw
700	EMIT_INSTR_PLUS_ICEBP_XMM_89 packusdw
701
702	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackusdw
703	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackusdw
704
705	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackusdw
706	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackusdw
707
708	;
709	; [V]PMAXUB
710	;
711	EMIT_INSTR_PLUS_ICEBP_MMX pmaxub
712
713	EMIT_INSTR_PLUS_ICEBP_XMM pmaxub
714	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxub
715
716	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxub
717	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxub
718
719	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxub
720	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxub
721
722	;
723	; [V]PMAXUW
724	;
725	EMIT_INSTR_PLUS_ICEBP_XMM pmaxuw
726	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxuw
727
728	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxuw
729	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxuw
730
731	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxuw
732	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxuw
733
734	;
735	; [V]PMAXUD
736	;
737	EMIT_INSTR_PLUS_ICEBP_XMM pmaxud
738	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxud
739
740	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxud
741	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxud
742
743	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxud
744	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxud
745
746	;
747	; [V]PMAXSB
748	;
749	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsb
750	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsb
751
752	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsb
753	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsb
754
755	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsb
756	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsb
757
758	;
759	; [V]PMAXSW
760	;
761	EMIT_INSTR_PLUS_ICEBP_MMX pmaxsw
762
763	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsw
764	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsw
765
766	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsw
767	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsw
768
769	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsw
770	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsw
771
772	;
773	; [V]PMAXSD
774	;
775	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsd
776	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsd
777
778	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsd
779	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsd
780
781	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsd
782	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsd
783
784	;
785	; [V]PMINUB
786	;
787	EMIT_INSTR_PLUS_ICEBP_MMX pminub
788
789	EMIT_INSTR_PLUS_ICEBP_XMM pminub
790	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminub
791
792	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminub
793	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminub
794
795	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminub
796	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminub
797
798	;
799	; [V]PMINUW
800	;
801	EMIT_INSTR_PLUS_ICEBP_XMM pminuw
802	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminuw
803
804	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminuw
805	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminuw
806
807	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminuw
808	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminuw
809
810	;
811	; [V]PMINUD
812	;
813	EMIT_INSTR_PLUS_ICEBP_XMM pminud
814	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminud
815
816	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminud
817	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminud
818
819	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminud
820	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminud
821
822	;
823	; [V]PMINSB
824	;
825	EMIT_INSTR_PLUS_ICEBP_XMM pminsb
826	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsb
827
828	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsb
829	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsb
830
831	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsb
832	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsb
833
834	;
835	; [V]PMINSW
836	;
837	EMIT_INSTR_PLUS_ICEBP_MMX pminsw
838
839	EMIT_INSTR_PLUS_ICEBP_XMM pminsw
840	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsw
841
842	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsw
843	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsw
844
845	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsw
846	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsw
847
848	;
849	; [V]PMINSD
850	;
851	EMIT_INSTR_PLUS_ICEBP_XMM pminsd
852	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsd
853
854	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsd
855	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsd
856
857	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsd
858	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsd
859
860	;
861	; [V]MOVNTDQA
862	;
863	EMIT_INSTR_PLUS_ICEBP movntdqa, XMM1, FSxBX
864	EMIT_INSTR_PLUS_ICEBP vmovntdqa, XMM1, FSxBX
865	EMIT_INSTR_PLUS_ICEBP vmovntdqa, YMM1, FSxBX
866	EMIT_INSTR_PLUS_ICEBP_C64 movntdqa, XMM10, FSxBX
867	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, XMM11, FSxBX
868	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, YMM12, FSxBX
869
870	;
871	; [V]MOVNTDQ
872	;
873	EMIT_INSTR_PLUS_ICEBP movntdq, FSxBX, XMM1
874	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, XMM1
875	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, YMM1
876	EMIT_INSTR_PLUS_ICEBP_C64 movntdq, FSxBX, XMM10
877	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, XMM10
878	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, YMM10
879
880
881	;
882	; [V]MOVNTPS
883	;
884	EMIT_INSTR_PLUS_ICEBP movntps, FSxBX, XMM1
885	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, XMM1
886	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, YMM1
887	EMIT_INSTR_PLUS_ICEBP_C64 movntps, FSxBX, XMM10
888	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, XMM11
889	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, YMM12
890
891	;
892	; [V]MOVNTPD
893	;
894	EMIT_INSTR_PLUS_ICEBP movntpd, FSxBX, XMM1
895	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, XMM1
896	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, YMM1
897	EMIT_INSTR_PLUS_ICEBP_C64 movntpd, FSxBX, XMM10
898	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, XMM11
899	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, YMM12
900
901	;
902	; [V]MOVUPS - not testing the 2nd register variant.
903	;
904	EMIT_INSTR_PLUS_ICEBP_XMM movups
905	EMIT_INSTR_PLUS_ICEBP movups, FSxBX, XMM1
906	EMIT_INSTR_PLUS_ICEBP_XMM vmovups
907	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, XMM1
908	EMIT_INSTR_PLUS_ICEBP_YMM vmovups
909	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, YMM1
910	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM8, XMM12
911	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM10, FSxBX
912	EMIT_INSTR_PLUS_ICEBP_C64 movups, FSxBX, XMM10
913	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM7, XMM14
914	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM11, FSxBX
915	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, XMM11
916	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, YMM8
917	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, FSxBX
918	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, YMM12
919
920	;
921	; [V]MOVUPD - not testing the 2nd register variant.
922	;
923	EMIT_INSTR_PLUS_ICEBP_XMM movupd
924	EMIT_INSTR_PLUS_ICEBP movupd, FSxBX, XMM1
925	EMIT_INSTR_PLUS_ICEBP_XMM vmovupd
926	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, XMM1
927	EMIT_INSTR_PLUS_ICEBP_YMM vmovupd
928	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, YMM1
929	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM8, XMM12
930	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM10, FSxBX
931	EMIT_INSTR_PLUS_ICEBP_C64 movupd, FSxBX, XMM10
932	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM7, XMM14
933	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM11, FSxBX
934	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, XMM11
935	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, YMM8
936	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, FSxBX
937	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, YMM12
938
939	;
940	; [V]MOVSS - not testing the 2nd register variant.
941	;
942	EMIT_INSTR_PLUS_ICEBP_XMM movss
943	EMIT_INSTR_PLUS_ICEBP movss, FSxBX, XMM1
944	EMIT_INSTR_PLUS_ICEBP_XMM vmovss
945	EMIT_INSTR_PLUS_ICEBP vmovss, FSxBX, XMM1
946	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM11, XMM8
947	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM8, FSxBX
948	EMIT_INSTR_PLUS_ICEBP_C64 movss, FSxBX, XMM11
949	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM9, XMM10
950	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM10, FSxBX
951	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, FSxBX, XMM9
952
953	;
954	; [V]MOVSD - not testing the 2nd register variant.
955	;
956	EMIT_INSTR_PLUS_ICEBP_XMM movsd
957	EMIT_INSTR_PLUS_ICEBP movsd, FSxBX, XMM1
958	EMIT_INSTR_PLUS_ICEBP_XMM vmovsd
959	EMIT_INSTR_PLUS_ICEBP vmovsd, FSxBX, XMM1
960	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM11, XMM8
961	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM8, FSxBX
962	EMIT_INSTR_PLUS_ICEBP_C64 movsd, FSxBX, XMM11
963	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM9, XMM10
964	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM10, FSxBX
965	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, FSxBX, XMM9
966
967	;
968	; [V]MOVLPS
969	;
970	EMIT_INSTR_PLUS_ICEBP movlps, XMM1, FSxBX
971	EMIT_INSTR_PLUS_ICEBP movlps, FSxBX, XMM1
972	EMIT_INSTR_PLUS_ICEBP vmovlps, XMM1, XMM2, FSxBX
973	EMIT_INSTR_PLUS_ICEBP vmovlps, FSxBX, XMM1
974	EMIT_INSTR_PLUS_ICEBP_C64 movlps, XMM8, FSxBX
975	EMIT_INSTR_PLUS_ICEBP_C64 movlps, FSxBX, XMM11
976	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, XMM10, XMM14, FSxBX
977	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, FSxBX, XMM9
978
979	;
980	; [V]MOVLPD
981	;
982	EMIT_INSTR_PLUS_ICEBP movlpd, XMM1, FSxBX
983	EMIT_INSTR_PLUS_ICEBP movlpd, FSxBX, XMM1
984	EMIT_INSTR_PLUS_ICEBP vmovlpd, XMM1, XMM2, FSxBX
985	EMIT_INSTR_PLUS_ICEBP vmovlpd, FSxBX, XMM1
986	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, XMM8, FSxBX
987	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, FSxBX, XMM11
988	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, XMM10, XMM14, FSxBX
989	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, FSxBX, XMM9
990
991	;
992	; [V]MOVHPS
993	;
994	EMIT_INSTR_PLUS_ICEBP movhps, XMM1, FSxBX
995	EMIT_INSTR_PLUS_ICEBP movhps, FSxBX, XMM1
996	EMIT_INSTR_PLUS_ICEBP vmovhps, XMM1, XMM2, FSxBX
997	EMIT_INSTR_PLUS_ICEBP vmovhps, FSxBX, XMM1
998	EMIT_INSTR_PLUS_ICEBP_C64 movhps, XMM8, FSxBX
999	EMIT_INSTR_PLUS_ICEBP_C64 movhps, FSxBX, XMM11
1000	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, XMM10, XMM14, FSxBX
1001	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, FSxBX, XMM9
1002
1003	;
1004	; [V]MOVHPD
1005	;
1006	EMIT_INSTR_PLUS_ICEBP movhpd, XMM1, FSxBX
1007	EMIT_INSTR_PLUS_ICEBP movhpd, FSxBX, XMM1
1008	EMIT_INSTR_PLUS_ICEBP vmovhpd, XMM1, XMM2, FSxBX
1009	EMIT_INSTR_PLUS_ICEBP vmovhpd, FSxBX, XMM1
1010	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, XMM8, FSxBX
1011	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, FSxBX, XMM11
1012	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, XMM10, XMM14, FSxBX
1013	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, FSxBX, XMM9
1014
1015	;
1016	; [V]MOVHLPS
1017	;
1018	EMIT_INSTR_PLUS_ICEBP movhlps, XMM1, XMM2
1019	EMIT_INSTR_PLUS_ICEBP vmovhlps, XMM1, XMM2, XMM3
1020	EMIT_INSTR_PLUS_ICEBP_C64 movhlps, XMM8, XMM12
1021	EMIT_INSTR_PLUS_ICEBP_C64 vmovhlps, XMM10, XMM14, XMM12
1022
1023	;
1024	; [V]MOVSLDUP
1025	;
1026	EMIT_INSTR_PLUS_ICEBP_XMM movsldup
1027	EMIT_INSTR_PLUS_ICEBP_XMM vmovsldup
1028	EMIT_INSTR_PLUS_ICEBP_YMM vmovsldup
1029	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM8, XMM12
1030	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM10, FSxBX
1031	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM7, XMM14
1032	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM11, FSxBX
1033	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, YMM8
1034	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, FSxBX
1035
1036	;
1037	; [V]MOVSHDUP
1038	;
1039	EMIT_INSTR_PLUS_ICEBP_XMM movshdup
1040	EMIT_INSTR_PLUS_ICEBP_XMM vmovshdup
1041	EMIT_INSTR_PLUS_ICEBP_YMM vmovshdup
1042	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM8, XMM12
1043	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM10, FSxBX
1044	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM7, XMM14
1045	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM11, FSxBX
1046	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, YMM8
1047	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, FSxBX
1048
1049	;
1050	; [V]MOVDDUP
1051	;
1052	EMIT_INSTR_PLUS_ICEBP_XMM movddup
1053	EMIT_INSTR_PLUS_ICEBP_XMM vmovddup
1054	EMIT_INSTR_PLUS_ICEBP_YMM vmovddup
1055	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM8, XMM12
1056	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM10, FSxBX
1057	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM7, XMM14
1058	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM11, FSxBX
1059	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, YMM8
1060	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, FSxBX
1061
1062	;
1063	; [V]MOVAPS
1064	;
1065	EMIT_INSTR_PLUS_ICEBP_XMM movaps
1066	EMIT_INSTR_PLUS_ICEBP_XMM vmovaps
1067	EMIT_INSTR_PLUS_ICEBP_YMM vmovaps
1068	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM8, XMM12
1069	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM10, FSxBX
1070	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM7, XMM14
1071	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM11, FSxBX
1072	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, YMM8
1073	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, FSxBX
1074
1075	EMIT_INSTR_PLUS_ICEBP_XMM movapd
1076	EMIT_INSTR_PLUS_ICEBP_XMM vmovapd
1077	EMIT_INSTR_PLUS_ICEBP_YMM vmovapd
1078	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM8, XMM12
1079	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM10, FSxBX
1080	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM7, XMM14
1081	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM11, FSxBX
1082	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, YMM8
1083	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, FSxBX
1084
1085	;
1086	; [V]MOVD
1087	;
1088	EMIT_INSTR_PLUS_ICEBP movd, MM1, EDX
1089	EMIT_INSTR_PLUS_ICEBP movd, MM1, FSxBX
1090	EMIT_INSTR_PLUS_ICEBP movd, EAX, MM1
1091	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, MM1
1092	EMIT_INSTR_PLUS_ICEBP_C64 movd, MM1, R9D
1093	EMIT_INSTR_PLUS_ICEBP_C64 movd, R10D, MM0
1094
1095	EMIT_INSTR_PLUS_ICEBP movd, XMM1, EAX
1096	EMIT_INSTR_PLUS_ICEBP movd, XMM1, FSxBX
1097	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, XMM1
1098	EMIT_INSTR_PLUS_ICEBP movd, EAX, XMM1
1099	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, R8D
1100	EMIT_INSTR_PLUS_ICEBP_C64 movd, R8D, XMM9
1101	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, FSxBX
1102	EMIT_INSTR_PLUS_ICEBP_C64 movd, FSxBX, XMM9
1103
1104	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, EAX
1105	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, FSxBX
1106	EMIT_INSTR_PLUS_ICEBP vmovd, FSxBX, XMM1
1107	EMIT_INSTR_PLUS_ICEBP vmovd, EDX, XMM1
1108	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, R9D
1109	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, R8D, XMM9
1110	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, FSxBX
1111	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, FSxBX, XMM9
1112
1113	;
1114	; [V]MOVQ - some hand coded stuff here as the assembler prefers the 7f/6f variants.
1115	;
1116	EMIT_INSTR_PLUS_ICEBP_MMX movq
1117	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, MM1
1118	EMIT_INSTR_PLUS_ICEBP_C64 movq, R9, MM1
1119	EMIT_INSTR_PLUS_ICEBP_C64 movq, MM1, R9
1120	%if TMPL_BITS == 64
1121	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_MM1_FSxBX, FSxBX_PFX, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1122	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_MM1, FSxBX_PFX, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1123	%endif
1124
1125	EMIT_INSTR_PLUS_ICEBP_XMM movq
1126	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, XMM1
1127	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, R8
1128	EMIT_INSTR_PLUS_ICEBP_C64 movq, R8, XMM9
1129	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, FSxBX
1130	EMIT_INSTR_PLUS_ICEBP_C64 movq, FSxBX, XMM9
1131	%if TMPL_BITS == 64
1132	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM1_FSxBX, FSxBX_PFX, 66h, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1133	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM9_FSxBX, FSxBX_PFX, 66h, 4ch, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1134	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM1, FSxBX_PFX, 66h, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1135	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM9, FSxBX_PFX, 66h, 4ch, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1136	%endif
1137
1138	EMIT_INSTR_PLUS_ICEBP_XMM vmovq
1139	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM1_FSxBX, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1140	EMIT_INSTR_PLUS_ICEBP vmovq, FSxBX, XMM1
1141	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM1, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1142	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, R8
1143	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, R8, XMM9
1144	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, FSxBX
1145	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, FSxBX, XMM9
1146	%if TMPL_BITS == 64
1147	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM9_FSxBX, FSxBX_PFX, 0c4h, 061h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1148	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM9, FSxBX_PFX, 0c4h, 061h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1149	%endif
1150
1151	;
1152	; [V]MOVDQU - not testing the 2nd register variant.
1153	;
1154	EMIT_INSTR_PLUS_ICEBP_XMM movdqu
1155	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM1_XMM2, 0f3h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1156	EMIT_INSTR_PLUS_ICEBP movdqu, FSxBX, XMM1
1157	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, XMM2 ; C5 FA 6F CA
1158	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_XMM1_XMM2, 0c5h, 0fah, 07fh, X86_MODRM_MAKE(3, 2, 1)
1159	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, FSxBX
1160	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, XMM1
1161	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, YMM2 ; C5 FE 6F CA
1162	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_YMM1_YMM2, 0c5h, 0feh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1163	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, FSxBX
1164	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, YMM1
1165	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM8, XMM12 ; F3 45 0F 6F C4
1166	%if TMPL_BITS == 64
1167	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM8_XMM12, 0f3h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1168	%endif
1169	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM10, FSxBX
1170	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, FSxBX, XMM10
1171	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM7, XMM14
1172	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM11, FSxBX
1173	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, XMM11
1174	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, YMM8
1175	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, FSxBX
1176	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, YMM12
1177
1178	;
1179	; [V]MOVDQA - not testing the 2nd register variant.
1180	;
1181	EMIT_INSTR_PLUS_ICEBP_XMM movdqa
1182	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM1_XMM2, 066h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1183	EMIT_INSTR_PLUS_ICEBP movdqa, FSxBX, XMM1
1184	EMIT_INSTR_PLUS_ICEBP_XMM vmovdqa
1185	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM1_XMM2, 0c5h, 0f9h, 07fh, X86_MODRM_MAKE(3, 2, 1)
1186	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, XMM1
1187	EMIT_INSTR_PLUS_ICEBP_YMM vmovdqa
1188	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM1_YMM2, 0c5h, 0fdh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1189	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, YMM1
1190	%if TMPL_BITS == 64
1191	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM8, XMM12 ; 66 45 0F 6F C4
1192	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM8_XMM12, 066h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1193	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM10, FSxBX
1194	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, FSxBX, XMM10
1195	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM8, XMM14 ; C4 C1 79 6F FE
1196	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM8_XMM14, 0c4h, 041h, 79h, 07fh, X86_MODRM_MAKE(3, 6, 0)
1197	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM11, FSxBX
1198	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, XMM11
1199	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, YMM8
1200	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM12_YMM8, 0c4h, 041h, 7dh, 07fh, X86_MODRM_MAKE(3, 0, 4)
1201	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, FSxBX
1202	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, YMM12
1203	%endif
1204
1205	;
1206	; [V]PTEST
1207	;
1208	EMIT_INSTR_PLUS_ICEBP_XMM ptest
1209	EMIT_INSTR_PLUS_ICEBP_XMM vptest
1210	EMIT_INSTR_PLUS_ICEBP_YMM vptest
1211	EMIT_INSTR_PLUS_ICEBP_XMM_98 ptest
1212	EMIT_INSTR_PLUS_ICEBP_XMM_98 vptest
1213	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, YMM8
1214	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, FSxBX
1215
1216	;
1217	; [V]PAVGB
1218	;
1219	EMIT_INSTR_PLUS_ICEBP_MMX pavgb
1220
1221	EMIT_INSTR_PLUS_ICEBP_XMM pavgb
1222	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgb
1223
1224	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgb
1225	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgb
1226
1227	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgb
1228	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgb
1229
1230	;
1231	; [V]PAVGW
1232	;
1233	EMIT_INSTR_PLUS_ICEBP_MMX pavgw
1234
1235	EMIT_INSTR_PLUS_ICEBP_XMM pavgw
1236	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgw
1237
1238	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgw
1239	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgw
1240
1241	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgw
1242	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgw
1243
1244	;
1245	; [V]PSIGNB
1246	;
1247	EMIT_INSTR_PLUS_ICEBP_MMX psignb
1248
1249	EMIT_INSTR_PLUS_ICEBP_XMM psignb
1250	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignb
1251
1252	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignb
1253	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignb
1254
1255	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignb
1256	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignb
1257
1258	;
1259	; [V]PSIGNW
1260	;
1261	EMIT_INSTR_PLUS_ICEBP_MMX psignw
1262
1263	EMIT_INSTR_PLUS_ICEBP_XMM psignw
1264	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignw
1265
1266	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignw
1267	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignw
1268
1269	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignw
1270	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignw
1271
1272	;
1273	; [V]PSIGND
1274	;
1275	EMIT_INSTR_PLUS_ICEBP_MMX psignd
1276
1277	EMIT_INSTR_PLUS_ICEBP_XMM psignd
1278	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignd
1279
1280	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignd
1281	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignd
1282
1283	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignd
1284	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignd
1285
1286	;
1287	; [V]ABSB
1288	;
1289	EMIT_INSTR_PLUS_ICEBP_MMX pabsb
1290	EMIT_INSTR_PLUS_ICEBP_XMM pabsb
1291	EMIT_INSTR_PLUS_ICEBP_XMM vpabsb
1292	EMIT_INSTR_PLUS_ICEBP_YMM vpabsb
1293	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsb
1294	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsb
1295	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, YMM8
1296	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, FSxBX
1297
1298	;
1299	; [V]ABSW
1300	;
1301	EMIT_INSTR_PLUS_ICEBP_MMX pabsw
1302	EMIT_INSTR_PLUS_ICEBP_XMM pabsw
1303	EMIT_INSTR_PLUS_ICEBP_XMM vpabsw
1304	EMIT_INSTR_PLUS_ICEBP_YMM vpabsw
1305	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsw
1306	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsw
1307	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, YMM8
1308	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, FSxBX
1309
1310	;
1311	; [V]ABSD
1312	;
1313	EMIT_INSTR_PLUS_ICEBP_MMX pabsd
1314	EMIT_INSTR_PLUS_ICEBP_XMM pabsd
1315	EMIT_INSTR_PLUS_ICEBP_XMM vpabsd
1316	EMIT_INSTR_PLUS_ICEBP_YMM vpabsd
1317	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsd
1318	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsd
1319	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, YMM8
1320	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, FSxBX
1321
1322	;
1323	; [V]PHADDW
1324	;
1325	EMIT_INSTR_PLUS_ICEBP_MMX phaddw
1326	EMIT_INSTR_PLUS_ICEBP_XMM phaddw
1327	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddw
1328	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddw
1329	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddw
1330	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddw
1331	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddw
1332
1333	;
1334	; [V]PHADDD
1335	;
1336	EMIT_INSTR_PLUS_ICEBP_MMX phaddd
1337	EMIT_INSTR_PLUS_ICEBP_XMM phaddd
1338	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddd
1339	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddd
1340	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddd
1341	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddd
1342	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddd
1343
1344
1345	;
1346	; [V]PHSUBW
1347	;
1348	EMIT_INSTR_PLUS_ICEBP_MMX phsubw
1349	EMIT_INSTR_PLUS_ICEBP_XMM phsubw
1350	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubw
1351	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubw
1352	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubw
1353	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubw
1354	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubw
1355
1356	;
1357	; [V]PHSUBD
1358	;
1359	EMIT_INSTR_PLUS_ICEBP_MMX phsubd
1360	EMIT_INSTR_PLUS_ICEBP_XMM phsubd
1361	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubd
1362	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubd
1363	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubd
1364	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubd
1365	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubd
1366
1367	;
1368	; [V]PHADDSW
1369	;
1370	EMIT_INSTR_PLUS_ICEBP_MMX phaddsw
1371	EMIT_INSTR_PLUS_ICEBP_XMM phaddsw
1372	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddsw
1373	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddsw
1374	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddsw
1375	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddsw
1376	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddsw
1377
1378	;
1379	; [V]PHSUBSW
1380	;
1381	EMIT_INSTR_PLUS_ICEBP_MMX phsubsw
1382	EMIT_INSTR_PLUS_ICEBP_XMM phsubsw
1383	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubsw
1384	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubsw
1385	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubsw
1386	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubsw
1387	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubsw
1388
1389	;
1390	; [V]PMADDUBSW
1391	;
1392	EMIT_INSTR_PLUS_ICEBP_MMX pmaddubsw
1393	EMIT_INSTR_PLUS_ICEBP_XMM pmaddubsw
1394	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddubsw
1395	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddubsw
1396	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddubsw
1397	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddubsw
1398	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddubsw
1399
1400	;
1401	; [V]PMULHRSW
1402	;
1403	EMIT_INSTR_PLUS_ICEBP_MMX pmulhrsw
1404	EMIT_INSTR_PLUS_ICEBP_XMM pmulhrsw
1405	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmulhrsw
1406	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmulhrsw
1407	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhrsw
1408	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhrsw
1409	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhrsw
1410
1411	;
1412	; [V]PSADBW
1413	;
1414	EMIT_INSTR_PLUS_ICEBP_MMX psadbw
1415	EMIT_INSTR_PLUS_ICEBP_XMM psadbw
1416	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsadbw
1417	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsadbw
1418	EMIT_INSTR_PLUS_ICEBP_XMM_89 psadbw
1419	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsadbw
1420	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsadbw
1421
1422	;
1423	; [V]PMULDQ
1424	;
1425	EMIT_INSTR_PLUS_ICEBP_XMM pmuldq
1426	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuldq
1427	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuldq
1428	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuldq
1429	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuldq
1430	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuldq
1431
1432	;
1433	; [V]PMULUDQ
1434	;
1435	EMIT_INSTR_PLUS_ICEBP_MMX pmuludq
1436	EMIT_INSTR_PLUS_ICEBP_XMM pmuludq
1437	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuludq
1438	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuludq
1439	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuludq
1440	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuludq
1441	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuludq
1442
1443	;
1444	; [V]PUNPCKLPS
1445	;
1446	EMIT_INSTR_PLUS_ICEBP_XMM unpcklps
1447	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklps
1448	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklps
1449	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklps
1450	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklps
1451	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklps
1452
1453	;
1454	; [V]PUNPCKLPD
1455	;
1456	EMIT_INSTR_PLUS_ICEBP_XMM unpcklpd
1457	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklpd
1458	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklpd
1459	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklpd
1460	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklpd
1461	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklpd
1462
1463	;
1464	; [V]PUNPCKHPS
1465	;
1466	EMIT_INSTR_PLUS_ICEBP_XMM unpckhps
1467	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhps
1468	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhps
1469	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhps
1470	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhps
1471	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhps
1472
1473	;
1474	; [V]PUNPCKHPD
1475	;
1476	EMIT_INSTR_PLUS_ICEBP_XMM unpckhpd
1477	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhpd
1478	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhpd
1479	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhpd
1480	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhpd
1481	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhpd
1482
1483	;
1484	; [V]PMOVSXBW
1485	;
1486	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbw
1487	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbw
1488	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, XMM2
1489	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, FSxBX
1490	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbw
1491	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbw
1492	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, XMM8
1493	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, FSxBX
1494
1495	;
1496	; [V]PMOVSXBD
1497	;
1498	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbd
1499	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbd
1500	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, XMM2
1501	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, FSxBX
1502	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbd
1503	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbd
1504	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, XMM8
1505	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, FSxBX
1506
1507	;
1508	; [V]PMOVSXBQ
1509	;
1510	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbq
1511	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbq
1512	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, XMM2
1513	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, FSxBX
1514	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbq
1515	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbq
1516	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, XMM8
1517	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, FSxBX
1518
1519	;
1520	; [V]PMOVSXWD
1521	;
1522	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwd
1523	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwd
1524	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, XMM2
1525	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, FSxBX
1526	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwd
1527	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwd
1528	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, XMM8
1529	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, FSxBX
1530
1531	;
1532	; [V]PMOVSXWQ
1533	;
1534	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwq
1535	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwq
1536	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, XMM2
1537	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, FSxBX
1538	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwq
1539	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwq
1540	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, XMM8
1541	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, FSxBX
1542
1543	;
1544	; [V]PMOVSXDQ
1545	;
1546	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxdq
1547	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxdq
1548	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, XMM2
1549	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, FSxBX
1550	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxdq
1551	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxdq
1552	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, XMM8
1553	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, FSxBX
1554
1555	;
1556	; [V]PMOVZXBW
1557	;
1558	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbw
1559	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbw
1560	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, XMM2
1561	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, FSxBX
1562	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbw
1563	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbw
1564	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, XMM8
1565	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, FSxBX
1566
1567	;
1568	; [V]PMOVZXBD
1569	;
1570	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbd
1571	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbd
1572	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, XMM2
1573	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, FSxBX
1574	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbd
1575	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbd
1576	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, XMM8
1577	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, FSxBX
1578
1579	;
1580	; [V]PMOVZXBQ
1581	;
1582	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbq
1583	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbq
1584	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, XMM2
1585	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, FSxBX
1586	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbq
1587	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbq
1588	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, XMM8
1589	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, FSxBX
1590
1591	;
1592	; [V]PMOVZXWD
1593	;
1594	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwd
1595	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwd
1596	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, XMM2
1597	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, FSxBX
1598	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwd
1599	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwd
1600	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, XMM8
1601	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, FSxBX
1602
1603	;
1604	; [V]PMOVZXWQ
1605	;
1606	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwq
1607	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwq
1608	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, XMM2
1609	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, FSxBX
1610	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwq
1611	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwq
1612	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, XMM8
1613	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, FSxBX
1614
1615	;
1616	; [V]PMOVZXDQ
1617	;
1618	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxdq
1619	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxdq
1620	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, XMM2
1621	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, FSxBX
1622	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxdq
1623	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxdq
1624	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, XMM8
1625	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, FSxBX
1626
1627	;
1628	; [V]SHUFPS
1629	;
1630	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 0FFh
1631	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 0FFh
1632	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 000h
1633	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 000h
1634
1635	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 0FFh
1636	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 0FFh
1637	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 000h
1638	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 000h
1639
1640	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 0FFh
1641	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 0FFh
1642	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 000h
1643	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 000h
1644
1645	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 0FFh
1646	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 0FFh
1647	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 000h
1648	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 000h
1649
1650	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 0FFh
1651	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 0FFh
1652	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 000h
1653	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 000h
1654
1655	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 0FFh
1656	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 0FFh
1657	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 000h
1658	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 000h
1659
1660	;
1661	; [V]SHUFPD
1662	;
1663	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 0FFh
1664	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 0FFh
1665	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 000h
1666	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 000h
1667
1668	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 0FFh
1669	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 0FFh
1670	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 000h
1671	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 000h
1672
1673	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 0FFh
1674	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 0FFh
1675	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 000h
1676	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 000h
1677
1678	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 0FFh
1679	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 0FFh
1680	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 000h
1681	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 000h
1682
1683	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 0FFh
1684	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 0FFh
1685	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 000h
1686	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 000h
1687
1688	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 0FFh
1689	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 0FFh
1690	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 000h
1691	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 000h
1692
1693	;
1694	; [V]LDDQU
1695	;
1696	EMIT_INSTR_PLUS_ICEBP lddqu, XMM1, FSxBX
1697	EMIT_INSTR_PLUS_ICEBP vlddqu, XMM1, FSxBX
1698	EMIT_INSTR_PLUS_ICEBP vlddqu, YMM1, FSxBX
1699	EMIT_INSTR_PLUS_ICEBP_C64 lddqu, XMM10, FSxBX
1700	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, XMM11, FSxBX
1701	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, YMM12, FSxBX
1702
1703	;
1704	; [V]PHMINPOSUW
1705	;
1706	EMIT_INSTR_PLUS_ICEBP_XMM phminposuw
1707	EMIT_INSTR_PLUS_ICEBP_XMM vphminposuw
1708	EMIT_INSTR_PLUS_ICEBP_XMM_98 phminposuw
1709	EMIT_INSTR_PLUS_ICEBP_XMM_98 vphminposuw
1710
1711	;
1712	; VBROADCASTSS
1713	;
1714	EMIT_INSTR_PLUS_ICEBP_XMM vbroadcastss
1715	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, XMM2
1716	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, FSxBX
1717	EMIT_INSTR_PLUS_ICEBP_XMM_98 vbroadcastss
1718	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, XMM8
1719	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, FSxBX
1720
1721	;
1722	; VBROADCASTSD
1723	;
1724	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, XMM2
1725	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, FSxBX
1726	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, XMM8
1727	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, FSxBX
1728
1729	;
1730	; VBROADCASTF128
1731	;
1732	EMIT_INSTR_PLUS_ICEBP vbroadcastf128, YMM1, FSxBX
1733	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastf128, YMM9, FSxBX
1734
1735	;
1736	; VPBROADCASTB
1737	;
1738	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastb
1739	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, XMM2
1740	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, FSxBX
1741	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastb
1742	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, XMM8
1743	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, FSxBX
1744
1745	;
1746	; VPBROADCASTW
1747	;
1748	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastw
1749	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, XMM2
1750	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, FSxBX
1751	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastw
1752	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, XMM8
1753	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, FSxBX
1754
1755	;
1756	; VPBROADCASTD
1757	;
1758	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastd
1759	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, XMM2
1760	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, FSxBX
1761	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastd
1762	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, XMM8
1763	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, FSxBX
1764
1765	;
1766	; VPBROADCASTQ
1767	;
1768	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastq
1769	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, XMM2
1770	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, FSxBX
1771	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastq
1772	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, XMM8
1773	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, FSxBX
1774
1775	;
1776	; VPBROADCASTI128
1777	;
1778	EMIT_INSTR_PLUS_ICEBP vbroadcasti128, YMM1, FSxBX
1779	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcasti128, YMM9, FSxBX
1780
1781	;
1782	; VTESTPS
1783	;
1784	EMIT_INSTR_PLUS_ICEBP_XMM vtestps
1785	EMIT_INSTR_PLUS_ICEBP_YMM vtestps
1786	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestps
1787	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, YMM8
1788	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, FSxBX
1789
1790	;
1791	; VTESTPD
1792	;
1793	EMIT_INSTR_PLUS_ICEBP_XMM vtestpd
1794	EMIT_INSTR_PLUS_ICEBP_YMM vtestpd
1795	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestpd
1796	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, YMM8
1797	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, FSxBX
1798
1799	;
1800	; SHA1NEXTE
1801	;
1802	EMIT_INSTR_PLUS_ICEBP_XMM sha1nexte
1803	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1nexte
1804
1805	;
1806	; SHA1MSG1
1807	;
1808	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg1
1809	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg1
1810
1811	;
1812	; SHA1MSG2
1813	;
1814	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg2
1815	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg2
1816
1817	;
1818	; SHA256MSG1
1819	;
1820	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg1
1821	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg1
1822
1823	;
1824	; SHA256MSG2
1825	;
1826	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg2
1827	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg2
1828
1829	;
1830	; SHA1RNDS4
1831	;
1832	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 000h
1833	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 000h
1834	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 001h
1835	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 001h
1836	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 002h
1837	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 002h
1838	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 003h
1839	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 003h
1840	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 000h
1841	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 000h
1842	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 001h
1843	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 001h
1844	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 002h
1845	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 002h
1846	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 003h
1847	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 003h
1848
1849	;
1850	; SHA256RNDS2 (xmm0 is implicit)
1851	;
1852	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, XMM2, XMM0
1853	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, FSxBX, XMM0
1854	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, XMM9, XMM0
1855	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, FSxBX, XMM0
1856
1857	;
1858	; [V]PBLENDVB
1859	;
1860	EMIT_INSTR_PLUS_ICEBP_XMM pblendvb
1861	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, XMM3, XMM4
1862	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, FSxBX, XMM4
1863	EMIT_INSTR_PLUS_ICEBP_XMM_89 pblendvb
1864	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, XMM10, XMM11
1865	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, FSxBX, XMM11
1866
1867	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, YMM3, YMM4
1868	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, FSxBX, YMM4
1869	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, YMM10, YMM11
1870	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, FSxBX, YMM11
1871
1872	;
1873	; [V]BLENDVPS
1874	;
1875	EMIT_INSTR_PLUS_ICEBP_XMM blendvps
1876	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, XMM3, XMM4
1877	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, FSxBX, XMM4
1878	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvps
1879	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, XMM10, XMM11
1880	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, FSxBX, XMM11
1881
1882	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, YMM3, YMM4
1883	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, FSxBX, YMM4
1884	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, YMM10, YMM11
1885	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, FSxBX, YMM11
1886
1887	;
1888	; [V]BLENDVPD
1889	;
1890	EMIT_INSTR_PLUS_ICEBP_XMM blendvpd
1891	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, XMM3, XMM4
1892	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, FSxBX, XMM4
1893	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvpd
1894	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, XMM10, XMM11
1895	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, FSxBX, XMM11
1896
1897	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, YMM3, YMM4
1898	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, FSxBX, YMM4
1899	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, YMM10, YMM11
1900	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, FSxBX, YMM11
1901
1902	;
1903	; [V]PALIGNR
1904	;
1905	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 0FFh
1906	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 0FFh
1907	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 000h
1908	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 000h
1909	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 003h
1910	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 003h
1911	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 009h
1912	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 009h
1913
1914	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 0FFh
1915	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 0FFh
1916	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 000h
1917	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 000h
1918	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 003h
1919	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 003h
1920	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 013h
1921	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 013h
1922
1923	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 0FFh
1924	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 0FFh
1925	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 000h
1926	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 000h
1927	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 003h
1928	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 003h
1929	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 013h
1930	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 013h
1931
1932	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 0FFh
1933	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 0FFh
1934	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 000h
1935	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 000h
1936	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 003h
1937	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 003h
1938	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 013h
1939	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 013h
1940
1941	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 0FFh
1942	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 0FFh
1943	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 000h
1944	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 000h
1945	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 003h
1946	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 003h
1947	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 013h
1948	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 013h
1949
1950	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 0FFh
1951	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 0FFh
1952	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 000h
1953	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 000h
1954	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 003h
1955	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 003h
1956	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 013h
1957	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 013h
1958
1959	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 0FFh
1960	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 0FFh
1961	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 000h
1962	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 000h
1963	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 003h
1964	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 003h
1965	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 013h
1966	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 013h
1967
1968	;
1969	; [V]PBLENDW
1970	;
1971	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 0FFh
1972	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 0FFh
1973	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 000h
1974	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 000h
1975	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 07Ah
1976	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 07Ah
1977
1978	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 0FFh
1979	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 0FFh
1980	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 000h
1981	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 000h
1982	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 07Ah
1983	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 07Ah
1984
1985	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 0FFh
1986	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 0FFh
1987	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 000h
1988	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 000h
1989	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 07Ah
1990	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 07Ah
1991
1992	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 0FFh
1993	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 0FFh
1994	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 000h
1995	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 000h
1996	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 07Ah
1997	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 07Ah
1998
1999	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 0FFh
2000	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 0FFh
2001	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 000h
2002	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 000h
2003	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 07Ah
2004	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 07Ah
2005
2006	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 0FFh
2007	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 0FFh
2008	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 000h
2009	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 000h
2010	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 07Ah
2011	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 07Ah
2012
2013	;
2014	; VPBLENDD
2015	;
2016	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 0FFh
2017	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 0FFh
2018	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 000h
2019	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 000h
2020	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 07Ah
2021	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 07Ah
2022
2023	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 0FFh
2024	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 0FFh
2025	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 000h
2026	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 000h
2027	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 07Ah
2028	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 07Ah
2029
2030	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 0FFh
2031	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 0FFh
2032	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 000h
2033	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 000h
2034	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 07Ah
2035	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 07Ah
2036
2037	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 0FFh
2038	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 0FFh
2039	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 000h
2040	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 000h
2041	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 07Ah
2042	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 07Ah
2043
2044	;
2045	; [V]BLENDPS
2046	;
2047	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 0FFh
2048	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 0FFh
2049	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 000h
2050	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 000h
2051	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 07Ah
2052	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 07Ah
2053
2054	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 0FFh
2055	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 0FFh
2056	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 000h
2057	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 000h
2058	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 07Ah
2059	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 07Ah
2060
2061	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 0FFh
2062	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 0FFh
2063	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 000h
2064	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 000h
2065	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 07Ah
2066	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 07Ah
2067
2068	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 0FFh
2069	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 0FFh
2070	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 000h
2071	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 000h
2072	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 07Ah
2073	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 07Ah
2074
2075	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 0FFh
2076	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 0FFh
2077	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 000h
2078	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 000h
2079	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 07Ah
2080	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 07Ah
2081
2082	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 0FFh
2083	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 0FFh
2084	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 000h
2085	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 000h
2086	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 07Ah
2087	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 07Ah
2088
2089	;
2090	; [V]BLENDPD
2091	;
2092	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 0FFh
2093	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 0FFh
2094	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 000h
2095	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 000h
2096	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 006h
2097	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 006h
2098
2099	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 0FFh
2100	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 0FFh
2101	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 000h
2102	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 000h
2103	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 006h
2104	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 006h
2105
2106	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 0FFh
2107	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 0FFh
2108	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 000h
2109	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 000h
2110	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 006h
2111	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 006h
2112
2113	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 0FFh
2114	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 0FFh
2115	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 000h
2116	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 000h
2117	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 006h
2118	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 006h
2119
2120	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 0FFh
2121	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 0FFh
2122	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 000h
2123	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 000h
2124	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 006h
2125	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 006h
2126
2127	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 0FFh
2128	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 0FFh
2129	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 000h
2130	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 000h
2131	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 006h
2132	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 006h
2133
2134	;
2135	; [V]PCLMULQDQ
2136	;
2137	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 0FFh
2138	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 0FFh
2139	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 000h
2140	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 000h
2141
2142	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 0FFh
2143	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 0FFh
2144	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 000h
2145	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 000h
2146
2147	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 0FFh
2148	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 0FFh
2149	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 000h
2150	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 000h
2151
2152	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 0FFh
2153	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 0FFh
2154	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 000h
2155	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 000h
2156
2157	;
2158	; [V]PINSRB
2159	;
2160	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 0FFh
2161	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 0FFh
2162	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 000h
2163	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 000h
2164
2165	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 0FFh
2166	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 0FFh
2167	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 000h
2168	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 000h
2169
2170	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 0FFh
2171	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 0FFh
2172	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 000h
2173	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 000h
2174
2175	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 0FFh
2176	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 0FFh
2177	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 000h
2178	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 000h
2179
2180	;
2181	; [V]PINSRW
2182	;
2183	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 0FFh
2184	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 0FFh
2185	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 000h
2186	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 000h
2187
2188	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 0FFh
2189	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 0FFh
2190	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 000h
2191	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 000h
2192
2193	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 0FFh
2194	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 0FFh
2195	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 000h
2196	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 000h
2197
2198	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 0FFh
2199	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 000h
2200
2201	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 0FFh
2202	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 0FFh
2203	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 000h
2204	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 000h
2205
2206	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 0FFh
2207	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 0FFh
2208	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 000h
2209	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 000h
2210
2211	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 0FFh
2212	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 0FFh
2213	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 000h
2214	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 000h
2215
2216	;
2217	; [V]PINSRD
2218	;
2219	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 0FFh
2220	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 0FFh
2221	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 000h
2222	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 000h
2223
2224	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 0FFh
2225	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 0FFh
2226	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 000h
2227	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 000h
2228
2229	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 0FFh
2230	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 0FFh
2231	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 000h
2232	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 000h
2233
2234	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 0FFh
2235	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 0FFh
2236	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 000h
2237	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 000h
2238
2239	;
2240	; [V]PINSRQ
2241	;
2242	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 0FFh
2243	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 0FFh
2244	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 000h
2245	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 000h
2246
2247	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 0FFh
2248	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 0FFh
2249	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 000h
2250	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 000h
2251
2252	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 0FFh
2253	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 0FFh
2254	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 000h
2255	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 000h
2256
2257	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 0FFh
2258	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 0FFh
2259	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 000h
2260	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 000h
2261
2262	;
2263	; [V]PEXTRB
2264	;
2265	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 0FFh
2266	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 000h
2267	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 0FFh
2268	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 000h
2269
2270	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 0FFh
2271	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 000h
2272	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 0FFh
2273	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 000h
2274
2275	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 0FFh
2276	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 000h
2277	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 0FFh
2278	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 000h
2279
2280	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 0FFh
2281	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 000h
2282	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 0FFh
2283	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 000h
2284
2285	%ifnmacro vpextrb_w1b_edx_xmm1 1
2286	; special encoding to prove that VEX.W is effectively ignored everywhere and that VEX.B only matter in 64-bit code.
2287	%macro vpextrb_w1b_edx_xmm1 1
2288	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R
2289	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_W
2290	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2291	%endmacro
2292
2293	; invalid coding where VEX.L=1.
2294	%macro vpextrb_l1_edx_xmm1 1
2295	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R \| X86_OP_VEX3_BYTE1_B
2296	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_L
2297	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2298	%endmacro
2299	%endif
2300	EMIT_INSTR_PLUS_ICEBP vpextrb_w1b_edx_xmm1, 0FFh
2301	EMIT_INSTR_PLUS_ICEBP vpextrb_l1_edx_xmm1, 0FFh
2302
2303	;
2304	; [V]PEXTRD
2305	;
2306	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 0FFh
2307	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 000h
2308	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 0FFh
2309	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 000h
2310
2311	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 0FFh
2312	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 000h
2313	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 0FFh
2314	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 000h
2315
2316	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 0FFh
2317	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 000h
2318	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 0FFh
2319	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 000h
2320
2321	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 0FFh
2322	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 000h
2323	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 0FFh
2324	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 000h
2325	;
2326	; [V]PEXTRQ
2327	;
2328	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 0FFh
2329	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 000h
2330	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 0FFh
2331	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 000h
2332	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 0FFh
2333	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 000h
2334
2335	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 0FFh
2336	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 000h
2337	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 0FFh
2338	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 000h
2339	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 0FFh
2340	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 000h
2341
2342	;
2343	; [V]PEXTRW
2344	;
2345	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 0FFh
2346	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 000h
2347
2348	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 0FFh
2349	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 000h
2350	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 0FFh
2351	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 000h
2352
2353	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 0FFh
2354	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 000h
2355
2356	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 0FFh
2357	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 000h
2358	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 0FFh
2359	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 000h
2360	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 0FFh
2361	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 000h
2362
2363	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 0FFh
2364	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 000h
2365	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 000h
2366	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 0FFh
2367
2368	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 0FFh
2369	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 000h
2370
2371	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 0FFh
2372	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 000h
2373	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 000h
2374	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 0FFh
2375
2376	;
2377	; [v]pextrw alternate encodings (SSE4.1 & AVX 0f3a variants)
2378	;
2379	; These default to 0f38 / VEX map 1 entry 0c5h in the assembler, this exercises
2380	; the 0f3a / VEX map 3 entry 15h variants.
2381	;
2382	%ifndef EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2383	%define EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2384	;; @param 1 imm8 byte
2385	%macro EMIT_V_PEXTRW_ALT_INSTR 1
2386	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2387	db 66h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] edx, xmm1, %1
2388	.again:
2389	icebp
2390	jmp .again
2391	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2392
2393	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2394	db 0c4h, 0e3h, 79h, 15h, 0cah, %1 ; vpextrw [alt] edx, xmm1, %1
2395	.again:
2396	icebp
2397	jmp .again
2398	BS3_PROC_END_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2399
2400	%if TMPL_BITS == 64
2401	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2402	db 66h, 45h, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9d, xmm8, %1
2403	.again:
2404	icebp
2405	jmp .again
2406	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2407
2408	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2409	db 66h, 48h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] rdx, xmm1, %1
2410	.again:
2411	icebp
2412	jmp .again
2413	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2414
2415	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2416	db 66h, 4dh, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9, xmm8, %1
2417	.again:
2418	icebp
2419	jmp .again
2420	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2421	%endif
2422
2423	%endmacro ; EMIT_V_PEXTRW_ALT_INSTR
2424	%endif ; !EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2425
2426	EMIT_V_PEXTRW_ALT_INSTR 000h
2427	EMIT_V_PEXTRW_ALT_INSTR 0FFh
2428
2429	;
2430	; vgather / vpgather instructions
2431	;
2432	%ifndef EMIT_VGATHER_INSTR_DEFINED
2433	%define EMIT_VGATHER_INSTR_DEFINED
2434
2435	;; @param 1 instruction name
2436	;; @param 2 destination register
2437	;; @param 3 base register
2438	;; @param 4 base register offset
2439	;; @param 5 vector register
2440	;; @param 6 vector register scale factor
2441	;; @param 7 mask register
2442	%macro EMIT_ONE_VGATHER_INSTR 7
2443	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _plus_ %+ %4 %+ _plus_ %+ %5 %+ _x_ %+ %6 %+ _ %+ %7 %+ _icebp
2444	fs
2445	%1 %2, [%3 + %4 + %5 * %6], %7
2446	.again:
2447	icebp
2448	jmp .again
2449	BS3CPUINSTR3_PROC_END_CMN
2450	%endmacro ; EMIT_ONE_VGATHER_INSTR
2451	%macro EMIT_NEG_VGATHER_INSTR 7
2452	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _less_ %+ %4 %+ _plus_ %+ %5 %+ _x_ %+ %6 %+ _ %+ %7 %+ _icebp
2453	fs
2454	%1 %2, [%3 - %4 + %5 * %6], %7
2455	.again:
2456	icebp
2457	jmp .again
2458	BS3CPUINSTR3_PROC_END_CMN
2459	%endmacro ; EMIT_NEG_VGATHER_INSTR
2460
2461	;; @param 1 instruction name
2462	;; @param 2 'xmm' or 'ymm': type of destination register
2463	;; @param 3 'xmm' or 'ymm': type of vector register
2464	;; @param 4 'xmm' or 'ymm': type of mask register
2465	%macro EMIT_VGATHER_INSTR_BLOCK 4
2466	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 0, %3 %+ 0, 1, %4 %+ 2 ;; UD: dest == index: v?gather?? ?mm0, [ebx+0+1*?mm0], ?mm2
2467	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 0, %3 %+ 1, 1, %4 %+ 0 ;; UD: dest == mask: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm0
2468	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 0, %3 %+ 1, 1, %4 %+ 1 ;; UD: index == mask: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm1
2469	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 0, %3 %+ 1, 1, %4 %+ 2 ;; baseline: v?gather?? ?mm0, [ebx+0+1*?mm1], ?mm2
2470	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 2, %3 %+ 1, 1, %4 %+ 2 ;; offset8: v?gather?? ?mm0, [ebx+2+1*?mm1], ?mm2
2471	EMIT_NEG_VGATHER_INSTR %1, %2 %+ 0, ebx, 2, %3 %+ 1, 1, %4 %+ 2 ;; -offset8: v?gather?? ?mm0, [ebx-2+1*?mm1], ?mm2
2472	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 153, %3 %+ 1, 1, %4 %+ 2 ;; offset32: v?gather?? ?mm0, [ebx+153+1*?mm1], ?mm2
2473	EMIT_NEG_VGATHER_INSTR %1, %2 %+ 0, ebx, 153, %3 %+ 1, 1, %4 %+ 2 ;; -offset32: v?gather?? ?mm0, [ebx-153+1*?mm1], ?mm2
2474	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, ebx, 0, %3 %+ 1, 2, %4 %+ 2 ;; scale: v?gather?? ?mm0, [ebx+0+2*?mm1], ?mm2
2475	%if TMPL_BITS == 64
2476	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 0, rbx, 0, %3 %+ 1, 1, %4 %+ 2 ;; 64-bit base reg: v?gather?? ?mm0, [rbx+0+1*?mm1], ?mm2
2477	EMIT_ONE_VGATHER_INSTR %1, %2 %+ 8, r8d, 0, %3 %+ 9, 1, %4 %+ 10 ;; 64-bit-only regs: v?gather?? ?mm8, [r8d+0+1*?mm9], ?mm10
2478	%endif
2479	%endmacro ; EMIT_VGATHER_INSTR_BLOCK
2480
2481	;; @param 1 instruction name
2482	;; @param 2 'xmm' or 'ymm': type of destination register for 256-bit variants
2483	;; @param 3 'xmm' or 'ymm': type of vector register for 256-bit variants
2484	;; @param 4 'xmm' or 'ymm': type of mask register for 256-bit variants
2485	%macro EMIT_VGATHER_INSTR_BLOCKS 4
2486	EMIT_VGATHER_INSTR_BLOCK %1, xmm, xmm, xmm
2487	EMIT_VGATHER_INSTR_BLOCK %1, %2, %3, %4
2488	%endmacro ; EMIT_VGATHER_INSTR_BLOCKS
2489
2490	%endif ; !EMIT_VGATHER_INSTR_DEFINED
2491
2492	EMIT_VGATHER_INSTR_BLOCKS vgatherdps, ymm, ymm, ymm
2493	EMIT_VGATHER_INSTR_BLOCKS vgatherqps, xmm, ymm, xmm
2494	EMIT_VGATHER_INSTR_BLOCKS vgatherdpd, ymm, xmm, ymm
2495	EMIT_VGATHER_INSTR_BLOCKS vgatherqpd, ymm, ymm, ymm
2496
2497	EMIT_VGATHER_INSTR_BLOCKS vpgatherdd, ymm, ymm, ymm
2498	EMIT_VGATHER_INSTR_BLOCKS vpgatherqd, xmm, ymm, xmm
2499	EMIT_VGATHER_INSTR_BLOCKS vpgatherdq, ymm, xmm, ymm
2500	EMIT_VGATHER_INSTR_BLOCKS vpgatherqq, ymm, ymm, ymm
2501
2502	;
2503	; [V]MOVMSKPS
2504	;
2505	EMIT_INSTR_PLUS_ICEBP movmskps, EDX, XMM1
2506	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, XMM1
2507	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, YMM1
2508
2509	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, R9D, XMM8
2510	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, RDX, XMM1
2511
2512	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, XMM8
2513	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, XMM1
2514
2515	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, YMM8
2516	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, YMM1
2517
2518	;
2519	; [V]MOVMSKPD
2520	;
2521	EMIT_INSTR_PLUS_ICEBP movmskpd, EDX, XMM1
2522	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, XMM1
2523	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, YMM1
2524
2525	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, R9D, XMM8
2526	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, RDX, XMM1
2527
2528	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, XMM8
2529	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, XMM1
2530
2531	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, YMM8
2532	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, YMM1
2533
2534	;
2535	; [V]MPSADBW
2536	;
2537	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 0FFh
2538	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 0FFh
2539	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 000h
2540	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 000h
2541
2542	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 0FFh
2543	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 0FFh
2544	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 000h
2545	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 000h
2546
2547	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 0FFh
2548	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 0FFh
2549	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 000h
2550	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 000h
2551
2552	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 0FFh
2553	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 0FFh
2554	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 000h
2555	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 000h
2556
2557	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 0FFh
2558	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 0FFh
2559	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 000h
2560	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 000h
2561
2562	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 0FFh
2563	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 0FFh
2564	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 000h
2565	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 000h
2566
2567	;
2568	; VINSERTI128
2569	;
2570	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 0FFh
2571	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 0FFh
2572	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 000h
2573	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 000h
2574
2575	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 0FFh
2576	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 0FFh
2577	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 000h
2578	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 000h
2579
2580	;
2581	; VINSERTF128
2582	;
2583	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 0FFh
2584	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 0FFh
2585	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 000h
2586	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 000h
2587
2588	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 0FFh
2589	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 0FFh
2590	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 000h
2591	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 000h
2592
2593	;
2594	; [V]INSERTPS
2595	;
2596	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 000h
2597	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0D5h
2598	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 028h
2599	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0FFh
2600	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 000h
2601	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0D5h
2602	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 028h
2603	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0FFh
2604
2605	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 000h
2606	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0D5h
2607	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 028h
2608	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0FFh
2609	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 000h
2610	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0D5h
2611	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 028h
2612	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0FFh
2613
2614	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 000h
2615	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0D5h
2616	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 028h
2617	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0FFh
2618	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 000h
2619	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0D5h
2620	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 028h
2621	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0FFh
2622
2623	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 000h
2624	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0D5h
2625	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 028h
2626	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0FFh
2627	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 000h
2628	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0D5h
2629	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 028h
2630	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0FFh
2631
2632	;
2633	; VEXTRACTI128
2634	;
2635	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 0FFh
2636	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 0FFh
2637	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 000h
2638	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 000h
2639
2640	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 0FFh
2641	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 0FFh
2642	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 000h
2643	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 000h
2644
2645	;
2646	; VEXTRACTF128
2647	;
2648	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 0FFh
2649	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 0FFh
2650	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 000h
2651	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 000h
2652
2653	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 0FFh
2654	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 0FFh
2655	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 000h
2656	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 000h
2657
2658	;
2659	; [V]EXTRACTPS
2660	;
2661	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 000h
2662	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 001h
2663	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 002h
2664	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 003h
2665	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 032h
2666	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 0FFh
2667	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 000h
2668	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 001h
2669	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 002h
2670	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 003h
2671	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 032h
2672	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 0FFh
2673
2674	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 000h
2675	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 001h
2676	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 002h
2677	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 003h
2678	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 032h
2679	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 0FFh
2680	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 000h
2681	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 001h
2682	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 002h
2683	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 003h
2684	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 032h
2685	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 0FFh
2686
2687	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 000h
2688	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 001h
2689	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 002h
2690	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 003h
2691	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 032h
2692	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 0FFh
2693	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 000h
2694	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 001h
2695	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 002h
2696	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 003h
2697	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 032h
2698	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 0FFh
2699
2700	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 000h
2701	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 001h
2702	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 002h
2703	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 003h
2704	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 032h
2705	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 0FFh
2706	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 000h
2707	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 001h
2708	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 002h
2709	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 003h
2710	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 032h
2711	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 0FFh
2712
2713	;
2714	; [V]PSUBSB
2715	;
2716	EMIT_INSTR_PLUS_ICEBP_MMX psubsb
2717	EMIT_INSTR_PLUS_ICEBP_XMM psubsb
2718	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsb
2719	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsb
2720	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsb
2721	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsb
2722	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsb
2723
2724	;
2725	; [V]PSUBSW
2726	;
2727	EMIT_INSTR_PLUS_ICEBP_MMX psubsw
2728	EMIT_INSTR_PLUS_ICEBP_XMM psubsw
2729	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsw
2730	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsw
2731	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsw
2732	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsw
2733	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsw
2734
2735	;
2736	; [V]PSUBUSB
2737	;
2738	EMIT_INSTR_PLUS_ICEBP_MMX psubusb
2739	EMIT_INSTR_PLUS_ICEBP_XMM psubusb
2740	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusb
2741	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusb
2742	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusb
2743	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusb
2744	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusb
2745
2746	;
2747	; [V]PSUBUSW
2748	;
2749	EMIT_INSTR_PLUS_ICEBP_MMX psubusw
2750	EMIT_INSTR_PLUS_ICEBP_XMM psubusw
2751	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusw
2752	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusw
2753	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusw
2754	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusw
2755	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusw
2756
2757	;
2758	; [V]PADDUSB
2759	;
2760	EMIT_INSTR_PLUS_ICEBP_MMX paddusb
2761	EMIT_INSTR_PLUS_ICEBP_XMM paddusb
2762	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusb
2763	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusb
2764	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusb
2765	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusb
2766	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusb
2767
2768	;
2769	; [V]PADDUSW
2770	;
2771	EMIT_INSTR_PLUS_ICEBP_MMX paddusw
2772	EMIT_INSTR_PLUS_ICEBP_XMM paddusw
2773	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusw
2774	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusw
2775	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusw
2776	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusw
2777	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusw
2778
2779	;
2780	; [V]PADDSB
2781	;
2782	EMIT_INSTR_PLUS_ICEBP_MMX paddsb
2783	EMIT_INSTR_PLUS_ICEBP_XMM paddsb
2784	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsb
2785	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsb
2786	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsb
2787	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsb
2788	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsb
2789
2790	;
2791	; [V]PADDSW
2792	;
2793	EMIT_INSTR_PLUS_ICEBP_MMX paddsw
2794	EMIT_INSTR_PLUS_ICEBP_XMM paddsw
2795	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsw
2796	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsw
2797	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsw
2798	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsw
2799	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsw
2800
2801	;
2802	; [V]PSLLW
2803	;
2804	EMIT_INSTR_PLUS_ICEBP_MMX psllw
2805	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 001h
2806	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 012h
2807	EMIT_INSTR_PLUS_ICEBP_XMM psllw
2808	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 001h
2809	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 012h
2810	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllw
2811	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 001h
2812	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 012h
2813	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, XMM3
2814	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, FSxBX
2815	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 001h
2816	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 012h
2817	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllw
2818	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 001h
2819	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 012h
2820	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, XMM10
2821	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, FSxBX
2822	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 001h
2823	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 012h
2824
2825	;
2826	; [V]PSLLD
2827	;
2828	EMIT_INSTR_PLUS_ICEBP_MMX pslld
2829	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 001h
2830	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 012h
2831	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 021h
2832	EMIT_INSTR_PLUS_ICEBP_XMM pslld
2833	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 001h
2834	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 012h
2835	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 021h
2836	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpslld
2837	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 001h
2838	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 012h
2839	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 021h
2840	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, XMM3
2841	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, FSxBX
2842	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 001h
2843	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 012h
2844	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 021h
2845	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpslld
2846	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 001h
2847	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 012h
2848	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 021h
2849	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, XMM10
2850	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, FSxBX
2851	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 001h
2852	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 012h
2853	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 021h
2854
2855	;
2856	; [V]PSLLQ
2857	;
2858	EMIT_INSTR_PLUS_ICEBP_MMX psllq
2859	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 001h
2860	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 012h
2861	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 045h
2862	EMIT_INSTR_PLUS_ICEBP_XMM psllq
2863	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 001h
2864	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 012h
2865	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 045h
2866	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllq
2867	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 001h
2868	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 012h
2869	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 045h
2870	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, XMM3
2871	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, FSxBX
2872	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 001h
2873	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 012h
2874	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 045h
2875	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllq
2876	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 001h
2877	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 012h
2878	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 045h
2879	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, XMM10
2880	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, FSxBX
2881	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 001h
2882	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 012h
2883	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 045h
2884
2885	;
2886	; [V]PSRAW
2887	;
2888	EMIT_INSTR_PLUS_ICEBP_MMX psraw
2889	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 001h
2890	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 012h
2891	EMIT_INSTR_PLUS_ICEBP_XMM psraw
2892	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 001h
2893	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 012h
2894	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsraw
2895	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 001h
2896	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 012h
2897	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, XMM3
2898	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, FSxBX
2899	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 001h
2900	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 012h
2901	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsraw
2902	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 001h
2903	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 012h
2904	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, XMM10
2905	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, FSxBX
2906	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 001h
2907	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 012h
2908
2909	;
2910	; [V]PSRAD
2911	;
2912	EMIT_INSTR_PLUS_ICEBP_MMX psrad
2913	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 001h
2914	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 012h
2915	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 021h
2916	EMIT_INSTR_PLUS_ICEBP_XMM psrad
2917	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 001h
2918	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 012h
2919	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 021h
2920	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrad
2921	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 001h
2922	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 012h
2923	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 021h
2924	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, XMM3
2925	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, FSxBX
2926	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 001h
2927	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 012h
2928	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 021h
2929	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrad
2930	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 001h
2931	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 012h
2932	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 021h
2933	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, XMM10
2934	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, FSxBX
2935	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 001h
2936	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 012h
2937	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 021h
2938
2939	;
2940	; no VPSRAQ -- does not exist until AVX512
2941	;
2942
2943	;
2944	; [V]PSRLW
2945	;
2946	EMIT_INSTR_PLUS_ICEBP_MMX psrlw
2947	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 001h
2948	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 012h
2949	EMIT_INSTR_PLUS_ICEBP_XMM psrlw
2950	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 001h
2951	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 012h
2952	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlw
2953	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 001h
2954	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 012h
2955	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, XMM3
2956	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, FSxBX
2957	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 001h
2958	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 012h
2959	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlw
2960	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 001h
2961	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 012h
2962	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, XMM10
2963	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, FSxBX
2964	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 001h
2965	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 012h
2966
2967	;
2968	; [V]PSRLD
2969	;
2970	EMIT_INSTR_PLUS_ICEBP_MMX psrld
2971	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 001h
2972	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 012h
2973	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 021h
2974	EMIT_INSTR_PLUS_ICEBP_XMM psrld
2975	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 001h
2976	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 012h
2977	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 021h
2978	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrld
2979	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 001h
2980	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 012h
2981	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 021h
2982	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, XMM3
2983	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, FSxBX
2984	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 001h
2985	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 012h
2986	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 021h
2987	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrld
2988	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 001h
2989	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 012h
2990	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 021h
2991	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, XMM10
2992	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, FSxBX
2993	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 001h
2994	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 012h
2995	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 021h
2996
2997	;
2998	; [V]PSRLQ
2999	;
3000	EMIT_INSTR_PLUS_ICEBP_MMX psrlq
3001	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 001h
3002	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 012h
3003	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 045h
3004	EMIT_INSTR_PLUS_ICEBP_XMM psrlq
3005	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 001h
3006	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 012h
3007	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 045h
3008	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlq
3009	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 001h
3010	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 012h
3011	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 045h
3012	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, XMM3
3013	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, FSxBX
3014	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 001h
3015	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 012h
3016	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 045h
3017	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlq
3018	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 001h
3019	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 012h
3020	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 045h
3021	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, XMM10
3022	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, FSxBX
3023	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 001h
3024	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 012h
3025	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 045h
3026
3027	;
3028	; VPSRLVD
3029	;
3030	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvd
3031	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvd
3032	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvd
3033	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvd
3034
3035	;
3036	; VPSRLVQ
3037	;
3038	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvq
3039	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvq
3040	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvq
3041	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvq
3042
3043	;
3044	; VPSRAVD
3045	;
3046	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsravd
3047	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsravd
3048	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsravd
3049	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsravd
3050
3051	;
3052	; VPSLLVD
3053	;
3054	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvd
3055	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvd
3056	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvd
3057	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvd
3058
3059	;
3060	; VPSLLVQ
3061	;
3062	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvq
3063	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvq
3064	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvq
3065	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvq
3066
3067	;
3068	; [V]PSLLDQ
3069	;
3070	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 000h
3071	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 005h
3072	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 012h
3073	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 000h
3074	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 005h
3075	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 012h
3076	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 000h
3077	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 005h
3078	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 012h
3079	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 000h
3080	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 005h
3081	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 012h
3082	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 000h
3083	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 005h
3084	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 012h
3085	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 000h
3086	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 005h
3087	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 012h
3088
3089	;
3090	; [V]PSRLDQ
3091	;
3092	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 000h
3093	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 005h
3094	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 012h
3095	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 000h
3096	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 005h
3097	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 012h
3098	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 000h
3099	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 005h
3100	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 012h
3101	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 000h
3102	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 005h
3103	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 012h
3104	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 000h
3105	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 005h
3106	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 012h
3107	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 000h
3108	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 005h
3109	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 012h
3110
3111	;
3112	; VPERM2I128
3113	;
3114	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 0FFh
3115	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 0FFh
3116	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 000h
3117	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 000h
3118	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 001h
3119	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 001h
3120	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 002h
3121	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 002h
3122	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 003h
3123	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 003h
3124	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 008h
3125	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 008h
3126	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 010h
3127	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 010h
3128	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 020h
3129	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 020h
3130	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 030h
3131	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 030h
3132	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 080h
3133	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 080h
3134	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 0FFh
3135	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 0FFh
3136	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 000h
3137	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 000h
3138	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 001h
3139	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 001h
3140	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 002h
3141	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 002h
3142	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 003h
3143	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 003h
3144	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 008h
3145	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 008h
3146	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 010h
3147	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 010h
3148	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 020h
3149	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 020h
3150	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 030h
3151	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 030h
3152	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 080h
3153	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 080h
3154
3155	;
3156	; VPERM2F128
3157	;
3158	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 0FFh
3159	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 0FFh
3160	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 000h
3161	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 000h
3162	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 001h
3163	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 001h
3164	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 002h
3165	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 002h
3166	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 003h
3167	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 003h
3168	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 008h
3169	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 008h
3170	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 010h
3171	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 010h
3172	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 020h
3173	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 020h
3174	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 030h
3175	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 030h
3176	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 080h
3177	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 080h
3178	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 0FFh
3179	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 0FFh
3180	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 000h
3181	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 000h
3182	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 001h
3183	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 001h
3184	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 002h
3185	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 002h
3186	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 003h
3187	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 003h
3188	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 008h
3189	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 008h
3190	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 010h
3191	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 010h
3192	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 020h
3193	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 020h
3194	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 030h
3195	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 030h
3196	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 080h
3197	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 080h
3198
3199	;
3200	; VPERMILPS
3201	;
3202	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilps
3203	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 000h
3204	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 01Bh
3205	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 0E4h
3206	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 03Dh
3207	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 000h
3208	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 01Bh
3209	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 0E4h
3210	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 03Dh
3211	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilps
3212	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 000h
3213	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 01Bh
3214	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 0E4h
3215	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 03Dh
3216	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 000h
3217	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 01Bh
3218	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 0E4h
3219	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 03Dh
3220	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilps
3221	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 000h
3222	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 01Bh
3223	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 0E4h
3224	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 03Dh
3225	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 000h
3226	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 01Bh
3227	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 0E4h
3228	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 03Dh
3229	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilps
3230	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 000h
3231	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 01Bh
3232	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 0E4h
3233	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 03Dh
3234	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 000h
3235	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 01Bh
3236	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 0E4h
3237	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 03Dh
3238
3239	;
3240	; VPERMILPD
3241	;
3242	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilpd
3243	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 000h
3244	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 0E7h
3245	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 091h
3246	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 000h
3247	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 0E7h
3248	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 091h
3249	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilpd
3250	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 000h
3251	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 0E7h
3252	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 091h
3253	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 000h
3254	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 0E7h
3255	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 091h
3256	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilpd
3257	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 000h
3258	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 0E7h
3259	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 091h
3260	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 000h
3261	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 0E7h
3262	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 091h
3263	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilpd
3264	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 000h
3265	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 0E7h
3266	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 091h
3267	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 000h
3268	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 0E7h
3269	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 091h
3270
3271	;
3272	; [V]PMADDUBSW
3273	;
3274	EMIT_INSTR_PLUS_ICEBP_MMX pmaddwd
3275	EMIT_INSTR_PLUS_ICEBP_XMM pmaddwd
3276	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddwd
3277	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddwd
3278	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddwd
3279	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddwd
3280	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddwd
3281
3282	;
3283	; MASKMOVQ
3284	;
3285	%define EMIT_FS_PREFIX
3286	EMIT_INSTR_PLUS_ICEBP maskmovq, MM0, MM1
3287	%undef EMIT_FS_PREFIX
3288
3289	;
3290	; [V]MASKMOVDQU
3291	;
3292	%define EMIT_FS_PREFIX
3293	EMIT_INSTR_PLUS_ICEBP maskmovdqu, XMM0, XMM1
3294	EMIT_INSTR_PLUS_ICEBP_C64 maskmovdqu, XMM8, XMM9
3295
3296	EMIT_INSTR_PLUS_ICEBP vmaskmovdqu, XMM0, XMM1
3297	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovdqu, XMM8, XMM9
3298	%undef EMIT_FS_PREFIX
3299
3300	;
3301	; VMASKMOVPS
3302	;
3303	EMIT_INSTR_PLUS_ICEBP vmaskmovps, XMM0, XMM1, FSxBX
3304	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, XMM8, XMM9, FSxBX
3305
3306	EMIT_INSTR_PLUS_ICEBP vmaskmovps, YMM0, YMM1, FSxBX
3307	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, YMM8, YMM9, FSxBX
3308
3309	EMIT_INSTR_PLUS_ICEBP vmaskmovps, FSxBX, XMM0, XMM1
3310	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, FSxBX, XMM8, XMM9
3311
3312	EMIT_INSTR_PLUS_ICEBP vmaskmovps, FSxBX, YMM0, YMM1
3313	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovps, FSxBX, YMM8, YMM9
3314
3315	;
3316	; VMASKMOVPD
3317	;
3318	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, XMM0, XMM1, FSxBX
3319	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, XMM8, XMM9, FSxBX
3320
3321	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, YMM0, YMM1, FSxBX
3322	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, YMM8, YMM9, FSxBX
3323
3324	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, FSxBX, XMM0, XMM1
3325	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, FSxBX, XMM8, XMM9
3326
3327	EMIT_INSTR_PLUS_ICEBP vmaskmovpd, FSxBX, YMM0, YMM1
3328	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovpd, FSxBX, YMM8, YMM9
3329
3330	;
3331	; VPMASKMOVD
3332	;
3333	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, XMM0, XMM1, FSxBX
3334	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, XMM8, XMM9, FSxBX
3335
3336	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, YMM0, YMM1, FSxBX
3337	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, YMM8, YMM9, FSxBX
3338
3339	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, FSxBX, XMM0, XMM1
3340	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, FSxBX, XMM8, XMM9
3341
3342	EMIT_INSTR_PLUS_ICEBP vpmaskmovd, FSxBX, YMM0, YMM1
3343	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovd, FSxBX, YMM8, YMM9
3344
3345	;
3346	; VPMASKMOVQ
3347	;
3348	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, XMM0, XMM1, FSxBX
3349	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, XMM8, XMM9, FSxBX
3350
3351	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, YMM0, YMM1, FSxBX
3352	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, YMM8, YMM9, FSxBX
3353
3354	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, FSxBX, XMM0, XMM1
3355	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, FSxBX, XMM8, XMM9
3356
3357	EMIT_INSTR_PLUS_ICEBP vpmaskmovq, FSxBX, YMM0, YMM1
3358	EMIT_INSTR_PLUS_ICEBP_C64 vpmaskmovq, FSxBX, YMM8, YMM9
3359
3360	%endif ; BS3_INSTANTIATING_CMN
3361
3362	%include "bs3kit-template-footer.mac" ; reset environment

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format