bs3-cpu-instr-3-template.mac@ 104195

Last change on this file since 104195 was 104190, checked in by vboxsync, 11 months ago
ValidationKit/bootsectors: Implement testcases for [v]pslldq, [v]psrldq instructions; bugref:9898
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 103.9 KB

Line
1	; $Id: bs3-cpu-instr-3-template.mac 104190 2024-04-05 13:28:25Z vboxsync $
2	;; @file
3	; BS3Kit - bs3-cpu-instr-3 - MMX, SSE and AVX instructions, assembly template.
4	;
5
6	;
7	; Copyright (C) 2007-2023 Oracle and/or its affiliates.
8	;
9	; This file is part of VirtualBox base platform packages, as
10	; available from https://www.virtualbox.org.
11	;
12	; This program is free software; you can redistribute it and/or
13	; modify it under the terms of the GNU General Public License
14	; as published by the Free Software Foundation, in version 3 of the
15	; License.
16	;
17	; This program is distributed in the hope that it will be useful, but
18	; WITHOUT ANY WARRANTY; without even the implied warranty of
19	; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20	; General Public License for more details.
21	;
22	; You should have received a copy of the GNU General Public License
23	; along with this program; if not, see <https://www.gnu.org/licenses>.
24	;
25	; The contents of this file may alternatively be used under the terms
26	; of the Common Development and Distribution License Version 1.0
27	; (CDDL), a copy of it is provided in the "COPYING.CDDL" file included
28	; in the VirtualBox distribution, in which case the provisions of the
29	; CDDL are applicable instead of those of the GPL.
30	;
31	; You may elect to license modified versions of this file under the
32	; terms and conditions of either the GPL or the CDDL or both.
33	;
34	; SPDX-License-Identifier: GPL-3.0-only OR CDDL-1.0
35	;
36
37
38	;*********************************************************************************************************************************
39	;* Header Files *
40	;*********************************************************************************************************************************
41	%include "bs3kit-template-header.mac" ; setup environment
42
43
44	;*********************************************************************************************************************************
45	;* External Symbols *
46	;*********************************************************************************************************************************
47	TMPL_BEGIN_TEXT
48
49
50	;
51	; Test code snippets containing code which differs between 16-bit, 32-bit
52	; and 64-bit CPUs modes.
53	;
54	%ifdef BS3_INSTANTIATING_CMN
55
56
57	;;
58	; Variant on BS3_PROC_BEGIN_CMN w/ BS3_PBC_NEAR that prefixes the function
59	; with an instruction length byte.
60	;
61	; ASSUMES the length is between the start of the function and the .again label.
62	;
63	%ifndef BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
64	%define BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
65	%macro BS3CPUINSTR3_PROC_BEGIN_CMN 1
66	align 8, db 0cch
67	db BS3_CMN_NM(%1).again - BS3_CMN_NM(%1)
68	BS3_PROC_BEGIN_CMN %1, BS3_PBC_NEAR
69	%endmacro
70	%endif ; !BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
71
72	;;
73	; The EMIT_INSTR_PLUS_ICEBP macros is for creating a common function for and
74	; named after a single instruction, followed by a looping ICEBP.
75	;
76	; This works like a prefix to the instruction invocation, only exception is that
77	; instead of [fs:xBX] you write FSxBS as that's what is wanted in the name.
78	;
79	%ifndef EMIT_INSTR_PLUS_ICEBP_DEFINED
80	%define EMIT_INSTR_PLUS_ICEBP_DEFINED
81
82	%macro EMIT_INSTR_PLUS_ICEBP 2
83	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
84	%define FSxBX [fs:xBX]
85	%1 %2
86	%undef FSxBX
87	.again:
88	icebp
89	jmp .again
90	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
91	%endmacro
92
93	%macro EMIT_INSTR_PLUS_ICEBP 3
94	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
95	%define FSxBX [fs:xBX]
96	%1 %2, %3
97	%undef FSxBX
98	.again:
99	icebp
100	jmp .again
101	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
102	%endmacro
103
104	%macro EMIT_INSTR_PLUS_ICEBP 4
105	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
106	%define FSxBX [fs:xBX]
107	%1 %2, %3, %4
108	%undef FSxBX
109	.again:
110	icebp
111	jmp .again
112	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
113	%endmacro
114
115	%macro EMIT_INSTR_PLUS_ICEBP 5
116	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
117	%define FSxBX [fs:xBX]
118	%1 %2, %3, %4, %5
119	%undef FSxBX
120	.again:
121	icebp
122	jmp .again
123	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
124	%endmacro
125
126	%macro EMIT_INSTR_PLUS_ICEBP_C64 2
127	%if TMPL_BITS == 64
128	EMIT_INSTR_PLUS_ICEBP %1, %2
129	%endif
130	%endmacro
131
132	%macro EMIT_INSTR_PLUS_ICEBP_C64 3
133	%if TMPL_BITS == 64
134	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
135	%endif
136	%endmacro
137
138	%macro EMIT_INSTR_PLUS_ICEBP_C64 4
139	%if TMPL_BITS == 64
140	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
141	%endif
142	%endmacro
143
144	%macro EMIT_INSTR_PLUS_ICEBP_C64 5
145	%if TMPL_BITS == 64
146	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4, %5
147	%endif
148	%endmacro
149
150	%endif ; !EMIT_INSTR_PLUS_ICEBP_DEFINED
151
152	;;
153	; Companion to EMIT_INSTR_PLUS_ICEBP for dealing stuff that the assmbler does
154	; not want to emit.
155	;
156	; @param 1 The function name (omitting bs3CpuInstr3_ and _icebp).
157	; @param 2+ The opcode bytes. FSxBX_PFX and FSxBX_MODRM are defined locally.
158	;
159	%ifndef EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
160	%define EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
161
162	%macro EMIT_INSTR_PLUS_ICEBP_BYTES 2+
163	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
164	%define FSxBX_PFX 64h
165	%if TMPL_BITS == 16
166	%define FSxBX_MODRM 07h
167	%else
168	%define FSxBX_MODRM 03h
169	%endif
170	db %2
171	%undef FSxBX_MODRM
172	%undef FSxBX_PFX
173	.again:
174	icebp
175	jmp .again
176	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
177	%endmacro
178	%endif ; !EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
179
180
181
182	%ifndef EMIT_TYPE1_INSTR_DEFINED
183	%define EMIT_TYPE1_INSTR_DEFINED
184
185	%macro EMIT_INSTR_PLUS_ICEBP_xBX 3
186	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
187	EMIT_INSTR_PLUS_ICEBP %1, %2, FSxBX
188	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
189
190	%macro EMIT_INSTR_PLUS_ICEBP_xBX 4
191	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
192	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, FSxBX
193	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
194
195	%macro EMIT_INSTR_PLUS_ICEBP_MMX 1
196	EMIT_INSTR_PLUS_ICEBP_xBX %1, MM1, MM2
197	%endmacro ; EMIT_INSTR_PLUS_ICEBP_MMX
198
199	%macro EMIT_INSTR_PLUS_ICEBP_XMM 1
200	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2
201	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM
202
203	%macro EMIT_INSTR_PLUS_ICEBP_XMM_123 1
204	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2, XMM3
205	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_123
206
207	%macro EMIT_INSTR_PLUS_ICEBP_XMM_89 1
208	%if TMPL_BITS == 64
209	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9
210	%endif
211	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_89
212
213	%macro EMIT_INSTR_PLUS_ICEBP_XMM_98 1
214	%if TMPL_BITS == 64
215	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM9, XMM8
216	%endif
217	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_98
218
219	%macro EMIT_INSTR_PLUS_ICEBP_XMM_890 1
220	%if TMPL_BITS == 64
221	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9, XMM10
222	%endif
223	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_890
224
225	%macro EMIT_INSTR_PLUS_ICEBP_YMM 1
226	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2
227	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM
228
229	%macro EMIT_INSTR_PLUS_ICEBP_YMM_123 1
230	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2, YMM3
231	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_123
232
233	%macro EMIT_INSTR_PLUS_ICEBP_YMM_890 1
234	%if TMPL_BITS == 64
235	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM8, YMM9, YMM10
236	%endif
237	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_890
238
239	;; @param 7 Indicates whether the 2nd and 3rd pair has MMX variants.
240	%macro EMIT_TYPE1_INSTR 7
241	;
242	; PXOR (SSE2) & VPXOR (AVX2)
243	;
244	EMIT_INSTR_PLUS_ICEBP_MMX %1
245	EMIT_INSTR_PLUS_ICEBP_XMM %1
246
247	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, XMM2
248	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, FSxBX
249	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, YMM3
250	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, FSxBX
251
252
253	;
254	; XORPS (SSE2) & VXORPS (AVX)
255	;
256	%if %7 != 0
257	EMIT_INSTR_PLUS_ICEBP_MMX %3
258	%endif
259	EMIT_INSTR_PLUS_ICEBP_XMM %3
260
261	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, XMM2
262	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, FSxBX
263	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, YMM2
264	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, FSxBX
265
266
267	;
268	; XORPD (SSE2) & VXORPD (AVX)
269	;
270	%if %7 != 0
271	EMIT_INSTR_PLUS_ICEBP_MMX %5
272	%endif
273	EMIT_INSTR_PLUS_ICEBP_XMM %5
274
275	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, XMM0
276	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, FSxBX
277	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, YMM0
278	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, FSxBX
279	EMIT_INSTR_PLUS_ICEBP_C64 %6, YMM10, YMM8, YMM15
280
281	%endmacro ; EMIT_TYPE1_INSTR
282
283	%macro EMIT_TYPE1_ONE_INSTR 3
284	%if %3 != 0
285	EMIT_INSTR_PLUS_ICEBP_MMX %1
286	%endif
287	EMIT_INSTR_PLUS_ICEBP_XMM %1
288
289	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, XMM0
290	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, FSxBX
291	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, YMM0
292	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, FSxBX
293	EMIT_INSTR_PLUS_ICEBP_C64 %2, YMM10, YMM8, YMM15
294	%endmacro ; EMIT_TYPE1_ONE_INSTR
295
296	%endif ; !EMIT_TYPE1_INSTR_DEFINED
297
298	EMIT_TYPE1_INSTR pand, vpand, andps, vandps, andpd, vandpd, 0
299	EMIT_TYPE1_INSTR pandn, vpandn, andnps, vandnps, andnpd, vandnpd, 0
300	EMIT_TYPE1_INSTR por, vpor, orps, vorps, orpd, vorpd, 0
301	EMIT_TYPE1_INSTR pxor, vpxor, xorps, vxorps, xorpd, vxorpd, 0
302
303	EMIT_TYPE1_INSTR pcmpgtb, vpcmpgtb, pcmpgtw, vpcmpgtw, pcmpgtd, vpcmpgtd, 1
304	EMIT_TYPE1_ONE_INSTR pcmpgtq, vpcmpgtq, 0
305	EMIT_TYPE1_INSTR pcmpeqb, vpcmpeqb, pcmpeqw, vpcmpeqw, pcmpeqd, vpcmpeqd, 1
306	EMIT_TYPE1_ONE_INSTR pcmpeqq, vpcmpeqq, 0
307
308	EMIT_TYPE1_INSTR paddb, vpaddb, paddw, vpaddw, paddd, vpaddd, 1
309	EMIT_TYPE1_ONE_INSTR paddq, vpaddq, 1
310
311	EMIT_TYPE1_INSTR psubb, vpsubb, psubw, vpsubw, psubd, vpsubd, 1
312	EMIT_TYPE1_ONE_INSTR psubq, vpsubq, 1
313
314
315	;
316	; Type 2 instructions. On the form: pxxxx sAX, [zy]mm0
317	;
318	%ifndef EMIT_TYPE2_ONE_INSTR_DEFINED
319	%define EMIT_TYPE2_ONE_INSTR_DEFINED
320	;; @param 1 MMX/SSE instruction name
321	;; @param 2 AVX instruction name
322	;; @param 3 Whether to emit MMX function
323	;; @param 4 The opcode byte. (assuming two byte / vex map 1)
324	%macro EMIT_TYPE2_ONE_INSTR 4
325	%if %3 != 0
326	EMIT_INSTR_PLUS_ICEBP %1, EAX, MM2
327
328	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
329	%if TMPL_BITS == 16
330	db 64h, 0fh, %4, 7 ; %1 eax, qword [fs:xBX]
331	%else
332	db 64h, 0fh, %4, 3 ; %1 eax, qword [fs:xBX]
333	%endif
334	.again:
335	icebp
336	jmp .again
337	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
338	%endif
339
340	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
341	%1 eax, xmm2
342	.again:
343	icebp
344	jmp .again
345	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
346
347	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
348	%if TMPL_BITS == 16
349	db 64h, 66h, 0fh, %4, 7 ; %1 eax, dqword [fs:xBX]
350	%else
351	db 64h, 66h, 0fh, %4, 3 ; %1 eax, dqword [fs:xBX]
352	%endif
353	.again:
354	icebp
355	jmp .again
356	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
357
358	EMIT_INSTR_PLUS_ICEBP %2, EAX, XMM2
359
360	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
361	%if TMPL_BITS == 16
362	db 64h, 0c4h, 0e0h, 071h, %4, 7 ; %2 eax, dqword [fs:xBX]
363	%else
364	db 64h, 0c4h, 0e0h, 071h, %4, 3 ; %2 eax, dqword [fs:xBX]
365	%endif
366	.again:
367	icebp
368	jmp .again
369	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
370
371	EMIT_INSTR_PLUS_ICEBP %2, EAX, YMM2
372
373	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
374	%if TMPL_BITS == 16
375	db 64h, 0c4h, 0e0h, 075h, %4, 7 ; %2 eax, qqword [fs:xBX]
376	%else
377	db 64h, 0c4h, 0e0h, 075h, %4, 3 ; %2 eax, qqword [fs:xBX]
378	%endif
379	.again:
380	icebp
381	jmp .again
382	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
383
384	EMIT_INSTR_PLUS_ICEBP_C64 %2, RAX, YMM9
385	%endmacro ; EMIT_TYPE2_ONE_INSTR
386	%endif ; !EMIT_TYPE2_ONE_INSTR_DEFINED
387
388	EMIT_TYPE2_ONE_INSTR pmovmskb, vpmovmskb, 1, 0d7h
389
390	;
391	; [V]PMULLW
392	;
393	EMIT_INSTR_PLUS_ICEBP_MMX pmullw
394
395	EMIT_INSTR_PLUS_ICEBP_XMM pmullw
396	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmullw
397
398	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, XMM2
399	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, FSxBX
400	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmullw
401
402	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, YMM2
403	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, FSxBX
404	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmullw
405
406	;
407	; [V]PMULLD
408	;
409	EMIT_INSTR_PLUS_ICEBP_XMM pmulld
410	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulld
411
412	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, XMM0
413	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, FSxBX
414	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulld
415
416	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, YMM0
417	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, FSxBX
418	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, YMM15
419	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, FSxBX
420
421	;
422	; [V]PMULHW
423	;
424	EMIT_INSTR_PLUS_ICEBP_MMX pmulhw
425
426	EMIT_INSTR_PLUS_ICEBP_XMM pmulhw
427	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhw
428
429	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, XMM2
430	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, FSxBX
431	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhw
432
433	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, YMM2
434	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, FSxBX
435	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhw
436
437	;
438	; [V]PMULHUW
439	;
440	EMIT_INSTR_PLUS_ICEBP_MMX pmulhuw
441
442	EMIT_INSTR_PLUS_ICEBP_XMM pmulhuw
443	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhuw
444
445	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, XMM2
446	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, FSxBX
447	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhuw
448
449	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, YMM2
450	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, FSxBX
451	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhuw
452
453	;
454	; [V]PSHUFB
455	;
456	EMIT_INSTR_PLUS_ICEBP_MMX pshufb
457
458	EMIT_INSTR_PLUS_ICEBP_XMM pshufb
459	EMIT_INSTR_PLUS_ICEBP_XMM_89 pshufb
460
461	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpshufb
462	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpshufb
463
464	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpshufb
465	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpshufb
466
467	;
468	; PSHUFW
469	;
470	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 0FFh ; FF = top src word in all destination words
471	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 0FFh
472	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 01Bh ; 1B = word swap (like bswap but for words)
473	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 01Bh
474
475	;
476	; [V]PSHUFHW
477	;
478	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 0FFh
479	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 0FFh
480	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 01Bh
481	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 01Bh
482
483	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 0FFh
484	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 0FFh
485	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 01Bh
486	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 01Bh
487
488	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 0FFh
489	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 0FFh
490	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 01Bh
491	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 01Bh
492
493	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM12, YMM7, 0FFh
494	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM9, YMM12, 01Bh
495
496	;
497	; [V]PSHUFLW
498	;
499	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 0FFh
500	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 0FFh
501	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 01Bh
502	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 01Bh
503
504	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 0FFh
505	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 0FFh
506	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 01Bh
507	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 01Bh
508
509	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 0FFh
510	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 0FFh
511	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 01Bh
512	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 01Bh
513
514	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM12, YMM7, 0FFh
515	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM9, YMM12, 01Bh
516
517	;
518	; [V]PSHUFD
519	;
520	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 0FFh
521	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 0FFh
522	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 01Bh
523	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 01Bh
524
525	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 0FFh
526	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 0FFh
527	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 01Bh
528	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 01Bh
529
530	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 0FFh
531	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 0FFh
532	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 01Bh
533	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 01Bh
534
535	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM12, YMM7, 0FFh
536	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM9, YMM12, 01Bh
537
538	;
539	; [V]PUNPCKHBW
540	;
541	EMIT_INSTR_PLUS_ICEBP_MMX punpckhbw
542
543	EMIT_INSTR_PLUS_ICEBP_XMM punpckhbw
544	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhbw
545
546	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhbw
547	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhbw
548
549	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhbw
550	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhbw
551
552	;
553	; [V]PUNPCKHWD
554	;
555	EMIT_INSTR_PLUS_ICEBP_MMX punpckhwd
556
557	EMIT_INSTR_PLUS_ICEBP_XMM punpckhwd
558	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhwd
559
560	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhwd
561	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhwd
562
563	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhwd
564	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhwd
565
566	;
567	; [V]PUNPCKHDQ
568	;
569	EMIT_INSTR_PLUS_ICEBP_MMX punpckhdq
570
571	EMIT_INSTR_PLUS_ICEBP_XMM punpckhdq
572	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhdq
573
574	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhdq
575	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhdq
576
577	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhdq
578	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhdq
579
580	;
581	; [V]PUNPCKHQDQ (no MMX)
582	;
583	EMIT_INSTR_PLUS_ICEBP_XMM punpckhqdq
584	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhqdq
585
586	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhqdq
587	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhqdq
588
589	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhqdq
590	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhqdq
591
592	;
593	; [V]PUNPCKLBW
594	;
595	EMIT_INSTR_PLUS_ICEBP_MMX punpcklbw
596
597	EMIT_INSTR_PLUS_ICEBP_XMM punpcklbw
598	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklbw
599
600	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklbw
601	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklbw
602
603	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklbw
604	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklbw
605
606	;
607	; [V]PUNPCKLWD
608	;
609	EMIT_INSTR_PLUS_ICEBP_MMX punpcklwd
610
611	EMIT_INSTR_PLUS_ICEBP_XMM punpcklwd
612	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklwd
613
614	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklwd
615	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklwd
616
617	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklwd
618	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklwd
619
620	;
621	; [V]PUNPCKLDQ
622	;
623	EMIT_INSTR_PLUS_ICEBP_MMX punpckldq
624
625	EMIT_INSTR_PLUS_ICEBP_XMM punpckldq
626	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckldq
627
628	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckldq
629	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckldq
630
631	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckldq
632	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckldq
633
634	;
635	; [V]PUNPCKLQDQ (no MMX)
636	;
637	EMIT_INSTR_PLUS_ICEBP_XMM punpcklqdq
638	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklqdq
639
640	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklqdq
641	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklqdq
642
643	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklqdq
644	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklqdq
645
646	;
647	; [V]PACKSSWB
648	;
649	EMIT_INSTR_PLUS_ICEBP_MMX packsswb
650
651	EMIT_INSTR_PLUS_ICEBP_XMM packsswb
652	EMIT_INSTR_PLUS_ICEBP_XMM_89 packsswb
653
654	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpacksswb
655	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpacksswb
656
657	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpacksswb
658	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpacksswb
659
660	;
661	; [V]PACKSSWD
662	;
663	EMIT_INSTR_PLUS_ICEBP_MMX packssdw
664
665	EMIT_INSTR_PLUS_ICEBP_XMM packssdw
666	EMIT_INSTR_PLUS_ICEBP_XMM_89 packssdw
667
668	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackssdw
669	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackssdw
670
671	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackssdw
672	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackssdw
673
674	;
675	; [V]PACKUSWB
676	;
677	EMIT_INSTR_PLUS_ICEBP_MMX packuswb
678
679	EMIT_INSTR_PLUS_ICEBP_XMM packuswb
680	EMIT_INSTR_PLUS_ICEBP_XMM_89 packuswb
681
682	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackuswb
683	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackuswb
684
685	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackuswb
686	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackuswb
687
688	;
689	; [V]PACKUSWD (no MMX)
690	;
691	EMIT_INSTR_PLUS_ICEBP_XMM packusdw
692	EMIT_INSTR_PLUS_ICEBP_XMM_89 packusdw
693
694	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackusdw
695	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackusdw
696
697	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackusdw
698	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackusdw
699
700	;
701	; [V]PMAXUB
702	;
703	EMIT_INSTR_PLUS_ICEBP_MMX pmaxub
704
705	EMIT_INSTR_PLUS_ICEBP_XMM pmaxub
706	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxub
707
708	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxub
709	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxub
710
711	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxub
712	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxub
713
714	;
715	; [V]PMAXUW
716	;
717	EMIT_INSTR_PLUS_ICEBP_XMM pmaxuw
718	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxuw
719
720	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxuw
721	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxuw
722
723	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxuw
724	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxuw
725
726	;
727	; [V]PMAXUD
728	;
729	EMIT_INSTR_PLUS_ICEBP_XMM pmaxud
730	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxud
731
732	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxud
733	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxud
734
735	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxud
736	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxud
737
738	;
739	; [V]PMAXSB
740	;
741	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsb
742	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsb
743
744	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsb
745	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsb
746
747	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsb
748	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsb
749
750	;
751	; [V]PMAXSW
752	;
753	EMIT_INSTR_PLUS_ICEBP_MMX pmaxsw
754
755	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsw
756	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsw
757
758	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsw
759	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsw
760
761	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsw
762	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsw
763
764	;
765	; [V]PMAXSD
766	;
767	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsd
768	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsd
769
770	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsd
771	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsd
772
773	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsd
774	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsd
775
776	;
777	; [V]PMINUB
778	;
779	EMIT_INSTR_PLUS_ICEBP_MMX pminub
780
781	EMIT_INSTR_PLUS_ICEBP_XMM pminub
782	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminub
783
784	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminub
785	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminub
786
787	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminub
788	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminub
789
790	;
791	; [V]PMINUW
792	;
793	EMIT_INSTR_PLUS_ICEBP_XMM pminuw
794	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminuw
795
796	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminuw
797	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminuw
798
799	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminuw
800	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminuw
801
802	;
803	; [V]PMINUD
804	;
805	EMIT_INSTR_PLUS_ICEBP_XMM pminud
806	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminud
807
808	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminud
809	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminud
810
811	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminud
812	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminud
813
814	;
815	; [V]PMINSB
816	;
817	EMIT_INSTR_PLUS_ICEBP_XMM pminsb
818	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsb
819
820	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsb
821	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsb
822
823	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsb
824	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsb
825
826	;
827	; [V]PMINSW
828	;
829	EMIT_INSTR_PLUS_ICEBP_MMX pminsw
830
831	EMIT_INSTR_PLUS_ICEBP_XMM pminsw
832	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsw
833
834	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsw
835	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsw
836
837	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsw
838	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsw
839
840	;
841	; [V]PMINSD
842	;
843	EMIT_INSTR_PLUS_ICEBP_XMM pminsd
844	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsd
845
846	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsd
847	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsd
848
849	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsd
850	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsd
851
852	;
853	; [V]MOVNTDQA
854	;
855	EMIT_INSTR_PLUS_ICEBP movntdqa, XMM1, FSxBX
856	EMIT_INSTR_PLUS_ICEBP vmovntdqa, XMM1, FSxBX
857	EMIT_INSTR_PLUS_ICEBP vmovntdqa, YMM1, FSxBX
858	EMIT_INSTR_PLUS_ICEBP_C64 movntdqa, XMM10, FSxBX
859	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, XMM11, FSxBX
860	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, YMM12, FSxBX
861
862	;
863	; [V]MOVNTDQ
864	;
865	EMIT_INSTR_PLUS_ICEBP movntdq, FSxBX, XMM1
866	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, XMM1
867	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, YMM1
868	EMIT_INSTR_PLUS_ICEBP_C64 movntdq, FSxBX, XMM10
869	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, XMM10
870	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, YMM10
871
872
873	;
874	; [V]MOVNTPS
875	;
876	EMIT_INSTR_PLUS_ICEBP movntps, FSxBX, XMM1
877	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, XMM1
878	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, YMM1
879	EMIT_INSTR_PLUS_ICEBP_C64 movntps, FSxBX, XMM10
880	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, XMM11
881	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, YMM12
882
883	;
884	; [V]MOVNTPD
885	;
886	EMIT_INSTR_PLUS_ICEBP movntpd, FSxBX, XMM1
887	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, XMM1
888	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, YMM1
889	EMIT_INSTR_PLUS_ICEBP_C64 movntpd, FSxBX, XMM10
890	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, XMM11
891	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, YMM12
892
893	;
894	; [V]MOVUPS - not testing the 2nd register variant.
895	;
896	EMIT_INSTR_PLUS_ICEBP_XMM movups
897	EMIT_INSTR_PLUS_ICEBP movups, FSxBX, XMM1
898	EMIT_INSTR_PLUS_ICEBP_XMM vmovups
899	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, XMM1
900	EMIT_INSTR_PLUS_ICEBP_YMM vmovups
901	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, YMM1
902	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM8, XMM12
903	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM10, FSxBX
904	EMIT_INSTR_PLUS_ICEBP_C64 movups, FSxBX, XMM10
905	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM7, XMM14
906	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM11, FSxBX
907	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, XMM11
908	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, YMM8
909	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, FSxBX
910	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, YMM12
911
912	;
913	; [V]MOVUPD - not testing the 2nd register variant.
914	;
915	EMIT_INSTR_PLUS_ICEBP_XMM movupd
916	EMIT_INSTR_PLUS_ICEBP movupd, FSxBX, XMM1
917	EMIT_INSTR_PLUS_ICEBP_XMM vmovupd
918	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, XMM1
919	EMIT_INSTR_PLUS_ICEBP_YMM vmovupd
920	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, YMM1
921	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM8, XMM12
922	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM10, FSxBX
923	EMIT_INSTR_PLUS_ICEBP_C64 movupd, FSxBX, XMM10
924	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM7, XMM14
925	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM11, FSxBX
926	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, XMM11
927	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, YMM8
928	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, FSxBX
929	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, YMM12
930
931	;
932	; [V]MOVSS - not testing the 2nd register variant.
933	;
934	EMIT_INSTR_PLUS_ICEBP_XMM movss
935	EMIT_INSTR_PLUS_ICEBP movss, FSxBX, XMM1
936	EMIT_INSTR_PLUS_ICEBP_XMM vmovss
937	EMIT_INSTR_PLUS_ICEBP vmovss, FSxBX, XMM1
938	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM11, XMM8
939	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM8, FSxBX
940	EMIT_INSTR_PLUS_ICEBP_C64 movss, FSxBX, XMM11
941	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM9, XMM10
942	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM10, FSxBX
943	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, FSxBX, XMM9
944
945	;
946	; [V]MOVSD - not testing the 2nd register variant.
947	;
948	EMIT_INSTR_PLUS_ICEBP_XMM movsd
949	EMIT_INSTR_PLUS_ICEBP movsd, FSxBX, XMM1
950	EMIT_INSTR_PLUS_ICEBP_XMM vmovsd
951	EMIT_INSTR_PLUS_ICEBP vmovsd, FSxBX, XMM1
952	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM11, XMM8
953	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM8, FSxBX
954	EMIT_INSTR_PLUS_ICEBP_C64 movsd, FSxBX, XMM11
955	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM9, XMM10
956	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM10, FSxBX
957	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, FSxBX, XMM9
958
959	;
960	; [V]MOVLPS
961	;
962	EMIT_INSTR_PLUS_ICEBP movlps, XMM1, FSxBX
963	EMIT_INSTR_PLUS_ICEBP movlps, FSxBX, XMM1
964	EMIT_INSTR_PLUS_ICEBP vmovlps, XMM1, XMM2, FSxBX
965	EMIT_INSTR_PLUS_ICEBP vmovlps, FSxBX, XMM1
966	EMIT_INSTR_PLUS_ICEBP_C64 movlps, XMM8, FSxBX
967	EMIT_INSTR_PLUS_ICEBP_C64 movlps, FSxBX, XMM11
968	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, XMM10, XMM14, FSxBX
969	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, FSxBX, XMM9
970
971	;
972	; [V]MOVLPD
973	;
974	EMIT_INSTR_PLUS_ICEBP movlpd, XMM1, FSxBX
975	EMIT_INSTR_PLUS_ICEBP movlpd, FSxBX, XMM1
976	EMIT_INSTR_PLUS_ICEBP vmovlpd, XMM1, XMM2, FSxBX
977	EMIT_INSTR_PLUS_ICEBP vmovlpd, FSxBX, XMM1
978	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, XMM8, FSxBX
979	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, FSxBX, XMM11
980	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, XMM10, XMM14, FSxBX
981	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, FSxBX, XMM9
982
983	;
984	; [V]MOVHPS
985	;
986	EMIT_INSTR_PLUS_ICEBP movhps, XMM1, FSxBX
987	EMIT_INSTR_PLUS_ICEBP movhps, FSxBX, XMM1
988	EMIT_INSTR_PLUS_ICEBP vmovhps, XMM1, XMM2, FSxBX
989	EMIT_INSTR_PLUS_ICEBP vmovhps, FSxBX, XMM1
990	EMIT_INSTR_PLUS_ICEBP_C64 movhps, XMM8, FSxBX
991	EMIT_INSTR_PLUS_ICEBP_C64 movhps, FSxBX, XMM11
992	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, XMM10, XMM14, FSxBX
993	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, FSxBX, XMM9
994
995	;
996	; [V]MOVHPD
997	;
998	EMIT_INSTR_PLUS_ICEBP movhpd, XMM1, FSxBX
999	EMIT_INSTR_PLUS_ICEBP movhpd, FSxBX, XMM1
1000	EMIT_INSTR_PLUS_ICEBP vmovhpd, XMM1, XMM2, FSxBX
1001	EMIT_INSTR_PLUS_ICEBP vmovhpd, FSxBX, XMM1
1002	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, XMM8, FSxBX
1003	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, FSxBX, XMM11
1004	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, XMM10, XMM14, FSxBX
1005	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, FSxBX, XMM9
1006
1007	;
1008	; [V]MOVHLPS
1009	;
1010	EMIT_INSTR_PLUS_ICEBP movhlps, XMM1, XMM2
1011	EMIT_INSTR_PLUS_ICEBP vmovhlps, XMM1, XMM2, XMM3
1012	EMIT_INSTR_PLUS_ICEBP_C64 movhlps, XMM8, XMM12
1013	EMIT_INSTR_PLUS_ICEBP_C64 vmovhlps, XMM10, XMM14, XMM12
1014
1015	;
1016	; [V]MOVSLDUP
1017	;
1018	EMIT_INSTR_PLUS_ICEBP_XMM movsldup
1019	EMIT_INSTR_PLUS_ICEBP_XMM vmovsldup
1020	EMIT_INSTR_PLUS_ICEBP_YMM vmovsldup
1021	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM8, XMM12
1022	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM10, FSxBX
1023	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM7, XMM14
1024	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM11, FSxBX
1025	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, YMM8
1026	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, FSxBX
1027
1028	;
1029	; [V]MOVSHDUP
1030	;
1031	EMIT_INSTR_PLUS_ICEBP_XMM movshdup
1032	EMIT_INSTR_PLUS_ICEBP_XMM vmovshdup
1033	EMIT_INSTR_PLUS_ICEBP_YMM vmovshdup
1034	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM8, XMM12
1035	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM10, FSxBX
1036	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM7, XMM14
1037	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM11, FSxBX
1038	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, YMM8
1039	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, FSxBX
1040
1041	;
1042	; [V]MOVDDUP
1043	;
1044	EMIT_INSTR_PLUS_ICEBP_XMM movddup
1045	EMIT_INSTR_PLUS_ICEBP_XMM vmovddup
1046	EMIT_INSTR_PLUS_ICEBP_YMM vmovddup
1047	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM8, XMM12
1048	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM10, FSxBX
1049	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM7, XMM14
1050	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM11, FSxBX
1051	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, YMM8
1052	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, FSxBX
1053
1054	;
1055	; [V]MOVAPS
1056	;
1057	EMIT_INSTR_PLUS_ICEBP_XMM movaps
1058	EMIT_INSTR_PLUS_ICEBP_XMM vmovaps
1059	EMIT_INSTR_PLUS_ICEBP_YMM vmovaps
1060	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM8, XMM12
1061	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM10, FSxBX
1062	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM7, XMM14
1063	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM11, FSxBX
1064	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, YMM8
1065	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, FSxBX
1066
1067	EMIT_INSTR_PLUS_ICEBP_XMM movapd
1068	EMIT_INSTR_PLUS_ICEBP_XMM vmovapd
1069	EMIT_INSTR_PLUS_ICEBP_YMM vmovapd
1070	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM8, XMM12
1071	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM10, FSxBX
1072	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM7, XMM14
1073	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM11, FSxBX
1074	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, YMM8
1075	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, FSxBX
1076
1077	;
1078	; [V]MOVD
1079	;
1080	EMIT_INSTR_PLUS_ICEBP movd, MM1, EDX
1081	EMIT_INSTR_PLUS_ICEBP movd, MM1, FSxBX
1082	EMIT_INSTR_PLUS_ICEBP movd, EAX, MM1
1083	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, MM1
1084	EMIT_INSTR_PLUS_ICEBP_C64 movd, MM1, R9D
1085	EMIT_INSTR_PLUS_ICEBP_C64 movd, R10D, MM0
1086
1087	EMIT_INSTR_PLUS_ICEBP movd, XMM1, EAX
1088	EMIT_INSTR_PLUS_ICEBP movd, XMM1, FSxBX
1089	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, XMM1
1090	EMIT_INSTR_PLUS_ICEBP movd, EAX, XMM1
1091	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, R8D
1092	EMIT_INSTR_PLUS_ICEBP_C64 movd, R8D, XMM9
1093	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, FSxBX
1094	EMIT_INSTR_PLUS_ICEBP_C64 movd, FSxBX, XMM9
1095
1096	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, EAX
1097	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, FSxBX
1098	EMIT_INSTR_PLUS_ICEBP vmovd, FSxBX, XMM1
1099	EMIT_INSTR_PLUS_ICEBP vmovd, EDX, XMM1
1100	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, R9D
1101	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, R8D, XMM9
1102	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, FSxBX
1103	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, FSxBX, XMM9
1104
1105	;
1106	; [V]MOVQ - some hand coded stuff here as the assembler prefers the 7f/6f variants.
1107	;
1108	EMIT_INSTR_PLUS_ICEBP_MMX movq
1109	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, MM1
1110	EMIT_INSTR_PLUS_ICEBP_C64 movq, R9, MM1
1111	EMIT_INSTR_PLUS_ICEBP_C64 movq, MM1, R9
1112	%if TMPL_BITS == 64
1113	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_MM1_FSxBX, FSxBX_PFX, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1114	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_MM1, FSxBX_PFX, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1115	%endif
1116
1117	EMIT_INSTR_PLUS_ICEBP_XMM movq
1118	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, XMM1
1119	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, R8
1120	EMIT_INSTR_PLUS_ICEBP_C64 movq, R8, XMM9
1121	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, FSxBX
1122	EMIT_INSTR_PLUS_ICEBP_C64 movq, FSxBX, XMM9
1123	%if TMPL_BITS == 64
1124	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM1_FSxBX, FSxBX_PFX, 66h, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1125	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM9_FSxBX, FSxBX_PFX, 66h, 4ch, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1126	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM1, FSxBX_PFX, 66h, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1127	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM9, FSxBX_PFX, 66h, 4ch, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1128	%endif
1129
1130	EMIT_INSTR_PLUS_ICEBP_XMM vmovq
1131	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM1_FSxBX, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1132	EMIT_INSTR_PLUS_ICEBP vmovq, FSxBX, XMM1
1133	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM1, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1134	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, R8
1135	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, R8, XMM9
1136	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, FSxBX
1137	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, FSxBX, XMM9
1138	%if TMPL_BITS == 64
1139	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM9_FSxBX, FSxBX_PFX, 0c4h, 061h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1140	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM9, FSxBX_PFX, 0c4h, 061h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1141	%endif
1142
1143	;
1144	; [V]MOVDQU - not testing the 2nd register variant.
1145	;
1146	EMIT_INSTR_PLUS_ICEBP_XMM movdqu
1147	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM1_XMM2, 0f3h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1148	EMIT_INSTR_PLUS_ICEBP movdqu, FSxBX, XMM1
1149	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, XMM2 ; C5 FA 6F CA
1150	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_XMM1_XMM2, 0c5h, 0fah, 07fh, X86_MODRM_MAKE(3, 2, 1)
1151	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, FSxBX
1152	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, XMM1
1153	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, YMM2 ; C5 FE 6F CA
1154	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_YMM1_YMM2, 0c5h, 0feh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1155	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, FSxBX
1156	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, YMM1
1157	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM8, XMM12 ; F3 45 0F 6F C4
1158	%if TMPL_BITS == 64
1159	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM8_XMM12, 0f3h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1160	%endif
1161	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM10, FSxBX
1162	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, FSxBX, XMM10
1163	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM7, XMM14
1164	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM11, FSxBX
1165	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, XMM11
1166	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, YMM8
1167	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, FSxBX
1168	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, YMM12
1169
1170	;
1171	; [V]MOVDQA - not testing the 2nd register variant.
1172	;
1173	EMIT_INSTR_PLUS_ICEBP_XMM movdqa
1174	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM1_XMM2, 066h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1175	EMIT_INSTR_PLUS_ICEBP movdqa, FSxBX, XMM1
1176	EMIT_INSTR_PLUS_ICEBP_XMM vmovdqa
1177	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM1_XMM2, 0c5h, 0f9h, 07fh, X86_MODRM_MAKE(3, 2, 1)
1178	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, XMM1
1179	EMIT_INSTR_PLUS_ICEBP_YMM vmovdqa
1180	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM1_YMM2, 0c5h, 0fdh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1181	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, YMM1
1182	%if TMPL_BITS == 64
1183	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM8, XMM12 ; 66 45 0F 6F C4
1184	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM8_XMM12, 066h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1185	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM10, FSxBX
1186	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, FSxBX, XMM10
1187	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM8, XMM14 ; C4 C1 79 6F FE
1188	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM8_XMM14, 0c4h, 041h, 79h, 07fh, X86_MODRM_MAKE(3, 6, 0)
1189	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM11, FSxBX
1190	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, XMM11
1191	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, YMM8
1192	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM12_YMM8, 0c4h, 041h, 7dh, 07fh, X86_MODRM_MAKE(3, 0, 4)
1193	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, FSxBX
1194	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, YMM12
1195	%endif
1196
1197	;
1198	; [V]PTEST
1199	;
1200	EMIT_INSTR_PLUS_ICEBP_XMM ptest
1201	EMIT_INSTR_PLUS_ICEBP_XMM vptest
1202	EMIT_INSTR_PLUS_ICEBP_YMM vptest
1203	EMIT_INSTR_PLUS_ICEBP_XMM_98 ptest
1204	EMIT_INSTR_PLUS_ICEBP_XMM_98 vptest
1205	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, YMM8
1206	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, FSxBX
1207
1208	;
1209	; [V]PAVGB
1210	;
1211	EMIT_INSTR_PLUS_ICEBP_MMX pavgb
1212
1213	EMIT_INSTR_PLUS_ICEBP_XMM pavgb
1214	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgb
1215
1216	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgb
1217	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgb
1218
1219	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgb
1220	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgb
1221
1222	;
1223	; [V]PAVGW
1224	;
1225	EMIT_INSTR_PLUS_ICEBP_MMX pavgw
1226
1227	EMIT_INSTR_PLUS_ICEBP_XMM pavgw
1228	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgw
1229
1230	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgw
1231	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgw
1232
1233	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgw
1234	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgw
1235
1236	;
1237	; [V]PSIGNB
1238	;
1239	EMIT_INSTR_PLUS_ICEBP_MMX psignb
1240
1241	EMIT_INSTR_PLUS_ICEBP_XMM psignb
1242	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignb
1243
1244	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignb
1245	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignb
1246
1247	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignb
1248	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignb
1249
1250	;
1251	; [V]PSIGNW
1252	;
1253	EMIT_INSTR_PLUS_ICEBP_MMX psignw
1254
1255	EMIT_INSTR_PLUS_ICEBP_XMM psignw
1256	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignw
1257
1258	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignw
1259	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignw
1260
1261	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignw
1262	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignw
1263
1264	;
1265	; [V]PSIGND
1266	;
1267	EMIT_INSTR_PLUS_ICEBP_MMX psignd
1268
1269	EMIT_INSTR_PLUS_ICEBP_XMM psignd
1270	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignd
1271
1272	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignd
1273	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignd
1274
1275	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignd
1276	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignd
1277
1278	;
1279	; [V]ABSB
1280	;
1281	EMIT_INSTR_PLUS_ICEBP_MMX pabsb
1282	EMIT_INSTR_PLUS_ICEBP_XMM pabsb
1283	EMIT_INSTR_PLUS_ICEBP_XMM vpabsb
1284	EMIT_INSTR_PLUS_ICEBP_YMM vpabsb
1285	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsb
1286	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsb
1287	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, YMM8
1288	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, FSxBX
1289
1290	;
1291	; [V]ABSW
1292	;
1293	EMIT_INSTR_PLUS_ICEBP_MMX pabsw
1294	EMIT_INSTR_PLUS_ICEBP_XMM pabsw
1295	EMIT_INSTR_PLUS_ICEBP_XMM vpabsw
1296	EMIT_INSTR_PLUS_ICEBP_YMM vpabsw
1297	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsw
1298	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsw
1299	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, YMM8
1300	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, FSxBX
1301
1302	;
1303	; [V]ABSD
1304	;
1305	EMIT_INSTR_PLUS_ICEBP_MMX pabsd
1306	EMIT_INSTR_PLUS_ICEBP_XMM pabsd
1307	EMIT_INSTR_PLUS_ICEBP_XMM vpabsd
1308	EMIT_INSTR_PLUS_ICEBP_YMM vpabsd
1309	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsd
1310	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsd
1311	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, YMM8
1312	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, FSxBX
1313
1314	;
1315	; [V]PHADDW
1316	;
1317	EMIT_INSTR_PLUS_ICEBP_MMX phaddw
1318	EMIT_INSTR_PLUS_ICEBP_XMM phaddw
1319	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddw
1320	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddw
1321	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddw
1322	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddw
1323	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddw
1324
1325	;
1326	; [V]PHADDD
1327	;
1328	EMIT_INSTR_PLUS_ICEBP_MMX phaddd
1329	EMIT_INSTR_PLUS_ICEBP_XMM phaddd
1330	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddd
1331	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddd
1332	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddd
1333	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddd
1334	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddd
1335
1336
1337	;
1338	; [V]PHSUBW
1339	;
1340	EMIT_INSTR_PLUS_ICEBP_MMX phsubw
1341	EMIT_INSTR_PLUS_ICEBP_XMM phsubw
1342	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubw
1343	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubw
1344	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubw
1345	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubw
1346	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubw
1347
1348	;
1349	; [V]PHSUBD
1350	;
1351	EMIT_INSTR_PLUS_ICEBP_MMX phsubd
1352	EMIT_INSTR_PLUS_ICEBP_XMM phsubd
1353	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubd
1354	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubd
1355	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubd
1356	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubd
1357	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubd
1358
1359	;
1360	; [V]PHADDSW
1361	;
1362	EMIT_INSTR_PLUS_ICEBP_MMX phaddsw
1363	EMIT_INSTR_PLUS_ICEBP_XMM phaddsw
1364	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddsw
1365	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddsw
1366	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddsw
1367	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddsw
1368	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddsw
1369
1370	;
1371	; [V]PHSUBSW
1372	;
1373	EMIT_INSTR_PLUS_ICEBP_MMX phsubsw
1374	EMIT_INSTR_PLUS_ICEBP_XMM phsubsw
1375	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubsw
1376	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubsw
1377	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubsw
1378	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubsw
1379	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubsw
1380
1381	;
1382	; [V]PMADDUBSW
1383	;
1384	EMIT_INSTR_PLUS_ICEBP_MMX pmaddubsw
1385	EMIT_INSTR_PLUS_ICEBP_XMM pmaddubsw
1386	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddubsw
1387	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddubsw
1388	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddubsw
1389	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddubsw
1390	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddubsw
1391
1392	;
1393	; [V]PMULHRSW
1394	;
1395	EMIT_INSTR_PLUS_ICEBP_MMX pmulhrsw
1396	EMIT_INSTR_PLUS_ICEBP_XMM pmulhrsw
1397	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmulhrsw
1398	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmulhrsw
1399	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhrsw
1400	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhrsw
1401	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhrsw
1402
1403	;
1404	; [V]PSADBW
1405	;
1406	EMIT_INSTR_PLUS_ICEBP_MMX psadbw
1407	EMIT_INSTR_PLUS_ICEBP_XMM psadbw
1408	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsadbw
1409	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsadbw
1410	EMIT_INSTR_PLUS_ICEBP_XMM_89 psadbw
1411	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsadbw
1412	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsadbw
1413
1414	;
1415	; [V]PMULDQ
1416	;
1417	EMIT_INSTR_PLUS_ICEBP_XMM pmuldq
1418	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuldq
1419	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuldq
1420	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuldq
1421	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuldq
1422	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuldq
1423
1424	;
1425	; [V]PMULUDQ
1426	;
1427	EMIT_INSTR_PLUS_ICEBP_MMX pmuludq
1428	EMIT_INSTR_PLUS_ICEBP_XMM pmuludq
1429	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuludq
1430	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuludq
1431	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuludq
1432	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuludq
1433	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuludq
1434
1435	;
1436	; [V]PUNPCKLPS
1437	;
1438	EMIT_INSTR_PLUS_ICEBP_XMM unpcklps
1439	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklps
1440	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklps
1441	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklps
1442	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklps
1443	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklps
1444
1445	;
1446	; [V]PUNPCKLPD
1447	;
1448	EMIT_INSTR_PLUS_ICEBP_XMM unpcklpd
1449	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklpd
1450	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklpd
1451	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklpd
1452	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklpd
1453	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklpd
1454
1455	;
1456	; [V]PUNPCKHPS
1457	;
1458	EMIT_INSTR_PLUS_ICEBP_XMM unpckhps
1459	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhps
1460	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhps
1461	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhps
1462	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhps
1463	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhps
1464
1465	;
1466	; [V]PUNPCKHPD
1467	;
1468	EMIT_INSTR_PLUS_ICEBP_XMM unpckhpd
1469	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhpd
1470	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhpd
1471	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhpd
1472	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhpd
1473	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhpd
1474
1475	;
1476	; [V]PMOVSXBW
1477	;
1478	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbw
1479	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbw
1480	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, XMM2
1481	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, FSxBX
1482	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbw
1483	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbw
1484	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, XMM8
1485	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, FSxBX
1486
1487	;
1488	; [V]PMOVSXBD
1489	;
1490	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbd
1491	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbd
1492	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, XMM2
1493	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, FSxBX
1494	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbd
1495	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbd
1496	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, XMM8
1497	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, FSxBX
1498
1499	;
1500	; [V]PMOVSXBQ
1501	;
1502	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbq
1503	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbq
1504	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, XMM2
1505	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, FSxBX
1506	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbq
1507	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbq
1508	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, XMM8
1509	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, FSxBX
1510
1511	;
1512	; [V]PMOVSXWD
1513	;
1514	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwd
1515	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwd
1516	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, XMM2
1517	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, FSxBX
1518	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwd
1519	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwd
1520	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, XMM8
1521	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, FSxBX
1522
1523	;
1524	; [V]PMOVSXWQ
1525	;
1526	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwq
1527	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwq
1528	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, XMM2
1529	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, FSxBX
1530	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwq
1531	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwq
1532	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, XMM8
1533	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, FSxBX
1534
1535	;
1536	; [V]PMOVSXDQ
1537	;
1538	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxdq
1539	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxdq
1540	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, XMM2
1541	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, FSxBX
1542	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxdq
1543	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxdq
1544	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, XMM8
1545	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, FSxBX
1546
1547	;
1548	; [V]PMOVZXBW
1549	;
1550	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbw
1551	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbw
1552	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, XMM2
1553	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, FSxBX
1554	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbw
1555	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbw
1556	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, XMM8
1557	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, FSxBX
1558
1559	;
1560	; [V]PMOVZXBD
1561	;
1562	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbd
1563	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbd
1564	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, XMM2
1565	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, FSxBX
1566	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbd
1567	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbd
1568	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, XMM8
1569	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, FSxBX
1570
1571	;
1572	; [V]PMOVZXBQ
1573	;
1574	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbq
1575	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbq
1576	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, XMM2
1577	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, FSxBX
1578	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbq
1579	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbq
1580	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, XMM8
1581	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, FSxBX
1582
1583	;
1584	; [V]PMOVZXWD
1585	;
1586	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwd
1587	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwd
1588	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, XMM2
1589	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, FSxBX
1590	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwd
1591	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwd
1592	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, XMM8
1593	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, FSxBX
1594
1595	;
1596	; [V]PMOVZXWQ
1597	;
1598	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwq
1599	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwq
1600	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, XMM2
1601	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, FSxBX
1602	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwq
1603	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwq
1604	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, XMM8
1605	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, FSxBX
1606
1607	;
1608	; [V]PMOVZXDQ
1609	;
1610	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxdq
1611	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxdq
1612	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, XMM2
1613	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, FSxBX
1614	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxdq
1615	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxdq
1616	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, XMM8
1617	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, FSxBX
1618
1619	;
1620	; [V]SHUFPS
1621	;
1622	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 0FFh
1623	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 0FFh
1624	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 000h
1625	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 000h
1626
1627	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 0FFh
1628	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 0FFh
1629	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 000h
1630	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 000h
1631
1632	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 0FFh
1633	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 0FFh
1634	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 000h
1635	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 000h
1636
1637	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 0FFh
1638	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 0FFh
1639	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 000h
1640	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 000h
1641
1642	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 0FFh
1643	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 0FFh
1644	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 000h
1645	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 000h
1646
1647	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 0FFh
1648	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 0FFh
1649	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 000h
1650	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 000h
1651
1652	;
1653	; [V]SHUFPD
1654	;
1655	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 0FFh
1656	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 0FFh
1657	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 000h
1658	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 000h
1659
1660	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 0FFh
1661	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 0FFh
1662	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 000h
1663	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 000h
1664
1665	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 0FFh
1666	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 0FFh
1667	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 000h
1668	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 000h
1669
1670	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 0FFh
1671	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 0FFh
1672	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 000h
1673	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 000h
1674
1675	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 0FFh
1676	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 0FFh
1677	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 000h
1678	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 000h
1679
1680	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 0FFh
1681	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 0FFh
1682	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 000h
1683	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 000h
1684
1685	;
1686	; [V]LDDQU
1687	;
1688	EMIT_INSTR_PLUS_ICEBP lddqu, XMM1, FSxBX
1689	EMIT_INSTR_PLUS_ICEBP vlddqu, XMM1, FSxBX
1690	EMIT_INSTR_PLUS_ICEBP vlddqu, YMM1, FSxBX
1691	EMIT_INSTR_PLUS_ICEBP_C64 lddqu, XMM10, FSxBX
1692	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, XMM11, FSxBX
1693	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, YMM12, FSxBX
1694
1695	;
1696	; [V]PHMINPOSUW
1697	;
1698	EMIT_INSTR_PLUS_ICEBP_XMM phminposuw
1699	EMIT_INSTR_PLUS_ICEBP_XMM vphminposuw
1700	EMIT_INSTR_PLUS_ICEBP_XMM_98 phminposuw
1701	EMIT_INSTR_PLUS_ICEBP_XMM_98 vphminposuw
1702
1703	;
1704	; VBROADCASTSS
1705	;
1706	EMIT_INSTR_PLUS_ICEBP_XMM vbroadcastss
1707	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, XMM2
1708	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, FSxBX
1709	EMIT_INSTR_PLUS_ICEBP_XMM_98 vbroadcastss
1710	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, XMM8
1711	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, FSxBX
1712
1713	;
1714	; VBROADCASTSD
1715	;
1716	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, XMM2
1717	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, FSxBX
1718	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, XMM8
1719	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, FSxBX
1720
1721	;
1722	; VBROADCASTF128
1723	;
1724	EMIT_INSTR_PLUS_ICEBP vbroadcastf128, YMM1, FSxBX
1725	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastf128, YMM9, FSxBX
1726
1727	;
1728	; VPBROADCASTB
1729	;
1730	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastb
1731	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, XMM2
1732	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, FSxBX
1733	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastb
1734	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, XMM8
1735	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, FSxBX
1736
1737	;
1738	; VPBROADCASTW
1739	;
1740	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastw
1741	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, XMM2
1742	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, FSxBX
1743	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastw
1744	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, XMM8
1745	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, FSxBX
1746
1747	;
1748	; VPBROADCASTD
1749	;
1750	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastd
1751	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, XMM2
1752	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, FSxBX
1753	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastd
1754	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, XMM8
1755	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, FSxBX
1756
1757	;
1758	; VPBROADCASTQ
1759	;
1760	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastq
1761	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, XMM2
1762	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, FSxBX
1763	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastq
1764	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, XMM8
1765	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, FSxBX
1766
1767	;
1768	; VPBROADCASTI128
1769	;
1770	EMIT_INSTR_PLUS_ICEBP vbroadcasti128, YMM1, FSxBX
1771	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcasti128, YMM9, FSxBX
1772
1773	;
1774	; SHA1NEXTE
1775	;
1776	EMIT_INSTR_PLUS_ICEBP_XMM sha1nexte
1777	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1nexte
1778
1779	;
1780	; SHA1MSG1
1781	;
1782	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg1
1783	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg1
1784
1785	;
1786	; SHA1MSG2
1787	;
1788	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg2
1789	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg2
1790
1791	;
1792	; SHA256MSG1
1793	;
1794	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg1
1795	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg1
1796
1797	;
1798	; SHA256MSG2
1799	;
1800	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg2
1801	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg2
1802
1803	;
1804	; SHA1RNDS4
1805	;
1806	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 000h
1807	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 000h
1808	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 001h
1809	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 001h
1810	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 002h
1811	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 002h
1812	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 003h
1813	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 003h
1814	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 000h
1815	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 000h
1816	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 001h
1817	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 001h
1818	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 002h
1819	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 002h
1820	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 003h
1821	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 003h
1822
1823	;
1824	; SHA256RNDS2 (xmm0 is implicit)
1825	;
1826	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, XMM2, XMM0
1827	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, FSxBX, XMM0
1828	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, XMM9, XMM0
1829	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, FSxBX, XMM0
1830
1831	;
1832	; [V]PBLENDVB
1833	;
1834	EMIT_INSTR_PLUS_ICEBP_XMM pblendvb
1835	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, XMM3, XMM4
1836	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, FSxBX, XMM4
1837	EMIT_INSTR_PLUS_ICEBP_XMM_89 pblendvb
1838	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, XMM10, XMM11
1839	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, FSxBX, XMM11
1840
1841	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, YMM3, YMM4
1842	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, FSxBX, YMM4
1843	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, YMM10, YMM11
1844	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, FSxBX, YMM11
1845
1846	;
1847	; [V]BLENDVPS
1848	;
1849	EMIT_INSTR_PLUS_ICEBP_XMM blendvps
1850	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, XMM3, XMM4
1851	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, FSxBX, XMM4
1852	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvps
1853	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, XMM10, XMM11
1854	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, FSxBX, XMM11
1855
1856	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, YMM3, YMM4
1857	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, FSxBX, YMM4
1858	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, YMM10, YMM11
1859	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, FSxBX, YMM11
1860
1861	;
1862	; [V]BLENDVPD
1863	;
1864	EMIT_INSTR_PLUS_ICEBP_XMM blendvpd
1865	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, XMM3, XMM4
1866	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, FSxBX, XMM4
1867	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvpd
1868	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, XMM10, XMM11
1869	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, FSxBX, XMM11
1870
1871	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, YMM3, YMM4
1872	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, FSxBX, YMM4
1873	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, YMM10, YMM11
1874	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, FSxBX, YMM11
1875
1876	;
1877	; [V]PALIGNR
1878	;
1879	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 0FFh
1880	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 0FFh
1881	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 000h
1882	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 000h
1883	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 003h
1884	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 003h
1885	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 009h
1886	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 009h
1887
1888	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 0FFh
1889	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 0FFh
1890	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 000h
1891	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 000h
1892	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 003h
1893	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 003h
1894	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 013h
1895	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 013h
1896
1897	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 0FFh
1898	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 0FFh
1899	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 000h
1900	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 000h
1901	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 003h
1902	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 003h
1903	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 013h
1904	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 013h
1905
1906	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 0FFh
1907	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 0FFh
1908	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 000h
1909	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 000h
1910	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 003h
1911	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 003h
1912	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 013h
1913	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 013h
1914
1915	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 0FFh
1916	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 0FFh
1917	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 000h
1918	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 000h
1919	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 003h
1920	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 003h
1921	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 013h
1922	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 013h
1923
1924	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 0FFh
1925	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 0FFh
1926	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 000h
1927	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 000h
1928	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 003h
1929	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 003h
1930	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 013h
1931	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 013h
1932
1933	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 0FFh
1934	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 0FFh
1935	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 000h
1936	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 000h
1937	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 003h
1938	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 003h
1939	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 013h
1940	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 013h
1941
1942	;
1943	; [V]PBLENDW
1944	;
1945	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 0FFh
1946	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 0FFh
1947	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 000h
1948	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 000h
1949	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 07Ah
1950	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 07Ah
1951
1952	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 0FFh
1953	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 0FFh
1954	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 000h
1955	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 000h
1956	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 07Ah
1957	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 07Ah
1958
1959	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 0FFh
1960	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 0FFh
1961	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 000h
1962	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 000h
1963	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 07Ah
1964	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 07Ah
1965
1966	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 0FFh
1967	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 0FFh
1968	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 000h
1969	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 000h
1970	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 07Ah
1971	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 07Ah
1972
1973	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 0FFh
1974	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 0FFh
1975	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 000h
1976	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 000h
1977	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 07Ah
1978	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 07Ah
1979
1980	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 0FFh
1981	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 0FFh
1982	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 000h
1983	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 000h
1984	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 07Ah
1985	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 07Ah
1986
1987	;
1988	; VPBLENDD
1989	;
1990	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 0FFh
1991	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 0FFh
1992	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 000h
1993	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 000h
1994	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 07Ah
1995	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 07Ah
1996
1997	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 0FFh
1998	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 0FFh
1999	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 000h
2000	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 000h
2001	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 07Ah
2002	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 07Ah
2003
2004	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 0FFh
2005	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 0FFh
2006	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 000h
2007	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 000h
2008	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 07Ah
2009	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 07Ah
2010
2011	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 0FFh
2012	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 0FFh
2013	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 000h
2014	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 000h
2015	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 07Ah
2016	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 07Ah
2017
2018	;
2019	; [V]BLENDPS
2020	;
2021	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 0FFh
2022	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 0FFh
2023	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 000h
2024	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 000h
2025	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 07Ah
2026	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 07Ah
2027
2028	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 0FFh
2029	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 0FFh
2030	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 000h
2031	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 000h
2032	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 07Ah
2033	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 07Ah
2034
2035	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 0FFh
2036	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 0FFh
2037	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 000h
2038	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 000h
2039	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 07Ah
2040	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 07Ah
2041
2042	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 0FFh
2043	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 0FFh
2044	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 000h
2045	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 000h
2046	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 07Ah
2047	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 07Ah
2048
2049	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 0FFh
2050	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 0FFh
2051	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 000h
2052	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 000h
2053	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 07Ah
2054	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 07Ah
2055
2056	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 0FFh
2057	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 0FFh
2058	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 000h
2059	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 000h
2060	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 07Ah
2061	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 07Ah
2062
2063	;
2064	; [V]BLENDPD
2065	;
2066	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 0FFh
2067	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 0FFh
2068	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 000h
2069	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 000h
2070	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 006h
2071	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 006h
2072
2073	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 0FFh
2074	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 0FFh
2075	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 000h
2076	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 000h
2077	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 006h
2078	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 006h
2079
2080	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 0FFh
2081	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 0FFh
2082	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 000h
2083	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 000h
2084	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 006h
2085	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 006h
2086
2087	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 0FFh
2088	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 0FFh
2089	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 000h
2090	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 000h
2091	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 006h
2092	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 006h
2093
2094	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 0FFh
2095	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 0FFh
2096	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 000h
2097	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 000h
2098	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 006h
2099	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 006h
2100
2101	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 0FFh
2102	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 0FFh
2103	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 000h
2104	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 000h
2105	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 006h
2106	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 006h
2107
2108	;
2109	; [V]PCLMULQDQ
2110	;
2111	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 0FFh
2112	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 0FFh
2113	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 000h
2114	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 000h
2115
2116	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 0FFh
2117	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 0FFh
2118	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 000h
2119	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 000h
2120
2121	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 0FFh
2122	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 0FFh
2123	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 000h
2124	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 000h
2125
2126	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 0FFh
2127	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 0FFh
2128	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 000h
2129	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 000h
2130
2131	;
2132	; [V]PINSRB
2133	;
2134	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 0FFh
2135	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 0FFh
2136	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 000h
2137	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 000h
2138
2139	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 0FFh
2140	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 0FFh
2141	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 000h
2142	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 000h
2143
2144	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 0FFh
2145	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 0FFh
2146	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 000h
2147	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 000h
2148
2149	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 0FFh
2150	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 0FFh
2151	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 000h
2152	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 000h
2153
2154	;
2155	; [V]PINSRW
2156	;
2157	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 0FFh
2158	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 0FFh
2159	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 000h
2160	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 000h
2161
2162	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 0FFh
2163	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 0FFh
2164	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 000h
2165	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 000h
2166
2167	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 0FFh
2168	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 0FFh
2169	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 000h
2170	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 000h
2171
2172	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 0FFh
2173	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 000h
2174
2175	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 0FFh
2176	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 0FFh
2177	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 000h
2178	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 000h
2179
2180	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 0FFh
2181	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 0FFh
2182	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 000h
2183	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 000h
2184
2185	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 0FFh
2186	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 0FFh
2187	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 000h
2188	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 000h
2189
2190	;
2191	; [V]PINSRD
2192	;
2193	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 0FFh
2194	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 0FFh
2195	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 000h
2196	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 000h
2197
2198	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 0FFh
2199	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 0FFh
2200	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 000h
2201	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 000h
2202
2203	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 0FFh
2204	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 0FFh
2205	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 000h
2206	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 000h
2207
2208	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 0FFh
2209	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 0FFh
2210	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 000h
2211	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 000h
2212
2213	;
2214	; [V]PINSRQ
2215	;
2216	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 0FFh
2217	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 0FFh
2218	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 000h
2219	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 000h
2220
2221	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 0FFh
2222	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 0FFh
2223	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 000h
2224	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 000h
2225
2226	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 0FFh
2227	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 0FFh
2228	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 000h
2229	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 000h
2230
2231	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 0FFh
2232	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 0FFh
2233	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 000h
2234	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 000h
2235
2236	;
2237	; [V]PEXTRB
2238	;
2239	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 0FFh
2240	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 000h
2241	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 0FFh
2242	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 000h
2243
2244	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 0FFh
2245	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 000h
2246	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 0FFh
2247	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 000h
2248
2249	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 0FFh
2250	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 000h
2251	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 0FFh
2252	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 000h
2253
2254	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 0FFh
2255	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 000h
2256	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 0FFh
2257	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 000h
2258
2259	%ifnmacro vpextrb_w1b_edx_xmm1 1
2260	; special encoding to prove that VEX.W is effectively ignored everywhere and that VEX.B only matter in 64-bit code.
2261	%macro vpextrb_w1b_edx_xmm1 1
2262	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R
2263	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_W
2264	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2265	%endmacro
2266
2267	; invalid coding where VEX.L=1.
2268	%macro vpextrb_l1_edx_xmm1 1
2269	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R \| X86_OP_VEX3_BYTE1_B
2270	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_L
2271	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2272	%endmacro
2273	%endif
2274	EMIT_INSTR_PLUS_ICEBP vpextrb_w1b_edx_xmm1, 0FFh
2275	EMIT_INSTR_PLUS_ICEBP vpextrb_l1_edx_xmm1, 0FFh
2276
2277	;
2278	; [V]PEXTRD
2279	;
2280	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 0FFh
2281	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 000h
2282	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 0FFh
2283	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 000h
2284
2285	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 0FFh
2286	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 000h
2287	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 0FFh
2288	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 000h
2289
2290	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 0FFh
2291	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 000h
2292	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 0FFh
2293	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 000h
2294
2295	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 0FFh
2296	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 000h
2297	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 0FFh
2298	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 000h
2299	;
2300	; [V]PEXTRQ
2301	;
2302	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 0FFh
2303	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 000h
2304	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 0FFh
2305	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 000h
2306	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 0FFh
2307	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 000h
2308
2309	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 0FFh
2310	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 000h
2311	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 0FFh
2312	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 000h
2313	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 0FFh
2314	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 000h
2315
2316	;
2317	; [V]PEXTRW
2318	;
2319	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 0FFh
2320	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 000h
2321
2322	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 0FFh
2323	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 000h
2324	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 0FFh
2325	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 000h
2326
2327	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 0FFh
2328	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 000h
2329
2330	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 0FFh
2331	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 000h
2332	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 0FFh
2333	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 000h
2334	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 0FFh
2335	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 000h
2336
2337	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 0FFh
2338	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 000h
2339	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 000h
2340	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 0FFh
2341
2342	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 0FFh
2343	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 000h
2344
2345	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 0FFh
2346	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 000h
2347	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 000h
2348	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 0FFh
2349
2350	;
2351	; [v]pextrw alternate encodings (SSE4.1 & AVX 0f3a variants)
2352	;
2353	; These default to 0f38 / VEX map 1 entry 0c5h in the assembler, this exercises
2354	; the 0f3a / VEX map 3 entry 15h variants.
2355	;
2356	%ifndef EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2357	%define EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2358	;; @param 1 imm8 byte
2359	%macro EMIT_V_PEXTRW_ALT_INSTR 1
2360	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2361	db 66h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] edx, xmm1, %1
2362	.again:
2363	icebp
2364	jmp .again
2365	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2366
2367	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2368	db 0c4h, 0e3h, 79h, 15h, 0cah, %1 ; vpextrw [alt] edx, xmm1, %1
2369	.again:
2370	icebp
2371	jmp .again
2372	BS3_PROC_END_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2373
2374	%if TMPL_BITS == 64
2375	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2376	db 66h, 45h, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9d, xmm8, %1
2377	.again:
2378	icebp
2379	jmp .again
2380	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2381
2382	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2383	db 66h, 48h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] rdx, xmm1, %1
2384	.again:
2385	icebp
2386	jmp .again
2387	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2388
2389	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2390	db 66h, 4dh, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9, xmm8, %1
2391	.again:
2392	icebp
2393	jmp .again
2394	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2395	%endif
2396
2397	%endmacro ; EMIT_V_PEXTRW_ALT_INSTR
2398	%endif ; !EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2399
2400	EMIT_V_PEXTRW_ALT_INSTR 000h
2401	EMIT_V_PEXTRW_ALT_INSTR 0FFh
2402
2403	;
2404	; [V]MOVMSKPS
2405	;
2406	EMIT_INSTR_PLUS_ICEBP movmskps, EDX, XMM1
2407	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, XMM1
2408	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, YMM1
2409
2410	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, R9D, XMM8
2411	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, RDX, XMM1
2412
2413	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, XMM8
2414	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, XMM1
2415
2416	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, YMM8
2417	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, YMM1
2418
2419	;
2420	; [V]MOVMSKPD
2421	;
2422	EMIT_INSTR_PLUS_ICEBP movmskpd, EDX, XMM1
2423	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, XMM1
2424	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, YMM1
2425
2426	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, R9D, XMM8
2427	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, RDX, XMM1
2428
2429	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, XMM8
2430	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, XMM1
2431
2432	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, YMM8
2433	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, YMM1
2434
2435	;
2436	; [V]MPSADBW
2437	;
2438	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 0FFh
2439	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 0FFh
2440	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 000h
2441	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 000h
2442
2443	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 0FFh
2444	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 0FFh
2445	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 000h
2446	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 000h
2447
2448	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 0FFh
2449	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 0FFh
2450	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 000h
2451	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 000h
2452
2453	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 0FFh
2454	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 0FFh
2455	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 000h
2456	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 000h
2457
2458	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 0FFh
2459	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 0FFh
2460	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 000h
2461	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 000h
2462
2463	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 0FFh
2464	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 0FFh
2465	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 000h
2466	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 000h
2467
2468	;
2469	; VINSERTI128
2470	;
2471	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 0FFh
2472	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 0FFh
2473	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 000h
2474	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 000h
2475
2476	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 0FFh
2477	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 0FFh
2478	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 000h
2479	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 000h
2480
2481	;
2482	; VINSERTF128
2483	;
2484	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 0FFh
2485	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 0FFh
2486	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 000h
2487	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 000h
2488
2489	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 0FFh
2490	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 0FFh
2491	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 000h
2492	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 000h
2493
2494	;
2495	; VEXTRACTI128
2496	;
2497	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 0FFh
2498	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 0FFh
2499	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 000h
2500	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 000h
2501
2502	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 0FFh
2503	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 0FFh
2504	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 000h
2505	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 000h
2506
2507	;
2508	; VEXTRACTF128
2509	;
2510	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 0FFh
2511	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 0FFh
2512	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 000h
2513	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 000h
2514
2515	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 0FFh
2516	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 0FFh
2517	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 000h
2518	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 000h
2519
2520	;
2521	; [V]PSUBSB
2522	;
2523	EMIT_INSTR_PLUS_ICEBP_MMX psubsb
2524	EMIT_INSTR_PLUS_ICEBP_XMM psubsb
2525	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsb
2526	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsb
2527	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsb
2528	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsb
2529	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsb
2530
2531	;
2532	; [V]PSUBSW
2533	;
2534	EMIT_INSTR_PLUS_ICEBP_MMX psubsw
2535	EMIT_INSTR_PLUS_ICEBP_XMM psubsw
2536	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsw
2537	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsw
2538	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsw
2539	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsw
2540	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsw
2541
2542	;
2543	; [V]PSUBUSB
2544	;
2545	EMIT_INSTR_PLUS_ICEBP_MMX psubusb
2546	EMIT_INSTR_PLUS_ICEBP_XMM psubusb
2547	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusb
2548	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusb
2549	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusb
2550	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusb
2551	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusb
2552
2553	;
2554	; [V]PSUBUSW
2555	;
2556	EMIT_INSTR_PLUS_ICEBP_MMX psubusw
2557	EMIT_INSTR_PLUS_ICEBP_XMM psubusw
2558	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusw
2559	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusw
2560	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusw
2561	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusw
2562	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusw
2563
2564	;
2565	; [V]PADDUSB
2566	;
2567	EMIT_INSTR_PLUS_ICEBP_MMX paddusb
2568	EMIT_INSTR_PLUS_ICEBP_XMM paddusb
2569	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusb
2570	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusb
2571	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusb
2572	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusb
2573	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusb
2574
2575	;
2576	; [V]PADDUSW
2577	;
2578	EMIT_INSTR_PLUS_ICEBP_MMX paddusw
2579	EMIT_INSTR_PLUS_ICEBP_XMM paddusw
2580	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusw
2581	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusw
2582	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusw
2583	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusw
2584	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusw
2585
2586	;
2587	; [V]PADDSB
2588	;
2589	EMIT_INSTR_PLUS_ICEBP_MMX paddsb
2590	EMIT_INSTR_PLUS_ICEBP_XMM paddsb
2591	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsb
2592	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsb
2593	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsb
2594	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsb
2595	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsb
2596
2597	;
2598	; [V]PADDSW
2599	;
2600	EMIT_INSTR_PLUS_ICEBP_MMX paddsw
2601	EMIT_INSTR_PLUS_ICEBP_XMM paddsw
2602	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsw
2603	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsw
2604	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsw
2605	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsw
2606	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsw
2607
2608	;
2609	; [V]PSLLW
2610	;
2611	EMIT_INSTR_PLUS_ICEBP_MMX psllw
2612	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 001h
2613	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 012h
2614	EMIT_INSTR_PLUS_ICEBP_XMM psllw
2615	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 001h
2616	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 012h
2617	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllw
2618	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 001h
2619	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 012h
2620	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, XMM3
2621	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, FSxBX
2622	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 001h
2623	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 012h
2624	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllw
2625	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 001h
2626	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 012h
2627	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, XMM10
2628	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, FSxBX
2629	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 001h
2630	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 012h
2631
2632	;
2633	; [V]PSLLD
2634	;
2635	EMIT_INSTR_PLUS_ICEBP_MMX pslld
2636	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 001h
2637	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 012h
2638	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 021h
2639	EMIT_INSTR_PLUS_ICEBP_XMM pslld
2640	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 001h
2641	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 012h
2642	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 021h
2643	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpslld
2644	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 001h
2645	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 012h
2646	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 021h
2647	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, XMM3
2648	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, FSxBX
2649	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 001h
2650	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 012h
2651	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 021h
2652	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpslld
2653	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 001h
2654	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 012h
2655	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 021h
2656	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, XMM10
2657	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, FSxBX
2658	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 001h
2659	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 012h
2660	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 021h
2661
2662	;
2663	; [V]PSLLQ
2664	;
2665	EMIT_INSTR_PLUS_ICEBP_MMX psllq
2666	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 001h
2667	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 012h
2668	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 045h
2669	EMIT_INSTR_PLUS_ICEBP_XMM psllq
2670	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 001h
2671	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 012h
2672	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 045h
2673	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllq
2674	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 001h
2675	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 012h
2676	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 045h
2677	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, XMM3
2678	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, FSxBX
2679	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 001h
2680	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 012h
2681	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 045h
2682	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllq
2683	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 001h
2684	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 012h
2685	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 045h
2686	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, XMM10
2687	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, FSxBX
2688	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 001h
2689	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 012h
2690	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 045h
2691
2692	;
2693	; [V]PSRAW
2694	;
2695	EMIT_INSTR_PLUS_ICEBP_MMX psraw
2696	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 001h
2697	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 012h
2698	EMIT_INSTR_PLUS_ICEBP_XMM psraw
2699	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 001h
2700	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 012h
2701	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsraw
2702	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 001h
2703	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 012h
2704	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, XMM3
2705	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, FSxBX
2706	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 001h
2707	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 012h
2708	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsraw
2709	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 001h
2710	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 012h
2711	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, XMM10
2712	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, FSxBX
2713	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 001h
2714	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 012h
2715
2716	;
2717	; [V]PSRAD
2718	;
2719	EMIT_INSTR_PLUS_ICEBP_MMX psrad
2720	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 001h
2721	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 012h
2722	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 021h
2723	EMIT_INSTR_PLUS_ICEBP_XMM psrad
2724	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 001h
2725	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 012h
2726	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 021h
2727	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrad
2728	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 001h
2729	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 012h
2730	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 021h
2731	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, XMM3
2732	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, FSxBX
2733	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 001h
2734	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 012h
2735	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 021h
2736	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrad
2737	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 001h
2738	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 012h
2739	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 021h
2740	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, XMM10
2741	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, FSxBX
2742	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 001h
2743	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 012h
2744	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 021h
2745
2746	;
2747	; no VPSRAQ -- does not exist until AVX512
2748	;
2749
2750	;
2751	; [V]PSRLW
2752	;
2753	EMIT_INSTR_PLUS_ICEBP_MMX psrlw
2754	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 001h
2755	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 012h
2756	EMIT_INSTR_PLUS_ICEBP_XMM psrlw
2757	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 001h
2758	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 012h
2759	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlw
2760	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 001h
2761	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 012h
2762	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, XMM3
2763	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, FSxBX
2764	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 001h
2765	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 012h
2766	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlw
2767	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 001h
2768	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 012h
2769	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, XMM10
2770	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, FSxBX
2771	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 001h
2772	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 012h
2773
2774	;
2775	; [V]PSRLD
2776	;
2777	EMIT_INSTR_PLUS_ICEBP_MMX psrld
2778	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 001h
2779	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 012h
2780	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 021h
2781	EMIT_INSTR_PLUS_ICEBP_XMM psrld
2782	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 001h
2783	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 012h
2784	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 021h
2785	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrld
2786	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 001h
2787	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 012h
2788	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 021h
2789	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, XMM3
2790	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, FSxBX
2791	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 001h
2792	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 012h
2793	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 021h
2794	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrld
2795	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 001h
2796	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 012h
2797	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 021h
2798	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, XMM10
2799	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, FSxBX
2800	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 001h
2801	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 012h
2802	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 021h
2803
2804	;
2805	; [V]PSRLQ
2806	;
2807	EMIT_INSTR_PLUS_ICEBP_MMX psrlq
2808	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 001h
2809	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 012h
2810	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 045h
2811	EMIT_INSTR_PLUS_ICEBP_XMM psrlq
2812	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 001h
2813	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 012h
2814	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 045h
2815	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlq
2816	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 001h
2817	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 012h
2818	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 045h
2819	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, XMM3
2820	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, FSxBX
2821	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 001h
2822	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 012h
2823	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 045h
2824	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlq
2825	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 001h
2826	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 012h
2827	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 045h
2828	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, XMM10
2829	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, FSxBX
2830	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 001h
2831	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 012h
2832	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 045h
2833
2834	;
2835	; VPSRLVD
2836	;
2837	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvd
2838	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvd
2839	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvd
2840	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvd
2841
2842	;
2843	; VPSRLVQ
2844	;
2845	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvq
2846	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvq
2847	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvq
2848	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvq
2849
2850	;
2851	; VPSRAVD
2852	;
2853	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsravd
2854	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsravd
2855	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsravd
2856	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsravd
2857
2858	;
2859	; VPSLLVD
2860	;
2861	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvd
2862	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvd
2863	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvd
2864	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvd
2865
2866	;
2867	; VPSLLVQ
2868	;
2869	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvq
2870	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvq
2871	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvq
2872	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvq
2873
2874	;
2875	; [V]PSLLDQ
2876	;
2877	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 000h
2878	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 005h
2879	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 012h
2880	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 000h
2881	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 005h
2882	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 012h
2883	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 000h
2884	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 005h
2885	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 012h
2886	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 000h
2887	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 005h
2888	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 012h
2889	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 000h
2890	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 005h
2891	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 012h
2892	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 000h
2893	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 005h
2894	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 012h
2895
2896	;
2897	; [V]PSRLDQ
2898	;
2899	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 000h
2900	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 005h
2901	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 012h
2902	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 000h
2903	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 005h
2904	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 012h
2905	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 000h
2906	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 005h
2907	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 012h
2908	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 000h
2909	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 005h
2910	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 012h
2911	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 000h
2912	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 005h
2913	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 012h
2914	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 000h
2915	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 005h
2916	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 012h
2917
2918	;
2919	; VPERM2I128
2920	;
2921	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 0FFh
2922	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 0FFh
2923	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 000h
2924	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 000h
2925	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 001h
2926	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 001h
2927	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 002h
2928	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 002h
2929	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 003h
2930	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 003h
2931	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 008h
2932	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 008h
2933	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 010h
2934	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 010h
2935	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 020h
2936	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 020h
2937	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 030h
2938	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 030h
2939	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 080h
2940	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 080h
2941	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 0FFh
2942	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 0FFh
2943	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 000h
2944	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 000h
2945	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 001h
2946	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 001h
2947	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 002h
2948	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 002h
2949	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 003h
2950	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 003h
2951	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 008h
2952	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 008h
2953	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 010h
2954	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 010h
2955	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 020h
2956	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 020h
2957	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 030h
2958	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 030h
2959	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 080h
2960	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 080h
2961
2962	;
2963	; VPERM2F128
2964	;
2965	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 0FFh
2966	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 0FFh
2967	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 000h
2968	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 000h
2969	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 001h
2970	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 001h
2971	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 002h
2972	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 002h
2973	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 003h
2974	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 003h
2975	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 008h
2976	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 008h
2977	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 010h
2978	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 010h
2979	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 020h
2980	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 020h
2981	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 030h
2982	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 030h
2983	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 080h
2984	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 080h
2985	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 0FFh
2986	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 0FFh
2987	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 000h
2988	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 000h
2989	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 001h
2990	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 001h
2991	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 002h
2992	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 002h
2993	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 003h
2994	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 003h
2995	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 008h
2996	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 008h
2997	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 010h
2998	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 010h
2999	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 020h
3000	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 020h
3001	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 030h
3002	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 030h
3003	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 080h
3004	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 080h
3005
3006	;
3007	; VPERMILPS
3008	;
3009	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilps
3010	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 000h
3011	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 01Bh
3012	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 0E4h
3013	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 03Dh
3014	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 000h
3015	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 01Bh
3016	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 0E4h
3017	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 03Dh
3018	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilps
3019	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 000h
3020	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 01Bh
3021	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 0E4h
3022	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 03Dh
3023	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 000h
3024	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 01Bh
3025	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 0E4h
3026	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 03Dh
3027	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilps
3028	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 000h
3029	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 01Bh
3030	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 0E4h
3031	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 03Dh
3032	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 000h
3033	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 01Bh
3034	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 0E4h
3035	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 03Dh
3036	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilps
3037	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 000h
3038	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 01Bh
3039	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 0E4h
3040	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 03Dh
3041	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 000h
3042	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 01Bh
3043	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 0E4h
3044	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 03Dh
3045
3046	;
3047	; VPERMILPD
3048	;
3049	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilpd
3050	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 000h
3051	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 0E7h
3052	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 091h
3053	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 000h
3054	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 0E7h
3055	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 091h
3056	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilpd
3057	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 000h
3058	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 0E7h
3059	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 091h
3060	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 000h
3061	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 0E7h
3062	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 091h
3063	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilpd
3064	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 000h
3065	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 0E7h
3066	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 091h
3067	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 000h
3068	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 0E7h
3069	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 091h
3070	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilpd
3071	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 000h
3072	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 0E7h
3073	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 091h
3074	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 000h
3075	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 0E7h
3076	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 091h
3077
3078	;
3079	; [V]PMADDUBSW
3080	;
3081	EMIT_INSTR_PLUS_ICEBP_MMX pmaddwd
3082	EMIT_INSTR_PLUS_ICEBP_XMM pmaddwd
3083	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddwd
3084	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddwd
3085	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddwd
3086	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddwd
3087	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddwd
3088
3089	%endif ; BS3_INSTANTIATING_CMN
3090
3091	%include "bs3kit-template-footer.mac" ; reset environment

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format