Context Navigation

← Previous Revision
Next Revision →
Blame
Revision Log

bs3-cpu-instr-3-template.mac

Last change on this file was 104440, checked in by vboxsync, 5 weeks ago

ValidationKit/bootsectors: Implement testcases for maskmovq, [v]maskmovdqu instructions, bugref:9898

facility to prefix assembled instruction-test-functions with 'FS' instruction
facility to test instructions with implicit [ ER]DI memory pointers ('type 1' test worker only)
facility to allow a range of valid CR2 addresses ('type 1' test worker only)
bodge regarding FTW results on paging & alignment faults ('type 1' test worker only)

Property svn:eol-style set to native
Property svn:keywords set to Author Date Id Revision

File size: 109.2 KB

Line
1	; $Id: bs3-cpu-instr-3-template.mac 104440 2024-04-26 10:30:39Z vboxsync $
2	;; @file
3	; BS3Kit - bs3-cpu-instr-3 - MMX, SSE and AVX instructions, assembly template.
4	;
5
6	;
7	; Copyright (C) 2007-2023 Oracle and/or its affiliates.
8	;
9	; This file is part of VirtualBox base platform packages, as
10	; available from https://www.virtualbox.org.
11	;
12	; This program is free software; you can redistribute it and/or
13	; modify it under the terms of the GNU General Public License
14	; as published by the Free Software Foundation, in version 3 of the
15	; License.
16	;
17	; This program is distributed in the hope that it will be useful, but
18	; WITHOUT ANY WARRANTY; without even the implied warranty of
19	; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20	; General Public License for more details.
21	;
22	; You should have received a copy of the GNU General Public License
23	; along with this program; if not, see <https://www.gnu.org/licenses>.
24	;
25	; The contents of this file may alternatively be used under the terms
26	; of the Common Development and Distribution License Version 1.0
27	; (CDDL), a copy of it is provided in the "COPYING.CDDL" file included
28	; in the VirtualBox distribution, in which case the provisions of the
29	; CDDL are applicable instead of those of the GPL.
30	;
31	; You may elect to license modified versions of this file under the
32	; terms and conditions of either the GPL or the CDDL or both.
33	;
34	; SPDX-License-Identifier: GPL-3.0-only OR CDDL-1.0
35	;
36
37
38	;*********************************************************************************************************************************
39	;* Header Files *
40	;*********************************************************************************************************************************
41	%include "bs3kit-template-header.mac" ; setup environment
42
43
44	;*********************************************************************************************************************************
45	;* External Symbols *
46	;*********************************************************************************************************************************
47	TMPL_BEGIN_TEXT
48
49
50	;
51	; Test code snippets containing code which differs between 16-bit, 32-bit
52	; and 64-bit CPUs modes.
53	;
54	%ifdef BS3_INSTANTIATING_CMN
55
56
57	;;
58	; Variant on BS3_PROC_BEGIN_CMN w/ BS3_PBC_NEAR that prefixes the function
59	; with an instruction length byte.
60	;
61	; ASSUMES the length is between the start of the function and the .again label.
62	;
63	%ifndef BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
64	%define BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
65	%macro BS3CPUINSTR3_PROC_BEGIN_CMN 1
66	align 8, db 0cch
67	db BS3_CMN_NM(%1).again - BS3_CMN_NM(%1)
68	BS3_PROC_BEGIN_CMN %1, BS3_PBC_NEAR
69	%ifdef EMIT_FS_PREFIX
70	fs
71	%endif
72	%endmacro
73	%endif ; !BS3CPUINSTR3_PROC_BEGIN_CMN_DEFINED
74
75	;;
76	; The EMIT_INSTR_PLUS_ICEBP macros is for creating a common function for and
77	; named after a single instruction, followed by a looping ICEBP.
78	;
79	; This works like a prefix to the instruction invocation, only exception is that
80	; instead of [fs:xBX] you write FSxBS as that's what is wanted in the name.
81	;
82	%ifndef EMIT_INSTR_PLUS_ICEBP_DEFINED
83	%define EMIT_INSTR_PLUS_ICEBP_DEFINED
84
85	%macro EMIT_INSTR_PLUS_ICEBP 2
86	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
87	%define FSxBX [fs:xBX]
88	%1 %2
89	%undef FSxBX
90	.again:
91	icebp
92	jmp .again
93	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _icebp
94	%endmacro
95
96	%macro EMIT_INSTR_PLUS_ICEBP 3
97	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
98	%define FSxBX [fs:xBX]
99	%1 %2, %3
100	%undef FSxBX
101	.again:
102	icebp
103	jmp .again
104	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _icebp
105	%endmacro
106
107	%macro EMIT_INSTR_PLUS_ICEBP 4
108	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
109	%define FSxBX [fs:xBX]
110	%1 %2, %3, %4
111	%undef FSxBX
112	.again:
113	icebp
114	jmp .again
115	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _icebp
116	%endmacro
117
118	%macro EMIT_INSTR_PLUS_ICEBP 5
119	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
120	%define FSxBX [fs:xBX]
121	%1 %2, %3, %4, %5
122	%undef FSxBX
123	.again:
124	icebp
125	jmp .again
126	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _ %+ %2 %+ _ %+ %3 %+ _ %+ %4 %+ _ %+ %5 %+ _icebp
127	%endmacro
128
129	%macro EMIT_INSTR_PLUS_ICEBP_C64 2
130	%if TMPL_BITS == 64
131	EMIT_INSTR_PLUS_ICEBP %1, %2
132	%endif
133	%endmacro
134
135	%macro EMIT_INSTR_PLUS_ICEBP_C64 3
136	%if TMPL_BITS == 64
137	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
138	%endif
139	%endmacro
140
141	%macro EMIT_INSTR_PLUS_ICEBP_C64 4
142	%if TMPL_BITS == 64
143	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
144	%endif
145	%endmacro
146
147	%macro EMIT_INSTR_PLUS_ICEBP_C64 5
148	%if TMPL_BITS == 64
149	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4, %5
150	%endif
151	%endmacro
152
153	%endif ; !EMIT_INSTR_PLUS_ICEBP_DEFINED
154
155	;;
156	; Companion to EMIT_INSTR_PLUS_ICEBP for dealing stuff that the assmbler does
157	; not want to emit.
158	;
159	; @param 1 The function name (omitting bs3CpuInstr3_ and _icebp).
160	; @param 2+ The opcode bytes. FSxBX_PFX and FSxBX_MODRM are defined locally.
161	;
162	%ifndef EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
163	%define EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
164
165	%macro EMIT_INSTR_PLUS_ICEBP_BYTES 2+
166	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
167	%define FSxBX_PFX 64h
168	%if TMPL_BITS == 16
169	%define FSxBX_MODRM 07h
170	%else
171	%define FSxBX_MODRM 03h
172	%endif
173	db %2
174	%undef FSxBX_MODRM
175	%undef FSxBX_PFX
176	.again:
177	icebp
178	jmp .again
179	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _icebp
180	%endmacro
181	%endif ; !EMIT_INSTR_PLUS_ICEBP_BYTES_DEFINED
182
183
184
185	%ifndef EMIT_TYPE1_INSTR_DEFINED
186	%define EMIT_TYPE1_INSTR_DEFINED
187
188	%macro EMIT_INSTR_PLUS_ICEBP_xBX 3
189	EMIT_INSTR_PLUS_ICEBP %1, %2, %3
190	EMIT_INSTR_PLUS_ICEBP %1, %2, FSxBX
191	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
192
193	%macro EMIT_INSTR_PLUS_ICEBP_xBX 4
194	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, %4
195	EMIT_INSTR_PLUS_ICEBP %1, %2, %3, FSxBX
196	%endmacro ; EMIT_INSTR_PLUS_ICEBP_xBX
197
198	%macro EMIT_INSTR_PLUS_ICEBP_MMX 1
199	EMIT_INSTR_PLUS_ICEBP_xBX %1, MM1, MM2
200	%endmacro ; EMIT_INSTR_PLUS_ICEBP_MMX
201
202	%macro EMIT_INSTR_PLUS_ICEBP_XMM 1
203	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2
204	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM
205
206	%macro EMIT_INSTR_PLUS_ICEBP_XMM_123 1
207	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM1, XMM2, XMM3
208	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_123
209
210	%macro EMIT_INSTR_PLUS_ICEBP_XMM_89 1
211	%if TMPL_BITS == 64
212	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9
213	%endif
214	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_89
215
216	%macro EMIT_INSTR_PLUS_ICEBP_XMM_98 1
217	%if TMPL_BITS == 64
218	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM9, XMM8
219	%endif
220	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_98
221
222	%macro EMIT_INSTR_PLUS_ICEBP_XMM_890 1
223	%if TMPL_BITS == 64
224	EMIT_INSTR_PLUS_ICEBP_xBX %1, XMM8, XMM9, XMM10
225	%endif
226	%endmacro ; EMIT_INSTR_PLUS_ICEBP_XMM_890
227
228	%macro EMIT_INSTR_PLUS_ICEBP_YMM 1
229	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2
230	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM
231
232	%macro EMIT_INSTR_PLUS_ICEBP_YMM_123 1
233	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM1, YMM2, YMM3
234	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_123
235
236	%macro EMIT_INSTR_PLUS_ICEBP_YMM_890 1
237	%if TMPL_BITS == 64
238	EMIT_INSTR_PLUS_ICEBP_xBX %1, YMM8, YMM9, YMM10
239	%endif
240	%endmacro ; EMIT_INSTR_PLUS_ICEBP_YMM_890
241
242	;; @param 7 Indicates whether the 2nd and 3rd pair has MMX variants.
243	%macro EMIT_TYPE1_INSTR 7
244	;
245	; PXOR (SSE2) & VPXOR (AVX2)
246	;
247	EMIT_INSTR_PLUS_ICEBP_MMX %1
248	EMIT_INSTR_PLUS_ICEBP_XMM %1
249
250	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, XMM2
251	EMIT_INSTR_PLUS_ICEBP %2, XMM1, XMM1, FSxBX
252	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, YMM3
253	EMIT_INSTR_PLUS_ICEBP %2, YMM7, YMM2, FSxBX
254
255
256	;
257	; XORPS (SSE2) & VXORPS (AVX)
258	;
259	%if %7 != 0
260	EMIT_INSTR_PLUS_ICEBP_MMX %3
261	%endif
262	EMIT_INSTR_PLUS_ICEBP_XMM %3
263
264	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, XMM2
265	EMIT_INSTR_PLUS_ICEBP %4, XMM1, XMM1, FSxBX
266	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, YMM2
267	EMIT_INSTR_PLUS_ICEBP %4, YMM1, YMM1, FSxBX
268
269
270	;
271	; XORPD (SSE2) & VXORPD (AVX)
272	;
273	%if %7 != 0
274	EMIT_INSTR_PLUS_ICEBP_MMX %5
275	%endif
276	EMIT_INSTR_PLUS_ICEBP_XMM %5
277
278	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, XMM0
279	EMIT_INSTR_PLUS_ICEBP %6, XMM2, XMM1, FSxBX
280	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, YMM0
281	EMIT_INSTR_PLUS_ICEBP %6, YMM2, YMM1, FSxBX
282	EMIT_INSTR_PLUS_ICEBP_C64 %6, YMM10, YMM8, YMM15
283
284	%endmacro ; EMIT_TYPE1_INSTR
285
286	%macro EMIT_TYPE1_ONE_INSTR 3
287	%if %3 != 0
288	EMIT_INSTR_PLUS_ICEBP_MMX %1
289	%endif
290	EMIT_INSTR_PLUS_ICEBP_XMM %1
291
292	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, XMM0
293	EMIT_INSTR_PLUS_ICEBP %2, XMM2, XMM1, FSxBX
294	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, YMM0
295	EMIT_INSTR_PLUS_ICEBP %2, YMM2, YMM1, FSxBX
296	EMIT_INSTR_PLUS_ICEBP_C64 %2, YMM10, YMM8, YMM15
297	%endmacro ; EMIT_TYPE1_ONE_INSTR
298
299	%endif ; !EMIT_TYPE1_INSTR_DEFINED
300
301	EMIT_TYPE1_INSTR pand, vpand, andps, vandps, andpd, vandpd, 0
302	EMIT_TYPE1_INSTR pandn, vpandn, andnps, vandnps, andnpd, vandnpd, 0
303	EMIT_TYPE1_INSTR por, vpor, orps, vorps, orpd, vorpd, 0
304	EMIT_TYPE1_INSTR pxor, vpxor, xorps, vxorps, xorpd, vxorpd, 0
305
306	EMIT_TYPE1_INSTR pcmpgtb, vpcmpgtb, pcmpgtw, vpcmpgtw, pcmpgtd, vpcmpgtd, 1
307	EMIT_TYPE1_ONE_INSTR pcmpgtq, vpcmpgtq, 0
308	EMIT_TYPE1_INSTR pcmpeqb, vpcmpeqb, pcmpeqw, vpcmpeqw, pcmpeqd, vpcmpeqd, 1
309	EMIT_TYPE1_ONE_INSTR pcmpeqq, vpcmpeqq, 0
310
311	EMIT_TYPE1_INSTR paddb, vpaddb, paddw, vpaddw, paddd, vpaddd, 1
312	EMIT_TYPE1_ONE_INSTR paddq, vpaddq, 1
313
314	EMIT_TYPE1_INSTR psubb, vpsubb, psubw, vpsubw, psubd, vpsubd, 1
315	EMIT_TYPE1_ONE_INSTR psubq, vpsubq, 1
316
317
318	;
319	; Type 2 instructions. On the form: pxxxx sAX, [zy]mm0
320	;
321	%ifndef EMIT_TYPE2_ONE_INSTR_DEFINED
322	%define EMIT_TYPE2_ONE_INSTR_DEFINED
323	;; @param 1 MMX/SSE instruction name
324	;; @param 2 AVX instruction name
325	;; @param 3 Whether to emit MMX function
326	;; @param 4 The opcode byte. (assuming two byte / vex map 1)
327	%macro EMIT_TYPE2_ONE_INSTR 4
328	%if %3 != 0
329	EMIT_INSTR_PLUS_ICEBP %1, EAX, MM2
330
331	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
332	%if TMPL_BITS == 16
333	db 64h, 0fh, %4, 7 ; %1 eax, qword [fs:xBX]
334	%else
335	db 64h, 0fh, %4, 3 ; %1 eax, qword [fs:xBX]
336	%endif
337	.again:
338	icebp
339	jmp .again
340	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_qword_FSxBX_icebp
341	%endif
342
343	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
344	%1 eax, xmm2
345	.again:
346	icebp
347	jmp .again
348	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_XMM2_icebp
349
350	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
351	%if TMPL_BITS == 16
352	db 64h, 66h, 0fh, %4, 7 ; %1 eax, dqword [fs:xBX]
353	%else
354	db 64h, 66h, 0fh, %4, 3 ; %1 eax, dqword [fs:xBX]
355	%endif
356	.again:
357	icebp
358	jmp .again
359	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %1 %+ _EAX_dqword_FSxBX_icebp
360
361	EMIT_INSTR_PLUS_ICEBP %2, EAX, XMM2
362
363	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
364	%if TMPL_BITS == 16
365	db 64h, 0c4h, 0e0h, 071h, %4, 7 ; %2 eax, dqword [fs:xBX]
366	%else
367	db 64h, 0c4h, 0e0h, 071h, %4, 3 ; %2 eax, dqword [fs:xBX]
368	%endif
369	.again:
370	icebp
371	jmp .again
372	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_dqword_FSxBX_icebp
373
374	EMIT_INSTR_PLUS_ICEBP %2, EAX, YMM2
375
376	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
377	%if TMPL_BITS == 16
378	db 64h, 0c4h, 0e0h, 075h, %4, 7 ; %2 eax, qqword [fs:xBX]
379	%else
380	db 64h, 0c4h, 0e0h, 075h, %4, 3 ; %2 eax, qqword [fs:xBX]
381	%endif
382	.again:
383	icebp
384	jmp .again
385	BS3_PROC_END_CMN bs3CpuInstr3_ %+ %2 %+ _EAX_qqword_FSxBX_icebp
386
387	EMIT_INSTR_PLUS_ICEBP_C64 %2, RAX, YMM9
388	%endmacro ; EMIT_TYPE2_ONE_INSTR
389	%endif ; !EMIT_TYPE2_ONE_INSTR_DEFINED
390
391	EMIT_TYPE2_ONE_INSTR pmovmskb, vpmovmskb, 1, 0d7h
392
393	;
394	; [V]PMULLW
395	;
396	EMIT_INSTR_PLUS_ICEBP_MMX pmullw
397
398	EMIT_INSTR_PLUS_ICEBP_XMM pmullw
399	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmullw
400
401	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, XMM2
402	EMIT_INSTR_PLUS_ICEBP vpmullw, XMM1, XMM1, FSxBX
403	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmullw
404
405	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, YMM2
406	EMIT_INSTR_PLUS_ICEBP vpmullw, YMM1, YMM1, FSxBX
407	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmullw
408
409	;
410	; [V]PMULLD
411	;
412	EMIT_INSTR_PLUS_ICEBP_XMM pmulld
413	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulld
414
415	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, XMM0
416	EMIT_INSTR_PLUS_ICEBP vpmulld, XMM2, XMM1, FSxBX
417	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulld
418
419	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, YMM0
420	EMIT_INSTR_PLUS_ICEBP vpmulld, YMM2, YMM1, FSxBX
421	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, YMM15
422	EMIT_INSTR_PLUS_ICEBP_C64 vpmulld, YMM10, YMM8, FSxBX
423
424	;
425	; [V]PMULHW
426	;
427	EMIT_INSTR_PLUS_ICEBP_MMX pmulhw
428
429	EMIT_INSTR_PLUS_ICEBP_XMM pmulhw
430	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhw
431
432	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, XMM2
433	EMIT_INSTR_PLUS_ICEBP vpmulhw, XMM1, XMM1, FSxBX
434	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhw
435
436	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, YMM2
437	EMIT_INSTR_PLUS_ICEBP vpmulhw, YMM1, YMM1, FSxBX
438	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhw
439
440	;
441	; [V]PMULHUW
442	;
443	EMIT_INSTR_PLUS_ICEBP_MMX pmulhuw
444
445	EMIT_INSTR_PLUS_ICEBP_XMM pmulhuw
446	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhuw
447
448	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, XMM2
449	EMIT_INSTR_PLUS_ICEBP vpmulhuw, XMM1, XMM1, FSxBX
450	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhuw
451
452	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, YMM2
453	EMIT_INSTR_PLUS_ICEBP vpmulhuw, YMM1, YMM1, FSxBX
454	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhuw
455
456	;
457	; [V]PSHUFB
458	;
459	EMIT_INSTR_PLUS_ICEBP_MMX pshufb
460
461	EMIT_INSTR_PLUS_ICEBP_XMM pshufb
462	EMIT_INSTR_PLUS_ICEBP_XMM_89 pshufb
463
464	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpshufb
465	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpshufb
466
467	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpshufb
468	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpshufb
469
470	;
471	; PSHUFW
472	;
473	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 0FFh ; FF = top src word in all destination words
474	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 0FFh
475	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, MM2, 01Bh ; 1B = word swap (like bswap but for words)
476	EMIT_INSTR_PLUS_ICEBP pshufw, MM1, FSxBX, 01Bh
477
478	;
479	; [V]PSHUFHW
480	;
481	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 0FFh
482	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 0FFh
483	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, XMM2, 01Bh
484	EMIT_INSTR_PLUS_ICEBP pshufhw, XMM1, FSxBX, 01Bh
485
486	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 0FFh
487	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 0FFh
488	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, XMM2, 01Bh
489	EMIT_INSTR_PLUS_ICEBP vpshufhw, XMM1, FSxBX, 01Bh
490
491	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 0FFh
492	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 0FFh
493	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, YMM2, 01Bh
494	EMIT_INSTR_PLUS_ICEBP vpshufhw, YMM1, FSxBX, 01Bh
495
496	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM12, YMM7, 0FFh
497	EMIT_INSTR_PLUS_ICEBP_C64 vpshufhw, YMM9, YMM12, 01Bh
498
499	;
500	; [V]PSHUFLW
501	;
502	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 0FFh
503	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 0FFh
504	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, XMM2, 01Bh
505	EMIT_INSTR_PLUS_ICEBP pshuflw, XMM1, FSxBX, 01Bh
506
507	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 0FFh
508	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 0FFh
509	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, XMM2, 01Bh
510	EMIT_INSTR_PLUS_ICEBP vpshuflw, XMM1, FSxBX, 01Bh
511
512	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 0FFh
513	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 0FFh
514	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, YMM2, 01Bh
515	EMIT_INSTR_PLUS_ICEBP vpshuflw, YMM1, FSxBX, 01Bh
516
517	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM12, YMM7, 0FFh
518	EMIT_INSTR_PLUS_ICEBP_C64 vpshuflw, YMM9, YMM12, 01Bh
519
520	;
521	; [V]PSHUFD
522	;
523	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 0FFh
524	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 0FFh
525	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, XMM2, 01Bh
526	EMIT_INSTR_PLUS_ICEBP pshufd, XMM1, FSxBX, 01Bh
527
528	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 0FFh
529	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 0FFh
530	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, XMM2, 01Bh
531	EMIT_INSTR_PLUS_ICEBP vpshufd, XMM1, FSxBX, 01Bh
532
533	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 0FFh
534	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 0FFh
535	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, YMM2, 01Bh
536	EMIT_INSTR_PLUS_ICEBP vpshufd, YMM1, FSxBX, 01Bh
537
538	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM12, YMM7, 0FFh
539	EMIT_INSTR_PLUS_ICEBP_C64 vpshufd, YMM9, YMM12, 01Bh
540
541	;
542	; [V]PUNPCKHBW
543	;
544	EMIT_INSTR_PLUS_ICEBP_MMX punpckhbw
545
546	EMIT_INSTR_PLUS_ICEBP_XMM punpckhbw
547	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhbw
548
549	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhbw
550	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhbw
551
552	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhbw
553	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhbw
554
555	;
556	; [V]PUNPCKHWD
557	;
558	EMIT_INSTR_PLUS_ICEBP_MMX punpckhwd
559
560	EMIT_INSTR_PLUS_ICEBP_XMM punpckhwd
561	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhwd
562
563	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhwd
564	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhwd
565
566	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhwd
567	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhwd
568
569	;
570	; [V]PUNPCKHDQ
571	;
572	EMIT_INSTR_PLUS_ICEBP_MMX punpckhdq
573
574	EMIT_INSTR_PLUS_ICEBP_XMM punpckhdq
575	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhdq
576
577	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhdq
578	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhdq
579
580	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhdq
581	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhdq
582
583	;
584	; [V]PUNPCKHQDQ (no MMX)
585	;
586	EMIT_INSTR_PLUS_ICEBP_XMM punpckhqdq
587	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckhqdq
588
589	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckhqdq
590	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckhqdq
591
592	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckhqdq
593	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckhqdq
594
595	;
596	; [V]PUNPCKLBW
597	;
598	EMIT_INSTR_PLUS_ICEBP_MMX punpcklbw
599
600	EMIT_INSTR_PLUS_ICEBP_XMM punpcklbw
601	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklbw
602
603	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklbw
604	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklbw
605
606	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklbw
607	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklbw
608
609	;
610	; [V]PUNPCKLWD
611	;
612	EMIT_INSTR_PLUS_ICEBP_MMX punpcklwd
613
614	EMIT_INSTR_PLUS_ICEBP_XMM punpcklwd
615	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklwd
616
617	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklwd
618	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklwd
619
620	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklwd
621	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklwd
622
623	;
624	; [V]PUNPCKLDQ
625	;
626	EMIT_INSTR_PLUS_ICEBP_MMX punpckldq
627
628	EMIT_INSTR_PLUS_ICEBP_XMM punpckldq
629	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpckldq
630
631	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpckldq
632	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpckldq
633
634	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpckldq
635	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpckldq
636
637	;
638	; [V]PUNPCKLQDQ (no MMX)
639	;
640	EMIT_INSTR_PLUS_ICEBP_XMM punpcklqdq
641	EMIT_INSTR_PLUS_ICEBP_XMM_89 punpcklqdq
642
643	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpunpcklqdq
644	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpunpcklqdq
645
646	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpunpcklqdq
647	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpunpcklqdq
648
649	;
650	; [V]PACKSSWB
651	;
652	EMIT_INSTR_PLUS_ICEBP_MMX packsswb
653
654	EMIT_INSTR_PLUS_ICEBP_XMM packsswb
655	EMIT_INSTR_PLUS_ICEBP_XMM_89 packsswb
656
657	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpacksswb
658	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpacksswb
659
660	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpacksswb
661	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpacksswb
662
663	;
664	; [V]PACKSSWD
665	;
666	EMIT_INSTR_PLUS_ICEBP_MMX packssdw
667
668	EMIT_INSTR_PLUS_ICEBP_XMM packssdw
669	EMIT_INSTR_PLUS_ICEBP_XMM_89 packssdw
670
671	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackssdw
672	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackssdw
673
674	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackssdw
675	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackssdw
676
677	;
678	; [V]PACKUSWB
679	;
680	EMIT_INSTR_PLUS_ICEBP_MMX packuswb
681
682	EMIT_INSTR_PLUS_ICEBP_XMM packuswb
683	EMIT_INSTR_PLUS_ICEBP_XMM_89 packuswb
684
685	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackuswb
686	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackuswb
687
688	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackuswb
689	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackuswb
690
691	;
692	; [V]PACKUSWD (no MMX)
693	;
694	EMIT_INSTR_PLUS_ICEBP_XMM packusdw
695	EMIT_INSTR_PLUS_ICEBP_XMM_89 packusdw
696
697	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpackusdw
698	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpackusdw
699
700	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpackusdw
701	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpackusdw
702
703	;
704	; [V]PMAXUB
705	;
706	EMIT_INSTR_PLUS_ICEBP_MMX pmaxub
707
708	EMIT_INSTR_PLUS_ICEBP_XMM pmaxub
709	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxub
710
711	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxub
712	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxub
713
714	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxub
715	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxub
716
717	;
718	; [V]PMAXUW
719	;
720	EMIT_INSTR_PLUS_ICEBP_XMM pmaxuw
721	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxuw
722
723	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxuw
724	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxuw
725
726	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxuw
727	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxuw
728
729	;
730	; [V]PMAXUD
731	;
732	EMIT_INSTR_PLUS_ICEBP_XMM pmaxud
733	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxud
734
735	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxud
736	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxud
737
738	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxud
739	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxud
740
741	;
742	; [V]PMAXSB
743	;
744	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsb
745	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsb
746
747	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsb
748	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsb
749
750	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsb
751	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsb
752
753	;
754	; [V]PMAXSW
755	;
756	EMIT_INSTR_PLUS_ICEBP_MMX pmaxsw
757
758	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsw
759	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsw
760
761	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsw
762	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsw
763
764	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsw
765	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsw
766
767	;
768	; [V]PMAXSD
769	;
770	EMIT_INSTR_PLUS_ICEBP_XMM pmaxsd
771	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaxsd
772
773	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaxsd
774	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaxsd
775
776	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaxsd
777	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaxsd
778
779	;
780	; [V]PMINUB
781	;
782	EMIT_INSTR_PLUS_ICEBP_MMX pminub
783
784	EMIT_INSTR_PLUS_ICEBP_XMM pminub
785	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminub
786
787	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminub
788	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminub
789
790	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminub
791	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminub
792
793	;
794	; [V]PMINUW
795	;
796	EMIT_INSTR_PLUS_ICEBP_XMM pminuw
797	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminuw
798
799	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminuw
800	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminuw
801
802	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminuw
803	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminuw
804
805	;
806	; [V]PMINUD
807	;
808	EMIT_INSTR_PLUS_ICEBP_XMM pminud
809	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminud
810
811	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminud
812	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminud
813
814	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminud
815	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminud
816
817	;
818	; [V]PMINSB
819	;
820	EMIT_INSTR_PLUS_ICEBP_XMM pminsb
821	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsb
822
823	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsb
824	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsb
825
826	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsb
827	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsb
828
829	;
830	; [V]PMINSW
831	;
832	EMIT_INSTR_PLUS_ICEBP_MMX pminsw
833
834	EMIT_INSTR_PLUS_ICEBP_XMM pminsw
835	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsw
836
837	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsw
838	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsw
839
840	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsw
841	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsw
842
843	;
844	; [V]PMINSD
845	;
846	EMIT_INSTR_PLUS_ICEBP_XMM pminsd
847	EMIT_INSTR_PLUS_ICEBP_XMM_89 pminsd
848
849	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpminsd
850	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpminsd
851
852	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpminsd
853	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpminsd
854
855	;
856	; [V]MOVNTDQA
857	;
858	EMIT_INSTR_PLUS_ICEBP movntdqa, XMM1, FSxBX
859	EMIT_INSTR_PLUS_ICEBP vmovntdqa, XMM1, FSxBX
860	EMIT_INSTR_PLUS_ICEBP vmovntdqa, YMM1, FSxBX
861	EMIT_INSTR_PLUS_ICEBP_C64 movntdqa, XMM10, FSxBX
862	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, XMM11, FSxBX
863	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdqa, YMM12, FSxBX
864
865	;
866	; [V]MOVNTDQ
867	;
868	EMIT_INSTR_PLUS_ICEBP movntdq, FSxBX, XMM1
869	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, XMM1
870	EMIT_INSTR_PLUS_ICEBP vmovntdq, FSxBX, YMM1
871	EMIT_INSTR_PLUS_ICEBP_C64 movntdq, FSxBX, XMM10
872	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, XMM10
873	EMIT_INSTR_PLUS_ICEBP_C64 vmovntdq, FSxBX, YMM10
874
875
876	;
877	; [V]MOVNTPS
878	;
879	EMIT_INSTR_PLUS_ICEBP movntps, FSxBX, XMM1
880	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, XMM1
881	EMIT_INSTR_PLUS_ICEBP vmovntps, FSxBX, YMM1
882	EMIT_INSTR_PLUS_ICEBP_C64 movntps, FSxBX, XMM10
883	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, XMM11
884	EMIT_INSTR_PLUS_ICEBP_C64 vmovntps, FSxBX, YMM12
885
886	;
887	; [V]MOVNTPD
888	;
889	EMIT_INSTR_PLUS_ICEBP movntpd, FSxBX, XMM1
890	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, XMM1
891	EMIT_INSTR_PLUS_ICEBP vmovntpd, FSxBX, YMM1
892	EMIT_INSTR_PLUS_ICEBP_C64 movntpd, FSxBX, XMM10
893	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, XMM11
894	EMIT_INSTR_PLUS_ICEBP_C64 vmovntpd, FSxBX, YMM12
895
896	;
897	; [V]MOVUPS - not testing the 2nd register variant.
898	;
899	EMIT_INSTR_PLUS_ICEBP_XMM movups
900	EMIT_INSTR_PLUS_ICEBP movups, FSxBX, XMM1
901	EMIT_INSTR_PLUS_ICEBP_XMM vmovups
902	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, XMM1
903	EMIT_INSTR_PLUS_ICEBP_YMM vmovups
904	EMIT_INSTR_PLUS_ICEBP vmovups, FSxBX, YMM1
905	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM8, XMM12
906	EMIT_INSTR_PLUS_ICEBP_C64 movups, XMM10, FSxBX
907	EMIT_INSTR_PLUS_ICEBP_C64 movups, FSxBX, XMM10
908	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM7, XMM14
909	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, XMM11, FSxBX
910	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, XMM11
911	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, YMM8
912	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, YMM12, FSxBX
913	EMIT_INSTR_PLUS_ICEBP_C64 vmovups, FSxBX, YMM12
914
915	;
916	; [V]MOVUPD - not testing the 2nd register variant.
917	;
918	EMIT_INSTR_PLUS_ICEBP_XMM movupd
919	EMIT_INSTR_PLUS_ICEBP movupd, FSxBX, XMM1
920	EMIT_INSTR_PLUS_ICEBP_XMM vmovupd
921	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, XMM1
922	EMIT_INSTR_PLUS_ICEBP_YMM vmovupd
923	EMIT_INSTR_PLUS_ICEBP vmovupd, FSxBX, YMM1
924	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM8, XMM12
925	EMIT_INSTR_PLUS_ICEBP_C64 movupd, XMM10, FSxBX
926	EMIT_INSTR_PLUS_ICEBP_C64 movupd, FSxBX, XMM10
927	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM7, XMM14
928	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, XMM11, FSxBX
929	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, XMM11
930	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, YMM8
931	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, YMM12, FSxBX
932	EMIT_INSTR_PLUS_ICEBP_C64 vmovupd, FSxBX, YMM12
933
934	;
935	; [V]MOVSS - not testing the 2nd register variant.
936	;
937	EMIT_INSTR_PLUS_ICEBP_XMM movss
938	EMIT_INSTR_PLUS_ICEBP movss, FSxBX, XMM1
939	EMIT_INSTR_PLUS_ICEBP_XMM vmovss
940	EMIT_INSTR_PLUS_ICEBP vmovss, FSxBX, XMM1
941	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM11, XMM8
942	EMIT_INSTR_PLUS_ICEBP_C64 movss, XMM8, FSxBX
943	EMIT_INSTR_PLUS_ICEBP_C64 movss, FSxBX, XMM11
944	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM9, XMM10
945	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, XMM10, FSxBX
946	EMIT_INSTR_PLUS_ICEBP_C64 vmovss, FSxBX, XMM9
947
948	;
949	; [V]MOVSD - not testing the 2nd register variant.
950	;
951	EMIT_INSTR_PLUS_ICEBP_XMM movsd
952	EMIT_INSTR_PLUS_ICEBP movsd, FSxBX, XMM1
953	EMIT_INSTR_PLUS_ICEBP_XMM vmovsd
954	EMIT_INSTR_PLUS_ICEBP vmovsd, FSxBX, XMM1
955	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM11, XMM8
956	EMIT_INSTR_PLUS_ICEBP_C64 movsd, XMM8, FSxBX
957	EMIT_INSTR_PLUS_ICEBP_C64 movsd, FSxBX, XMM11
958	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM9, XMM10
959	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, XMM10, FSxBX
960	EMIT_INSTR_PLUS_ICEBP_C64 vmovsd, FSxBX, XMM9
961
962	;
963	; [V]MOVLPS
964	;
965	EMIT_INSTR_PLUS_ICEBP movlps, XMM1, FSxBX
966	EMIT_INSTR_PLUS_ICEBP movlps, FSxBX, XMM1
967	EMIT_INSTR_PLUS_ICEBP vmovlps, XMM1, XMM2, FSxBX
968	EMIT_INSTR_PLUS_ICEBP vmovlps, FSxBX, XMM1
969	EMIT_INSTR_PLUS_ICEBP_C64 movlps, XMM8, FSxBX
970	EMIT_INSTR_PLUS_ICEBP_C64 movlps, FSxBX, XMM11
971	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, XMM10, XMM14, FSxBX
972	EMIT_INSTR_PLUS_ICEBP_C64 vmovlps, FSxBX, XMM9
973
974	;
975	; [V]MOVLPD
976	;
977	EMIT_INSTR_PLUS_ICEBP movlpd, XMM1, FSxBX
978	EMIT_INSTR_PLUS_ICEBP movlpd, FSxBX, XMM1
979	EMIT_INSTR_PLUS_ICEBP vmovlpd, XMM1, XMM2, FSxBX
980	EMIT_INSTR_PLUS_ICEBP vmovlpd, FSxBX, XMM1
981	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, XMM8, FSxBX
982	EMIT_INSTR_PLUS_ICEBP_C64 movlpd, FSxBX, XMM11
983	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, XMM10, XMM14, FSxBX
984	EMIT_INSTR_PLUS_ICEBP_C64 vmovlpd, FSxBX, XMM9
985
986	;
987	; [V]MOVHPS
988	;
989	EMIT_INSTR_PLUS_ICEBP movhps, XMM1, FSxBX
990	EMIT_INSTR_PLUS_ICEBP movhps, FSxBX, XMM1
991	EMIT_INSTR_PLUS_ICEBP vmovhps, XMM1, XMM2, FSxBX
992	EMIT_INSTR_PLUS_ICEBP vmovhps, FSxBX, XMM1
993	EMIT_INSTR_PLUS_ICEBP_C64 movhps, XMM8, FSxBX
994	EMIT_INSTR_PLUS_ICEBP_C64 movhps, FSxBX, XMM11
995	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, XMM10, XMM14, FSxBX
996	EMIT_INSTR_PLUS_ICEBP_C64 vmovhps, FSxBX, XMM9
997
998	;
999	; [V]MOVHPD
1000	;
1001	EMIT_INSTR_PLUS_ICEBP movhpd, XMM1, FSxBX
1002	EMIT_INSTR_PLUS_ICEBP movhpd, FSxBX, XMM1
1003	EMIT_INSTR_PLUS_ICEBP vmovhpd, XMM1, XMM2, FSxBX
1004	EMIT_INSTR_PLUS_ICEBP vmovhpd, FSxBX, XMM1
1005	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, XMM8, FSxBX
1006	EMIT_INSTR_PLUS_ICEBP_C64 movhpd, FSxBX, XMM11
1007	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, XMM10, XMM14, FSxBX
1008	EMIT_INSTR_PLUS_ICEBP_C64 vmovhpd, FSxBX, XMM9
1009
1010	;
1011	; [V]MOVHLPS
1012	;
1013	EMIT_INSTR_PLUS_ICEBP movhlps, XMM1, XMM2
1014	EMIT_INSTR_PLUS_ICEBP vmovhlps, XMM1, XMM2, XMM3
1015	EMIT_INSTR_PLUS_ICEBP_C64 movhlps, XMM8, XMM12
1016	EMIT_INSTR_PLUS_ICEBP_C64 vmovhlps, XMM10, XMM14, XMM12
1017
1018	;
1019	; [V]MOVSLDUP
1020	;
1021	EMIT_INSTR_PLUS_ICEBP_XMM movsldup
1022	EMIT_INSTR_PLUS_ICEBP_XMM vmovsldup
1023	EMIT_INSTR_PLUS_ICEBP_YMM vmovsldup
1024	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM8, XMM12
1025	EMIT_INSTR_PLUS_ICEBP_C64 movsldup, XMM10, FSxBX
1026	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM7, XMM14
1027	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, XMM11, FSxBX
1028	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, YMM8
1029	EMIT_INSTR_PLUS_ICEBP_C64 vmovsldup, YMM12, FSxBX
1030
1031	;
1032	; [V]MOVSHDUP
1033	;
1034	EMIT_INSTR_PLUS_ICEBP_XMM movshdup
1035	EMIT_INSTR_PLUS_ICEBP_XMM vmovshdup
1036	EMIT_INSTR_PLUS_ICEBP_YMM vmovshdup
1037	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM8, XMM12
1038	EMIT_INSTR_PLUS_ICEBP_C64 movshdup, XMM10, FSxBX
1039	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM7, XMM14
1040	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, XMM11, FSxBX
1041	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, YMM8
1042	EMIT_INSTR_PLUS_ICEBP_C64 vmovshdup, YMM12, FSxBX
1043
1044	;
1045	; [V]MOVDDUP
1046	;
1047	EMIT_INSTR_PLUS_ICEBP_XMM movddup
1048	EMIT_INSTR_PLUS_ICEBP_XMM vmovddup
1049	EMIT_INSTR_PLUS_ICEBP_YMM vmovddup
1050	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM8, XMM12
1051	EMIT_INSTR_PLUS_ICEBP_C64 movddup, XMM10, FSxBX
1052	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM7, XMM14
1053	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, XMM11, FSxBX
1054	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, YMM8
1055	EMIT_INSTR_PLUS_ICEBP_C64 vmovddup, YMM12, FSxBX
1056
1057	;
1058	; [V]MOVAPS
1059	;
1060	EMIT_INSTR_PLUS_ICEBP_XMM movaps
1061	EMIT_INSTR_PLUS_ICEBP_XMM vmovaps
1062	EMIT_INSTR_PLUS_ICEBP_YMM vmovaps
1063	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM8, XMM12
1064	EMIT_INSTR_PLUS_ICEBP_C64 movaps, XMM10, FSxBX
1065	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM7, XMM14
1066	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, XMM11, FSxBX
1067	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, YMM8
1068	EMIT_INSTR_PLUS_ICEBP_C64 vmovaps, YMM12, FSxBX
1069
1070	EMIT_INSTR_PLUS_ICEBP_XMM movapd
1071	EMIT_INSTR_PLUS_ICEBP_XMM vmovapd
1072	EMIT_INSTR_PLUS_ICEBP_YMM vmovapd
1073	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM8, XMM12
1074	EMIT_INSTR_PLUS_ICEBP_C64 movapd, XMM10, FSxBX
1075	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM7, XMM14
1076	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, XMM11, FSxBX
1077	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, YMM8
1078	EMIT_INSTR_PLUS_ICEBP_C64 vmovapd, YMM12, FSxBX
1079
1080	;
1081	; [V]MOVD
1082	;
1083	EMIT_INSTR_PLUS_ICEBP movd, MM1, EDX
1084	EMIT_INSTR_PLUS_ICEBP movd, MM1, FSxBX
1085	EMIT_INSTR_PLUS_ICEBP movd, EAX, MM1
1086	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, MM1
1087	EMIT_INSTR_PLUS_ICEBP_C64 movd, MM1, R9D
1088	EMIT_INSTR_PLUS_ICEBP_C64 movd, R10D, MM0
1089
1090	EMIT_INSTR_PLUS_ICEBP movd, XMM1, EAX
1091	EMIT_INSTR_PLUS_ICEBP movd, XMM1, FSxBX
1092	EMIT_INSTR_PLUS_ICEBP movd, FSxBX, XMM1
1093	EMIT_INSTR_PLUS_ICEBP movd, EAX, XMM1
1094	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, R8D
1095	EMIT_INSTR_PLUS_ICEBP_C64 movd, R8D, XMM9
1096	EMIT_INSTR_PLUS_ICEBP_C64 movd, XMM9, FSxBX
1097	EMIT_INSTR_PLUS_ICEBP_C64 movd, FSxBX, XMM9
1098
1099	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, EAX
1100	EMIT_INSTR_PLUS_ICEBP vmovd, XMM1, FSxBX
1101	EMIT_INSTR_PLUS_ICEBP vmovd, FSxBX, XMM1
1102	EMIT_INSTR_PLUS_ICEBP vmovd, EDX, XMM1
1103	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, R9D
1104	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, R8D, XMM9
1105	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, XMM9, FSxBX
1106	EMIT_INSTR_PLUS_ICEBP_C64 vmovd, FSxBX, XMM9
1107
1108	;
1109	; [V]MOVQ - some hand coded stuff here as the assembler prefers the 7f/6f variants.
1110	;
1111	EMIT_INSTR_PLUS_ICEBP_MMX movq
1112	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, MM1
1113	EMIT_INSTR_PLUS_ICEBP_C64 movq, R9, MM1
1114	EMIT_INSTR_PLUS_ICEBP_C64 movq, MM1, R9
1115	%if TMPL_BITS == 64
1116	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_MM1_FSxBX, FSxBX_PFX, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1117	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_MM1, FSxBX_PFX, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1118	%endif
1119
1120	EMIT_INSTR_PLUS_ICEBP_XMM movq
1121	EMIT_INSTR_PLUS_ICEBP movq, FSxBX, XMM1
1122	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, R8
1123	EMIT_INSTR_PLUS_ICEBP_C64 movq, R8, XMM9
1124	EMIT_INSTR_PLUS_ICEBP_C64 movq, XMM9, FSxBX
1125	EMIT_INSTR_PLUS_ICEBP_C64 movq, FSxBX, XMM9
1126	%if TMPL_BITS == 64
1127	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM1_FSxBX, FSxBX_PFX, 66h, 48h, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1128	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_movq_XMM9_FSxBX, FSxBX_PFX, 66h, 4ch, 0fh, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1129	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM1, FSxBX_PFX, 66h, 48h, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1130	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_movq_FSxBX_XMM9, FSxBX_PFX, 66h, 4ch, 0fh, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1131	%endif
1132
1133	EMIT_INSTR_PLUS_ICEBP_XMM vmovq
1134	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM1_FSxBX, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1135	EMIT_INSTR_PLUS_ICEBP vmovq, FSxBX, XMM1
1136	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM1, FSxBX_PFX, 0c4h, 0e1h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1137	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, R8
1138	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, R8, XMM9
1139	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, XMM9, FSxBX
1140	EMIT_INSTR_PLUS_ICEBP_C64 vmovq, FSxBX, XMM9
1141	%if TMPL_BITS == 64
1142	EMIT_INSTR_PLUS_ICEBP_BYTES 06e_vmovq_XMM9_FSxBX, FSxBX_PFX, 0c4h, 061h, 0f9h, 06eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1143	EMIT_INSTR_PLUS_ICEBP_BYTES 07e_vmovq_FSxBX_XMM9, FSxBX_PFX, 0c4h, 061h, 0f9h, 07eh, FSxBX_MODRM \| (1 << X86_MODRM_REG_SHIFT)
1144	%endif
1145
1146	;
1147	; [V]MOVDQU - not testing the 2nd register variant.
1148	;
1149	EMIT_INSTR_PLUS_ICEBP_XMM movdqu
1150	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM1_XMM2, 0f3h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1151	EMIT_INSTR_PLUS_ICEBP movdqu, FSxBX, XMM1
1152	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, XMM2 ; C5 FA 6F CA
1153	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_XMM1_XMM2, 0c5h, 0fah, 07fh, X86_MODRM_MAKE(3, 2, 1)
1154	EMIT_INSTR_PLUS_ICEBP vmovdqu, XMM1, FSxBX
1155	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, XMM1
1156	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, YMM2 ; C5 FE 6F CA
1157	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqu_YMM1_YMM2, 0c5h, 0feh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1158	EMIT_INSTR_PLUS_ICEBP vmovdqu, YMM1, FSxBX
1159	EMIT_INSTR_PLUS_ICEBP vmovdqu, FSxBX, YMM1
1160	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM8, XMM12 ; F3 45 0F 6F C4
1161	%if TMPL_BITS == 64
1162	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqu_XMM8_XMM12, 0f3h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1163	%endif
1164	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, XMM10, FSxBX
1165	EMIT_INSTR_PLUS_ICEBP_C64 movdqu, FSxBX, XMM10
1166	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM7, XMM14
1167	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, XMM11, FSxBX
1168	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, XMM11
1169	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, YMM8
1170	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, YMM12, FSxBX
1171	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqu, FSxBX, YMM12
1172
1173	;
1174	; [V]MOVDQA - not testing the 2nd register variant.
1175	;
1176	EMIT_INSTR_PLUS_ICEBP_XMM movdqa
1177	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM1_XMM2, 066h, 00fh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1178	EMIT_INSTR_PLUS_ICEBP movdqa, FSxBX, XMM1
1179	EMIT_INSTR_PLUS_ICEBP_XMM vmovdqa
1180	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM1_XMM2, 0c5h, 0f9h, 07fh, X86_MODRM_MAKE(3, 2, 1)
1181	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, XMM1
1182	EMIT_INSTR_PLUS_ICEBP_YMM vmovdqa
1183	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM1_YMM2, 0c5h, 0fdh, 07fh, X86_MODRM_MAKE(3, 2, 1)
1184	EMIT_INSTR_PLUS_ICEBP vmovdqa, FSxBX, YMM1
1185	%if TMPL_BITS == 64
1186	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM8, XMM12 ; 66 45 0F 6F C4
1187	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_movdqa_XMM8_XMM12, 066h, 045h, 00fh, 07fh, X86_MODRM_MAKE(3, 4, 0)
1188	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, XMM10, FSxBX
1189	EMIT_INSTR_PLUS_ICEBP_C64 movdqa, FSxBX, XMM10
1190	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM8, XMM14 ; C4 C1 79 6F FE
1191	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_XMM8_XMM14, 0c4h, 041h, 79h, 07fh, X86_MODRM_MAKE(3, 6, 0)
1192	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, XMM11, FSxBX
1193	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, XMM11
1194	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, YMM8
1195	EMIT_INSTR_PLUS_ICEBP_BYTES 07f_vmovdqa_YMM12_YMM8, 0c4h, 041h, 7dh, 07fh, X86_MODRM_MAKE(3, 0, 4)
1196	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, YMM12, FSxBX
1197	EMIT_INSTR_PLUS_ICEBP_C64 vmovdqa, FSxBX, YMM12
1198	%endif
1199
1200	;
1201	; [V]PTEST
1202	;
1203	EMIT_INSTR_PLUS_ICEBP_XMM ptest
1204	EMIT_INSTR_PLUS_ICEBP_XMM vptest
1205	EMIT_INSTR_PLUS_ICEBP_YMM vptest
1206	EMIT_INSTR_PLUS_ICEBP_XMM_98 ptest
1207	EMIT_INSTR_PLUS_ICEBP_XMM_98 vptest
1208	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, YMM8
1209	EMIT_INSTR_PLUS_ICEBP_C64 vptest, YMM9, FSxBX
1210
1211	;
1212	; [V]PAVGB
1213	;
1214	EMIT_INSTR_PLUS_ICEBP_MMX pavgb
1215
1216	EMIT_INSTR_PLUS_ICEBP_XMM pavgb
1217	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgb
1218
1219	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgb
1220	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgb
1221
1222	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgb
1223	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgb
1224
1225	;
1226	; [V]PAVGW
1227	;
1228	EMIT_INSTR_PLUS_ICEBP_MMX pavgw
1229
1230	EMIT_INSTR_PLUS_ICEBP_XMM pavgw
1231	EMIT_INSTR_PLUS_ICEBP_XMM_89 pavgw
1232
1233	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpavgw
1234	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpavgw
1235
1236	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpavgw
1237	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpavgw
1238
1239	;
1240	; [V]PSIGNB
1241	;
1242	EMIT_INSTR_PLUS_ICEBP_MMX psignb
1243
1244	EMIT_INSTR_PLUS_ICEBP_XMM psignb
1245	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignb
1246
1247	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignb
1248	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignb
1249
1250	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignb
1251	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignb
1252
1253	;
1254	; [V]PSIGNW
1255	;
1256	EMIT_INSTR_PLUS_ICEBP_MMX psignw
1257
1258	EMIT_INSTR_PLUS_ICEBP_XMM psignw
1259	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignw
1260
1261	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignw
1262	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignw
1263
1264	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignw
1265	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignw
1266
1267	;
1268	; [V]PSIGND
1269	;
1270	EMIT_INSTR_PLUS_ICEBP_MMX psignd
1271
1272	EMIT_INSTR_PLUS_ICEBP_XMM psignd
1273	EMIT_INSTR_PLUS_ICEBP_XMM_89 psignd
1274
1275	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsignd
1276	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsignd
1277
1278	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsignd
1279	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsignd
1280
1281	;
1282	; [V]ABSB
1283	;
1284	EMIT_INSTR_PLUS_ICEBP_MMX pabsb
1285	EMIT_INSTR_PLUS_ICEBP_XMM pabsb
1286	EMIT_INSTR_PLUS_ICEBP_XMM vpabsb
1287	EMIT_INSTR_PLUS_ICEBP_YMM vpabsb
1288	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsb
1289	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsb
1290	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, YMM8
1291	EMIT_INSTR_PLUS_ICEBP_C64 vpabsb, YMM9, FSxBX
1292
1293	;
1294	; [V]ABSW
1295	;
1296	EMIT_INSTR_PLUS_ICEBP_MMX pabsw
1297	EMIT_INSTR_PLUS_ICEBP_XMM pabsw
1298	EMIT_INSTR_PLUS_ICEBP_XMM vpabsw
1299	EMIT_INSTR_PLUS_ICEBP_YMM vpabsw
1300	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsw
1301	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsw
1302	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, YMM8
1303	EMIT_INSTR_PLUS_ICEBP_C64 vpabsw, YMM9, FSxBX
1304
1305	;
1306	; [V]ABSD
1307	;
1308	EMIT_INSTR_PLUS_ICEBP_MMX pabsd
1309	EMIT_INSTR_PLUS_ICEBP_XMM pabsd
1310	EMIT_INSTR_PLUS_ICEBP_XMM vpabsd
1311	EMIT_INSTR_PLUS_ICEBP_YMM vpabsd
1312	EMIT_INSTR_PLUS_ICEBP_XMM_98 pabsd
1313	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpabsd
1314	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, YMM8
1315	EMIT_INSTR_PLUS_ICEBP_C64 vpabsd, YMM9, FSxBX
1316
1317	;
1318	; [V]PHADDW
1319	;
1320	EMIT_INSTR_PLUS_ICEBP_MMX phaddw
1321	EMIT_INSTR_PLUS_ICEBP_XMM phaddw
1322	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddw
1323	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddw
1324	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddw
1325	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddw
1326	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddw
1327
1328	;
1329	; [V]PHADDD
1330	;
1331	EMIT_INSTR_PLUS_ICEBP_MMX phaddd
1332	EMIT_INSTR_PLUS_ICEBP_XMM phaddd
1333	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddd
1334	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddd
1335	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddd
1336	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddd
1337	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddd
1338
1339
1340	;
1341	; [V]PHSUBW
1342	;
1343	EMIT_INSTR_PLUS_ICEBP_MMX phsubw
1344	EMIT_INSTR_PLUS_ICEBP_XMM phsubw
1345	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubw
1346	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubw
1347	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubw
1348	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubw
1349	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubw
1350
1351	;
1352	; [V]PHSUBD
1353	;
1354	EMIT_INSTR_PLUS_ICEBP_MMX phsubd
1355	EMIT_INSTR_PLUS_ICEBP_XMM phsubd
1356	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubd
1357	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubd
1358	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubd
1359	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubd
1360	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubd
1361
1362	;
1363	; [V]PHADDSW
1364	;
1365	EMIT_INSTR_PLUS_ICEBP_MMX phaddsw
1366	EMIT_INSTR_PLUS_ICEBP_XMM phaddsw
1367	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphaddsw
1368	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphaddsw
1369	EMIT_INSTR_PLUS_ICEBP_XMM_89 phaddsw
1370	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphaddsw
1371	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphaddsw
1372
1373	;
1374	; [V]PHSUBSW
1375	;
1376	EMIT_INSTR_PLUS_ICEBP_MMX phsubsw
1377	EMIT_INSTR_PLUS_ICEBP_XMM phsubsw
1378	EMIT_INSTR_PLUS_ICEBP_XMM_123 vphsubsw
1379	EMIT_INSTR_PLUS_ICEBP_YMM_123 vphsubsw
1380	EMIT_INSTR_PLUS_ICEBP_XMM_89 phsubsw
1381	EMIT_INSTR_PLUS_ICEBP_XMM_890 vphsubsw
1382	EMIT_INSTR_PLUS_ICEBP_YMM_890 vphsubsw
1383
1384	;
1385	; [V]PMADDUBSW
1386	;
1387	EMIT_INSTR_PLUS_ICEBP_MMX pmaddubsw
1388	EMIT_INSTR_PLUS_ICEBP_XMM pmaddubsw
1389	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddubsw
1390	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddubsw
1391	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddubsw
1392	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddubsw
1393	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddubsw
1394
1395	;
1396	; [V]PMULHRSW
1397	;
1398	EMIT_INSTR_PLUS_ICEBP_MMX pmulhrsw
1399	EMIT_INSTR_PLUS_ICEBP_XMM pmulhrsw
1400	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmulhrsw
1401	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmulhrsw
1402	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmulhrsw
1403	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmulhrsw
1404	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmulhrsw
1405
1406	;
1407	; [V]PSADBW
1408	;
1409	EMIT_INSTR_PLUS_ICEBP_MMX psadbw
1410	EMIT_INSTR_PLUS_ICEBP_XMM psadbw
1411	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsadbw
1412	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsadbw
1413	EMIT_INSTR_PLUS_ICEBP_XMM_89 psadbw
1414	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsadbw
1415	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsadbw
1416
1417	;
1418	; [V]PMULDQ
1419	;
1420	EMIT_INSTR_PLUS_ICEBP_XMM pmuldq
1421	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuldq
1422	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuldq
1423	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuldq
1424	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuldq
1425	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuldq
1426
1427	;
1428	; [V]PMULUDQ
1429	;
1430	EMIT_INSTR_PLUS_ICEBP_MMX pmuludq
1431	EMIT_INSTR_PLUS_ICEBP_XMM pmuludq
1432	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmuludq
1433	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmuludq
1434	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmuludq
1435	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmuludq
1436	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmuludq
1437
1438	;
1439	; [V]PUNPCKLPS
1440	;
1441	EMIT_INSTR_PLUS_ICEBP_XMM unpcklps
1442	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklps
1443	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklps
1444	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklps
1445	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklps
1446	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklps
1447
1448	;
1449	; [V]PUNPCKLPD
1450	;
1451	EMIT_INSTR_PLUS_ICEBP_XMM unpcklpd
1452	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpcklpd
1453	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpcklpd
1454	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpcklpd
1455	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpcklpd
1456	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpcklpd
1457
1458	;
1459	; [V]PUNPCKHPS
1460	;
1461	EMIT_INSTR_PLUS_ICEBP_XMM unpckhps
1462	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhps
1463	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhps
1464	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhps
1465	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhps
1466	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhps
1467
1468	;
1469	; [V]PUNPCKHPD
1470	;
1471	EMIT_INSTR_PLUS_ICEBP_XMM unpckhpd
1472	EMIT_INSTR_PLUS_ICEBP_XMM_123 vunpckhpd
1473	EMIT_INSTR_PLUS_ICEBP_YMM_123 vunpckhpd
1474	EMIT_INSTR_PLUS_ICEBP_XMM_89 unpckhpd
1475	EMIT_INSTR_PLUS_ICEBP_XMM_890 vunpckhpd
1476	EMIT_INSTR_PLUS_ICEBP_YMM_890 vunpckhpd
1477
1478	;
1479	; [V]PMOVSXBW
1480	;
1481	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbw
1482	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbw
1483	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, XMM2
1484	EMIT_INSTR_PLUS_ICEBP vpmovsxbw, YMM1, FSxBX
1485	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbw
1486	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbw
1487	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, XMM8
1488	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbw, YMM9, FSxBX
1489
1490	;
1491	; [V]PMOVSXBD
1492	;
1493	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbd
1494	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbd
1495	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, XMM2
1496	EMIT_INSTR_PLUS_ICEBP vpmovsxbd, YMM1, FSxBX
1497	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbd
1498	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbd
1499	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, XMM8
1500	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbd, YMM9, FSxBX
1501
1502	;
1503	; [V]PMOVSXBQ
1504	;
1505	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxbq
1506	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxbq
1507	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, XMM2
1508	EMIT_INSTR_PLUS_ICEBP vpmovsxbq, YMM1, FSxBX
1509	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxbq
1510	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxbq
1511	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, XMM8
1512	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxbq, YMM9, FSxBX
1513
1514	;
1515	; [V]PMOVSXWD
1516	;
1517	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwd
1518	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwd
1519	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, XMM2
1520	EMIT_INSTR_PLUS_ICEBP vpmovsxwd, YMM1, FSxBX
1521	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwd
1522	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwd
1523	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, XMM8
1524	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwd, YMM9, FSxBX
1525
1526	;
1527	; [V]PMOVSXWQ
1528	;
1529	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxwq
1530	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxwq
1531	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, XMM2
1532	EMIT_INSTR_PLUS_ICEBP vpmovsxwq, YMM1, FSxBX
1533	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxwq
1534	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxwq
1535	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, XMM8
1536	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxwq, YMM9, FSxBX
1537
1538	;
1539	; [V]PMOVSXDQ
1540	;
1541	EMIT_INSTR_PLUS_ICEBP_XMM pmovsxdq
1542	EMIT_INSTR_PLUS_ICEBP_XMM vpmovsxdq
1543	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, XMM2
1544	EMIT_INSTR_PLUS_ICEBP vpmovsxdq, YMM1, FSxBX
1545	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovsxdq
1546	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovsxdq
1547	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, XMM8
1548	EMIT_INSTR_PLUS_ICEBP_C64 vpmovsxdq, YMM9, FSxBX
1549
1550	;
1551	; [V]PMOVZXBW
1552	;
1553	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbw
1554	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbw
1555	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, XMM2
1556	EMIT_INSTR_PLUS_ICEBP vpmovzxbw, YMM1, FSxBX
1557	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbw
1558	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbw
1559	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, XMM8
1560	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbw, YMM9, FSxBX
1561
1562	;
1563	; [V]PMOVZXBD
1564	;
1565	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbd
1566	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbd
1567	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, XMM2
1568	EMIT_INSTR_PLUS_ICEBP vpmovzxbd, YMM1, FSxBX
1569	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbd
1570	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbd
1571	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, XMM8
1572	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbd, YMM9, FSxBX
1573
1574	;
1575	; [V]PMOVZXBQ
1576	;
1577	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxbq
1578	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxbq
1579	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, XMM2
1580	EMIT_INSTR_PLUS_ICEBP vpmovzxbq, YMM1, FSxBX
1581	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxbq
1582	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxbq
1583	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, XMM8
1584	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxbq, YMM9, FSxBX
1585
1586	;
1587	; [V]PMOVZXWD
1588	;
1589	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwd
1590	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwd
1591	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, XMM2
1592	EMIT_INSTR_PLUS_ICEBP vpmovzxwd, YMM1, FSxBX
1593	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwd
1594	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwd
1595	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, XMM8
1596	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwd, YMM9, FSxBX
1597
1598	;
1599	; [V]PMOVZXWQ
1600	;
1601	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxwq
1602	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxwq
1603	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, XMM2
1604	EMIT_INSTR_PLUS_ICEBP vpmovzxwq, YMM1, FSxBX
1605	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxwq
1606	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxwq
1607	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, XMM8
1608	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxwq, YMM9, FSxBX
1609
1610	;
1611	; [V]PMOVZXDQ
1612	;
1613	EMIT_INSTR_PLUS_ICEBP_XMM pmovzxdq
1614	EMIT_INSTR_PLUS_ICEBP_XMM vpmovzxdq
1615	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, XMM2
1616	EMIT_INSTR_PLUS_ICEBP vpmovzxdq, YMM1, FSxBX
1617	EMIT_INSTR_PLUS_ICEBP_XMM_98 pmovzxdq
1618	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpmovzxdq
1619	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, XMM8
1620	EMIT_INSTR_PLUS_ICEBP_C64 vpmovzxdq, YMM9, FSxBX
1621
1622	;
1623	; [V]SHUFPS
1624	;
1625	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 0FFh
1626	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 0FFh
1627	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, XMM2, 000h
1628	EMIT_INSTR_PLUS_ICEBP shufps, XMM1, FSxBX, 000h
1629
1630	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 0FFh
1631	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 0FFh
1632	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, XMM3, 000h
1633	EMIT_INSTR_PLUS_ICEBP vshufps, XMM1, XMM2, FSxBX, 000h
1634
1635	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 0FFh
1636	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 0FFh
1637	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, YMM3, 000h
1638	EMIT_INSTR_PLUS_ICEBP vshufps, YMM1, YMM2, FSxBX, 000h
1639
1640	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 0FFh
1641	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 0FFh
1642	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, XMM9, 000h
1643	EMIT_INSTR_PLUS_ICEBP_C64 shufps, XMM8, FSxBX, 000h
1644
1645	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 0FFh
1646	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 0FFh
1647	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, XMM10, 000h
1648	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, XMM8, XMM9, FSxBX, 000h
1649
1650	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 0FFh
1651	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 0FFh
1652	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, YMM10, 000h
1653	EMIT_INSTR_PLUS_ICEBP_C64 vshufps, YMM8, YMM9, FSxBX, 000h
1654
1655	;
1656	; [V]SHUFPD
1657	;
1658	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 0FFh
1659	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 0FFh
1660	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, XMM2, 000h
1661	EMIT_INSTR_PLUS_ICEBP shufpd, XMM1, FSxBX, 000h
1662
1663	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 0FFh
1664	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 0FFh
1665	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, XMM3, 000h
1666	EMIT_INSTR_PLUS_ICEBP vshufpd, XMM1, XMM2, FSxBX, 000h
1667
1668	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 0FFh
1669	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 0FFh
1670	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, YMM3, 000h
1671	EMIT_INSTR_PLUS_ICEBP vshufpd, YMM1, YMM2, FSxBX, 000h
1672
1673	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 0FFh
1674	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 0FFh
1675	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, XMM9, 000h
1676	EMIT_INSTR_PLUS_ICEBP_C64 shufpd, XMM8, FSxBX, 000h
1677
1678	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 0FFh
1679	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 0FFh
1680	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, XMM10, 000h
1681	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, XMM8, XMM9, FSxBX, 000h
1682
1683	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 0FFh
1684	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 0FFh
1685	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, YMM10, 000h
1686	EMIT_INSTR_PLUS_ICEBP_C64 vshufpd, YMM8, YMM9, FSxBX, 000h
1687
1688	;
1689	; [V]LDDQU
1690	;
1691	EMIT_INSTR_PLUS_ICEBP lddqu, XMM1, FSxBX
1692	EMIT_INSTR_PLUS_ICEBP vlddqu, XMM1, FSxBX
1693	EMIT_INSTR_PLUS_ICEBP vlddqu, YMM1, FSxBX
1694	EMIT_INSTR_PLUS_ICEBP_C64 lddqu, XMM10, FSxBX
1695	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, XMM11, FSxBX
1696	EMIT_INSTR_PLUS_ICEBP_C64 vlddqu, YMM12, FSxBX
1697
1698	;
1699	; [V]PHMINPOSUW
1700	;
1701	EMIT_INSTR_PLUS_ICEBP_XMM phminposuw
1702	EMIT_INSTR_PLUS_ICEBP_XMM vphminposuw
1703	EMIT_INSTR_PLUS_ICEBP_XMM_98 phminposuw
1704	EMIT_INSTR_PLUS_ICEBP_XMM_98 vphminposuw
1705
1706	;
1707	; VBROADCASTSS
1708	;
1709	EMIT_INSTR_PLUS_ICEBP_XMM vbroadcastss
1710	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, XMM2
1711	EMIT_INSTR_PLUS_ICEBP vbroadcastss, YMM1, FSxBX
1712	EMIT_INSTR_PLUS_ICEBP_XMM_98 vbroadcastss
1713	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, XMM8
1714	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastss, YMM9, FSxBX
1715
1716	;
1717	; VBROADCASTSD
1718	;
1719	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, XMM2
1720	EMIT_INSTR_PLUS_ICEBP vbroadcastsd, YMM1, FSxBX
1721	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, XMM8
1722	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastsd, YMM9, FSxBX
1723
1724	;
1725	; VBROADCASTF128
1726	;
1727	EMIT_INSTR_PLUS_ICEBP vbroadcastf128, YMM1, FSxBX
1728	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcastf128, YMM9, FSxBX
1729
1730	;
1731	; VPBROADCASTB
1732	;
1733	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastb
1734	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, XMM2
1735	EMIT_INSTR_PLUS_ICEBP vpbroadcastb, YMM1, FSxBX
1736	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastb
1737	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, XMM8
1738	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastb, YMM9, FSxBX
1739
1740	;
1741	; VPBROADCASTW
1742	;
1743	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastw
1744	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, XMM2
1745	EMIT_INSTR_PLUS_ICEBP vpbroadcastw, YMM1, FSxBX
1746	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastw
1747	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, XMM8
1748	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastw, YMM9, FSxBX
1749
1750	;
1751	; VPBROADCASTD
1752	;
1753	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastd
1754	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, XMM2
1755	EMIT_INSTR_PLUS_ICEBP vpbroadcastd, YMM1, FSxBX
1756	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastd
1757	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, XMM8
1758	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastd, YMM9, FSxBX
1759
1760	;
1761	; VPBROADCASTQ
1762	;
1763	EMIT_INSTR_PLUS_ICEBP_XMM vpbroadcastq
1764	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, XMM2
1765	EMIT_INSTR_PLUS_ICEBP vpbroadcastq, YMM1, FSxBX
1766	EMIT_INSTR_PLUS_ICEBP_XMM_98 vpbroadcastq
1767	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, XMM8
1768	EMIT_INSTR_PLUS_ICEBP_C64 vpbroadcastq, YMM9, FSxBX
1769
1770	;
1771	; VPBROADCASTI128
1772	;
1773	EMIT_INSTR_PLUS_ICEBP vbroadcasti128, YMM1, FSxBX
1774	EMIT_INSTR_PLUS_ICEBP_C64 vbroadcasti128, YMM9, FSxBX
1775
1776	;
1777	; VTESTPS
1778	;
1779	EMIT_INSTR_PLUS_ICEBP_XMM vtestps
1780	EMIT_INSTR_PLUS_ICEBP_YMM vtestps
1781	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestps
1782	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, YMM8
1783	EMIT_INSTR_PLUS_ICEBP_C64 vtestps, YMM9, FSxBX
1784
1785	;
1786	; VTESTPD
1787	;
1788	EMIT_INSTR_PLUS_ICEBP_XMM vtestpd
1789	EMIT_INSTR_PLUS_ICEBP_YMM vtestpd
1790	EMIT_INSTR_PLUS_ICEBP_XMM_98 vtestpd
1791	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, YMM8
1792	EMIT_INSTR_PLUS_ICEBP_C64 vtestpd, YMM9, FSxBX
1793
1794	;
1795	; SHA1NEXTE
1796	;
1797	EMIT_INSTR_PLUS_ICEBP_XMM sha1nexte
1798	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1nexte
1799
1800	;
1801	; SHA1MSG1
1802	;
1803	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg1
1804	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg1
1805
1806	;
1807	; SHA1MSG2
1808	;
1809	EMIT_INSTR_PLUS_ICEBP_XMM sha1msg2
1810	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha1msg2
1811
1812	;
1813	; SHA256MSG1
1814	;
1815	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg1
1816	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg1
1817
1818	;
1819	; SHA256MSG2
1820	;
1821	EMIT_INSTR_PLUS_ICEBP_XMM sha256msg2
1822	EMIT_INSTR_PLUS_ICEBP_XMM_98 sha256msg2
1823
1824	;
1825	; SHA1RNDS4
1826	;
1827	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 000h
1828	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 000h
1829	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 001h
1830	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 001h
1831	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 002h
1832	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 002h
1833	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, XMM2, 003h
1834	EMIT_INSTR_PLUS_ICEBP sha1rnds4, XMM1, FSxBX, 003h
1835	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 000h
1836	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 000h
1837	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 001h
1838	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 001h
1839	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 002h
1840	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 002h
1841	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, XMM8, 003h
1842	EMIT_INSTR_PLUS_ICEBP_C64 sha1rnds4, XMM9, FSxBX, 003h
1843
1844	;
1845	; SHA256RNDS2 (xmm0 is implicit)
1846	;
1847	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, XMM2, XMM0
1848	EMIT_INSTR_PLUS_ICEBP sha256rnds2, XMM1, FSxBX, XMM0
1849	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, XMM9, XMM0
1850	EMIT_INSTR_PLUS_ICEBP_C64 sha256rnds2, XMM8, FSxBX, XMM0
1851
1852	;
1853	; [V]PBLENDVB
1854	;
1855	EMIT_INSTR_PLUS_ICEBP_XMM pblendvb
1856	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, XMM3, XMM4
1857	EMIT_INSTR_PLUS_ICEBP vpblendvb, XMM1, XMM2, FSxBX, XMM4
1858	EMIT_INSTR_PLUS_ICEBP_XMM_89 pblendvb
1859	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, XMM10, XMM11
1860	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, XMM8, XMM9, FSxBX, XMM11
1861
1862	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, YMM3, YMM4
1863	EMIT_INSTR_PLUS_ICEBP vpblendvb, YMM1, YMM2, FSxBX, YMM4
1864	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, YMM10, YMM11
1865	EMIT_INSTR_PLUS_ICEBP_C64 vpblendvb, YMM8, YMM9, FSxBX, YMM11
1866
1867	;
1868	; [V]BLENDVPS
1869	;
1870	EMIT_INSTR_PLUS_ICEBP_XMM blendvps
1871	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, XMM3, XMM4
1872	EMIT_INSTR_PLUS_ICEBP vblendvps, XMM1, XMM2, FSxBX, XMM4
1873	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvps
1874	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, XMM10, XMM11
1875	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, XMM8, XMM9, FSxBX, XMM11
1876
1877	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, YMM3, YMM4
1878	EMIT_INSTR_PLUS_ICEBP vblendvps, YMM1, YMM2, FSxBX, YMM4
1879	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, YMM10, YMM11
1880	EMIT_INSTR_PLUS_ICEBP_C64 vblendvps, YMM8, YMM9, FSxBX, YMM11
1881
1882	;
1883	; [V]BLENDVPD
1884	;
1885	EMIT_INSTR_PLUS_ICEBP_XMM blendvpd
1886	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, XMM3, XMM4
1887	EMIT_INSTR_PLUS_ICEBP vblendvpd, XMM1, XMM2, FSxBX, XMM4
1888	EMIT_INSTR_PLUS_ICEBP_XMM_89 blendvpd
1889	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, XMM10, XMM11
1890	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, XMM8, XMM9, FSxBX, XMM11
1891
1892	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, YMM3, YMM4
1893	EMIT_INSTR_PLUS_ICEBP vblendvpd, YMM1, YMM2, FSxBX, YMM4
1894	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, YMM10, YMM11
1895	EMIT_INSTR_PLUS_ICEBP_C64 vblendvpd, YMM8, YMM9, FSxBX, YMM11
1896
1897	;
1898	; [V]PALIGNR
1899	;
1900	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 0FFh
1901	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 0FFh
1902	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 000h
1903	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 000h
1904	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 003h
1905	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 003h
1906	EMIT_INSTR_PLUS_ICEBP palignr, MM1, MM2, 009h
1907	EMIT_INSTR_PLUS_ICEBP palignr, MM1, FSxBX, 009h
1908
1909	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 0FFh
1910	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 0FFh
1911	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 000h
1912	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 000h
1913	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 003h
1914	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 003h
1915	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, XMM2, 013h
1916	EMIT_INSTR_PLUS_ICEBP palignr, XMM1, FSxBX, 013h
1917
1918	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 0FFh
1919	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 0FFh
1920	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 000h
1921	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 000h
1922	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 003h
1923	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 003h
1924	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, XMM3, 013h
1925	EMIT_INSTR_PLUS_ICEBP vpalignr, XMM1, XMM2, FSxBX, 013h
1926
1927	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 0FFh
1928	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 0FFh
1929	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 000h
1930	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 000h
1931	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 003h
1932	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 003h
1933	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, YMM3, 013h
1934	EMIT_INSTR_PLUS_ICEBP vpalignr, YMM1, YMM2, FSxBX, 013h
1935
1936	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 0FFh
1937	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 0FFh
1938	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 000h
1939	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 000h
1940	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 003h
1941	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 003h
1942	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, XMM9, 013h
1943	EMIT_INSTR_PLUS_ICEBP_C64 palignr, XMM8, FSxBX, 013h
1944
1945	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 0FFh
1946	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 0FFh
1947	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 000h
1948	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 000h
1949	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 003h
1950	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 003h
1951	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, XMM10, 013h
1952	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, XMM8, XMM9, FSxBX, 013h
1953
1954	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 0FFh
1955	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 0FFh
1956	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 000h
1957	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 000h
1958	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 003h
1959	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 003h
1960	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, YMM10, 013h
1961	EMIT_INSTR_PLUS_ICEBP_C64 vpalignr, YMM8, YMM9, FSxBX, 013h
1962
1963	;
1964	; [V]PBLENDW
1965	;
1966	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 0FFh
1967	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 0FFh
1968	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 000h
1969	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 000h
1970	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, XMM2, 07Ah
1971	EMIT_INSTR_PLUS_ICEBP pblendw, XMM1, FSxBX, 07Ah
1972
1973	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 0FFh
1974	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 0FFh
1975	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 000h
1976	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 000h
1977	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, XMM3, 07Ah
1978	EMIT_INSTR_PLUS_ICEBP vpblendw, XMM1, XMM2, FSxBX, 07Ah
1979
1980	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 0FFh
1981	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 0FFh
1982	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 000h
1983	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 000h
1984	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, YMM3, 07Ah
1985	EMIT_INSTR_PLUS_ICEBP vpblendw, YMM1, YMM2, FSxBX, 07Ah
1986
1987	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 0FFh
1988	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 0FFh
1989	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 000h
1990	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 000h
1991	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, XMM9, 07Ah
1992	EMIT_INSTR_PLUS_ICEBP_C64 pblendw, XMM8, FSxBX, 07Ah
1993
1994	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 0FFh
1995	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 0FFh
1996	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 000h
1997	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 000h
1998	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, XMM10, 07Ah
1999	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, XMM8, XMM9, FSxBX, 07Ah
2000
2001	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 0FFh
2002	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 0FFh
2003	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 000h
2004	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 000h
2005	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, YMM10, 07Ah
2006	EMIT_INSTR_PLUS_ICEBP_C64 vpblendw, YMM8, YMM9, FSxBX, 07Ah
2007
2008	;
2009	; VPBLENDD
2010	;
2011	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 0FFh
2012	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 0FFh
2013	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 000h
2014	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 000h
2015	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, XMM3, 07Ah
2016	EMIT_INSTR_PLUS_ICEBP vpblendd, XMM1, XMM2, FSxBX, 07Ah
2017
2018	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 0FFh
2019	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 0FFh
2020	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 000h
2021	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 000h
2022	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, YMM3, 07Ah
2023	EMIT_INSTR_PLUS_ICEBP vpblendd, YMM1, YMM2, FSxBX, 07Ah
2024
2025	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 0FFh
2026	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 0FFh
2027	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 000h
2028	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 000h
2029	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, XMM10, 07Ah
2030	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, XMM8, XMM9, FSxBX, 07Ah
2031
2032	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 0FFh
2033	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 0FFh
2034	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 000h
2035	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 000h
2036	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, YMM10, 07Ah
2037	EMIT_INSTR_PLUS_ICEBP_C64 vpblendd, YMM8, YMM9, FSxBX, 07Ah
2038
2039	;
2040	; [V]BLENDPS
2041	;
2042	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 0FFh
2043	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 0FFh
2044	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 000h
2045	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 000h
2046	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, XMM2, 07Ah
2047	EMIT_INSTR_PLUS_ICEBP blendps, XMM1, FSxBX, 07Ah
2048
2049	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 0FFh
2050	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 0FFh
2051	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 000h
2052	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 000h
2053	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, XMM3, 07Ah
2054	EMIT_INSTR_PLUS_ICEBP vblendps, XMM1, XMM2, FSxBX, 07Ah
2055
2056	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 0FFh
2057	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 0FFh
2058	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 000h
2059	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 000h
2060	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, YMM3, 07Ah
2061	EMIT_INSTR_PLUS_ICEBP vblendps, YMM1, YMM2, FSxBX, 07Ah
2062
2063	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 0FFh
2064	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 0FFh
2065	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 000h
2066	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 000h
2067	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, XMM9, 07Ah
2068	EMIT_INSTR_PLUS_ICEBP_C64 blendps, XMM8, FSxBX, 07Ah
2069
2070	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 0FFh
2071	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 0FFh
2072	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 000h
2073	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 000h
2074	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, XMM10, 07Ah
2075	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, XMM8, XMM9, FSxBX, 07Ah
2076
2077	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 0FFh
2078	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 0FFh
2079	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 000h
2080	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 000h
2081	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, YMM10, 07Ah
2082	EMIT_INSTR_PLUS_ICEBP_C64 vblendps, YMM8, YMM9, FSxBX, 07Ah
2083
2084	;
2085	; [V]BLENDPD
2086	;
2087	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 0FFh
2088	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 0FFh
2089	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 000h
2090	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 000h
2091	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, XMM2, 006h
2092	EMIT_INSTR_PLUS_ICEBP blendpd, XMM1, FSxBX, 006h
2093
2094	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 0FFh
2095	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 0FFh
2096	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 000h
2097	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 000h
2098	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, XMM3, 006h
2099	EMIT_INSTR_PLUS_ICEBP vblendpd, XMM1, XMM2, FSxBX, 006h
2100
2101	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 0FFh
2102	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 0FFh
2103	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 000h
2104	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 000h
2105	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, YMM3, 006h
2106	EMIT_INSTR_PLUS_ICEBP vblendpd, YMM1, YMM2, FSxBX, 006h
2107
2108	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 0FFh
2109	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 0FFh
2110	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 000h
2111	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 000h
2112	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, XMM9, 006h
2113	EMIT_INSTR_PLUS_ICEBP_C64 blendpd, XMM8, FSxBX, 006h
2114
2115	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 0FFh
2116	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 0FFh
2117	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 000h
2118	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 000h
2119	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, XMM10, 006h
2120	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, XMM8, XMM9, FSxBX, 006h
2121
2122	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 0FFh
2123	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 0FFh
2124	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 000h
2125	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 000h
2126	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, YMM10, 006h
2127	EMIT_INSTR_PLUS_ICEBP_C64 vblendpd, YMM8, YMM9, FSxBX, 006h
2128
2129	;
2130	; [V]PCLMULQDQ
2131	;
2132	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 0FFh
2133	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 0FFh
2134	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, XMM2, 000h
2135	EMIT_INSTR_PLUS_ICEBP pclmulqdq, XMM1, FSxBX, 000h
2136
2137	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 0FFh
2138	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 0FFh
2139	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, XMM3, 000h
2140	EMIT_INSTR_PLUS_ICEBP vpclmulqdq, XMM1, XMM2, FSxBX, 000h
2141
2142	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 0FFh
2143	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 0FFh
2144	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, XMM9, 000h
2145	EMIT_INSTR_PLUS_ICEBP_C64 pclmulqdq, XMM8, FSxBX, 000h
2146
2147	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 0FFh
2148	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 0FFh
2149	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, XMM10, 000h
2150	EMIT_INSTR_PLUS_ICEBP_C64 vpclmulqdq, XMM8, XMM9, FSxBX, 000h
2151
2152	;
2153	; [V]PINSRB
2154	;
2155	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 0FFh
2156	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 0FFh
2157	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, EDX, 000h
2158	EMIT_INSTR_PLUS_ICEBP pinsrb, XMM1, FSxBX, 000h
2159
2160	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 0FFh
2161	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 0FFh
2162	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, EDX, 000h
2163	EMIT_INSTR_PLUS_ICEBP vpinsrb, XMM1, XMM2, FSxBX, 000h
2164
2165	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 0FFh
2166	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 0FFh
2167	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, R9D, 000h
2168	EMIT_INSTR_PLUS_ICEBP_C64 pinsrb, XMM8, FSxBX, 000h
2169
2170	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 0FFh
2171	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 0FFh
2172	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, R9D, 000h
2173	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrb, XMM8, XMM9, FSxBX, 000h
2174
2175	;
2176	; [V]PINSRW
2177	;
2178	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 0FFh
2179	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 0FFh
2180	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, EDX, 000h
2181	EMIT_INSTR_PLUS_ICEBP pinsrw, MM1, FSxBX, 000h
2182
2183	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 0FFh
2184	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 0FFh
2185	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, EDX, 000h
2186	EMIT_INSTR_PLUS_ICEBP pinsrw, XMM1, FSxBX, 000h
2187
2188	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 0FFh
2189	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 0FFh
2190	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, EDX, 000h
2191	EMIT_INSTR_PLUS_ICEBP vpinsrw, XMM1, XMM2, FSxBX, 000h
2192
2193	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 0FFh
2194	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, MM1, R9D, 000h
2195
2196	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 0FFh
2197	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 0FFh
2198	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9D, 000h
2199	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, FSxBX, 000h
2200
2201	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 0FFh
2202	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 0FFh
2203	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM1, RDX, 000h
2204	EMIT_INSTR_PLUS_ICEBP_C64 pinsrw, XMM8, R9, 000h
2205
2206	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 0FFh
2207	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 0FFh
2208	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, R9D, 000h
2209	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrw, XMM8, XMM9, FSxBX, 000h
2210
2211	;
2212	; [V]PINSRD
2213	;
2214	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 0FFh
2215	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 0FFh
2216	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, EDX, 000h
2217	EMIT_INSTR_PLUS_ICEBP pinsrd, XMM1, FSxBX, 000h
2218
2219	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 0FFh
2220	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 0FFh
2221	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, EDX, 000h
2222	EMIT_INSTR_PLUS_ICEBP vpinsrd, XMM1, XMM2, FSxBX, 000h
2223
2224	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 0FFh
2225	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 0FFh
2226	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, R9D, 000h
2227	EMIT_INSTR_PLUS_ICEBP_C64 pinsrd, XMM8, FSxBX, 000h
2228
2229	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 0FFh
2230	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 0FFh
2231	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, R9D, 000h
2232	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrd, XMM8, XMM9, FSxBX, 000h
2233
2234	;
2235	; [V]PINSRQ
2236	;
2237	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 0FFh
2238	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 0FFh
2239	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, RDX, 000h
2240	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM1, FSxBX, 000h
2241
2242	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 0FFh
2243	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 0FFh
2244	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, RDX, 000h
2245	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM1, XMM2, FSxBX, 000h
2246
2247	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 0FFh
2248	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 0FFh
2249	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, R9, 000h
2250	EMIT_INSTR_PLUS_ICEBP_C64 pinsrq, XMM8, FSxBX, 000h
2251
2252	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 0FFh
2253	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 0FFh
2254	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, R9, 000h
2255	EMIT_INSTR_PLUS_ICEBP_C64 vpinsrq, XMM8, XMM9, FSxBX, 000h
2256
2257	;
2258	; [V]PEXTRB
2259	;
2260	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 0FFh
2261	EMIT_INSTR_PLUS_ICEBP pextrb, EDX, XMM1, 000h
2262	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 0FFh
2263	EMIT_INSTR_PLUS_ICEBP pextrb, FSxBX, XMM1, 000h
2264
2265	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 0FFh
2266	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, R9D, XMM8, 000h
2267	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 0FFh
2268	EMIT_INSTR_PLUS_ICEBP_C64 pextrb, FSxBX, XMM8, 000h
2269
2270	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 0FFh
2271	EMIT_INSTR_PLUS_ICEBP vpextrb, EDX, XMM1, 000h
2272	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 0FFh
2273	EMIT_INSTR_PLUS_ICEBP vpextrb, FSxBX, XMM1, 000h
2274
2275	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 0FFh
2276	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, R9D, XMM8, 000h
2277	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 0FFh
2278	EMIT_INSTR_PLUS_ICEBP_C64 vpextrb, FSxBX, XMM8, 000h
2279
2280	%ifnmacro vpextrb_w1b_edx_xmm1 1
2281	; special encoding to prove that VEX.W is effectively ignored everywhere and that VEX.B only matter in 64-bit code.
2282	%macro vpextrb_w1b_edx_xmm1 1
2283	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R
2284	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_W
2285	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2286	%endmacro
2287
2288	; invalid coding where VEX.L=1.
2289	%macro vpextrb_l1_edx_xmm1 1
2290	db X86_OP_VEX3, 3 \| X86_OP_VEX3_BYTE1_X \| X86_OP_VEX3_BYTE1_R \| X86_OP_VEX3_BYTE1_B
2291	db X86_OP_VEX3_BYTE2_P_066H \| (X86_OP_VEX3_BYTE2_VVVV_NONE << X86_OP_VEX3_BYTE2_VVVV_SHIFT) \| X86_OP_VEX3_BYTE2_L
2292	db 14h, X86_MODRM_MAKE(X86_MOD_REG, 1, X86_GREG_xDX), %1
2293	%endmacro
2294	%endif
2295	EMIT_INSTR_PLUS_ICEBP vpextrb_w1b_edx_xmm1, 0FFh
2296	EMIT_INSTR_PLUS_ICEBP vpextrb_l1_edx_xmm1, 0FFh
2297
2298	;
2299	; [V]PEXTRD
2300	;
2301	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 0FFh
2302	EMIT_INSTR_PLUS_ICEBP pextrd, EDX, XMM1, 000h
2303	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 0FFh
2304	EMIT_INSTR_PLUS_ICEBP pextrd, FSxBX, XMM1, 000h
2305
2306	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 0FFh
2307	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, R9D, XMM8, 000h
2308	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 0FFh
2309	EMIT_INSTR_PLUS_ICEBP_C64 pextrd, FSxBX, XMM8, 000h
2310
2311	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 0FFh
2312	EMIT_INSTR_PLUS_ICEBP vpextrd, EDX, XMM1, 000h
2313	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 0FFh
2314	EMIT_INSTR_PLUS_ICEBP vpextrd, FSxBX, XMM1, 000h
2315
2316	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 0FFh
2317	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, R9D, XMM8, 000h
2318	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 0FFh
2319	EMIT_INSTR_PLUS_ICEBP_C64 vpextrd, FSxBX, XMM8, 000h
2320	;
2321	; [V]PEXTRQ
2322	;
2323	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 0FFh
2324	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, RDX, XMM1, 000h
2325	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 0FFh
2326	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, R9, XMM8, 000h
2327	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 0FFh
2328	EMIT_INSTR_PLUS_ICEBP_C64 pextrq, FSxBX, XMM8, 000h
2329
2330	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 0FFh
2331	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, RDX, XMM1, 000h
2332	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 0FFh
2333	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, R9, XMM8, 000h
2334	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 0FFh
2335	EMIT_INSTR_PLUS_ICEBP_C64 vpextrq, FSxBX, XMM8, 000h
2336
2337	;
2338	; [V]PEXTRW
2339	;
2340	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 0FFh
2341	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, MM1, 000h
2342
2343	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 0FFh
2344	EMIT_INSTR_PLUS_ICEBP pextrw, EDX, XMM1, 000h
2345	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 0FFh
2346	EMIT_INSTR_PLUS_ICEBP pextrw, FSxBX, XMM1, 000h
2347
2348	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 0FFh
2349	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, MM1, 000h
2350
2351	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 0FFh
2352	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9D, XMM8, 000h
2353	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 0FFh
2354	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, R9, XMM8, 000h
2355	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 0FFh
2356	EMIT_INSTR_PLUS_ICEBP_C64 pextrw, FSxBX, XMM8, 000h
2357
2358	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 0FFh
2359	EMIT_INSTR_PLUS_ICEBP vpextrw, EDX, XMM1, 000h
2360	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 000h
2361	EMIT_INSTR_PLUS_ICEBP vpextrw, FSxBX, XMM1, 0FFh
2362
2363	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 0FFh
2364	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, R9D, XMM8, 000h
2365
2366	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 0FFh
2367	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, RDX, XMM1, 000h
2368	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 000h
2369	EMIT_INSTR_PLUS_ICEBP_C64 vpextrw, FSxBX, XMM8, 0FFh
2370
2371	;
2372	; [v]pextrw alternate encodings (SSE4.1 & AVX 0f3a variants)
2373	;
2374	; These default to 0f38 / VEX map 1 entry 0c5h in the assembler, this exercises
2375	; the 0f3a / VEX map 3 entry 15h variants.
2376	;
2377	%ifndef EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2378	%define EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2379	;; @param 1 imm8 byte
2380	%macro EMIT_V_PEXTRW_ALT_INSTR 1
2381	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2382	db 66h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] edx, xmm1, %1
2383	.again:
2384	icebp
2385	jmp .again
2386	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2387
2388	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2389	db 0c4h, 0e3h, 79h, 15h, 0cah, %1 ; vpextrw [alt] edx, xmm1, %1
2390	.again:
2391	icebp
2392	jmp .again
2393	BS3_PROC_END_CMN bs3CpuInstr3_vpextrw_alt_EDX_XMM1_ %+ %1 %+ _icebp
2394
2395	%if TMPL_BITS == 64
2396	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2397	db 66h, 45h, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9d, xmm8, %1
2398	.again:
2399	icebp
2400	jmp .again
2401	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9D_XMM8_ %+ %1 %+ _icebp
2402
2403	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2404	db 66h, 48h, 0fh, 3ah, 15h, 0cah, %1 ; pextrw [alt] rdx, xmm1, %1
2405	.again:
2406	icebp
2407	jmp .again
2408	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_RDX_XMM1_ %+ %1 %+ _icebp
2409
2410	BS3CPUINSTR3_PROC_BEGIN_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2411	db 66h, 4dh, 0fh, 3ah, 15h, 0c1h, %1 ; pextrw [alt] r9, xmm8, %1
2412	.again:
2413	icebp
2414	jmp .again
2415	BS3_PROC_END_CMN bs3CpuInstr3_pextrw_alt_R9_XMM8_ %+ %1 %+ _icebp
2416	%endif
2417
2418	%endmacro ; EMIT_V_PEXTRW_ALT_INSTR
2419	%endif ; !EMIT_V_PEXTRW_ALT_INSTR_DEFINED
2420
2421	EMIT_V_PEXTRW_ALT_INSTR 000h
2422	EMIT_V_PEXTRW_ALT_INSTR 0FFh
2423
2424	;
2425	; [V]MOVMSKPS
2426	;
2427	EMIT_INSTR_PLUS_ICEBP movmskps, EDX, XMM1
2428	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, XMM1
2429	EMIT_INSTR_PLUS_ICEBP vmovmskps, EDX, YMM1
2430
2431	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, R9D, XMM8
2432	EMIT_INSTR_PLUS_ICEBP_C64 movmskps, RDX, XMM1
2433
2434	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, XMM8
2435	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, XMM1
2436
2437	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, R9D, YMM8
2438	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskps, RDX, YMM1
2439
2440	;
2441	; [V]MOVMSKPD
2442	;
2443	EMIT_INSTR_PLUS_ICEBP movmskpd, EDX, XMM1
2444	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, XMM1
2445	EMIT_INSTR_PLUS_ICEBP vmovmskpd, EDX, YMM1
2446
2447	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, R9D, XMM8
2448	EMIT_INSTR_PLUS_ICEBP_C64 movmskpd, RDX, XMM1
2449
2450	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, XMM8
2451	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, XMM1
2452
2453	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, R9D, YMM8
2454	EMIT_INSTR_PLUS_ICEBP_C64 vmovmskpd, RDX, YMM1
2455
2456	;
2457	; [V]MPSADBW
2458	;
2459	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 0FFh
2460	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 0FFh
2461	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, XMM2, 000h
2462	EMIT_INSTR_PLUS_ICEBP mpsadbw, XMM1, FSxBX, 000h
2463
2464	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 0FFh
2465	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 0FFh
2466	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, XMM3, 000h
2467	EMIT_INSTR_PLUS_ICEBP vmpsadbw, XMM1, XMM2, FSxBX, 000h
2468
2469	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 0FFh
2470	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 0FFh
2471	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, YMM3, 000h
2472	EMIT_INSTR_PLUS_ICEBP vmpsadbw, YMM1, YMM2, FSxBX, 000h
2473
2474	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 0FFh
2475	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 0FFh
2476	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, XMM9, 000h
2477	EMIT_INSTR_PLUS_ICEBP_C64 mpsadbw, XMM8, FSxBX, 000h
2478
2479	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 0FFh
2480	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 0FFh
2481	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, XMM10, 000h
2482	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, XMM8, XMM9, FSxBX, 000h
2483
2484	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 0FFh
2485	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 0FFh
2486	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, YMM10, 000h
2487	EMIT_INSTR_PLUS_ICEBP_C64 vmpsadbw, YMM8, YMM9, FSxBX, 000h
2488
2489	;
2490	; VINSERTI128
2491	;
2492	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 0FFh
2493	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 0FFh
2494	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, XMM3, 000h
2495	EMIT_INSTR_PLUS_ICEBP vinserti128, YMM1, YMM2, FSxBX, 000h
2496
2497	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 0FFh
2498	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 0FFh
2499	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, XMM10, 000h
2500	EMIT_INSTR_PLUS_ICEBP_C64 vinserti128, YMM8, YMM9, FSxBX, 000h
2501
2502	;
2503	; VINSERTF128
2504	;
2505	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 0FFh
2506	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 0FFh
2507	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, XMM3, 000h
2508	EMIT_INSTR_PLUS_ICEBP vinsertf128, YMM1, YMM2, FSxBX, 000h
2509
2510	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 0FFh
2511	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 0FFh
2512	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, XMM10, 000h
2513	EMIT_INSTR_PLUS_ICEBP_C64 vinsertf128, YMM8, YMM9, FSxBX, 000h
2514
2515	;
2516	; [V]INSERTPS
2517	;
2518	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 000h
2519	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0D5h
2520	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 028h
2521	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, XMM2, 0FFh
2522	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 000h
2523	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0D5h
2524	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 028h
2525	EMIT_INSTR_PLUS_ICEBP insertps, XMM1, FSxBX, 0FFh
2526
2527	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 000h
2528	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0D5h
2529	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 028h
2530	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, XMM3, 0FFh
2531	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 000h
2532	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0D5h
2533	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 028h
2534	EMIT_INSTR_PLUS_ICEBP vinsertps, XMM1, XMM2, FSxBX, 0FFh
2535
2536	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 000h
2537	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0D5h
2538	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 028h
2539	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, XMM9, 0FFh
2540	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 000h
2541	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0D5h
2542	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 028h
2543	EMIT_INSTR_PLUS_ICEBP_C64 insertps, XMM8, FSxBX, 0FFh
2544
2545	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 000h
2546	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0D5h
2547	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 028h
2548	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, XMM10, 0FFh
2549	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 000h
2550	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0D5h
2551	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 028h
2552	EMIT_INSTR_PLUS_ICEBP_C64 vinsertps, XMM8, XMM9, FSxBX, 0FFh
2553
2554	;
2555	; VEXTRACTI128
2556	;
2557	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 0FFh
2558	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 0FFh
2559	EMIT_INSTR_PLUS_ICEBP vextracti128, XMM1, YMM2, 000h
2560	EMIT_INSTR_PLUS_ICEBP vextracti128, FSxBX, YMM2, 000h
2561
2562	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 0FFh
2563	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 0FFh
2564	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, XMM8, YMM9, 000h
2565	EMIT_INSTR_PLUS_ICEBP_C64 vextracti128, FSxBX, YMM9, 000h
2566
2567	;
2568	; VEXTRACTF128
2569	;
2570	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 0FFh
2571	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 0FFh
2572	EMIT_INSTR_PLUS_ICEBP vextractf128, XMM1, YMM2, 000h
2573	EMIT_INSTR_PLUS_ICEBP vextractf128, FSxBX, YMM2, 000h
2574
2575	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 0FFh
2576	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 0FFh
2577	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, XMM8, YMM9, 000h
2578	EMIT_INSTR_PLUS_ICEBP_C64 vextractf128, FSxBX, YMM9, 000h
2579
2580	;
2581	; [V]EXTRACTPS
2582	;
2583	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 000h
2584	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 001h
2585	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 002h
2586	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 003h
2587	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 032h
2588	EMIT_INSTR_PLUS_ICEBP extractps, EDX, XMM1, 0FFh
2589	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 000h
2590	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 001h
2591	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 002h
2592	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 003h
2593	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 032h
2594	EMIT_INSTR_PLUS_ICEBP extractps, FSxBX, XMM1, 0FFh
2595
2596	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 000h
2597	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 001h
2598	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 002h
2599	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 003h
2600	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 032h
2601	EMIT_INSTR_PLUS_ICEBP vextractps, EDX, XMM1, 0FFh
2602	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 000h
2603	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 001h
2604	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 002h
2605	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 003h
2606	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 032h
2607	EMIT_INSTR_PLUS_ICEBP vextractps, FSxBX, XMM1, 0FFh
2608
2609	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 000h
2610	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 001h
2611	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 002h
2612	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 003h
2613	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 032h
2614	EMIT_INSTR_PLUS_ICEBP_C64 extractps, R9D, XMM8, 0FFh
2615	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 000h
2616	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 001h
2617	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 002h
2618	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 003h
2619	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 032h
2620	EMIT_INSTR_PLUS_ICEBP_C64 extractps, FSxBX, XMM8, 0FFh
2621
2622	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 000h
2623	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 001h
2624	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 002h
2625	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 003h
2626	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 032h
2627	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, R9D, XMM8, 0FFh
2628	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 000h
2629	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 001h
2630	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 002h
2631	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 003h
2632	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 032h
2633	EMIT_INSTR_PLUS_ICEBP_C64 vextractps, FSxBX, XMM8, 0FFh
2634
2635	;
2636	; [V]PSUBSB
2637	;
2638	EMIT_INSTR_PLUS_ICEBP_MMX psubsb
2639	EMIT_INSTR_PLUS_ICEBP_XMM psubsb
2640	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsb
2641	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsb
2642	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsb
2643	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsb
2644	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsb
2645
2646	;
2647	; [V]PSUBSW
2648	;
2649	EMIT_INSTR_PLUS_ICEBP_MMX psubsw
2650	EMIT_INSTR_PLUS_ICEBP_XMM psubsw
2651	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubsw
2652	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubsw
2653	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubsw
2654	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubsw
2655	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubsw
2656
2657	;
2658	; [V]PSUBUSB
2659	;
2660	EMIT_INSTR_PLUS_ICEBP_MMX psubusb
2661	EMIT_INSTR_PLUS_ICEBP_XMM psubusb
2662	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusb
2663	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusb
2664	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusb
2665	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusb
2666	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusb
2667
2668	;
2669	; [V]PSUBUSW
2670	;
2671	EMIT_INSTR_PLUS_ICEBP_MMX psubusw
2672	EMIT_INSTR_PLUS_ICEBP_XMM psubusw
2673	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsubusw
2674	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsubusw
2675	EMIT_INSTR_PLUS_ICEBP_XMM_89 psubusw
2676	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsubusw
2677	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsubusw
2678
2679	;
2680	; [V]PADDUSB
2681	;
2682	EMIT_INSTR_PLUS_ICEBP_MMX paddusb
2683	EMIT_INSTR_PLUS_ICEBP_XMM paddusb
2684	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusb
2685	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusb
2686	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusb
2687	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusb
2688	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusb
2689
2690	;
2691	; [V]PADDUSW
2692	;
2693	EMIT_INSTR_PLUS_ICEBP_MMX paddusw
2694	EMIT_INSTR_PLUS_ICEBP_XMM paddusw
2695	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddusw
2696	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddusw
2697	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddusw
2698	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddusw
2699	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddusw
2700
2701	;
2702	; [V]PADDSB
2703	;
2704	EMIT_INSTR_PLUS_ICEBP_MMX paddsb
2705	EMIT_INSTR_PLUS_ICEBP_XMM paddsb
2706	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsb
2707	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsb
2708	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsb
2709	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsb
2710	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsb
2711
2712	;
2713	; [V]PADDSW
2714	;
2715	EMIT_INSTR_PLUS_ICEBP_MMX paddsw
2716	EMIT_INSTR_PLUS_ICEBP_XMM paddsw
2717	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpaddsw
2718	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpaddsw
2719	EMIT_INSTR_PLUS_ICEBP_XMM_89 paddsw
2720	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpaddsw
2721	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpaddsw
2722
2723	;
2724	; [V]PSLLW
2725	;
2726	EMIT_INSTR_PLUS_ICEBP_MMX psllw
2727	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 001h
2728	EMIT_INSTR_PLUS_ICEBP psllw, MM1, 012h
2729	EMIT_INSTR_PLUS_ICEBP_XMM psllw
2730	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 001h
2731	EMIT_INSTR_PLUS_ICEBP psllw, XMM1, 012h
2732	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllw
2733	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 001h
2734	EMIT_INSTR_PLUS_ICEBP vpsllw, XMM1, XMM2, 012h
2735	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, XMM3
2736	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, FSxBX
2737	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 001h
2738	EMIT_INSTR_PLUS_ICEBP vpsllw, YMM1, YMM2, 012h
2739	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllw
2740	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 001h
2741	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, XMM8, XMM9, 012h
2742	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, XMM10
2743	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, FSxBX
2744	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 001h
2745	EMIT_INSTR_PLUS_ICEBP_C64 vpsllw, YMM8, YMM9, 012h
2746
2747	;
2748	; [V]PSLLD
2749	;
2750	EMIT_INSTR_PLUS_ICEBP_MMX pslld
2751	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 001h
2752	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 012h
2753	EMIT_INSTR_PLUS_ICEBP pslld, MM1, 021h
2754	EMIT_INSTR_PLUS_ICEBP_XMM pslld
2755	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 001h
2756	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 012h
2757	EMIT_INSTR_PLUS_ICEBP pslld, XMM1, 021h
2758	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpslld
2759	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 001h
2760	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 012h
2761	EMIT_INSTR_PLUS_ICEBP vpslld, XMM1, XMM2, 021h
2762	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, XMM3
2763	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, FSxBX
2764	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 001h
2765	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 012h
2766	EMIT_INSTR_PLUS_ICEBP vpslld, YMM1, YMM2, 021h
2767	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpslld
2768	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 001h
2769	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 012h
2770	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, XMM8, XMM9, 021h
2771	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, XMM10
2772	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, FSxBX
2773	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 001h
2774	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 012h
2775	EMIT_INSTR_PLUS_ICEBP_C64 vpslld, YMM8, YMM9, 021h
2776
2777	;
2778	; [V]PSLLQ
2779	;
2780	EMIT_INSTR_PLUS_ICEBP_MMX psllq
2781	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 001h
2782	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 012h
2783	EMIT_INSTR_PLUS_ICEBP psllq, MM1, 045h
2784	EMIT_INSTR_PLUS_ICEBP_XMM psllq
2785	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 001h
2786	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 012h
2787	EMIT_INSTR_PLUS_ICEBP psllq, XMM1, 045h
2788	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllq
2789	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 001h
2790	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 012h
2791	EMIT_INSTR_PLUS_ICEBP vpsllq, XMM1, XMM2, 045h
2792	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, XMM3
2793	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, FSxBX
2794	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 001h
2795	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 012h
2796	EMIT_INSTR_PLUS_ICEBP vpsllq, YMM1, YMM2, 045h
2797	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllq
2798	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 001h
2799	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 012h
2800	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, XMM8, XMM9, 045h
2801	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, XMM10
2802	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, FSxBX
2803	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 001h
2804	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 012h
2805	EMIT_INSTR_PLUS_ICEBP_C64 vpsllq, YMM8, YMM9, 045h
2806
2807	;
2808	; [V]PSRAW
2809	;
2810	EMIT_INSTR_PLUS_ICEBP_MMX psraw
2811	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 001h
2812	EMIT_INSTR_PLUS_ICEBP psraw, MM1, 012h
2813	EMIT_INSTR_PLUS_ICEBP_XMM psraw
2814	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 001h
2815	EMIT_INSTR_PLUS_ICEBP psraw, XMM1, 012h
2816	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsraw
2817	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 001h
2818	EMIT_INSTR_PLUS_ICEBP vpsraw, XMM1, XMM2, 012h
2819	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, XMM3
2820	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, FSxBX
2821	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 001h
2822	EMIT_INSTR_PLUS_ICEBP vpsraw, YMM1, YMM2, 012h
2823	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsraw
2824	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 001h
2825	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, XMM8, XMM9, 012h
2826	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, XMM10
2827	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, FSxBX
2828	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 001h
2829	EMIT_INSTR_PLUS_ICEBP_C64 vpsraw, YMM8, YMM9, 012h
2830
2831	;
2832	; [V]PSRAD
2833	;
2834	EMIT_INSTR_PLUS_ICEBP_MMX psrad
2835	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 001h
2836	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 012h
2837	EMIT_INSTR_PLUS_ICEBP psrad, MM1, 021h
2838	EMIT_INSTR_PLUS_ICEBP_XMM psrad
2839	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 001h
2840	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 012h
2841	EMIT_INSTR_PLUS_ICEBP psrad, XMM1, 021h
2842	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrad
2843	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 001h
2844	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 012h
2845	EMIT_INSTR_PLUS_ICEBP vpsrad, XMM1, XMM2, 021h
2846	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, XMM3
2847	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, FSxBX
2848	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 001h
2849	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 012h
2850	EMIT_INSTR_PLUS_ICEBP vpsrad, YMM1, YMM2, 021h
2851	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrad
2852	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 001h
2853	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 012h
2854	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, XMM8, XMM9, 021h
2855	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, XMM10
2856	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, FSxBX
2857	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 001h
2858	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 012h
2859	EMIT_INSTR_PLUS_ICEBP_C64 vpsrad, YMM8, YMM9, 021h
2860
2861	;
2862	; no VPSRAQ -- does not exist until AVX512
2863	;
2864
2865	;
2866	; [V]PSRLW
2867	;
2868	EMIT_INSTR_PLUS_ICEBP_MMX psrlw
2869	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 001h
2870	EMIT_INSTR_PLUS_ICEBP psrlw, MM1, 012h
2871	EMIT_INSTR_PLUS_ICEBP_XMM psrlw
2872	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 001h
2873	EMIT_INSTR_PLUS_ICEBP psrlw, XMM1, 012h
2874	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlw
2875	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 001h
2876	EMIT_INSTR_PLUS_ICEBP vpsrlw, XMM1, XMM2, 012h
2877	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, XMM3
2878	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, FSxBX
2879	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 001h
2880	EMIT_INSTR_PLUS_ICEBP vpsrlw, YMM1, YMM2, 012h
2881	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlw
2882	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 001h
2883	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, XMM8, XMM9, 012h
2884	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, XMM10
2885	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, FSxBX
2886	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 001h
2887	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlw, YMM8, YMM9, 012h
2888
2889	;
2890	; [V]PSRLD
2891	;
2892	EMIT_INSTR_PLUS_ICEBP_MMX psrld
2893	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 001h
2894	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 012h
2895	EMIT_INSTR_PLUS_ICEBP psrld, MM1, 021h
2896	EMIT_INSTR_PLUS_ICEBP_XMM psrld
2897	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 001h
2898	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 012h
2899	EMIT_INSTR_PLUS_ICEBP psrld, XMM1, 021h
2900	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrld
2901	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 001h
2902	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 012h
2903	EMIT_INSTR_PLUS_ICEBP vpsrld, XMM1, XMM2, 021h
2904	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, XMM3
2905	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, FSxBX
2906	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 001h
2907	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 012h
2908	EMIT_INSTR_PLUS_ICEBP vpsrld, YMM1, YMM2, 021h
2909	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrld
2910	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 001h
2911	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 012h
2912	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, XMM8, XMM9, 021h
2913	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, XMM10
2914	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, FSxBX
2915	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 001h
2916	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 012h
2917	EMIT_INSTR_PLUS_ICEBP_C64 vpsrld, YMM8, YMM9, 021h
2918
2919	;
2920	; [V]PSRLQ
2921	;
2922	EMIT_INSTR_PLUS_ICEBP_MMX psrlq
2923	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 001h
2924	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 012h
2925	EMIT_INSTR_PLUS_ICEBP psrlq, MM1, 045h
2926	EMIT_INSTR_PLUS_ICEBP_XMM psrlq
2927	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 001h
2928	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 012h
2929	EMIT_INSTR_PLUS_ICEBP psrlq, XMM1, 045h
2930	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlq
2931	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 001h
2932	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 012h
2933	EMIT_INSTR_PLUS_ICEBP vpsrlq, XMM1, XMM2, 045h
2934	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, XMM3
2935	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, FSxBX
2936	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 001h
2937	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 012h
2938	EMIT_INSTR_PLUS_ICEBP vpsrlq, YMM1, YMM2, 045h
2939	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlq
2940	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 001h
2941	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 012h
2942	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, XMM8, XMM9, 045h
2943	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, XMM10
2944	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, FSxBX
2945	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 001h
2946	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 012h
2947	EMIT_INSTR_PLUS_ICEBP_C64 vpsrlq, YMM8, YMM9, 045h
2948
2949	;
2950	; VPSRLVD
2951	;
2952	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvd
2953	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvd
2954	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvd
2955	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvd
2956
2957	;
2958	; VPSRLVQ
2959	;
2960	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsrlvq
2961	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsrlvq
2962	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsrlvq
2963	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsrlvq
2964
2965	;
2966	; VPSRAVD
2967	;
2968	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsravd
2969	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsravd
2970	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsravd
2971	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsravd
2972
2973	;
2974	; VPSLLVD
2975	;
2976	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvd
2977	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvd
2978	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvd
2979	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvd
2980
2981	;
2982	; VPSLLVQ
2983	;
2984	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpsllvq
2985	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpsllvq
2986	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpsllvq
2987	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpsllvq
2988
2989	;
2990	; [V]PSLLDQ
2991	;
2992	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 000h
2993	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 005h
2994	EMIT_INSTR_PLUS_ICEBP pslldq, XMM1, 012h
2995	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 000h
2996	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 005h
2997	EMIT_INSTR_PLUS_ICEBP vpslldq, XMM1, XMM2, 012h
2998	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 000h
2999	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 005h
3000	EMIT_INSTR_PLUS_ICEBP vpslldq, YMM1, YMM2, 012h
3001	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 000h
3002	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 005h
3003	EMIT_INSTR_PLUS_ICEBP_C64 pslldq, XMM8, 012h
3004	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 000h
3005	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 005h
3006	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, XMM8, XMM9, 012h
3007	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 000h
3008	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 005h
3009	EMIT_INSTR_PLUS_ICEBP_C64 vpslldq, YMM8, YMM9, 012h
3010
3011	;
3012	; [V]PSRLDQ
3013	;
3014	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 000h
3015	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 005h
3016	EMIT_INSTR_PLUS_ICEBP psrldq, XMM1, 012h
3017	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 000h
3018	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 005h
3019	EMIT_INSTR_PLUS_ICEBP vpsrldq, XMM1, XMM2, 012h
3020	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 000h
3021	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 005h
3022	EMIT_INSTR_PLUS_ICEBP vpsrldq, YMM1, YMM2, 012h
3023	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 000h
3024	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 005h
3025	EMIT_INSTR_PLUS_ICEBP_C64 psrldq, XMM8, 012h
3026	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 000h
3027	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 005h
3028	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, XMM8, XMM9, 012h
3029	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 000h
3030	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 005h
3031	EMIT_INSTR_PLUS_ICEBP_C64 vpsrldq, YMM8, YMM9, 012h
3032
3033	;
3034	; VPERM2I128
3035	;
3036	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 0FFh
3037	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 0FFh
3038	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 000h
3039	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 000h
3040	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 001h
3041	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 001h
3042	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 002h
3043	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 002h
3044	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 003h
3045	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 003h
3046	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 008h
3047	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 008h
3048	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 010h
3049	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 010h
3050	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 020h
3051	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 020h
3052	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 030h
3053	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 030h
3054	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, YMM3, 080h
3055	EMIT_INSTR_PLUS_ICEBP vperm2i128, YMM1, YMM2, FSxBX, 080h
3056	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 0FFh
3057	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 0FFh
3058	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 000h
3059	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 000h
3060	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 001h
3061	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 001h
3062	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 002h
3063	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 002h
3064	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 003h
3065	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 003h
3066	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 008h
3067	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 008h
3068	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 010h
3069	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 010h
3070	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 020h
3071	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 020h
3072	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 030h
3073	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 030h
3074	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, YMM10, 080h
3075	EMIT_INSTR_PLUS_ICEBP_C64 vperm2i128, YMM8, YMM9, FSxBX, 080h
3076
3077	;
3078	; VPERM2F128
3079	;
3080	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 0FFh
3081	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 0FFh
3082	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 000h
3083	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 000h
3084	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 001h
3085	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 001h
3086	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 002h
3087	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 002h
3088	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 003h
3089	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 003h
3090	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 008h
3091	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 008h
3092	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 010h
3093	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 010h
3094	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 020h
3095	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 020h
3096	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 030h
3097	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 030h
3098	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, YMM3, 080h
3099	EMIT_INSTR_PLUS_ICEBP vperm2f128, YMM1, YMM2, FSxBX, 080h
3100	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 0FFh
3101	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 0FFh
3102	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 000h
3103	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 000h
3104	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 001h
3105	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 001h
3106	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 002h
3107	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 002h
3108	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 003h
3109	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 003h
3110	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 008h
3111	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 008h
3112	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 010h
3113	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 010h
3114	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 020h
3115	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 020h
3116	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 030h
3117	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 030h
3118	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, YMM10, 080h
3119	EMIT_INSTR_PLUS_ICEBP_C64 vperm2f128, YMM8, YMM9, FSxBX, 080h
3120
3121	;
3122	; VPERMILPS
3123	;
3124	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilps
3125	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 000h
3126	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 01Bh
3127	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 0E4h
3128	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, XMM2, 03Dh
3129	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 000h
3130	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 01Bh
3131	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 0E4h
3132	EMIT_INSTR_PLUS_ICEBP vpermilps, XMM1, FSxBX, 03Dh
3133	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilps
3134	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 000h
3135	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 01Bh
3136	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 0E4h
3137	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, YMM2, 03Dh
3138	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 000h
3139	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 01Bh
3140	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 0E4h
3141	EMIT_INSTR_PLUS_ICEBP vpermilps, YMM1, FSxBX, 03Dh
3142	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilps
3143	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 000h
3144	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 01Bh
3145	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 0E4h
3146	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, XMM9, 03Dh
3147	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 000h
3148	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 01Bh
3149	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 0E4h
3150	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, XMM8, FSxBX, 03Dh
3151	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilps
3152	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 000h
3153	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 01Bh
3154	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 0E4h
3155	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, YMM9, 03Dh
3156	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 000h
3157	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 01Bh
3158	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 0E4h
3159	EMIT_INSTR_PLUS_ICEBP_C64 vpermilps, YMM8, FSxBX, 03Dh
3160
3161	;
3162	; VPERMILPD
3163	;
3164	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpermilpd
3165	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 000h
3166	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 0E7h
3167	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, XMM2, 091h
3168	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 000h
3169	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 0E7h
3170	EMIT_INSTR_PLUS_ICEBP vpermilpd, XMM1, FSxBX, 091h
3171	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpermilpd
3172	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 000h
3173	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 0E7h
3174	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, YMM2, 091h
3175	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 000h
3176	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 0E7h
3177	EMIT_INSTR_PLUS_ICEBP vpermilpd, YMM1, FSxBX, 091h
3178	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpermilpd
3179	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 000h
3180	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 0E7h
3181	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, XMM9, 091h
3182	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 000h
3183	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 0E7h
3184	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, XMM8, FSxBX, 091h
3185	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpermilpd
3186	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 000h
3187	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 0E7h
3188	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, YMM9, 091h
3189	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 000h
3190	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 0E7h
3191	EMIT_INSTR_PLUS_ICEBP_C64 vpermilpd, YMM8, FSxBX, 091h
3192
3193	;
3194	; [V]PMADDUBSW
3195	;
3196	EMIT_INSTR_PLUS_ICEBP_MMX pmaddwd
3197	EMIT_INSTR_PLUS_ICEBP_XMM pmaddwd
3198	EMIT_INSTR_PLUS_ICEBP_XMM_123 vpmaddwd
3199	EMIT_INSTR_PLUS_ICEBP_YMM_123 vpmaddwd
3200	EMIT_INSTR_PLUS_ICEBP_XMM_89 pmaddwd
3201	EMIT_INSTR_PLUS_ICEBP_XMM_890 vpmaddwd
3202	EMIT_INSTR_PLUS_ICEBP_YMM_890 vpmaddwd
3203
3204	;
3205	; MASKMOVQ
3206	;
3207	%define EMIT_FS_PREFIX
3208	EMIT_INSTR_PLUS_ICEBP maskmovq, MM0, MM1
3209	%undef EMIT_FS_PREFIX
3210
3211	;
3212	; [V]MASKMOVDQU
3213	;
3214	%define EMIT_FS_PREFIX
3215	EMIT_INSTR_PLUS_ICEBP maskmovdqu, XMM0, XMM1
3216	EMIT_INSTR_PLUS_ICEBP_C64 maskmovdqu, XMM8, XMM9
3217
3218	EMIT_INSTR_PLUS_ICEBP vmaskmovdqu, XMM0, XMM1
3219	EMIT_INSTR_PLUS_ICEBP_C64 vmaskmovdqu, XMM8, XMM9
3220	%undef EMIT_FS_PREFIX
3221
3222	%endif ; BS3_INSTANTIATING_CMN
3223
3224	%include "bs3kit-template-footer.mac" ; reset environment

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format