/* $Id: IEMAllInstVexMap2.cpp.h 105445 2024-07-23 12:17:44Z vboxsync $ */ /** @file * IEM - Instruction Decoding and Emulation. * * @remarks IEMAllInstThree0f38.cpp.h is a VEX mirror of this file. * Any update here is likely needed in that file too. */ /* * Copyright (C) 2011-2023 Oracle and/or its affiliates. * * This file is part of VirtualBox base platform packages, as * available from https://www.virtualbox.org. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation, in version 3 of the * License. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, see . * * SPDX-License-Identifier: GPL-3.0-only */ /** @name VEX Opcode Map 2 * @{ */ /** * Common worker for AESNI/AVX instructions on the forms: * - vaesxxx xmm0, xmm1, xmm2/mem128 * * Exceptions type 4. AVX and AESNI cpuid check for 128-bit operation. */ FNIEMOP_DEF_1(iemOpCommonAvxAesNi_Vx_Hx_Wx, PFNIEMAIMPLMEDIAOPTF3U128, pfnU128) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX_2(fAvx, fAesNi); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT128U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT128U, puDst, uDst, 0); IEM_MC_ARG(PCRTUINT128U, puSrc1, 1); IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_ARG(PCRTUINT128U, puSrc2, 2); IEM_MC_REF_XREG_U128_CONST(puSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_3(pfnU128, puDst, puSrc1, puSrc2); IEM_MC_STORE_XREG_U128( IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX_2(fAvx, fAesNi); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT128U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT128U, puDst, uDst, 0); IEM_MC_LOCAL(RTUINT128U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc2, uSrc2, 2); IEM_MC_FETCH_MEM_U128_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_ARG(PCRTUINT128U, puSrc1, 1); IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_CALL_VOID_AIMPL_3(pfnU128, puDst, puSrc1, puSrc2); IEM_MC_STORE_XREG_U128( IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.0F38 0x00 - invalid. */ /** Opcode VEX.66.0F38 0x00. */ FNIEMOP_DEF(iemOp_vpshufb_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSHUFB, vpshufb, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpshufb); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x01 - invalid. */ /** Opcode VEX.66.0F38 0x01. */ FNIEMOP_DEF(iemOp_vphaddw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHADDW, vphaddw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphaddw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x02 - invalid. */ /** Opcode VEX.66.0F38 0x02. */ FNIEMOP_DEF(iemOp_vphaddd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHADDD, vphaddd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphaddd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x03 - invalid. */ /** Opcode VEX.66.0F38 0x03. */ FNIEMOP_DEF(iemOp_vphaddsw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHADDSW, vphaddsw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphaddsw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x04 - invalid. */ /** Opcode VEX.66.0F38 0x04. */ FNIEMOP_DEF(iemOp_vpmaddubsw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMADDUBSW, vpmaddubsw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpmaddubsw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x05 - invalid. */ /** Opcode VEX.66.0F38 0x05. */ FNIEMOP_DEF(iemOp_vphsubw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHSUBW, vphsubw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphsubw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x06 - invalid. */ /** Opcode VEX.66.0F38 0x06. */ FNIEMOP_DEF(iemOp_vphsubd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHSUBD, vphsubd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphsubd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x07 - invalid. */ /** Opcode VEX.66.0F38 0x07. */ FNIEMOP_DEF(iemOp_vphsubsw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPHSUBSW, vphsubsw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vphsubsw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x08 - invalid. */ /** Opcode VEX.66.0F38 0x08. */ FNIEMOP_DEF(iemOp_vpsignb_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSIGNB, vpsignb, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpsignb); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x09 - invalid. */ /** Opcode VEX.66.0F38 0x09. */ FNIEMOP_DEF(iemOp_vpsignw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSIGNW, vpsignw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpsignw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x0a - invalid. */ /** Opcode VEX.66.0F38 0x0a. */ FNIEMOP_DEF(iemOp_vpsignd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSIGND, vpsignd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpsignd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x0b - invalid. */ /** Opcode VEX.66.0F38 0x0b. */ FNIEMOP_DEF(iemOp_vpmulhrsw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMULHRSW, vpmulhrsw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpmulhrsw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x0c - invalid. */ /** Opcode VEX.66.0F38 0x0c. * AVX,AVX */ FNIEMOP_DEF(iemOp_vpermilps_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPERMILPS, vpermilps, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); /* @todo */ IEMOPMEDIAOPTF3_INIT_VARS(vpermilps); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x0d - invalid. */ /** Opcode VEX.66.0F38 0x0d. * AVX,AVX */ FNIEMOP_DEF(iemOp_vpermilpd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPERMILPD, vpermilpd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); /* @todo */ IEMOPMEDIAOPTF3_INIT_VARS(vpermilpd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** * Common worker for AVX instructions on the forms: * - vtestps/d xmm1, xmm2/mem128 * - vtestps/d ymm1, ymm2/mem256 * * Takes function table for function w/o implicit state parameter. * * Exceptions type 4. AVX cpuid check for both 128-bit and 256-bit operation. */ #define IEMOP_BODY_VTESTP_S_D(a_Instr) \ Assert(pVCpu->iem.s.uVexLength <= 1); \ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.uVexLength) \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_W0_AND_NO_VVVV_EX(fAvx); \ IEM_MC_LOCAL(RTUINT256U, uSrc1); \ IEM_MC_LOCAL(RTUINT256U, uSrc2); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 0); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 1); \ IEM_MC_ARG(uint32_t *, pEFlags, 2); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_FETCH_YREG_U256(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_ ## a_Instr ## _u256, \ iemAImpl_ ## a_Instr ## _u256_fallback), \ puSrc1, puSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_W0_AND_NO_VVVV_EX(fAvx); \ IEM_MC_ARG(PCRTUINT128U, puSrc1, 0); \ IEM_MC_ARG(PCRTUINT128U, puSrc2, 1); \ IEM_MC_ARG(uint32_t *, pEFlags, 2); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_XREG_U128_CONST(puSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_ ## a_Instr ## _u128, \ iemAImpl_ ## a_Instr ## _u128_fallback), \ puSrc1, puSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.uVexLength) \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_LOCAL(RTUINT256U, uSrc1); \ IEM_MC_LOCAL(RTUINT256U, uSrc2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 0); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 1); \ IEM_MC_ARG(uint32_t *, pEFlags, 2); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_W0_AND_NO_VVVV_EX(fAvx); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_FETCH_MEM_U256_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_ ## a_Instr ## _u256, \ iemAImpl_ ## a_Instr ## _u256_fallback), \ puSrc1, puSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_LOCAL(RTUINT128U, uSrc2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_ARG(PCRTUINT128U, puSrc1, 0); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc2, uSrc2, 1); \ IEM_MC_ARG(uint32_t *, pEFlags, 2); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_W0_AND_NO_VVVV_EX(fAvx); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_FETCH_MEM_U128_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_ ## a_Instr ## _u128, \ iemAImpl_ ## a_Instr ## _u128_fallback), \ puSrc1, puSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /* Opcode VEX.0F38 0x0e - invalid. */ /** * @opcode 0x0e * @oppfx 0x66 * @opflmodify cf,zf,pf,af,sf,of * @opflclear pf,af,sf,of */ FNIEMOP_DEF(iemOp_vtestps_Vx_Wx) { /** @todo We need to check VEX.W somewhere... it is documented to \#UD on all * CPU modes. */ IEMOP_MNEMONIC2(VEX_RM, VTESTPS, vtestps, Vx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES | IEMOPHINT_VEX_W_ZERO); IEMOP_BODY_VTESTP_S_D(vtestps); } /* Opcode VEX.0F38 0x0f - invalid. */ /** * @opcode 0x0f * @oppfx 0x66 * @opflmodify cf,zf,pf,af,sf,of * @opflclear pf,af,sf,of */ FNIEMOP_DEF(iemOp_vtestpd_Vx_Wx) { /** @todo We need to check VEX.W somewhere... it is documented to \#UD on all * CPU modes. */ IEMOP_MNEMONIC2(VEX_RM, VTESTPD, vtestpd, Vx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES | IEMOPHINT_VEX_W_ZERO); IEMOP_BODY_VTESTP_S_D(vtestpd); } /* Opcode VEX.0F38 0x10 - invalid */ /* Opcode VEX.66.0F38 0x10 - invalid (legacy only). */ /* Opcode VEX.0F38 0x11 - invalid */ /* Opcode VEX.66.0F38 0x11 - invalid */ /* Opcode VEX.0F38 0x12 - invalid */ /* Opcode VEX.66.0F38 0x12 - invalid */ /* Opcode VEX.0F38 0x13 - invalid */ /* Opcode VEX.66.0F38 0x13 (vex only). */ FNIEMOP_STUB(iemOp_vcvtph2ps_Vx_Wx); /* Opcode VEX.0F38 0x14 - invalid */ /* Opcode VEX.66.0F38 0x14 - invalid (legacy only). */ /* Opcode VEX.0F38 0x15 - invalid */ /* Opcode VEX.66.0F38 0x15 - invalid (legacy only). */ /* Opcode VEX.0F38 0x16 - invalid */ /** Opcode VEX.66.0F38 0x16. */ FNIEMOP_DEF(iemOp_vpermps_Vqq_Hqq_Wqq) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 1); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 2); IEM_MC_FETCH_YREG_U256(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_LOCAL(RTUINT256U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_vpermps_u256, iemAImpl_vpermps_u256_fallback), puDst, puSrc1, puSrc2); IEM_MC_STORE_YREG_U256_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 2); IEM_MC_FETCH_MEM_U256_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 1); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_LOCAL(RTUINT256U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_vpermps_u256, iemAImpl_vpermps_u256_fallback), puDst, puSrc1, puSrc2); IEM_MC_STORE_YREG_U256_ZX_VLMAX( IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.0F38 0x17 - invalid */ /** * @opcode 0x17 * @oppfx 0x66 * @opflmodify cf,pf,af,zf,sf,of * @opflclear pf,af,sf,of */ FNIEMOP_DEF(iemOp_vptest_Vx_Wx) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx2); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 0); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 1); IEM_MC_ARG(uint32_t *, pEFlags, 2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_FETCH_YREG_U256(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_vptest_u256, iemAImpl_vptest_u256_fallback), puSrc1, puSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_ARG(PCRTUINT128U, puSrc1, 0); IEM_MC_ARG(PCRTUINT128U, puSrc2, 1); IEM_MC_ARG(uint32_t *, pEFlags, 2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_XREG_U128_CONST(puSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_3(iemAImpl_ptest_u128, puSrc1, puSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 0); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 1); IEM_MC_ARG(uint32_t *, pEFlags, 2); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U256_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_vptest_u256, iemAImpl_vptest_u256_fallback), puSrc1, puSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT128U, uSrc2); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_ARG(PCRTUINT128U, puSrc1, 0); IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc2, uSrc2, 1); IEM_MC_ARG(uint32_t *, pEFlags, 2); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U128_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_REF_XREG_U128_CONST(puSrc1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_3(iemAImpl_ptest_u128, puSrc1, puSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /* Opcode VEX.0F38 0x18 - invalid */ /** Opcode VEX.66.0F38 0x18. */ FNIEMOP_DEF(iemOp_vbroadcastss_Vx_Wd) { IEMOP_MNEMONIC2(VEX_RM, VBROADCASTSS, vbroadcastss, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U32(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U32(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U32(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U32(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_XREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /* Opcode VEX.0F38 0x19 - invalid */ /** Opcode VEX.66.0F38 0x19. */ FNIEMOP_DEF(iemOp_vbroadcastsd_Vqq_Wq) { IEMOP_MNEMONIC2(VEX_RM, VBROADCASTSD, vbroadcastsd, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_LOCAL(uint64_t, uSrc); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U64(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_LOCAL(uint64_t, uSrc); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U64(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint64_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_AND_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U64(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.0F38 0x1a - invalid */ /** Opcode VEX.66.0F38 0x1a. */ FNIEMOP_DEF(iemOp_vbroadcastf128_Vqq_Mdq) { IEMOP_MNEMONIC2(VEX_RM, VBROADCASTF128, vbroadcastf128, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * No register, register. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT128U, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_AND_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U128_NO_AC(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U128_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.0F38 0x1b - invalid */ /* Opcode VEX.66.0F38 0x1b - invalid */ /* Opcode VEX.0F38 0x1c - invalid. */ /** Opcode VEX.66.0F38 0x1c. */ FNIEMOP_DEF(iemOp_vpabsb_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPABSB, vpabsb, Vx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF2_INIT_VARS(vpabsb); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x1d - invalid. */ /** Opcode VEX.66.0F38 0x1d. */ FNIEMOP_DEF(iemOp_vpabsw_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPABSW, vpabsw, Vx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF2_INIT_VARS(vpabsw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x1e - invalid. */ /** Opcode VEX.66.0F38 0x1e. */ FNIEMOP_DEF(iemOp_vpabsd_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPABSD, vpabsd, Vx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF2_INIT_VARS(vpabsd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /* Opcode VEX.0F38 0x1f - invalid */ /* Opcode VEX.66.0F38 0x1f - invalid */ /** Body for the vpmov{s,z}x* instructions. */ #define IEMOP_BODY_VPMOV_S_Z(a_Instr, a_SrcWidth, a_VexLengthMemFetch) \ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.uVexLength) \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); \ IEM_MC_LOCAL(RTUINT256U, uDst); \ IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); \ IEM_MC_ARG(PCRTUINT128U, puSrc, 1); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_REF_XREG_U128_CONST(puSrc, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_ ## a_Instr ## _u256, \ iemAImpl_ ## a_Instr ## _u256_fallback), \ puDst, puSrc); \ IEM_MC_STORE_YREG_U256_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uDst); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx); \ IEM_MC_ARG(PRTUINT128U, puDst, 0); \ IEM_MC_ARG(uint ## a_SrcWidth ##_t, uSrc, 1); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_FETCH_XREG_U ## a_SrcWidth (uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); \ IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_ ## a_Instr ## _u128, \ iemAImpl_## a_Instr ## _u128_fallback), \ puDst, uSrc); \ IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.uVexLength) \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_LOCAL(RTUINT256U, uDst); \ IEM_MC_LOCAL(RTUINT128U, uSrc); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); \ IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc, uSrc, 1); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ a_VexLengthMemFetch(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_ ## a_Instr ## _u256, \ iemAImpl_ ## a_Instr ## _u256_fallback), \ puDst, puSrc); \ IEM_MC_STORE_YREG_U256_ZX_VLMAX( IEM_GET_MODRM_REG(pVCpu, bRm), uDst); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_ARG(PRTUINT128U, puDst, 0); \ IEM_MC_ARG(uint ## a_SrcWidth ##_t, uSrc, 1); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx); \ IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); \ IEM_MC_PREPARE_AVX_USAGE(); \ IEM_MC_FETCH_MEM_U ## a_SrcWidth (uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_ ## a_Instr ## _u128, \ iemAImpl_ ## a_Instr ## _u128_fallback), \ puDst, uSrc); \ IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /** Opcode VEX.66.0F38 0x20. */ FNIEMOP_DEF(iemOp_vpmovsxbw_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXBW, vpmovsxbw, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxbw, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /** Opcode VEX.66.0F38 0x21. */ FNIEMOP_DEF(iemOp_vpmovsxbd_Vx_UxMd) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXBD, vpmovsxbd, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxbd, 32, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x22. */ FNIEMOP_DEF(iemOp_vpmovsxbq_Vx_UxMw) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXBQ, vpmovsxbq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxbq, 16, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x23. */ FNIEMOP_DEF(iemOp_vpmovsxwd_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXWD, vpmovsxwd, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxwd, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /** Opcode VEX.66.0F38 0x24. */ FNIEMOP_DEF(iemOp_vpmovsxwq_Vx_UxMd) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXWQ, vpmovsxwq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxwq, 32, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x25. */ FNIEMOP_DEF(iemOp_vpmovsxdq_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVSXDQ, vpmovsxdq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovsxdq, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /* Opcode VEX.66.0F38 0x26 - invalid */ /* Opcode VEX.66.0F38 0x27 - invalid */ /** Opcode VEX.66.0F38 0x28. */ FNIEMOP_DEF(iemOp_vpmuldq_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMULDQ, vpmuldq, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpmuldq); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x29. */ FNIEMOP_DEF(iemOp_vpcmpeqq_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPCMPEQQ, vpcmpeqq, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpcmpeqq); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } FNIEMOP_DEF(iemOp_vmovntdqa_Vx_Mx) { Assert(pVCpu->iem.s.uVexLength <= 1); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_MEM_MODE(bRm)) { if (pVCpu->iem.s.uVexLength == 0) { /** * @opcode 0x2a * @opcodesub !11 mr/reg vex.l=0 * @oppfx 0x66 * @opcpuid avx * @opgroup og_avx_cachect * @opxcpttype 1 * @optest op1=-1 op2=2 -> op1=2 * @optest op1=0 op2=-42 -> op1=-42 */ /* 128-bit: Memory, register. */ IEMOP_MNEMONIC2EX(vmovntdqa_Vdq_WO_Mdq_L0, "vmovntdqa, Vdq_WO, Mdq", VEX_RM_MEM, VMOVNTDQA, vmovntdqa, Vx_WO, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT128U, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_ACTUALIZE_AVX_STATE_FOR_CHANGE(); IEM_MC_FETCH_MEM_U128_ALIGN_SSE(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_STORE_YREG_U128_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /** * @opdone * @opcode 0x2a * @opcodesub !11 mr/reg vex.l=1 * @oppfx 0x66 * @opcpuid avx2 * @opgroup og_avx2_cachect * @opxcpttype 1 * @optest op1=-1 op2=2 -> op1=2 * @optest op1=0 op2=-42 -> op1=-42 */ /* 256-bit: Memory, register. */ IEMOP_MNEMONIC2EX(vmovntdqa_Vqq_WO_Mqq_L1, "vmovntdqa, Vqq_WO,Mqq", VEX_RM_MEM, VMOVNTDQA, vmovntdqa, Vx_WO, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT256U, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_ACTUALIZE_AVX_STATE_FOR_CHANGE(); IEM_MC_FETCH_MEM_U256_ALIGN_AVX(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_STORE_YREG_U256_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /** * @opdone * @opmnemonic udvex660f382arg * @opcode 0x2a * @opcodesub 11 mr/reg * @oppfx 0x66 * @opunused immediate * @opcpuid avx * @optest -> */ else IEMOP_RAISE_INVALID_OPCODE_RET(); } /** Opcode VEX.66.0F38 0x2b. */ FNIEMOP_DEF(iemOp_vpackusdw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPACKUSDW, vpackusdw, Vx, Hx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpackusdw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x2c. */ FNIEMOP_DEF(iemOp_vmaskmovps_Vx_Hx_Mx) { // IEMOP_MNEMONIC3(RM, VMASKMOVPS, vmaskmovps, Vx, Hx, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.uVexLength) { /* * YMM [ModRM:reg], YMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iYRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovps_load_u256, iYRegDst, iYRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } else { /* * XMM [ModRM:reg], XMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iXRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovps_load_u128, iXRegDst, iXRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /** Opcode VEX.66.0F38 0x2d. */ FNIEMOP_DEF(iemOp_vmaskmovpd_Vx_Hx_Mx) { // IEMOP_MNEMONIC3(RM, VMASKMOVPD, vmaskmovpd, Vx, Hx, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.uVexLength) { /* * YMM [ModRM:reg], YMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iYRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovpd_load_u256, iYRegDst, iYRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } else { /* * XMM [ModRM:reg], XMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iXRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovpd_load_u128, iXRegDst, iXRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /** Opcode VEX.66.0F38 0x2e. */ FNIEMOP_DEF(iemOp_vmaskmovps_Mx_Hx_Vx) { // IEMOP_MNEMONIC3(RM, VMASKMOVPS, vmaskmovps, Mx, Hx, Vx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.uVexLength) { /* * memory [ModRM:r/m], YMM [vvvv], YMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iYRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovps_store_u256, iEffSeg, GCPtrEffDst, iYRegMsk, iYRegSrc); IEM_MC_END(); } else { /* * memory [ModRM:r/m], XMM [vvvv], XMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iXRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovps_store_u128, iEffSeg, GCPtrEffDst, iXRegMsk, iXRegSrc); IEM_MC_END(); } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /** Opcode VEX.66.0F38 0x2f. */ FNIEMOP_DEF(iemOp_vmaskmovpd_Mx_Hx_Vx) { // IEMOP_MNEMONIC3(RM, VMASKMOVPD, vmaskmovpd, Mx, Hx, Vx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.uVexLength) { /* * memory [ModRM:r/m], YMM [vvvv], YMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iYRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovpd_store_u256, iEffSeg, GCPtrEffDst, iYRegMsk, iYRegSrc); IEM_MC_END(); } else { /* * memory [ModRM:r/m], XMM [vvvv], XMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_W0_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iXRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vmaskmovpd_store_u128, iEffSeg, GCPtrEffDst, iXRegMsk, iXRegSrc); IEM_MC_END(); } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /** Opcode VEX.66.0F38 0x30. */ FNIEMOP_DEF(iemOp_vpmovzxbw_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXBW, vpmovzxbw, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxbw, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /** Opcode VEX.66.0F38 0x31. */ FNIEMOP_DEF(iemOp_vpmovzxbd_Vx_UxMd) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXBD, vpmovzxbd, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxbd, 32, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x32. */ FNIEMOP_DEF(iemOp_vpmovzxbq_Vx_UxMw) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXBQ, vpmovzxbq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxbq, 16, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x33. */ FNIEMOP_DEF(iemOp_vpmovzxwd_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXWD, vpmovzxwd, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxwd, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /** Opcode VEX.66.0F38 0x34. */ FNIEMOP_DEF(iemOp_vpmovzxwq_Vx_UxMd) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXWQ, vpmovzxwq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxwq, 32, IEM_MC_FETCH_MEM_U128); } /** Opcode VEX.66.0F38 0x35. */ FNIEMOP_DEF(iemOp_vpmovzxdq_Vx_UxMq) { /** @todo r=aeichner Review code, the naming of this function and the parameter type specifiers. */ IEMOP_MNEMONIC2(VEX_RM, VPMOVZXDQ, vpmovzxdq, Vx, Wq, DISOPTYPE_HARMLESS, 0); IEMOP_BODY_VPMOV_S_Z(vpmovzxdq, 64, IEM_MC_FETCH_MEM_U128_NO_AC); } /* Opcode VEX.66.0F38 0x36. */ FNIEMOP_DEF(iemOp_vpermd_Vqq_Hqq_Wqq) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 1); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 2); IEM_MC_FETCH_YREG_U256(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_LOCAL(RTUINT256U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_vpermd_u256, iemAImpl_vpermd_u256_fallback), puDst, puSrc1, puSrc2); IEM_MC_STORE_YREG_U256_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_LOCAL(RTUINT256U, uSrc2); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc2, uSrc2, 2); IEM_MC_FETCH_MEM_U256_NO_AC(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_LOCAL(RTUINT256U, uSrc1); IEM_MC_ARG_LOCAL_REF(PCRTUINT256U, puSrc1, uSrc1, 1); IEM_MC_FETCH_YREG_U256(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_LOCAL(RTUINT256U, uDst); IEM_MC_ARG_LOCAL_REF(PRTUINT256U, puDst, uDst, 0); IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(fAvx2, iemAImpl_vpermd_u256, iemAImpl_vpermd_u256_fallback), puDst, puSrc1, puSrc2); IEM_MC_STORE_YREG_U256_ZX_VLMAX( IEM_GET_MODRM_REG(pVCpu, bRm), uDst); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /** Opcode VEX.66.0F38 0x37. */ FNIEMOP_DEF(iemOp_vpcmpgtq_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPCMPGTQ, vpcmpgtq, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpcmpgtq); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x38. */ FNIEMOP_DEF(iemOp_vpminsb_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMINSB, vpminsb, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpminsb); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x39. */ FNIEMOP_DEF(iemOp_vpminsd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMINSD, vpminsd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpminsd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3a. */ FNIEMOP_DEF(iemOp_vpminuw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMINUW, vpminuw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpminuw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3b. */ FNIEMOP_DEF(iemOp_vpminud_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMINUD, vpminud, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpminud); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3c. */ FNIEMOP_DEF(iemOp_vpmaxsb_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMAXSB, vpmaxsb, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpmaxsb); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3d. */ FNIEMOP_DEF(iemOp_vpmaxsd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMAXSD, vpmaxsd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpmaxsd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3e. */ FNIEMOP_DEF(iemOp_vpmaxuw_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMAXUW, vpmaxuw, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpmaxuw); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x3f. */ FNIEMOP_DEF(iemOp_vpmaxud_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMAXUD, vpmaxud, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS( vpmaxud); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x40. */ FNIEMOP_DEF(iemOp_vpmulld_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPMULLD, vpmulld, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpmulld); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x41. */ FNIEMOP_DEF(iemOp_vphminposuw_Vdq_Wdq) { IEMOP_MNEMONIC2(VEX_RM, VPHMINPOSUW, vphminposuw, Vdq, Wdq, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fAvx); IEM_MC_ARG(PRTUINT128U, puDst, 0); IEM_MC_ARG(PCRTUINT128U, puSrc, 1); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_XREG_U128_CONST(puSrc, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_vphminposuw_u128, iemAImpl_vphminposuw_u128_fallback), puDst, puSrc); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT128U, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_ARG(PRTUINT128U, puDst, 0); IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc, uSrc, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U128_NO_AC(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAvx, iemAImpl_vphminposuw_u128, iemAImpl_vphminposuw_u128_fallback), puDst, puSrc); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.66.0F38 0x42 - invalid. */ /* Opcode VEX.66.0F38 0x43 - invalid. */ /* Opcode VEX.66.0F38 0x44 - invalid. */ /** Opcode VEX.66.0F38 0x45. */ FNIEMOP_DEF(iemOp_vpsrlvd_q_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSRLVD, vpsrlvd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEMOPMEDIAOPTF3_INIT_VARS(vpsrlvq); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } else { IEMOPMEDIAOPTF3_INIT_VARS(vpsrlvd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } } /** Opcode VEX.66.0F38 0x46. */ FNIEMOP_DEF(iemOp_vpsravd_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSRAVD, vpsravd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); IEMOPMEDIAOPTF3_INIT_VARS(vpsravd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } /** Opcode VEX.66.0F38 0x47. */ FNIEMOP_DEF(iemOp_vpsllvd_q_Vx_Hx_Wx) { IEMOP_MNEMONIC3(VEX_RVM, VPSLLVD, vpsllvd, Vx, Hx, Wx, DISOPTYPE_HARMLESS, 0); if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEMOPMEDIAOPTF3_INIT_VARS(vpsllvq); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } else { IEMOPMEDIAOPTF3_INIT_VARS(vpsllvd); return FNIEMOP_CALL_1(iemOpCommonAvxAvx2_Vx_Hx_Wx_Opt, IEM_SELECT_HOST_OR_FALLBACK(fAvx2, &s_Host, &s_Fallback)); } } /* Opcode VEX.66.0F38 0x48 - invalid. */ /* Opcode VEX.66.0F38 0x49 - invalid. */ /* Opcode VEX.66.0F38 0x4a - invalid. */ /* Opcode VEX.66.0F38 0x4b - invalid. */ /* Opcode VEX.66.0F38 0x4c - invalid. */ /* Opcode VEX.66.0F38 0x4d - invalid. */ /* Opcode VEX.66.0F38 0x4e - invalid. */ /* Opcode VEX.66.0F38 0x4f - invalid. */ /* Opcode VEX.66.0F38 0x50 - invalid. */ /* Opcode VEX.66.0F38 0x51 - invalid. */ /* Opcode VEX.66.0F38 0x52 - invalid. */ /* Opcode VEX.66.0F38 0x53 - invalid. */ /* Opcode VEX.66.0F38 0x54 - invalid. */ /* Opcode VEX.66.0F38 0x55 - invalid. */ /* Opcode VEX.66.0F38 0x56 - invalid. */ /* Opcode VEX.66.0F38 0x57 - invalid. */ /** Opcode VEX.66.0F38 0x58. */ FNIEMOP_DEF(iemOp_vpbroadcastd_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPBROADCASTD, vpbroadcastd, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U32(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U32(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U32(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint32_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U32(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_XREG_U32_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /** Opcode VEX.66.0F38 0x59. */ FNIEMOP_DEF(iemOp_vpbroadcastq_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPBROADCASTQ, vpbroadcastq, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint64_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U64(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint64_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U64(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint64_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U64(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint64_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U64(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_XREG_U64_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /** Opcode VEX.66.0F38 0x5a. */ FNIEMOP_DEF(iemOp_vbroadcasti128_Vqq_Mdq) { IEMOP_MNEMONIC2(VEX_RM, VBROADCASTI128, vbroadcasti128, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * No register, register. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(RTUINT128U, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L1_AND_NO_VVVV_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U128_NO_AC(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U128_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /* Opcode VEX.66.0F38 0x5b - invalid. */ /* Opcode VEX.66.0F38 0x5c - invalid. */ /* Opcode VEX.66.0F38 0x5d - invalid. */ /* Opcode VEX.66.0F38 0x5e - invalid. */ /* Opcode VEX.66.0F38 0x5f - invalid. */ /* Opcode VEX.66.0F38 0x60 - invalid. */ /* Opcode VEX.66.0F38 0x61 - invalid. */ /* Opcode VEX.66.0F38 0x62 - invalid. */ /* Opcode VEX.66.0F38 0x63 - invalid. */ /* Opcode VEX.66.0F38 0x64 - invalid. */ /* Opcode VEX.66.0F38 0x65 - invalid. */ /* Opcode VEX.66.0F38 0x66 - invalid. */ /* Opcode VEX.66.0F38 0x67 - invalid. */ /* Opcode VEX.66.0F38 0x68 - invalid. */ /* Opcode VEX.66.0F38 0x69 - invalid. */ /* Opcode VEX.66.0F38 0x6a - invalid. */ /* Opcode VEX.66.0F38 0x6b - invalid. */ /* Opcode VEX.66.0F38 0x6c - invalid. */ /* Opcode VEX.66.0F38 0x6d - invalid. */ /* Opcode VEX.66.0F38 0x6e - invalid. */ /* Opcode VEX.66.0F38 0x6f - invalid. */ /* Opcode VEX.66.0F38 0x70 - invalid. */ /* Opcode VEX.66.0F38 0x71 - invalid. */ /* Opcode VEX.66.0F38 0x72 - invalid. */ /* Opcode VEX.66.0F38 0x73 - invalid. */ /* Opcode VEX.66.0F38 0x74 - invalid. */ /* Opcode VEX.66.0F38 0x75 - invalid. */ /* Opcode VEX.66.0F38 0x76 - invalid. */ /* Opcode VEX.66.0F38 0x77 - invalid. */ /** Opcode VEX.66.0F38 0x78. */ FNIEMOP_DEF(iemOp_vpbroadcastb_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPBROADCASTB, vpbroadcastb, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint8_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U8(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U8_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint8_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U8(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U8_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint8_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U8(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U8_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint8_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U8(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_XREG_U8_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /** Opcode VEX.66.0F38 0x79. */ FNIEMOP_DEF(iemOp_vpbroadcastw_Vx_Wx) { IEMOP_MNEMONIC2(VEX_RM, VPBROADCASTW, vpbroadcastw, Vx, Wx, DISOPTYPE_HARMLESS, 0); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint16_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U16(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_YREG_U16_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint16_t, uSrc); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_XREG_U16(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm), 0); IEM_MC_BROADCAST_XREG_U16_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.uVexLength) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint16_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U16(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_YREG_U16_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_LOCAL(uint16_t, uSrc); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_NO_VVVV_EX(fAvx2); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_FETCH_MEM_U16(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_BROADCAST_XREG_U16_ZX_VLMAX(IEM_GET_MODRM_REG(pVCpu, bRm), uSrc); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /* Opcode VEX.66.0F38 0x7a - invalid. */ /* Opcode VEX.66.0F38 0x7b - invalid. */ /* Opcode VEX.66.0F38 0x7c - invalid. */ /* Opcode VEX.66.0F38 0x7d - invalid. */ /* Opcode VEX.66.0F38 0x7e - invalid. */ /* Opcode VEX.66.0F38 0x7f - invalid. */ /* Opcode VEX.66.0F38 0x80 - invalid (legacy only). */ /* Opcode VEX.66.0F38 0x81 - invalid (legacy only). */ /* Opcode VEX.66.0F38 0x82 - invalid (legacy only). */ /* Opcode VEX.66.0F38 0x83 - invalid. */ /* Opcode VEX.66.0F38 0x84 - invalid. */ /* Opcode VEX.66.0F38 0x85 - invalid. */ /* Opcode VEX.66.0F38 0x86 - invalid. */ /* Opcode VEX.66.0F38 0x87 - invalid. */ /* Opcode VEX.66.0F38 0x88 - invalid. */ /* Opcode VEX.66.0F38 0x89 - invalid. */ /* Opcode VEX.66.0F38 0x8a - invalid. */ /* Opcode VEX.66.0F38 0x8b - invalid. */ /** Opcode VEX.66.0F38 0x8c. */ FNIEMOP_DEF(iemOp_vpmaskmovd_q_Vx_Hx_Mx) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { // IEMOP_MNEMONIC3(RM, VPMASKMOVQ, vpmaskmovq, Vx, Hx, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ if (pVCpu->iem.s.uVexLength) { /* * YMM [ModRM:reg], YMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iYRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovq_load_u256, iYRegDst, iYRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } else { /* * XMM [ModRM:reg], XMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iXRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovq_load_u128, iXRegDst, iXRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } } else { // IEMOP_MNEMONIC3(RM, VPMASKMOVD, vpmaskmovd, Vx, Hx, Mx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ if (pVCpu->iem.s.uVexLength) { /* * YMM [ModRM:reg], YMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iYRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovd_load_u256, iYRegDst, iYRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } else { /* * XMM [ModRM:reg], XMM [vvvv], memory [ModRM:r/m] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG_CONST(uint8_t, iXRegDst, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 0); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 1); IEM_MC_ARG(RTGCPTR, GCPtrEffSrc, 3); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 2); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovd_load_u128, iXRegDst, iXRegMsk, iEffSeg, GCPtrEffSrc); IEM_MC_END(); } } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /* Opcode VEX.66.0F38 0x8d - invalid. */ /** Opcode VEX.66.0F38 0x8e. */ /** Opcode VEX.66.0F38 0x8e. */ FNIEMOP_DEF(iemOp_vpmaskmovd_q_Mx_Vx_Hx) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (!IEM_IS_MODRM_REG_MODE(bRm)) { if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { // IEMOP_MNEMONIC3(RM, VPMASKMOVQ, vpmaskmovq, Mx, Hx, Vx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ if (pVCpu->iem.s.uVexLength) { /* * memory [ModRM:r/m], YMM [vvvv], YMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iYRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovq_store_u256, iEffSeg, GCPtrEffDst, iYRegMsk, iYRegSrc); IEM_MC_END(); } else { /* * memory [ModRM:r/m], XMM [vvvv], XMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iXRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovq_store_u128, iEffSeg, GCPtrEffDst, iXRegMsk, iXRegSrc); IEM_MC_END(); } } else { // IEMOP_MNEMONIC3(RM, VPMASKMOVD, vpmaskmovd, Mx, Hx, Vx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); /** @todo */ if (pVCpu->iem.s.uVexLength) { /* * memory [ModRM:r/m], YMM [vvvv], YMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iYRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iYRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovd_store_u256, iEffSeg, GCPtrEffDst, iYRegMsk, iYRegSrc); IEM_MC_END(); } else { /* * memory [ModRM:r/m], XMM [vvvv], XMM [ModRM:reg] */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(RTGCPTR, GCPtrEffDst, 1); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffDst, bRm, 0); IEM_MC_ARG_CONST(uint8_t, iEffSeg, /*=*/ pVCpu->iem.s.iEffSeg, 0); IEMOP_HLP_DONE_VEX_DECODING_EX(fAvx); IEM_MC_ARG_CONST(uint8_t, iXRegMsk, /*=*/ IEM_GET_EFFECTIVE_VVVV(pVCpu), 2); IEM_MC_ARG_CONST(uint8_t, iXRegSrc, /*=*/ IEM_GET_MODRM_REG(pVCpu, bRm), 3); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_CALL_CIMPL_4(0, 0, iemCImpl_vpmaskmovd_store_u128, iEffSeg, GCPtrEffDst, iXRegMsk, iXRegSrc); IEM_MC_END(); } } } else { /* The register, register encoding is invalid. */ IEMOP_RAISE_INVALID_OPCODE_RET(); } } /* Opcode VEX.66.0F38 0x8f - invalid. */ /** Opcode VEX.66.0F38 0x90 (vex only). */ FNIEMOP_STUB(iemOp_vpgatherdd_q_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x91 (vex only). */ FNIEMOP_STUB(iemOp_vpgatherqd_q_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x92 (vex only). */ FNIEMOP_STUB(iemOp_vgatherdps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x93 (vex only). */ FNIEMOP_STUB(iemOp_vgatherqps_d_Vx_Hx_Wx); /* Opcode VEX.66.0F38 0x94 - invalid. */ /* Opcode VEX.66.0F38 0x95 - invalid. */ /** Opcode VEX.66.0F38 0x96 (vex only). */ FNIEMOP_STUB(iemOp_vfmaddsub132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x97 (vex only). */ FNIEMOP_STUB(iemOp_vfmsubadd132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x98 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x99 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd132ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9a (vex only). */ FNIEMOP_STUB(iemOp_vfmsub132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9b (vex only). */ FNIEMOP_STUB(iemOp_vfmsub132ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9c (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9d (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd132ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9e (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub132ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0x9f (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub132ss_d_Vx_Hx_Wx); /* Opcode VEX.66.0F38 0xa0 - invalid. */ /* Opcode VEX.66.0F38 0xa1 - invalid. */ /* Opcode VEX.66.0F38 0xa2 - invalid. */ /* Opcode VEX.66.0F38 0xa3 - invalid. */ /* Opcode VEX.66.0F38 0xa4 - invalid. */ /* Opcode VEX.66.0F38 0xa5 - invalid. */ /** Opcode VEX.66.0F38 0xa6 (vex only). */ FNIEMOP_STUB(iemOp_vfmaddsub213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xa7 (vex only). */ FNIEMOP_STUB(iemOp_vfmsubadd213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xa8 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xa9 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd213ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xaa (vex only). */ FNIEMOP_STUB(iemOp_vfmsub213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xab (vex only). */ FNIEMOP_STUB(iemOp_vfmsub213ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xac (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xad (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd213ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xae (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub213ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xaf (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub213ss_d_Vx_Hx_Wx); /* Opcode VEX.66.0F38 0xb0 - invalid. */ /* Opcode VEX.66.0F38 0xb1 - invalid. */ /* Opcode VEX.66.0F38 0xb2 - invalid. */ /* Opcode VEX.66.0F38 0xb3 - invalid. */ /* Opcode VEX.66.0F38 0xb4 - invalid. */ /* Opcode VEX.66.0F38 0xb5 - invalid. */ /** Opcode VEX.66.0F38 0xb6 (vex only). */ FNIEMOP_STUB(iemOp_vfmaddsub231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xb7 (vex only). */ FNIEMOP_STUB(iemOp_vfmsubadd231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xb8 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xb9 (vex only). */ FNIEMOP_STUB(iemOp_vfmadd231ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xba (vex only). */ FNIEMOP_STUB(iemOp_vfmsub231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xbb (vex only). */ FNIEMOP_STUB(iemOp_vfmsub231ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xbc (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xbd (vex only). */ FNIEMOP_STUB(iemOp_vfnmadd231ss_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xbe (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub231ps_d_Vx_Hx_Wx); /** Opcode VEX.66.0F38 0xbf (vex only). */ FNIEMOP_STUB(iemOp_vfnmsub231ss_d_Vx_Hx_Wx); /* Opcode VEX.0F38 0xc0 - invalid. */ /* Opcode VEX.66.0F38 0xc0 - invalid. */ /* Opcode VEX.0F38 0xc1 - invalid. */ /* Opcode VEX.66.0F38 0xc1 - invalid. */ /* Opcode VEX.0F38 0xc2 - invalid. */ /* Opcode VEX.66.0F38 0xc2 - invalid. */ /* Opcode VEX.0F38 0xc3 - invalid. */ /* Opcode VEX.66.0F38 0xc3 - invalid. */ /* Opcode VEX.0F38 0xc4 - invalid. */ /* Opcode VEX.66.0F38 0xc4 - invalid. */ /* Opcode VEX.0F38 0xc5 - invalid. */ /* Opcode VEX.66.0F38 0xc5 - invalid. */ /* Opcode VEX.0F38 0xc6 - invalid. */ /* Opcode VEX.66.0F38 0xc6 - invalid. */ /* Opcode VEX.0F38 0xc7 - invalid. */ /* Opcode VEX.66.0F38 0xc7 - invalid. */ /* Opcode VEX.0F38 0xc8 - invalid. */ /* Opcode VEX.66.0F38 0xc8 - invalid. */ /* Opcode VEX.0F38 0xc9 - invalid. */ /* Opcode VEX.66.0F38 0xc9 - invalid. */ /* Opcode VEX.0F38 0xca. */ /* Opcode VEX.66.0F38 0xca - invalid. */ /* Opcode VEX.0F38 0xcb - invalid. */ /* Opcode VEX.66.0F38 0xcb - invalid. */ /* Opcode VEX.0F38 0xcc - invalid. */ /* Opcode VEX.66.0F38 0xcc - invalid. */ /* Opcode VEX.0F38 0xcd - invalid. */ /* Opcode VEX.66.0F38 0xcd - invalid. */ /* Opcode VEX.0F38 0xce - invalid. */ /* Opcode VEX.66.0F38 0xce - invalid. */ /* Opcode VEX.0F38 0xcf - invalid. */ /* Opcode VEX.66.0F38 0xcf - invalid. */ /* Opcode VEX.66.0F38 0xd0 - invalid. */ /* Opcode VEX.66.0F38 0xd1 - invalid. */ /* Opcode VEX.66.0F38 0xd2 - invalid. */ /* Opcode VEX.66.0F38 0xd3 - invalid. */ /* Opcode VEX.66.0F38 0xd4 - invalid. */ /* Opcode VEX.66.0F38 0xd5 - invalid. */ /* Opcode VEX.66.0F38 0xd6 - invalid. */ /* Opcode VEX.66.0F38 0xd7 - invalid. */ /* Opcode VEX.66.0F38 0xd8 - invalid. */ /* Opcode VEX.66.0F38 0xd9 - invalid. */ /* Opcode VEX.66.0F38 0xda - invalid. */ /** Opcode VEX.66.0F38 0xdb. */ FNIEMOP_DEF(iemOp_vaesimc_Vdq_Wdq) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_AND_NO_VVVV_EX_2(fAvx, fAesNi); IEM_MC_ARG(PRTUINT128U, puDst, 0); IEM_MC_ARG(PCRTUINT128U, puSrc, 1); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_XREG_U128_CONST(puSrc, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesimc_u128, iemAImpl_vaesimc_u128_fallback), puDst, puSrc); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { /* * Register, memory. */ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(PRTUINT128U, puDst, 0); IEM_MC_LOCAL(RTUINT128U, uSrc); IEM_MC_ARG_LOCAL_REF(PCRTUINT128U, puSrc, uSrc, 1); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_AND_NO_VVVV_EX_2(fAvx, fAesNi); IEM_MC_MAYBE_RAISE_AVX_RELATED_XCPT(); IEM_MC_FETCH_MEM_U128_ALIGN_SSE(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_PREPARE_AVX_USAGE(); IEM_MC_REF_XREG_U128(puDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_2(IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesimc_u128, iemAImpl_vaesimc_u128_fallback), puDst, puSrc); IEM_MC_CLEAR_YREG_128_UP( IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } /** Opcode VEX.66.0F38 0xdc. */ FNIEMOP_DEF(iemOp_vaesenc_Vdq_Wdq) { IEMOP_MNEMONIC3(VEX_RVM, VAESENC, vaesenc, Vx, Hx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); return FNIEMOP_CALL_1(iemOpCommonAvxAesNi_Vx_Hx_Wx, IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesenc_u128, iemAImpl_vaesenc_u128_fallback)); /* ASSUMES fAesNi on the host implies fAvx. */ } /** Opcode VEX.66.0F38 0xdd. */ FNIEMOP_DEF(iemOp_vaesenclast_Vdq_Wdq) { IEMOP_MNEMONIC3(VEX_RVM, VAESENCLAST, vaesenclast, Vx, Hx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); return FNIEMOP_CALL_1(iemOpCommonAvxAesNi_Vx_Hx_Wx, IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesenclast_u128, iemAImpl_vaesenclast_u128_fallback)); /* ASSUMES fAesNi on the host implies fAvx. */ } /** Opcode VEX.66.0F38 0xde. */ FNIEMOP_DEF(iemOp_vaesdec_Vdq_Wdq) { IEMOP_MNEMONIC3(VEX_RVM, VAESDEC, vaesdec, Vx, Hx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); return FNIEMOP_CALL_1(iemOpCommonAvxAesNi_Vx_Hx_Wx, IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesdec_u128, iemAImpl_vaesdec_u128_fallback)); /* ASSUMES fAesNi on the host implies fAvx. */ } /** Opcode VEX.66.0F38 0xdf. */ FNIEMOP_DEF(iemOp_vaesdeclast_Vdq_Wdq) { IEMOP_MNEMONIC3(VEX_RVM, VAESDECLAST, vaesdeclast, Vx, Hx, Wx, DISOPTYPE_HARMLESS | DISOPTYPE_X86_AVX, IEMOPHINT_IGNORES_OP_SIZES); return FNIEMOP_CALL_1(iemOpCommonAvxAesNi_Vx_Hx_Wx, IEM_SELECT_HOST_OR_FALLBACK(fAesNi, iemAImpl_vaesdeclast_u128, iemAImpl_vaesdeclast_u128_fallback)); /* ASSUMES fAesNi on the host implies fAvx. */ } /* Opcode VEX.66.0F38 0xe0 - invalid. */ /* Opcode VEX.66.0F38 0xe1 - invalid. */ /* Opcode VEX.66.0F38 0xe2 - invalid. */ /* Opcode VEX.66.0F38 0xe3 - invalid. */ /* Opcode VEX.66.0F38 0xe4 - invalid. */ /* Opcode VEX.66.0F38 0xe5 - invalid. */ /* Opcode VEX.66.0F38 0xe6 - invalid. */ /* Opcode VEX.66.0F38 0xe7 - invalid. */ /* Opcode VEX.66.0F38 0xe8 - invalid. */ /* Opcode VEX.66.0F38 0xe9 - invalid. */ /* Opcode VEX.66.0F38 0xea - invalid. */ /* Opcode VEX.66.0F38 0xeb - invalid. */ /* Opcode VEX.66.0F38 0xec - invalid. */ /* Opcode VEX.66.0F38 0xed - invalid. */ /* Opcode VEX.66.0F38 0xee - invalid. */ /* Opcode VEX.66.0F38 0xef - invalid. */ /* Opcode VEX.0F38 0xf0 - invalid (legacy only). */ /* Opcode VEX.66.0F38 0xf0 - invalid (legacy only). */ /* Opcode VEX.F3.0F38 0xf0 - invalid. */ /* Opcode VEX.F2.0F38 0xf0 - invalid (legacy only). */ /* Opcode VEX.0F38 0xf1 - invalid (legacy only). */ /* Opcode VEX.66.0F38 0xf1 - invalid (legacy only). */ /* Opcode VEX.F3.0F38 0xf1 - invalid. */ /* Opcode VEX.F2.0F38 0xf1 - invalid (legacy only). */ /** * @opcode 0xf2 * @oppfx none * @opflmodify cf,pf,af,zf,sf,of * @opflclear cf,of * @opflundef pf,af * @note VEX only */ FNIEMOP_DEF(iemOp_andn_Gy_By_Ey) { IEMOP_MNEMONIC3(VEX_RVM, ANDN, andn, Gy, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); IEMOP_VERIFICATION_UNDEFINED_EFLAGS(X86_EFL_AF | X86_EFL_PF); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); IEM_MC_ARG(uint64_t *, pDst, 0); IEM_MC_ARG(uint64_t, uSrc1, 1); IEM_MC_ARG(uint64_t, uSrc2, 2); IEM_MC_ARG(uint32_t *, pEFlags, 3); IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_andn_u64, iemAImpl_andn_u64_fallback), pDst, uSrc1, uSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); IEM_MC_ARG(uint32_t *, pDst, 0); IEM_MC_ARG(uint32_t, uSrc1, 1); IEM_MC_ARG(uint32_t, uSrc2, 2); IEM_MC_ARG(uint32_t *, pEFlags, 3); IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_andn_u32, iemAImpl_andn_u32_fallback), pDst, uSrc1, uSrc2, pEFlags); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(uint64_t *, pDst, 0); IEM_MC_ARG(uint64_t, uSrc1, 1); IEM_MC_ARG(uint64_t, uSrc2, 2); IEM_MC_ARG(uint32_t *, pEFlags, 3); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); IEM_MC_FETCH_MEM_U64(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_andn_u64, iemAImpl_andn_u64_fallback), pDst, uSrc1, uSrc2, pEFlags); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(uint32_t *, pDst, 0); IEM_MC_ARG(uint32_t, uSrc1, 1); IEM_MC_ARG(uint32_t, uSrc2, 2); IEM_MC_ARG(uint32_t *, pEFlags, 3); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); IEM_MC_FETCH_MEM_U32(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_EFLAGS(pEFlags); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_andn_u32, iemAImpl_andn_u32_fallback), pDst, uSrc1, uSrc2, pEFlags); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /* Opcode VEX.66.0F38 0xf2 - invalid. */ /* Opcode VEX.F3.0F38 0xf2 - invalid. */ /* Opcode VEX.F2.0F38 0xf2 - invalid. */ /* Opcode VEX.0F38 0xf3 - invalid. */ /* Opcode VEX.66.0F38 0xf3 - invalid. */ /* Opcode VEX.F3.0F38 0xf3 /0 - invalid. */ /** Body for the vex group 17 instructions. */ #define IEMOP_BODY_By_Ey(a_Instr) \ IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); \ IEMOP_VERIFICATION_UNDEFINED_EFLAGS(X86_EFL_AF | X86_EFL_PF); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); \ IEM_MC_ARG(uint64_t, uSrc, 2); \ IEM_MC_FETCH_GREG_U64(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_ARG(uint64_t *, pDst, 1); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_ARG_EFLAGS( fEFlagsIn, 0); \ IEM_MC_CALL_AIMPL_3(uint32_t, fEFlagsRet, \ IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), fEFlagsIn, pDst, uSrc); \ IEM_MC_COMMIT_EFLAGS(fEFlagsRet); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); \ IEM_MC_ARG(uint32_t, uSrc, 2); \ IEM_MC_FETCH_GREG_U32(uSrc, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_ARG(uint32_t *, pDst, 1); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_ARG_EFLAGS( fEFlagsIn, 0); \ IEM_MC_CALL_AIMPL_3(uint32_t, fEFlagsRet, \ IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), fEFlagsIn, pDst, uSrc); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_COMMIT_EFLAGS(fEFlagsRet); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); \ \ IEM_MC_ARG(uint64_t, uSrc, 2); \ IEM_MC_FETCH_MEM_U64(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_ARG(uint64_t *, pDst, 1); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_ARG_EFLAGS( fEFlagsIn, 0); \ IEM_MC_CALL_AIMPL_3(uint32_t, fEFlagsRet, \ IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), fEFlagsIn, pDst, uSrc); \ IEM_MC_COMMIT_EFLAGS(fEFlagsRet); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi1); \ \ IEM_MC_ARG(uint32_t, uSrc, 2); \ IEM_MC_FETCH_MEM_U32(uSrc, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_ARG(uint32_t *, pDst, 1); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_ARG_EFLAGS( fEFlagsIn, 0); \ IEM_MC_CALL_AIMPL_3(uint32_t, fEFlagsRet, \ IEM_SELECT_HOST_OR_FALLBACK(fBmi1, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), fEFlagsIn, pDst, uSrc); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_COMMIT_EFLAGS(fEFlagsRet); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /** * @opmaps vexgrp17 * @opcode /1 * @opflmodify cf,pf,af,zf,sf,of * @opflclear of * @opflundef pf,af */ FNIEMOP_DEF_1(iemOp_VGrp17_blsr_By_Ey, uint8_t, bRm) { IEMOP_MNEMONIC2(VEX_VM, BLSR, blsr, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_By_Ey(blsr); } /** * @opmaps vexgrp17 * @opcode /2 * @opflmodify cf,pf,af,zf,sf,of * @opflclear zf,of * @opflundef pf,af */ FNIEMOP_DEF_1(iemOp_VGrp17_blsmsk_By_Ey, uint8_t, bRm) { IEMOP_MNEMONIC2(VEX_VM, BLSMSK, blsmsk, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_By_Ey(blsmsk); } /** * @opmaps vexgrp17 * @opcode /3 * @opflmodify cf,pf,af,zf,sf,of * @opflclear of * @opflundef pf,af */ FNIEMOP_DEF_1(iemOp_VGrp17_blsi_By_Ey, uint8_t, bRm) { IEMOP_MNEMONIC2(VEX_VM, BLSI, blsi, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_By_Ey(blsi); } /* Opcode VEX.F3.0F38 0xf3 /4 - invalid. */ /* Opcode VEX.F3.0F38 0xf3 /5 - invalid. */ /* Opcode VEX.F3.0F38 0xf3 /6 - invalid. */ /* Opcode VEX.F3.0F38 0xf3 /7 - invalid. */ /** * Group 17 jump table for the VEX.F3 variant. */ IEM_STATIC const PFNIEMOPRM g_apfnVexGroup17_f3[] = { /* /0 */ iemOp_InvalidWithRM, /* /1 */ iemOp_VGrp17_blsr_By_Ey, /* /2 */ iemOp_VGrp17_blsmsk_By_Ey, /* /3 */ iemOp_VGrp17_blsi_By_Ey, /* /4 */ iemOp_InvalidWithRM, /* /5 */ iemOp_InvalidWithRM, /* /6 */ iemOp_InvalidWithRM, /* /7 */ iemOp_InvalidWithRM }; AssertCompile(RT_ELEMENTS(g_apfnVexGroup17_f3) == 8); /** Opcode VEX.F3.0F38 0xf3 - invalid (vex only - group 17). */ FNIEMOP_DEF(iemOp_VGrp17_f3) { uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); return FNIEMOP_CALL_1(g_apfnVexGroup17_f3[IEM_GET_MODRM_REG_8(bRm)], bRm); } /* Opcode VEX.F2.0F38 0xf3 - invalid (vex only - group 17). */ /* Opcode VEX.0F38 0xf4 - invalid. */ /* Opcode VEX.66.0F38 0xf4 - invalid. */ /* Opcode VEX.F3.0F38 0xf4 - invalid. */ /* Opcode VEX.F2.0F38 0xf4 - invalid. */ /** Body for BZHI, BEXTR, ++; assumes VEX.L must be 0. */ #define IEMOP_BODY_Gy_Ey_By(a_Instr, a_fFeatureMember, a_fUndefFlags) \ IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); \ IEMOP_VERIFICATION_UNDEFINED_EFLAGS(a_fUndefFlags); \ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_ARG(uint32_t *, pEFlags, 3); \ IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), \ pDst, uSrc1, uSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_ARG(uint32_t *, pEFlags, 3); \ IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), \ pDst, uSrc1, uSrc2, pEFlags); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_ARG(uint32_t *, pEFlags, 3); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U64(uSrc1, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), \ pDst, uSrc1, uSrc2, pEFlags); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_ARG(uint32_t *, pEFlags, 3); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U32(uSrc1, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_REF_EFLAGS(pEFlags); \ IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), \ pDst, uSrc1, uSrc2, pEFlags); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /** Body for SARX, SHLX, SHRX; assumes VEX.L must be 0. */ #define IEMOP_BODY_Gy_Ey_By_NoEflags(a_Instr, a_fFeatureMember) \ IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); \ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U64(uSrc1, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U32(uSrc1, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /** * @opcode 0xf5 * @oppfx none * @opflmodify cf,pf,af,zf,sf,of * @opflclear of * @opflundef pf,af * @note VEX only */ FNIEMOP_DEF(iemOp_bzhi_Gy_Ey_By) { IEMOP_MNEMONIC3(VEX_RMV, BZHI, bzhi, Gy, Ey, By, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_Ey_By(bzhi, fBmi2, X86_EFL_AF | X86_EFL_PF); } /* Opcode VEX.66.0F38 0xf5 - invalid. */ /** Body for PDEP and PEXT (similar to ANDN, except no EFLAGS). */ #define IEMOP_BODY_Gy_By_Ey_NoEflags(a_Instr, a_fFeatureMember) \ IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); \ uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); \ if (IEM_IS_MODRM_REG_MODE(bRm)) \ { \ /* \ * Register, register. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, \ iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, \ iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ else \ { \ /* \ * Register, memory. \ */ \ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) \ { \ IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); \ IEM_MC_ARG(uint64_t *, pDst, 0); \ IEM_MC_ARG(uint64_t, uSrc1, 1); \ IEM_MC_ARG(uint64_t, uSrc2, 2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U64(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U64(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U64(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, \ iemAImpl_ ## a_Instr ## _u64, \ iemAImpl_ ## a_Instr ## _u64_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ else \ { \ IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); \ IEM_MC_ARG(uint32_t *, pDst, 0); \ IEM_MC_ARG(uint32_t, uSrc1, 1); \ IEM_MC_ARG(uint32_t, uSrc2, 2); \ IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); \ IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); \ IEMOP_HLP_DONE_VEX_DECODING_L0_EX(a_fFeatureMember); \ IEM_MC_FETCH_MEM_U32(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); \ IEM_MC_FETCH_GREG_U32(uSrc1, IEM_GET_EFFECTIVE_VVVV(pVCpu)); \ IEM_MC_REF_GREG_U32(pDst, IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_CALL_VOID_AIMPL_3(IEM_SELECT_HOST_OR_FALLBACK(a_fFeatureMember, \ iemAImpl_ ## a_Instr ## _u32, \ iemAImpl_ ## a_Instr ## _u32_fallback), pDst, uSrc1, uSrc2); \ IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); \ IEM_MC_ADVANCE_RIP_AND_FINISH(); \ IEM_MC_END(); \ } \ } \ (void)0 /** Opcode VEX.F3.0F38 0xf5 (vex only). */ FNIEMOP_DEF(iemOp_pext_Gy_By_Ey) { IEMOP_MNEMONIC3(VEX_RVM, PEXT, pext, Gy, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_By_Ey_NoEflags(pext, fBmi2); } /** Opcode VEX.F2.0F38 0xf5 (vex only). */ FNIEMOP_DEF(iemOp_pdep_Gy_By_Ey) { IEMOP_MNEMONIC3(VEX_RVM, PDEP, pdep, Gy, By, Ey, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_By_Ey_NoEflags(pdep, fBmi2); } /* Opcode VEX.0F38 0xf6 - invalid. */ /* Opcode VEX.66.0F38 0xf6 - invalid (legacy only). */ /* Opcode VEX.F3.0F38 0xf6 - invalid (legacy only). */ /** * @opcode 0xf6 * @oppfx 0xf2 * @opflclass unchanged */ FNIEMOP_DEF(iemOp_mulx_By_Gy_rDX_Ey) { IEMOP_MNEMONIC4(VEX_RVM, MULX, mulx, Gy, By, Ey, rDX, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_HLP_IGNORE_VEX_W_PREFIX_IF_NOT_IN_64BIT(); uint8_t bRm; IEM_OPCODE_GET_NEXT_U8(&bRm); if (IEM_IS_MODRM_REG_MODE(bRm)) { /* * Register, register. */ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi2); IEM_MC_ARG(uint64_t *, pDst1, 0); IEM_MC_ARG(uint64_t *, pDst2, 1); IEM_MC_ARG(uint64_t, uSrc1, 2); IEM_MC_ARG(uint64_t, uSrc2, 3); IEM_MC_FETCH_GREG_U64(uSrc1, X86_GREG_xDX); IEM_MC_FETCH_GREG_U64(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_GREG_U64(pDst1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_GREG_U64(pDst2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi2, iemAImpl_mulx_u64, iemAImpl_mulx_u64_fallback), pDst1, pDst2, uSrc1, uSrc2); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi2); IEM_MC_ARG(uint32_t *, pDst1, 0); IEM_MC_ARG(uint32_t *, pDst2, 1); IEM_MC_ARG(uint32_t, uSrc1, 2); IEM_MC_ARG(uint32_t, uSrc2, 3); IEM_MC_FETCH_GREG_U32(uSrc1, X86_GREG_xDX); IEM_MC_FETCH_GREG_U32(uSrc2, IEM_GET_MODRM_RM(pVCpu, bRm)); IEM_MC_REF_GREG_U32(pDst1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_REF_GREG_U32(pDst2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi2, iemAImpl_mulx_u32, iemAImpl_mulx_u32_fallback), pDst1, pDst2, uSrc1, uSrc2); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } else { /* * Register, memory. */ if (pVCpu->iem.s.fPrefixes & IEM_OP_PRF_SIZE_REX_W) { IEM_MC_BEGIN(IEM_MC_F_64BIT, 0); IEM_MC_ARG(uint64_t *, pDst1, 0); IEM_MC_ARG(uint64_t *, pDst2, 1); IEM_MC_ARG(uint64_t, uSrc1, 2); IEM_MC_ARG(uint64_t, uSrc2, 3); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi2); IEM_MC_FETCH_MEM_U64(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_FETCH_GREG_U64(uSrc1, X86_GREG_xDX); IEM_MC_REF_GREG_U64(pDst2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_REF_GREG_U64(pDst1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi2, iemAImpl_mulx_u64, iemAImpl_mulx_u64_fallback), pDst1, pDst2, uSrc1, uSrc2); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } else { IEM_MC_BEGIN(IEM_MC_F_NOT_286_OR_OLDER, 0); IEM_MC_ARG(uint32_t *, pDst1, 0); IEM_MC_ARG(uint32_t *, pDst2, 1); IEM_MC_ARG(uint32_t, uSrc1, 2); IEM_MC_ARG(uint32_t, uSrc2, 3); IEM_MC_LOCAL(RTGCPTR, GCPtrEffSrc); IEM_MC_CALC_RM_EFF_ADDR(GCPtrEffSrc, bRm, 0); IEMOP_HLP_DONE_VEX_DECODING_L0_EX(fBmi2); IEM_MC_FETCH_MEM_U32(uSrc2, pVCpu->iem.s.iEffSeg, GCPtrEffSrc); IEM_MC_FETCH_GREG_U32(uSrc1, X86_GREG_xDX); IEM_MC_REF_GREG_U32(pDst2, IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_REF_GREG_U32(pDst1, IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_CALL_VOID_AIMPL_4(IEM_SELECT_HOST_OR_FALLBACK(fBmi2, iemAImpl_mulx_u32, iemAImpl_mulx_u32_fallback), pDst1, pDst2, uSrc1, uSrc2); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_EFFECTIVE_VVVV(pVCpu)); IEM_MC_CLEAR_HIGH_GREG_U64(IEM_GET_MODRM_REG(pVCpu, bRm)); IEM_MC_ADVANCE_RIP_AND_FINISH(); IEM_MC_END(); } } } /** * @opcode 0xf7 * @oppfx none * @opflmodify cf,pf,af,zf,sf,of * @opflclear cf,of * @opflundef pf,af,sf */ FNIEMOP_DEF(iemOp_bextr_Gy_Ey_By) { IEMOP_MNEMONIC3(VEX_RMV, BEXTR, bextr, Gy, Ey, By, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_Ey_By(bextr, fBmi1, X86_EFL_SF | X86_EFL_AF | X86_EFL_PF); } /** * @opcode 0xf7 * @oppfx 0x66 * @opflclass unchanged */ FNIEMOP_DEF(iemOp_shlx_Gy_Ey_By) { IEMOP_MNEMONIC3(VEX_RMV, SHLX, shlx, Gy, Ey, By, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_Ey_By_NoEflags(shlx, fBmi2); } /** * @opcode 0xf7 * @oppfx 0xf3 * @opflclass unchanged */ FNIEMOP_DEF(iemOp_sarx_Gy_Ey_By) { IEMOP_MNEMONIC3(VEX_RMV, SARX, sarx, Gy, Ey, By, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_Ey_By_NoEflags(sarx, fBmi2); } /** * @opcode 0xf7 * @oppfx 0xf2 * @opflclass unchanged */ FNIEMOP_DEF(iemOp_shrx_Gy_Ey_By) { IEMOP_MNEMONIC3(VEX_RMV, SHRX, shrx, Gy, Ey, By, DISOPTYPE_HARMLESS, IEMOPHINT_VEX_L_ZERO); IEMOP_BODY_Gy_Ey_By_NoEflags(shrx, fBmi2); } /* Opcode VEX.0F38 0xf8 - invalid. */ /* Opcode VEX.66.0F38 0xf8 - invalid. */ /* Opcode VEX.F3.0F38 0xf8 - invalid. */ /* Opcode VEX.F2.0F38 0xf8 - invalid. */ /* Opcode VEX.0F38 0xf9 - invalid. */ /* Opcode VEX.66.0F38 0xf9 - invalid. */ /* Opcode VEX.F3.0F38 0xf9 - invalid. */ /* Opcode VEX.F2.0F38 0xf9 - invalid. */ /* Opcode VEX.0F38 0xfa - invalid. */ /* Opcode VEX.66.0F38 0xfa - invalid. */ /* Opcode VEX.F3.0F38 0xfa - invalid. */ /* Opcode VEX.F2.0F38 0xfa - invalid. */ /* Opcode VEX.0F38 0xfb - invalid. */ /* Opcode VEX.66.0F38 0xfb - invalid. */ /* Opcode VEX.F3.0F38 0xfb - invalid. */ /* Opcode VEX.F2.0F38 0xfb - invalid. */ /* Opcode VEX.0F38 0xfc - invalid. */ /* Opcode VEX.66.0F38 0xfc - invalid. */ /* Opcode VEX.F3.0F38 0xfc - invalid. */ /* Opcode VEX.F2.0F38 0xfc - invalid. */ /* Opcode VEX.0F38 0xfd - invalid. */ /* Opcode VEX.66.0F38 0xfd - invalid. */ /* Opcode VEX.F3.0F38 0xfd - invalid. */ /* Opcode VEX.F2.0F38 0xfd - invalid. */ /* Opcode VEX.0F38 0xfe - invalid. */ /* Opcode VEX.66.0F38 0xfe - invalid. */ /* Opcode VEX.F3.0F38 0xfe - invalid. */ /* Opcode VEX.F2.0F38 0xfe - invalid. */ /* Opcode VEX.0F38 0xff - invalid. */ /* Opcode VEX.66.0F38 0xff - invalid. */ /* Opcode VEX.F3.0F38 0xff - invalid. */ /* Opcode VEX.F2.0F38 0xff - invalid. */ /** * VEX opcode map \#2. * * @sa g_apfnThreeByte0f38 */ const PFNIEMOP g_apfnVexMap2[] = { /* no prefix, 066h prefix f3h prefix, f2h prefix */ /* 0x00 */ iemOp_InvalidNeedRM, iemOp_vpshufb_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x01 */ iemOp_InvalidNeedRM, iemOp_vphaddw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x02 */ iemOp_InvalidNeedRM, iemOp_vphaddd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x03 */ iemOp_InvalidNeedRM, iemOp_vphaddsw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x04 */ iemOp_InvalidNeedRM, iemOp_vpmaddubsw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x05 */ iemOp_InvalidNeedRM, iemOp_vphsubw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x06 */ iemOp_InvalidNeedRM, iemOp_vphsubd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x07 */ iemOp_InvalidNeedRM, iemOp_vphsubsw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x08 */ iemOp_InvalidNeedRM, iemOp_vpsignb_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x09 */ iemOp_InvalidNeedRM, iemOp_vpsignw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0a */ iemOp_InvalidNeedRM, iemOp_vpsignd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0b */ iemOp_InvalidNeedRM, iemOp_vpmulhrsw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0c */ iemOp_InvalidNeedRM, iemOp_vpermilps_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0d */ iemOp_InvalidNeedRM, iemOp_vpermilpd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0e */ iemOp_InvalidNeedRM, iemOp_vtestps_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x0f */ iemOp_InvalidNeedRM, iemOp_vtestpd_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x10 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x11 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x12 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x13 */ iemOp_InvalidNeedRM, iemOp_vcvtph2ps_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x14 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x15 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x16 */ iemOp_InvalidNeedRM, iemOp_vpermps_Vqq_Hqq_Wqq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x17 */ iemOp_InvalidNeedRM, iemOp_vptest_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x18 */ iemOp_InvalidNeedRM, iemOp_vbroadcastss_Vx_Wd, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x19 */ iemOp_InvalidNeedRM, iemOp_vbroadcastsd_Vqq_Wq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x1a */ iemOp_InvalidNeedRM, iemOp_vbroadcastf128_Vqq_Mdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x1b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x1c */ iemOp_InvalidNeedRM, iemOp_vpabsb_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x1d */ iemOp_InvalidNeedRM, iemOp_vpabsw_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x1e */ iemOp_InvalidNeedRM, iemOp_vpabsd_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x1f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x20 */ iemOp_InvalidNeedRM, iemOp_vpmovsxbw_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x21 */ iemOp_InvalidNeedRM, iemOp_vpmovsxbd_Vx_UxMd, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x22 */ iemOp_InvalidNeedRM, iemOp_vpmovsxbq_Vx_UxMw, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x23 */ iemOp_InvalidNeedRM, iemOp_vpmovsxwd_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x24 */ iemOp_InvalidNeedRM, iemOp_vpmovsxwq_Vx_UxMd, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x25 */ iemOp_InvalidNeedRM, iemOp_vpmovsxdq_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x26 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x27 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x28 */ iemOp_InvalidNeedRM, iemOp_vpmuldq_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x29 */ iemOp_InvalidNeedRM, iemOp_vpcmpeqq_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2a */ iemOp_InvalidNeedRM, iemOp_vmovntdqa_Vx_Mx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2b */ iemOp_InvalidNeedRM, iemOp_vpackusdw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2c */ iemOp_InvalidNeedRM, iemOp_vmaskmovps_Vx_Hx_Mx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2d */ iemOp_InvalidNeedRM, iemOp_vmaskmovpd_Vx_Hx_Mx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2e */ iemOp_InvalidNeedRM, iemOp_vmaskmovps_Mx_Hx_Vx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x2f */ iemOp_InvalidNeedRM, iemOp_vmaskmovpd_Mx_Hx_Vx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x30 */ iemOp_InvalidNeedRM, iemOp_vpmovzxbw_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x31 */ iemOp_InvalidNeedRM, iemOp_vpmovzxbd_Vx_UxMd, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x32 */ iemOp_InvalidNeedRM, iemOp_vpmovzxbq_Vx_UxMw, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x33 */ iemOp_InvalidNeedRM, iemOp_vpmovzxwd_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x34 */ iemOp_InvalidNeedRM, iemOp_vpmovzxwq_Vx_UxMd, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x35 */ iemOp_InvalidNeedRM, iemOp_vpmovzxdq_Vx_UxMq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x36 */ iemOp_InvalidNeedRM, iemOp_vpermd_Vqq_Hqq_Wqq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x37 */ iemOp_InvalidNeedRM, iemOp_vpcmpgtq_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x38 */ iemOp_InvalidNeedRM, iemOp_vpminsb_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x39 */ iemOp_InvalidNeedRM, iemOp_vpminsd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3a */ iemOp_InvalidNeedRM, iemOp_vpminuw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3b */ iemOp_InvalidNeedRM, iemOp_vpminud_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3c */ iemOp_InvalidNeedRM, iemOp_vpmaxsb_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3d */ iemOp_InvalidNeedRM, iemOp_vpmaxsd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3e */ iemOp_InvalidNeedRM, iemOp_vpmaxuw_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x3f */ iemOp_InvalidNeedRM, iemOp_vpmaxud_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x40 */ iemOp_InvalidNeedRM, iemOp_vpmulld_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x41 */ iemOp_InvalidNeedRM, iemOp_vphminposuw_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x42 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x43 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x44 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x45 */ iemOp_InvalidNeedRM, iemOp_vpsrlvd_q_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x46 */ iemOp_InvalidNeedRM, iemOp_vpsravd_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x47 */ iemOp_InvalidNeedRM, iemOp_vpsllvd_q_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x48 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x49 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4a */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4c */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4d */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4e */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x4f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x50 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x51 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x52 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x53 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x54 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x55 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x56 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x57 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x58 */ iemOp_InvalidNeedRM, iemOp_vpbroadcastd_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x59 */ iemOp_InvalidNeedRM, iemOp_vpbroadcastq_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x5a */ iemOp_InvalidNeedRM, iemOp_vbroadcasti128_Vqq_Mdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x5b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x5c */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x5d */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x5e */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x5f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x60 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x61 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x62 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x63 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x64 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x65 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x66 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x67 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x68 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x69 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6a */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6c */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6d */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6e */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x6f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x70 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x71 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x72 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x73 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x74 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x75 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x76 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x77 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x78 */ iemOp_InvalidNeedRM, iemOp_vpbroadcastb_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x79 */ iemOp_InvalidNeedRM, iemOp_vpbroadcastw_Vx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x7a */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x7b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x7c */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x7d */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x7e */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x7f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x80 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x81 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x82 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x83 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x84 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x85 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x86 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x87 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x88 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x89 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x8a */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x8b */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x8c */ iemOp_InvalidNeedRM, iemOp_vpmaskmovd_q_Vx_Hx_Mx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x8d */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x8e */ iemOp_InvalidNeedRM, iemOp_vpmaskmovd_q_Mx_Vx_Hx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x8f */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x90 */ iemOp_InvalidNeedRM, iemOp_vpgatherdd_q_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x91 */ iemOp_InvalidNeedRM, iemOp_vpgatherqd_q_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x92 */ iemOp_InvalidNeedRM, iemOp_vgatherdps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x93 */ iemOp_InvalidNeedRM, iemOp_vgatherqps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x94 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x95 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0x96 */ iemOp_InvalidNeedRM, iemOp_vfmaddsub132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x97 */ iemOp_InvalidNeedRM, iemOp_vfmsubadd132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x98 */ iemOp_InvalidNeedRM, iemOp_vfmadd132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x99 */ iemOp_InvalidNeedRM, iemOp_vfmadd132ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9a */ iemOp_InvalidNeedRM, iemOp_vfmsub132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9b */ iemOp_InvalidNeedRM, iemOp_vfmsub132ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9c */ iemOp_InvalidNeedRM, iemOp_vfnmadd132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9d */ iemOp_InvalidNeedRM, iemOp_vfnmadd132ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9e */ iemOp_InvalidNeedRM, iemOp_vfnmsub132ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0x9f */ iemOp_InvalidNeedRM, iemOp_vfnmsub132ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xa0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa2 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa3 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa5 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xa6 */ iemOp_InvalidNeedRM, iemOp_vfmaddsub213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xa7 */ iemOp_InvalidNeedRM, iemOp_vfmsubadd213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xa8 */ iemOp_InvalidNeedRM, iemOp_vfmadd213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xa9 */ iemOp_InvalidNeedRM, iemOp_vfmadd213ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xaa */ iemOp_InvalidNeedRM, iemOp_vfmsub213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xab */ iemOp_InvalidNeedRM, iemOp_vfmsub213ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xac */ iemOp_InvalidNeedRM, iemOp_vfnmadd213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xad */ iemOp_InvalidNeedRM, iemOp_vfnmadd213ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xae */ iemOp_InvalidNeedRM, iemOp_vfnmsub213ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xaf */ iemOp_InvalidNeedRM, iemOp_vfnmsub213ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xb0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb2 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb3 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb5 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xb6 */ iemOp_InvalidNeedRM, iemOp_vfmaddsub231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xb7 */ iemOp_InvalidNeedRM, iemOp_vfmsubadd231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xb8 */ iemOp_InvalidNeedRM, iemOp_vfmadd231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xb9 */ iemOp_InvalidNeedRM, iemOp_vfmadd231ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xba */ iemOp_InvalidNeedRM, iemOp_vfmsub231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xbb */ iemOp_InvalidNeedRM, iemOp_vfmsub231ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xbc */ iemOp_InvalidNeedRM, iemOp_vfnmadd231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xbd */ iemOp_InvalidNeedRM, iemOp_vfnmadd231ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xbe */ iemOp_InvalidNeedRM, iemOp_vfnmsub231ps_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xbf */ iemOp_InvalidNeedRM, iemOp_vfnmsub231ss_d_Vx_Hx_Wx, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xc0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc2 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc3 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc5 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc6 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc7 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc8 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xc9 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xca */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xcb */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xcc */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xcd */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xce */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xcf */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd2 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd3 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd5 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd6 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd7 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd8 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xd9 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xda */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xdb */ iemOp_InvalidNeedRM, iemOp_vaesimc_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xdc */ iemOp_InvalidNeedRM, iemOp_vaesenc_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xdd */ iemOp_InvalidNeedRM, iemOp_vaesenclast_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xde */ iemOp_InvalidNeedRM, iemOp_vaesdec_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xdf */ iemOp_InvalidNeedRM, iemOp_vaesdeclast_Vdq_Wdq, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xe0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe2 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe3 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe5 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe6 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe7 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe8 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xe9 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xea */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xeb */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xec */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xed */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xee */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xef */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xf0 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xf1 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xf2 */ iemOp_andn_Gy_By_Ey, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xf3 */ iemOp_VGrp17_f3, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, /* 0xf4 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xf5 */ iemOp_bzhi_Gy_Ey_By, iemOp_InvalidNeedRM, iemOp_pext_Gy_By_Ey, iemOp_pdep_Gy_By_Ey, /* 0xf6 */ iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, iemOp_InvalidNeedRM, iemOp_mulx_By_Gy_rDX_Ey, /* 0xf7 */ iemOp_bextr_Gy_Ey_By, iemOp_shlx_Gy_Ey_By, iemOp_sarx_Gy_Ey_By, iemOp_shrx_Gy_Ey_By, /* 0xf8 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xf9 */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xfa */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xfb */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xfc */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xfd */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xfe */ IEMOP_X4(iemOp_InvalidNeedRM), /* 0xff */ IEMOP_X4(iemOp_InvalidNeedRM), }; AssertCompile(RT_ELEMENTS(g_apfnVexMap2) == 1024); /** @} */