/* $Id: IEMAllAImplC.cpp 94614 2022-04-15 01:29:02Z vboxsync $ */ /** @file * IEM - Instruction Implementation in Assembly, portable C variant. */ /* * Copyright (C) 2011-2022 Oracle Corporation * * This file is part of VirtualBox Open Source Edition (OSE), as * available from http://www.virtualbox.org. This file is free software; * you can redistribute it and/or modify it under the terms of the GNU * General Public License (GPL) as published by the Free Software * Foundation, in version 2 as it comes in the "COPYING" file of the * VirtualBox OSE distribution. VirtualBox OSE is distributed in the * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind. */ /********************************************************************************************************************************* * Header Files * *********************************************************************************************************************************/ #include "IEMInternal.h" #include #include #include #include #include RT_C_DECLS_BEGIN #include RT_C_DECLS_END /********************************************************************************************************************************* * Defined Constants And Macros * *********************************************************************************************************************************/ /** @def IEM_WITHOUT_ASSEMBLY * Enables all the code in this file. */ #if !defined(IEM_WITHOUT_ASSEMBLY) # if defined(RT_ARCH_ARM32) || defined(RT_ARCH_ARM64) || defined(DOXYGEN_RUNNING) # define IEM_WITHOUT_ASSEMBLY # endif #endif /* IEM_WITH_ASSEMBLY trumps IEM_WITHOUT_ASSEMBLY for tstIEMAImplAsm purposes. */ #ifdef IEM_WITH_ASSEMBLY # undef IEM_WITHOUT_ASSEMBLY #endif /** * Calculates the signed flag value given a result and it's bit width. * * The signed flag (SF) is a duplication of the most significant bit in the * result. * * @returns X86_EFL_SF or 0. * @param a_uResult Unsigned result value. * @param a_cBitsWidth The width of the result (8, 16, 32, 64). */ #define X86_EFL_CALC_SF(a_uResult, a_cBitsWidth) \ ( (uint32_t)((a_uResult) >> ((a_cBitsWidth) - X86_EFL_SF_BIT - 1)) & X86_EFL_SF ) /** * Calculates the zero flag value given a result. * * The zero flag (ZF) indicates whether the result is zero or not. * * @returns X86_EFL_ZF or 0. * @param a_uResult Unsigned result value. */ #define X86_EFL_CALC_ZF(a_uResult) \ ( (uint32_t)((a_uResult) == 0) << X86_EFL_ZF_BIT ) /** * Extracts the OF flag from a OF calculation result. * * These are typically used by concating with a bitcount. The problem is that * 8-bit values needs shifting in the other direction than the others. */ #define X86_EFL_GET_OF_8(a_uValue) (((uint32_t)(a_uValue) << (X86_EFL_OF_BIT - 8 + 1)) & X86_EFL_OF) #define X86_EFL_GET_OF_16(a_uValue) ((uint32_t)((a_uValue) >> (16 - X86_EFL_OF_BIT - 1)) & X86_EFL_OF) #define X86_EFL_GET_OF_32(a_uValue) ((uint32_t)((a_uValue) >> (32 - X86_EFL_OF_BIT - 1)) & X86_EFL_OF) #define X86_EFL_GET_OF_64(a_uValue) ((uint32_t)((a_uValue) >> (64 - X86_EFL_OF_BIT - 1)) & X86_EFL_OF) /** * Updates the status bits (CF, PF, AF, ZF, SF, and OF) after arithmetic op. * * @returns Status bits. * @param a_pfEFlags Pointer to the 32-bit EFLAGS value to update. * @param a_uResult Unsigned result value. * @param a_uSrc The source value (for AF calc). * @param a_uDst The original destination value (for AF calc). * @param a_cBitsWidth The width of the result (8, 16, 32, 64). * @param a_CfExpr Bool expression for the carry flag (CF). * @param a_uSrcOf The a_uSrc value to use for overflow calculation. */ #define IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(a_pfEFlags, a_uResult, a_uDst, a_uSrc, a_cBitsWidth, a_CfExpr, a_uSrcOf) \ do { \ uint32_t fEflTmp = *(a_pfEFlags); \ fEflTmp &= ~X86_EFL_STATUS_BITS; \ fEflTmp |= (a_CfExpr) << X86_EFL_CF_BIT; \ fEflTmp |= g_afParity[(a_uResult) & 0xff]; \ fEflTmp |= ((uint32_t)(a_uResult) ^ (uint32_t)(a_uSrc) ^ (uint32_t)(a_uDst)) & X86_EFL_AF; \ fEflTmp |= X86_EFL_CALC_ZF(a_uResult); \ fEflTmp |= X86_EFL_CALC_SF(a_uResult, a_cBitsWidth); \ \ /* Overflow during ADDition happens when both inputs have the same signed \ bit value and the result has a different sign bit value. \ \ Since subtraction can be rewritten as addition: 2 - 1 == 2 + -1, it \ follows that for SUBtraction the signed bit value must differ between \ the two inputs and the result's signed bit diff from the first input. \ Note! Must xor with sign bit to convert, not do (0 - a_uSrc). \ \ See also: http://teaching.idallen.com/dat2343/10f/notes/040_overflow.txt */ \ fEflTmp |= X86_EFL_GET_OF_ ## a_cBitsWidth( ( ((uint ## a_cBitsWidth ## _t)~((a_uDst) ^ (a_uSrcOf))) \ & RT_BIT_64(a_cBitsWidth - 1)) \ & ((a_uResult) ^ (a_uDst)) ); \ *(a_pfEFlags) = fEflTmp; \ } while (0) /** * Updates the status bits (CF, PF, AF, ZF, SF, and OF) after a logical op. * * CF and OF are defined to be 0 by logical operations. AF on the other hand is * undefined. We do not set AF, as that seems to make the most sense (which * probably makes it the most wrong in real life). * * @returns Status bits. * @param a_pfEFlags Pointer to the 32-bit EFLAGS value to update. * @param a_uResult Unsigned result value. * @param a_cBitsWidth The width of the result (8, 16, 32, 64). * @param a_fExtra Additional bits to set. */ #define IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(a_pfEFlags, a_uResult, a_cBitsWidth, a_fExtra) \ do { \ uint32_t fEflTmp = *(a_pfEFlags); \ fEflTmp &= ~X86_EFL_STATUS_BITS; \ fEflTmp |= g_afParity[(a_uResult) & 0xff]; \ fEflTmp |= X86_EFL_CALC_ZF(a_uResult); \ fEflTmp |= X86_EFL_CALC_SF(a_uResult, a_cBitsWidth); \ fEflTmp |= (a_fExtra); \ *(a_pfEFlags) = fEflTmp; \ } while (0) /********************************************************************************************************************************* * Global Variables * *********************************************************************************************************************************/ /** * Parity calculation table. * * This is also used by iemAllAImpl.asm. * * The generator code: * @code * #include * * int main() * { * unsigned b; * for (b = 0; b < 256; b++) * { * int cOnes = ( b & 1) * + ((b >> 1) & 1) * + ((b >> 2) & 1) * + ((b >> 3) & 1) * + ((b >> 4) & 1) * + ((b >> 5) & 1) * + ((b >> 6) & 1) * + ((b >> 7) & 1); * printf(" /" "* %#04x = %u%u%u%u%u%u%u%ub *" "/ %s,\n", * b, * (b >> 7) & 1, * (b >> 6) & 1, * (b >> 5) & 1, * (b >> 4) & 1, * (b >> 3) & 1, * (b >> 2) & 1, * (b >> 1) & 1, * b & 1, * cOnes & 1 ? "0" : "X86_EFL_PF"); * } * return 0; * } * @endcode */ uint8_t const g_afParity[256] = { /* 0000 = 00000000b */ X86_EFL_PF, /* 0x01 = 00000001b */ 0, /* 0x02 = 00000010b */ 0, /* 0x03 = 00000011b */ X86_EFL_PF, /* 0x04 = 00000100b */ 0, /* 0x05 = 00000101b */ X86_EFL_PF, /* 0x06 = 00000110b */ X86_EFL_PF, /* 0x07 = 00000111b */ 0, /* 0x08 = 00001000b */ 0, /* 0x09 = 00001001b */ X86_EFL_PF, /* 0x0a = 00001010b */ X86_EFL_PF, /* 0x0b = 00001011b */ 0, /* 0x0c = 00001100b */ X86_EFL_PF, /* 0x0d = 00001101b */ 0, /* 0x0e = 00001110b */ 0, /* 0x0f = 00001111b */ X86_EFL_PF, /* 0x10 = 00010000b */ 0, /* 0x11 = 00010001b */ X86_EFL_PF, /* 0x12 = 00010010b */ X86_EFL_PF, /* 0x13 = 00010011b */ 0, /* 0x14 = 00010100b */ X86_EFL_PF, /* 0x15 = 00010101b */ 0, /* 0x16 = 00010110b */ 0, /* 0x17 = 00010111b */ X86_EFL_PF, /* 0x18 = 00011000b */ X86_EFL_PF, /* 0x19 = 00011001b */ 0, /* 0x1a = 00011010b */ 0, /* 0x1b = 00011011b */ X86_EFL_PF, /* 0x1c = 00011100b */ 0, /* 0x1d = 00011101b */ X86_EFL_PF, /* 0x1e = 00011110b */ X86_EFL_PF, /* 0x1f = 00011111b */ 0, /* 0x20 = 00100000b */ 0, /* 0x21 = 00100001b */ X86_EFL_PF, /* 0x22 = 00100010b */ X86_EFL_PF, /* 0x23 = 00100011b */ 0, /* 0x24 = 00100100b */ X86_EFL_PF, /* 0x25 = 00100101b */ 0, /* 0x26 = 00100110b */ 0, /* 0x27 = 00100111b */ X86_EFL_PF, /* 0x28 = 00101000b */ X86_EFL_PF, /* 0x29 = 00101001b */ 0, /* 0x2a = 00101010b */ 0, /* 0x2b = 00101011b */ X86_EFL_PF, /* 0x2c = 00101100b */ 0, /* 0x2d = 00101101b */ X86_EFL_PF, /* 0x2e = 00101110b */ X86_EFL_PF, /* 0x2f = 00101111b */ 0, /* 0x30 = 00110000b */ X86_EFL_PF, /* 0x31 = 00110001b */ 0, /* 0x32 = 00110010b */ 0, /* 0x33 = 00110011b */ X86_EFL_PF, /* 0x34 = 00110100b */ 0, /* 0x35 = 00110101b */ X86_EFL_PF, /* 0x36 = 00110110b */ X86_EFL_PF, /* 0x37 = 00110111b */ 0, /* 0x38 = 00111000b */ 0, /* 0x39 = 00111001b */ X86_EFL_PF, /* 0x3a = 00111010b */ X86_EFL_PF, /* 0x3b = 00111011b */ 0, /* 0x3c = 00111100b */ X86_EFL_PF, /* 0x3d = 00111101b */ 0, /* 0x3e = 00111110b */ 0, /* 0x3f = 00111111b */ X86_EFL_PF, /* 0x40 = 01000000b */ 0, /* 0x41 = 01000001b */ X86_EFL_PF, /* 0x42 = 01000010b */ X86_EFL_PF, /* 0x43 = 01000011b */ 0, /* 0x44 = 01000100b */ X86_EFL_PF, /* 0x45 = 01000101b */ 0, /* 0x46 = 01000110b */ 0, /* 0x47 = 01000111b */ X86_EFL_PF, /* 0x48 = 01001000b */ X86_EFL_PF, /* 0x49 = 01001001b */ 0, /* 0x4a = 01001010b */ 0, /* 0x4b = 01001011b */ X86_EFL_PF, /* 0x4c = 01001100b */ 0, /* 0x4d = 01001101b */ X86_EFL_PF, /* 0x4e = 01001110b */ X86_EFL_PF, /* 0x4f = 01001111b */ 0, /* 0x50 = 01010000b */ X86_EFL_PF, /* 0x51 = 01010001b */ 0, /* 0x52 = 01010010b */ 0, /* 0x53 = 01010011b */ X86_EFL_PF, /* 0x54 = 01010100b */ 0, /* 0x55 = 01010101b */ X86_EFL_PF, /* 0x56 = 01010110b */ X86_EFL_PF, /* 0x57 = 01010111b */ 0, /* 0x58 = 01011000b */ 0, /* 0x59 = 01011001b */ X86_EFL_PF, /* 0x5a = 01011010b */ X86_EFL_PF, /* 0x5b = 01011011b */ 0, /* 0x5c = 01011100b */ X86_EFL_PF, /* 0x5d = 01011101b */ 0, /* 0x5e = 01011110b */ 0, /* 0x5f = 01011111b */ X86_EFL_PF, /* 0x60 = 01100000b */ X86_EFL_PF, /* 0x61 = 01100001b */ 0, /* 0x62 = 01100010b */ 0, /* 0x63 = 01100011b */ X86_EFL_PF, /* 0x64 = 01100100b */ 0, /* 0x65 = 01100101b */ X86_EFL_PF, /* 0x66 = 01100110b */ X86_EFL_PF, /* 0x67 = 01100111b */ 0, /* 0x68 = 01101000b */ 0, /* 0x69 = 01101001b */ X86_EFL_PF, /* 0x6a = 01101010b */ X86_EFL_PF, /* 0x6b = 01101011b */ 0, /* 0x6c = 01101100b */ X86_EFL_PF, /* 0x6d = 01101101b */ 0, /* 0x6e = 01101110b */ 0, /* 0x6f = 01101111b */ X86_EFL_PF, /* 0x70 = 01110000b */ 0, /* 0x71 = 01110001b */ X86_EFL_PF, /* 0x72 = 01110010b */ X86_EFL_PF, /* 0x73 = 01110011b */ 0, /* 0x74 = 01110100b */ X86_EFL_PF, /* 0x75 = 01110101b */ 0, /* 0x76 = 01110110b */ 0, /* 0x77 = 01110111b */ X86_EFL_PF, /* 0x78 = 01111000b */ X86_EFL_PF, /* 0x79 = 01111001b */ 0, /* 0x7a = 01111010b */ 0, /* 0x7b = 01111011b */ X86_EFL_PF, /* 0x7c = 01111100b */ 0, /* 0x7d = 01111101b */ X86_EFL_PF, /* 0x7e = 01111110b */ X86_EFL_PF, /* 0x7f = 01111111b */ 0, /* 0x80 = 10000000b */ 0, /* 0x81 = 10000001b */ X86_EFL_PF, /* 0x82 = 10000010b */ X86_EFL_PF, /* 0x83 = 10000011b */ 0, /* 0x84 = 10000100b */ X86_EFL_PF, /* 0x85 = 10000101b */ 0, /* 0x86 = 10000110b */ 0, /* 0x87 = 10000111b */ X86_EFL_PF, /* 0x88 = 10001000b */ X86_EFL_PF, /* 0x89 = 10001001b */ 0, /* 0x8a = 10001010b */ 0, /* 0x8b = 10001011b */ X86_EFL_PF, /* 0x8c = 10001100b */ 0, /* 0x8d = 10001101b */ X86_EFL_PF, /* 0x8e = 10001110b */ X86_EFL_PF, /* 0x8f = 10001111b */ 0, /* 0x90 = 10010000b */ X86_EFL_PF, /* 0x91 = 10010001b */ 0, /* 0x92 = 10010010b */ 0, /* 0x93 = 10010011b */ X86_EFL_PF, /* 0x94 = 10010100b */ 0, /* 0x95 = 10010101b */ X86_EFL_PF, /* 0x96 = 10010110b */ X86_EFL_PF, /* 0x97 = 10010111b */ 0, /* 0x98 = 10011000b */ 0, /* 0x99 = 10011001b */ X86_EFL_PF, /* 0x9a = 10011010b */ X86_EFL_PF, /* 0x9b = 10011011b */ 0, /* 0x9c = 10011100b */ X86_EFL_PF, /* 0x9d = 10011101b */ 0, /* 0x9e = 10011110b */ 0, /* 0x9f = 10011111b */ X86_EFL_PF, /* 0xa0 = 10100000b */ X86_EFL_PF, /* 0xa1 = 10100001b */ 0, /* 0xa2 = 10100010b */ 0, /* 0xa3 = 10100011b */ X86_EFL_PF, /* 0xa4 = 10100100b */ 0, /* 0xa5 = 10100101b */ X86_EFL_PF, /* 0xa6 = 10100110b */ X86_EFL_PF, /* 0xa7 = 10100111b */ 0, /* 0xa8 = 10101000b */ 0, /* 0xa9 = 10101001b */ X86_EFL_PF, /* 0xaa = 10101010b */ X86_EFL_PF, /* 0xab = 10101011b */ 0, /* 0xac = 10101100b */ X86_EFL_PF, /* 0xad = 10101101b */ 0, /* 0xae = 10101110b */ 0, /* 0xaf = 10101111b */ X86_EFL_PF, /* 0xb0 = 10110000b */ 0, /* 0xb1 = 10110001b */ X86_EFL_PF, /* 0xb2 = 10110010b */ X86_EFL_PF, /* 0xb3 = 10110011b */ 0, /* 0xb4 = 10110100b */ X86_EFL_PF, /* 0xb5 = 10110101b */ 0, /* 0xb6 = 10110110b */ 0, /* 0xb7 = 10110111b */ X86_EFL_PF, /* 0xb8 = 10111000b */ X86_EFL_PF, /* 0xb9 = 10111001b */ 0, /* 0xba = 10111010b */ 0, /* 0xbb = 10111011b */ X86_EFL_PF, /* 0xbc = 10111100b */ 0, /* 0xbd = 10111101b */ X86_EFL_PF, /* 0xbe = 10111110b */ X86_EFL_PF, /* 0xbf = 10111111b */ 0, /* 0xc0 = 11000000b */ X86_EFL_PF, /* 0xc1 = 11000001b */ 0, /* 0xc2 = 11000010b */ 0, /* 0xc3 = 11000011b */ X86_EFL_PF, /* 0xc4 = 11000100b */ 0, /* 0xc5 = 11000101b */ X86_EFL_PF, /* 0xc6 = 11000110b */ X86_EFL_PF, /* 0xc7 = 11000111b */ 0, /* 0xc8 = 11001000b */ 0, /* 0xc9 = 11001001b */ X86_EFL_PF, /* 0xca = 11001010b */ X86_EFL_PF, /* 0xcb = 11001011b */ 0, /* 0xcc = 11001100b */ X86_EFL_PF, /* 0xcd = 11001101b */ 0, /* 0xce = 11001110b */ 0, /* 0xcf = 11001111b */ X86_EFL_PF, /* 0xd0 = 11010000b */ 0, /* 0xd1 = 11010001b */ X86_EFL_PF, /* 0xd2 = 11010010b */ X86_EFL_PF, /* 0xd3 = 11010011b */ 0, /* 0xd4 = 11010100b */ X86_EFL_PF, /* 0xd5 = 11010101b */ 0, /* 0xd6 = 11010110b */ 0, /* 0xd7 = 11010111b */ X86_EFL_PF, /* 0xd8 = 11011000b */ X86_EFL_PF, /* 0xd9 = 11011001b */ 0, /* 0xda = 11011010b */ 0, /* 0xdb = 11011011b */ X86_EFL_PF, /* 0xdc = 11011100b */ 0, /* 0xdd = 11011101b */ X86_EFL_PF, /* 0xde = 11011110b */ X86_EFL_PF, /* 0xdf = 11011111b */ 0, /* 0xe0 = 11100000b */ 0, /* 0xe1 = 11100001b */ X86_EFL_PF, /* 0xe2 = 11100010b */ X86_EFL_PF, /* 0xe3 = 11100011b */ 0, /* 0xe4 = 11100100b */ X86_EFL_PF, /* 0xe5 = 11100101b */ 0, /* 0xe6 = 11100110b */ 0, /* 0xe7 = 11100111b */ X86_EFL_PF, /* 0xe8 = 11101000b */ X86_EFL_PF, /* 0xe9 = 11101001b */ 0, /* 0xea = 11101010b */ 0, /* 0xeb = 11101011b */ X86_EFL_PF, /* 0xec = 11101100b */ 0, /* 0xed = 11101101b */ X86_EFL_PF, /* 0xee = 11101110b */ X86_EFL_PF, /* 0xef = 11101111b */ 0, /* 0xf0 = 11110000b */ X86_EFL_PF, /* 0xf1 = 11110001b */ 0, /* 0xf2 = 11110010b */ 0, /* 0xf3 = 11110011b */ X86_EFL_PF, /* 0xf4 = 11110100b */ 0, /* 0xf5 = 11110101b */ X86_EFL_PF, /* 0xf6 = 11110110b */ X86_EFL_PF, /* 0xf7 = 11110111b */ 0, /* 0xf8 = 11111000b */ 0, /* 0xf9 = 11111001b */ X86_EFL_PF, /* 0xfa = 11111010b */ X86_EFL_PF, /* 0xfb = 11111011b */ 0, /* 0xfc = 11111100b */ X86_EFL_PF, /* 0xfd = 11111101b */ 0, /* 0xfe = 11111110b */ 0, /* 0xff = 11111111b */ X86_EFL_PF, }; /* for clang: */ extern const RTFLOAT80U g_ar80Zero[]; extern const RTFLOAT80U g_ar80One[]; extern const RTFLOAT80U g_r80Indefinite; extern const RTFLOAT80U g_ar80Infinity[]; extern const RTFLOAT128U g_r128Ln2; extern const RTUINT128U g_u128Ln2Mantissa; extern const RTUINT128U g_u128Ln2MantissaIntel; extern const RTFLOAT128U g_ar128F2xm1HornerConsts[]; /** Zero values (indexed by fSign). */ RTFLOAT80U const g_ar80Zero[] = { RTFLOAT80U_INIT_ZERO(0), RTFLOAT80U_INIT_ZERO(1) }; /** One values (indexed by fSign). */ RTFLOAT80U const g_ar80One[] = { RTFLOAT80U_INIT(0, RT_BIT_64(63), RTFLOAT80U_EXP_BIAS), RTFLOAT80U_INIT(1, RT_BIT_64(63), RTFLOAT80U_EXP_BIAS) }; /** Indefinite (negative). */ RTFLOAT80U const g_r80Indefinite = RTFLOAT80U_INIT_INDEFINITE(1); /** Infinities (indexed by fSign). */ RTFLOAT80U const g_ar80Infinity[] = { RTFLOAT80U_INIT_INF(0), RTFLOAT80U_INIT_INF(1) }; #if 0 /** 128-bit floating point constant: 2.0 */ const RTFLOAT128U g_r128Two = RTFLOAT128U_INIT_C(0, 0, 0, RTFLOAT128U_EXP_BIAS + 1); #endif /* The next section is generated by tools/IEMGenFpuConstants: */ /** The ln2 constant as 128-bit floating point value. * base-10: 6.93147180559945309417232121458176575e-1 * base-16: b.17217f7d1cf79abc9e3b39803f30@-1 * base-2 : 1.0110001011100100001011111110111110100011100111101111001101010111100100111100011101100111001100000000011111100110e-1 */ //const RTFLOAT128U g_r128Ln2 = RTFLOAT128U_INIT_C(0, 0x62e42fefa39e, 0xf35793c7673007e6, 0x3ffe); const RTFLOAT128U g_r128Ln2 = RTFLOAT128U_INIT_C(0, 0x62e42fefa39e, 0xf357900000000000, 0x3ffe); /** High precision ln2 value. * base-10: 6.931471805599453094172321214581765680747e-1 * base-16: b.17217f7d1cf79abc9e3b39803f2f6af0@-1 * base-2 : 1.0110001011100100001011111110111110100011100111101111001101010111100100111100011101100111001100000000011111100101111011010101111e-1 */ const RTUINT128U g_u128Ln2Mantissa = RTUINT128_INIT_C(0xb17217f7d1cf79ab, 0xc9e3b39803f2f6af); /** High precision ln2 value, compatible with f2xm1 results on intel 10980XE. * base-10: 6.931471805599453094151379470289064954613e-1 * base-16: b.17217f7d1cf79abc0000000000000000@-1 * base-2 : 1.0110001011100100001011111110111110100011100111101111001101010111100000000000000000000000000000000000000000000000000000000000000e-1 */ const RTUINT128U g_u128Ln2MantissaIntel = RTUINT128_INIT_C(0xb17217f7d1cf79ab, 0xc000000000000000); /** Horner constants for f2xm1 */ const RTFLOAT128U g_ar128F2xm1HornerConsts[] = { /* a0 * base-10: 1.00000000000000000000000000000000000e0 * base-16: 1.0000000000000000000000000000@0 * base-2 : 1.0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000e0 */ RTFLOAT128U_INIT_C(0, 0x000000000000, 0x0000000000000000, 0x3fff), /* a1 * base-10: 5.00000000000000000000000000000000000e-1 * base-16: 8.0000000000000000000000000000@-1 * base-2 : 1.0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000e-1 */ RTFLOAT128U_INIT_C(0, 0x000000000000, 0x0000000000000000, 0x3ffe), /* a2 * base-10: 1.66666666666666666666666666666666658e-1 * base-16: 2.aaaaaaaaaaaaaaaaaaaaaaaaaaaa@-1 * base-2 : 1.0101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101e-3 */ RTFLOAT128U_INIT_C(0, 0x555555555555, 0x5555555555555555, 0x3ffc), /* a3 * base-10: 4.16666666666666666666666666666666646e-2 * base-16: a.aaaaaaaaaaaaaaaaaaaaaaaaaaa8@-2 * base-2 : 1.0101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101010101e-5 */ RTFLOAT128U_INIT_C(0, 0x555555555555, 0x5555555555555555, 0x3ffa), /* a4 * base-10: 8.33333333333333333333333333333333323e-3 * base-16: 2.2222222222222222222222222222@-2 * base-2 : 1.0001000100010001000100010001000100010001000100010001000100010001000100010001000100010001000100010001000100010001e-7 */ RTFLOAT128U_INIT_C(0, 0x111111111111, 0x1111111111111111, 0x3ff8), /* a5 * base-10: 1.38888888888888888888888888888888874e-3 * base-16: 5.b05b05b05b05b05b05b05b05b058@-3 * base-2 : 1.0110110000010110110000010110110000010110110000010110110000010110110000010110110000010110110000010110110000010110e-10 */ RTFLOAT128U_INIT_C(0, 0x6c16c16c16c1, 0x6c16c16c16c16c16, 0x3ff5), /* a6 * base-10: 1.98412698412698412698412698412698412e-4 * base-16: d.00d00d00d00d00d00d00d00d00d0@-4 * base-2 : 1.1010000000011010000000011010000000011010000000011010000000011010000000011010000000011010000000011010000000011010e-13 */ RTFLOAT128U_INIT_C(0, 0xa01a01a01a01, 0xa01a01a01a01a01a, 0x3ff2), /* a7 * base-10: 2.48015873015873015873015873015873015e-5 * base-16: 1.a01a01a01a01a01a01a01a01a01a@-4 * base-2 : 1.1010000000011010000000011010000000011010000000011010000000011010000000011010000000011010000000011010000000011010e-16 */ RTFLOAT128U_INIT_C(0, 0xa01a01a01a01, 0xa01a01a01a01a01a, 0x3fef), /* a8 * base-10: 2.75573192239858906525573192239858902e-6 * base-16: 2.e3bc74aad8e671f5583911ca002e@-5 * base-2 : 1.0111000111011110001110100101010101101100011100110011100011111010101011000001110010001000111001010000000000010111e-19 */ RTFLOAT128U_INIT_C(0, 0x71de3a556c73, 0x38faac1c88e50017, 0x3fec), /* a9 * base-10: 2.75573192239858906525573192239858865e-7 * base-16: 4.9f93edde27d71cbbc05b4fa999e0@-6 * base-2 : 1.0010011111100100111110110111011110001001111101011100011100101110111100000001011011010011111010100110011001111000e-22 */ RTFLOAT128U_INIT_C(0, 0x27e4fb7789f5, 0xc72ef016d3ea6678, 0x3fe9), /* a10 * base-10: 2.50521083854417187750521083854417184e-8 * base-16: 6.b99159fd5138e3f9d1f92e0df71c@-7 * base-2 : 1.1010111001100100010101100111111101010100010011100011100011111110011101000111111001001011100000110111110111000111e-26 */ RTFLOAT128U_INIT_C(0, 0xae64567f544e, 0x38fe747e4b837dc7, 0x3fe5), /* a11 * base-10: 2.08767569878680989792100903212014296e-9 * base-16: 8.f76c77fc6c4bdaa26d4c3d67f420@-8 * base-2 : 1.0001111011101101100011101111111110001101100010010111101101010100010011011010100110000111101011001111111010000100e-29 */ RTFLOAT128U_INIT_C(0, 0x1eed8eff8d89, 0x7b544da987acfe84, 0x3fe2), /* a12 * base-10: 1.60590438368216145993923771701549472e-10 * base-16: b.092309d43684be51c198e91d7b40@-9 * base-2 : 1.0110000100100100011000010011101010000110110100001001011111001010001110000011001100011101001000111010111101101000e-33 */ RTFLOAT128U_INIT_C(0, 0x6124613a86d0, 0x97ca38331d23af68, 0x3fde), /* a13 * base-10: 1.14707455977297247138516979786821043e-11 * base-16: c.9cba54603e4e905d6f8a2efd1f20@-10 * base-2 : 1.1001001110010111010010101000110000000111110010011101001000001011101011011111000101000101110111111010001111100100e-37 */ RTFLOAT128U_INIT_C(0, 0x93974a8c07c9, 0xd20badf145dfa3e4, 0x3fda), /* a14 * base-10: 7.64716373181981647590113198578806964e-13 * base-16: d.73f9f399dc0f88ec32b587746578@-11 * base-2 : 1.1010111001111111001111100111001100111011100000011111000100011101100001100101011010110000111011101000110010101111e-41 */ RTFLOAT128U_INIT_C(0, 0xae7f3e733b81, 0xf11d8656b0ee8caf, 0x3fd6), /* a15 * base-10: 4.77947733238738529743820749111754352e-14 * base-16: d.73f9f399dc0f88ec32b587746578@-12 * base-2 : 1.1010111001111111001111100111001100111011100000011111000100011101100001100101011010110000111011101000110010101111e-45 */ RTFLOAT128U_INIT_C(0, 0xae7f3e733b81, 0xf11d8656b0ee8caf, 0x3fd2), /* a16 * base-10: 2.81145725434552076319894558301031970e-15 * base-16: c.a963b81856a53593028cbbb8d7f8@-13 * base-2 : 1.1001010100101100011101110000001100001010110101001010011010110010011000000101000110010111011101110001101011111111e-49 */ RTFLOAT128U_INIT_C(0, 0x952c77030ad4, 0xa6b2605197771aff, 0x3fce), /* a17 * base-10: 1.56192069685862264622163643500573321e-16 * base-16: b.413c31dcbecbbdd8024435161550@-14 * base-2 : 1.0110100000100111100001100011101110010111110110010111011110111011000000000100100010000110101000101100001010101010e-53 */ RTFLOAT128U_INIT_C(0, 0x6827863b97d9, 0x77bb004886a2c2aa, 0x3fca), /* a18 * base-10: 8.22063524662432971695598123687227980e-18 * base-16: 9.7a4da340a0ab92650f61dbdcb3a0@-15 * base-2 : 1.0010111101001001101101000110100000010100000101010111001001001100101000011110110000111011011110111001011001110100e-57 */ RTFLOAT128U_INIT_C(0, 0x2f49b4681415, 0x724ca1ec3b7b9674, 0x3fc6), /* a19 * base-10: 4.11031762331216485847799061843614006e-19 * base-16: 7.950ae900808941ea72b4afe3c2e8@-16 * base-2 : 1.1110010101000010101110100100000000100000001000100101000001111010100111001010110100101011111110001111000010111010e-62 */ RTFLOAT128U_INIT_C(0, 0xe542ba402022, 0x507a9cad2bf8f0ba, 0x3fc1), /* a20 * base-10: 7.04351638180413298434020229233492164e-20 * base-16: 1.4c9ee35db1d1f3c946fdcd48fd88@-16 * base-2 : 1.0100110010011110111000110101110110110001110100011111001111001001010001101111110111001101010010001111110110001000e-64 */ RTFLOAT128U_INIT_C(0, 0x4c9ee35db1d1, 0xf3c946fdcd48fd88, 0x3fbf), /* a21 * base-10: 5.81527769640186708776361513365257702e-20 * base-16: 1.129e64bff606a2b9c9fc624481cd@-16 * base-2 : 1.0001001010011110011001001011111111110110000001101010001010111001110010011111110001100010010001001000000111001101e-64 */ RTFLOAT128U_INIT_C(0, 0x129e64bff606, 0xa2b9c9fc624481cd, 0x3fbf), }; /* * There are a few 64-bit on 32-bit things we'd rather do in C. Actually, doing * it all in C is probably safer atm., optimize what's necessary later, maybe. */ #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) /********************************************************************************************************************************* * Binary Operations * *********************************************************************************************************************************/ /* * ADD */ IEM_DECL_IMPL_DEF(void, iemAImpl_add_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = uDst + uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 64, uResult < uDst, uSrc); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_add_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = uDst + uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 32, uResult < uDst, uSrc); } IEM_DECL_IMPL_DEF(void, iemAImpl_add_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = uDst + uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 16, uResult < uDst, uSrc); } IEM_DECL_IMPL_DEF(void, iemAImpl_add_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = uDst + uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 8, uResult < uDst, uSrc); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * ADC */ IEM_DECL_IMPL_DEF(void, iemAImpl_adc_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_add_u64(puDst, uSrc, pfEFlags); else { uint64_t uDst = *puDst; uint64_t uResult = uDst + uSrc + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 64, uResult <= uDst, uSrc); } } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_adc_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_add_u32(puDst, uSrc, pfEFlags); else { uint32_t uDst = *puDst; uint32_t uResult = uDst + uSrc + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 32, uResult <= uDst, uSrc); } } IEM_DECL_IMPL_DEF(void, iemAImpl_adc_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_add_u16(puDst, uSrc, pfEFlags); else { uint16_t uDst = *puDst; uint16_t uResult = uDst + uSrc + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 16, uResult <= uDst, uSrc); } } IEM_DECL_IMPL_DEF(void, iemAImpl_adc_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_add_u8(puDst, uSrc, pfEFlags); else { uint8_t uDst = *puDst; uint8_t uResult = uDst + uSrc + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 8, uResult <= uDst, uSrc); } } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * SUB */ IEM_DECL_IMPL_DEF(void, iemAImpl_sub_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = uDst - uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 64, uDst < uSrc, uSrc ^ RT_BIT_64(63)); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_sub_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = uDst - uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 32, uDst < uSrc, uSrc ^ RT_BIT_32(31)); } IEM_DECL_IMPL_DEF(void, iemAImpl_sub_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = uDst - uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 16, uDst < uSrc, uSrc ^ (uint16_t)0x8000); } IEM_DECL_IMPL_DEF(void, iemAImpl_sub_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = uDst - uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 8, uDst < uSrc, uSrc ^ (uint8_t)0x80); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * SBB */ IEM_DECL_IMPL_DEF(void, iemAImpl_sbb_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_sub_u64(puDst, uSrc, pfEFlags); else { uint64_t uDst = *puDst; uint64_t uResult = uDst - uSrc - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 64, uDst <= uSrc, uSrc ^ RT_BIT_64(63)); } } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_sbb_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_sub_u32(puDst, uSrc, pfEFlags); else { uint32_t uDst = *puDst; uint32_t uResult = uDst - uSrc - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 32, uDst <= uSrc, uSrc ^ RT_BIT_32(31)); } } IEM_DECL_IMPL_DEF(void, iemAImpl_sbb_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_sub_u16(puDst, uSrc, pfEFlags); else { uint16_t uDst = *puDst; uint16_t uResult = uDst - uSrc - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 16, uDst <= uSrc, uSrc ^ (uint16_t)0x8000); } } IEM_DECL_IMPL_DEF(void, iemAImpl_sbb_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { if (!(*pfEFlags & X86_EFL_CF)) iemAImpl_sub_u8(puDst, uSrc, pfEFlags); else { uint8_t uDst = *puDst; uint8_t uResult = uDst - uSrc - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_ARITHMETIC(pfEFlags, uResult, uDst, uSrc, 8, uDst <= uSrc, uSrc ^ (uint8_t)0x80); } } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * OR */ IEM_DECL_IMPL_DEF(void, iemAImpl_or_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uResult = *puDst | uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 64, 0); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_or_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uResult = *puDst | uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 32, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_or_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uResult = *puDst | uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 16, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_or_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uResult = *puDst | uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 8, 0); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * XOR */ IEM_DECL_IMPL_DEF(void, iemAImpl_xor_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uResult = *puDst ^ uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 64, 0); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_xor_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uResult = *puDst ^ uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 32, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_xor_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uResult = *puDst ^ uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 16, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_xor_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uResult = *puDst ^ uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 8, 0); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * AND */ IEM_DECL_IMPL_DEF(void, iemAImpl_and_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uResult = *puDst & uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 64, 0); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_and_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uResult = *puDst & uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 32, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_and_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uResult = *puDst & uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 16, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_and_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uResult = *puDst & uSrc; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 8, 0); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * CMP */ IEM_DECL_IMPL_DEF(void, iemAImpl_cmp_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uDstTmp = *puDst; iemAImpl_sub_u64(&uDstTmp, uSrc, pfEFlags); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_cmp_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uDstTmp = *puDst; iemAImpl_sub_u32(&uDstTmp, uSrc, pfEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmp_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uDstTmp = *puDst; iemAImpl_sub_u16(&uDstTmp, uSrc, pfEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmp_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uDstTmp = *puDst; iemAImpl_sub_u8(&uDstTmp, uSrc, pfEFlags); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * TEST */ IEM_DECL_IMPL_DEF(void, iemAImpl_test_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { uint64_t uResult = *puDst & uSrc; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 64, 0); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_test_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { uint32_t uResult = *puDst & uSrc; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 32, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_test_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { uint16_t uResult = *puDst & uSrc; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 16, 0); } IEM_DECL_IMPL_DEF(void, iemAImpl_test_u8,(uint8_t *puDst, uint8_t uSrc, uint32_t *pfEFlags)) { uint8_t uResult = *puDst & uSrc; IEM_EFL_UPDATE_STATUS_BITS_FOR_LOGIC(pfEFlags, uResult, 8, 0); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * LOCK prefixed variants of the above */ /** 64-bit locked binary operand operation. */ # define DO_LOCKED_BIN_OP(a_Mnemonic, a_cBitsWidth) \ do { \ uint ## a_cBitsWidth ## _t uOld = ASMAtomicUoReadU ## a_cBitsWidth(puDst); \ uint ## a_cBitsWidth ## _t uTmp; \ uint32_t fEflTmp; \ do \ { \ uTmp = uOld; \ fEflTmp = *pfEFlags; \ iemAImpl_ ## a_Mnemonic ## _u ## a_cBitsWidth(&uTmp, uSrc, &fEflTmp); \ } while (!ASMAtomicCmpXchgExU ## a_cBitsWidth(puDst, uTmp, uOld, &uOld)); \ *pfEFlags = fEflTmp; \ } while (0) #define EMIT_LOCKED_BIN_OP(a_Mnemonic, a_cBitsWidth) \ IEM_DECL_IMPL_DEF(void, iemAImpl_ ## a_Mnemonic ## _u ## a_cBitsWidth ## _locked,(uint ## a_cBitsWidth ## _t *puDst, \ uint ## a_cBitsWidth ## _t uSrc, \ uint32_t *pfEFlags)) \ { \ DO_LOCKED_BIN_OP(a_Mnemonic, a_cBitsWidth); \ } EMIT_LOCKED_BIN_OP(add, 64) EMIT_LOCKED_BIN_OP(adc, 64) EMIT_LOCKED_BIN_OP(sub, 64) EMIT_LOCKED_BIN_OP(sbb, 64) EMIT_LOCKED_BIN_OP(or, 64) EMIT_LOCKED_BIN_OP(xor, 64) EMIT_LOCKED_BIN_OP(and, 64) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_LOCKED_BIN_OP(add, 32) EMIT_LOCKED_BIN_OP(adc, 32) EMIT_LOCKED_BIN_OP(sub, 32) EMIT_LOCKED_BIN_OP(sbb, 32) EMIT_LOCKED_BIN_OP(or, 32) EMIT_LOCKED_BIN_OP(xor, 32) EMIT_LOCKED_BIN_OP(and, 32) EMIT_LOCKED_BIN_OP(add, 16) EMIT_LOCKED_BIN_OP(adc, 16) EMIT_LOCKED_BIN_OP(sub, 16) EMIT_LOCKED_BIN_OP(sbb, 16) EMIT_LOCKED_BIN_OP(or, 16) EMIT_LOCKED_BIN_OP(xor, 16) EMIT_LOCKED_BIN_OP(and, 16) EMIT_LOCKED_BIN_OP(add, 8) EMIT_LOCKED_BIN_OP(adc, 8) EMIT_LOCKED_BIN_OP(sub, 8) EMIT_LOCKED_BIN_OP(sbb, 8) EMIT_LOCKED_BIN_OP(or, 8) EMIT_LOCKED_BIN_OP(xor, 8) EMIT_LOCKED_BIN_OP(and, 8) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * Bit operations (same signature as above). */ /* * BT */ IEM_DECL_IMPL_DEF(void, iemAImpl_bt_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 64); uint64_t uDst = *puDst; if (uDst & RT_BIT_64(uSrc)) *pfEFlags |= X86_EFL_CF; else *pfEFlags &= ~X86_EFL_CF; } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_bt_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 32); uint32_t uDst = *puDst; if (uDst & RT_BIT_32(uSrc)) *pfEFlags |= X86_EFL_CF; else *pfEFlags &= ~X86_EFL_CF; } IEM_DECL_IMPL_DEF(void, iemAImpl_bt_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 16); uint16_t uDst = *puDst; if (uDst & RT_BIT_32(uSrc)) *pfEFlags |= X86_EFL_CF; else *pfEFlags &= ~X86_EFL_CF; } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * BTC */ IEM_DECL_IMPL_DEF(void, iemAImpl_btc_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 64); uint64_t fMask = RT_BIT_64(uSrc); uint64_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_btc_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 32); uint32_t fMask = RT_BIT_32(uSrc); uint32_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } IEM_DECL_IMPL_DEF(void, iemAImpl_btc_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. However, it seems they're not modified by either AMD (3990x) or Intel (i9-9980HK). */ Assert(uSrc < 16); uint16_t fMask = RT_BIT_32(uSrc); uint16_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * BTR */ IEM_DECL_IMPL_DEF(void, iemAImpl_btr_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 64); uint64_t fMask = RT_BIT_64(uSrc); uint64_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else *pfEFlags &= ~X86_EFL_CF; } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_btr_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 32); uint32_t fMask = RT_BIT_32(uSrc); uint32_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else *pfEFlags &= ~X86_EFL_CF; } IEM_DECL_IMPL_DEF(void, iemAImpl_btr_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 16); uint16_t fMask = RT_BIT_32(uSrc); uint16_t uDst = *puDst; if (uDst & fMask) { uDst &= ~fMask; *puDst = uDst; *pfEFlags |= X86_EFL_CF; } else *pfEFlags &= ~X86_EFL_CF; } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * BTS */ IEM_DECL_IMPL_DEF(void, iemAImpl_bts_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 64); uint64_t fMask = RT_BIT_64(uSrc); uint64_t uDst = *puDst; if (uDst & fMask) *pfEFlags |= X86_EFL_CF; else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_bts_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 32); uint32_t fMask = RT_BIT_32(uSrc); uint32_t uDst = *puDst; if (uDst & fMask) *pfEFlags |= X86_EFL_CF; else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } IEM_DECL_IMPL_DEF(void, iemAImpl_bts_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { /* Note! "undefined" flags: OF, SF, ZF, AF, PF. We set them as after an logical operation (AND/OR/whatever). */ Assert(uSrc < 16); uint16_t fMask = RT_BIT_32(uSrc); uint32_t uDst = *puDst; if (uDst & fMask) *pfEFlags |= X86_EFL_CF; else { uDst |= fMask; *puDst = uDst; *pfEFlags &= ~X86_EFL_CF; } } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ EMIT_LOCKED_BIN_OP(btc, 64) EMIT_LOCKED_BIN_OP(btr, 64) EMIT_LOCKED_BIN_OP(bts, 64) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_LOCKED_BIN_OP(btc, 32) EMIT_LOCKED_BIN_OP(btr, 32) EMIT_LOCKED_BIN_OP(bts, 32) EMIT_LOCKED_BIN_OP(btc, 16) EMIT_LOCKED_BIN_OP(btr, 16) EMIT_LOCKED_BIN_OP(bts, 16) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * Helpers for BSR and BSF. * * Note! "undefined" flags: OF, SF, AF, PF, CF. * Intel behavior modelled on 10980xe, AMD on 3990X. Other marchs may * produce different result (see https://www.sandpile.org/x86/flags.htm), * but we restrict ourselves to emulating these recent marchs. */ #define SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlag, a_iBit) do { \ unsigned iBit = (a_iBit); \ uint32_t fEfl = *pfEFlags & ~(X86_EFL_OF | X86_EFL_SF | X86_EFL_ZF | X86_EFL_AF | X86_EFL_PF | X86_EFL_CF); \ if (iBit) \ { \ *puDst = --iBit; \ fEfl |= g_afParity[iBit]; \ } \ else \ fEfl |= X86_EFL_ZF | X86_EFL_PF; \ *pfEFlags = fEfl; \ } while (0) #define SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlag, a_iBit) do { \ unsigned const iBit = (a_iBit); \ if (iBit) \ { \ *puDst = iBit - 1; \ *pfEFlags &= ~X86_EFL_ZF; \ } \ else \ *pfEFlags |= X86_EFL_ZF; \ } while (0) /* * BSF - first (least significant) bit set */ IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU64(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u64_intel,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU64(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u64_amd,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitFirstSetU64(uSrc)); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u32_intel,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u32_amd,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitFirstSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU16(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u16_intel,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitFirstSetU16(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsf_u16_amd,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitFirstSetU16(uSrc)); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * BSR - last (most significant) bit set */ IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u64,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU64(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u64_intel,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU64(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u64_amd,(uint64_t *puDst, uint64_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitLastSetU64(uSrc)); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u32,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u32_intel,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u32_amd,(uint32_t *puDst, uint32_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitLastSetU32(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u16,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU16(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u16_intel,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_INTEL(puDst, pfEFlags, ASMBitLastSetU16(uSrc)); } IEM_DECL_IMPL_DEF(void, iemAImpl_bsr_u16_amd,(uint16_t *puDst, uint16_t uSrc, uint32_t *pfEFlags)) { SET_BIT_SEARCH_RESULT_AMD(puDst, pfEFlags, ASMBitLastSetU16(uSrc)); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * XCHG */ IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u64_locked,(uint64_t *puMem, uint64_t *puReg)) { #if ARCH_BITS >= 64 *puReg = ASMAtomicXchgU64(puMem, *puReg); #else uint64_t uOldMem = *puMem; while (!ASMAtomicCmpXchgExU64(puMem, *puReg, uOldMem, &uOldMem)) ASMNopPause(); *puReg = uOldMem; #endif } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u32_locked,(uint32_t *puMem, uint32_t *puReg)) { *puReg = ASMAtomicXchgU32(puMem, *puReg); } IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u16_locked,(uint16_t *puMem, uint16_t *puReg)) { *puReg = ASMAtomicXchgU16(puMem, *puReg); } IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u8_locked,(uint8_t *puMem, uint8_t *puReg)) { *puReg = ASMAtomicXchgU8(puMem, *puReg); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* Unlocked variants for fDisregardLock mode: */ IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u64_unlocked,(uint64_t *puMem, uint64_t *puReg)) { uint64_t const uOld = *puMem; *puMem = *puReg; *puReg = uOld; } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u32_unlocked,(uint32_t *puMem, uint32_t *puReg)) { uint32_t const uOld = *puMem; *puMem = *puReg; *puReg = uOld; } IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u16_unlocked,(uint16_t *puMem, uint16_t *puReg)) { uint16_t const uOld = *puMem; *puMem = *puReg; *puReg = uOld; } IEM_DECL_IMPL_DEF(void, iemAImpl_xchg_u8_unlocked,(uint8_t *puMem, uint8_t *puReg)) { uint8_t const uOld = *puMem; *puMem = *puReg; *puReg = uOld; } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * XADD and LOCK XADD. */ #define EMIT_XADD(a_cBitsWidth, a_Type) \ IEM_DECL_IMPL_DEF(void, iemAImpl_xadd_u ## a_cBitsWidth,(a_Type *puDst, a_Type *puReg, uint32_t *pfEFlags)) \ { \ a_Type uDst = *puDst; \ a_Type uResult = uDst; \ iemAImpl_add_u ## a_cBitsWidth(&uResult, *puReg, pfEFlags); \ *puDst = uResult; \ *puReg = uDst; \ } \ \ IEM_DECL_IMPL_DEF(void, iemAImpl_xadd_u ## a_cBitsWidth ## _locked,(a_Type *puDst, a_Type *puReg, uint32_t *pfEFlags)) \ { \ a_Type uOld = ASMAtomicUoReadU ## a_cBitsWidth(puDst); \ a_Type uResult; \ uint32_t fEflTmp; \ do \ { \ uResult = uOld; \ fEflTmp = *pfEFlags; \ iemAImpl_add_u ## a_cBitsWidth(&uResult, *puReg, &fEflTmp); \ } while (!ASMAtomicCmpXchgExU ## a_cBitsWidth(puDst, uResult, uOld, &uOld)); \ *puReg = uOld; \ *pfEFlags = fEflTmp; \ } EMIT_XADD(64, uint64_t) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_XADD(32, uint32_t) EMIT_XADD(16, uint16_t) EMIT_XADD(8, uint8_t) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ #endif /* * CMPXCHG, CMPXCHG8B, CMPXCHG16B * * Note! We don't have non-locking/atomic cmpxchg primitives, so all cmpxchg * instructions are emulated as locked. */ #if defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u8_locked, (uint8_t *pu8Dst, uint8_t *puAl, uint8_t uSrcReg, uint32_t *pEFlags)) { uint8_t uOld = *puAl; if (ASMAtomicCmpXchgExU8(pu8Dst, uSrcReg, uOld, puAl)) Assert(*puAl == uOld); iemAImpl_cmp_u8(&uOld, *puAl, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u16_locked,(uint16_t *pu16Dst, uint16_t *puAx, uint16_t uSrcReg, uint32_t *pEFlags)) { uint16_t uOld = *puAx; if (ASMAtomicCmpXchgExU16(pu16Dst, uSrcReg, uOld, puAx)) Assert(*puAx == uOld); iemAImpl_cmp_u16(&uOld, *puAx, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u32_locked,(uint32_t *pu32Dst, uint32_t *puEax, uint32_t uSrcReg, uint32_t *pEFlags)) { uint32_t uOld = *puEax; if (ASMAtomicCmpXchgExU32(pu32Dst, uSrcReg, uOld, puEax)) Assert(*puEax == uOld); iemAImpl_cmp_u32(&uOld, *puEax, pEFlags); } # if ARCH_BITS == 32 IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u64_locked,(uint64_t *pu64Dst, uint64_t *puRax, uint64_t *puSrcReg, uint32_t *pEFlags)) # else IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u64_locked,(uint64_t *pu64Dst, uint64_t *puRax, uint64_t uSrcReg, uint32_t *pEFlags)) # endif { # if ARCH_BITS == 32 uint64_t const uSrcReg = *puSrcReg; # endif uint64_t uOld = *puRax; if (ASMAtomicCmpXchgExU64(pu64Dst, uSrcReg, uOld, puRax)) Assert(*puRax == uOld); iemAImpl_cmp_u64(&uOld, *puRax, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg8b_locked,(uint64_t *pu64Dst, PRTUINT64U pu64EaxEdx, PRTUINT64U pu64EbxEcx, uint32_t *pEFlags)) { uint64_t const uNew = pu64EbxEcx->u; uint64_t const uOld = pu64EaxEdx->u; if (ASMAtomicCmpXchgExU64(pu64Dst, uNew, uOld, &pu64EaxEdx->u)) { Assert(pu64EaxEdx->u == uOld); *pEFlags |= X86_EFL_ZF; } else *pEFlags &= ~X86_EFL_ZF; } # if defined(RT_ARCH_AMD64) || defined(RT_ARCH_ARM64) IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg16b_locked,(PRTUINT128U pu128Dst, PRTUINT128U pu128RaxRdx, PRTUINT128U pu128RbxRcx, uint32_t *pEFlags)) { # ifdef VBOX_STRICT RTUINT128U const uOld = *pu128RaxRdx; # endif # if defined(RT_ARCH_AMD64) if (ASMAtomicCmpXchgU128v2(&pu128Dst->u, pu128RbxRcx->s.Hi, pu128RbxRcx->s.Lo, pu128RaxRdx->s.Hi, pu128RaxRdx->s.Lo, &pu128RaxRdx->u)) # else if (ASMAtomicCmpXchgU128(&pu128Dst->u, pu128RbxRcx->u, pu128RaxRdx->u, &pu128RaxRdx->u)) # endif { Assert(pu128RaxRdx->s.Lo == uOld.s.Lo && pu128RaxRdx->s.Hi == uOld.s.Hi); *pEFlags |= X86_EFL_ZF; } else *pEFlags &= ~X86_EFL_ZF; } # endif #endif /* defined(IEM_WITHOUT_ASSEMBLY) */ # if !defined(RT_ARCH_ARM64) /** @todo may need this for unaligned accesses... */ IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg16b_fallback,(PRTUINT128U pu128Dst, PRTUINT128U pu128RaxRdx, PRTUINT128U pu128RbxRcx, uint32_t *pEFlags)) { RTUINT128U u128Tmp = *pu128Dst; if ( u128Tmp.s.Lo == pu128RaxRdx->s.Lo && u128Tmp.s.Hi == pu128RaxRdx->s.Hi) { *pu128Dst = *pu128RbxRcx; *pEFlags |= X86_EFL_ZF; } else { *pu128RaxRdx = u128Tmp; *pEFlags &= ~X86_EFL_ZF; } } #endif /* !RT_ARCH_ARM64 */ #if defined(IEM_WITHOUT_ASSEMBLY) /* Unlocked versions mapped to the locked ones: */ IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u8, (uint8_t *pu8Dst, uint8_t *puAl, uint8_t uSrcReg, uint32_t *pEFlags)) { iemAImpl_cmpxchg_u8_locked(pu8Dst, puAl, uSrcReg, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u16, (uint16_t *pu16Dst, uint16_t *puAx, uint16_t uSrcReg, uint32_t *pEFlags)) { iemAImpl_cmpxchg_u16_locked(pu16Dst, puAx, uSrcReg, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u32, (uint32_t *pu32Dst, uint32_t *puEax, uint32_t uSrcReg, uint32_t *pEFlags)) { iemAImpl_cmpxchg_u32_locked(pu32Dst, puEax, uSrcReg, pEFlags); } # if ARCH_BITS == 32 IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u64, (uint64_t *pu64Dst, uint64_t *puRax, uint64_t *puSrcReg, uint32_t *pEFlags)) { iemAImpl_cmpxchg_u64_locked(pu64Dst, puRax, puSrcReg, pEFlags); } # else IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg_u64, (uint64_t *pu64Dst, uint64_t *puRax, uint64_t uSrcReg, uint32_t *pEFlags)) { iemAImpl_cmpxchg_u64_locked(pu64Dst, puRax, uSrcReg, pEFlags); } # endif IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg8b,(uint64_t *pu64Dst, PRTUINT64U pu64EaxEdx, PRTUINT64U pu64EbxEcx, uint32_t *pEFlags)) { iemAImpl_cmpxchg8b_locked(pu64Dst, pu64EaxEdx, pu64EbxEcx, pEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_cmpxchg16b,(PRTUINT128U pu128Dst, PRTUINT128U pu128RaxRdx, PRTUINT128U pu128RbxRcx, uint32_t *pEFlags)) { iemAImpl_cmpxchg16b_locked(pu128Dst, pu128RaxRdx, pu128RbxRcx, pEFlags); } #endif /* defined(IEM_WITHOUT_ASSEMBLY) */ #if (!defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY)) \ && !defined(DOXYGEN_RUNNING) /* Doxygen has some groking issues here and ends up mixing up input. Not worth tracking down now. */ /* * MUL, IMUL, DIV and IDIV helpers. * * - The U64 versions must use 128-bit intermediates, so we need to abstract the * division step so we can select between using C operators and * RTUInt128DivRem/RTUInt128MulU64ByU64. * * - The U8 versions work returns output in AL + AH instead of xDX + xAX, with the * IDIV/DIV taking all the input in AX too. This means we have to abstract some * input loads and the result storing. */ DECLINLINE(void) RTUInt128DivRemByU64(PRTUINT128U pQuotient, PRTUINT128U pRemainder, PCRTUINT128U pDividend, uint64_t u64Divisor) { # ifdef __GNUC__ /* GCC maybe really annoying in function. */ pQuotient->s.Lo = 0; pQuotient->s.Hi = 0; # endif RTUINT128U Divisor; Divisor.s.Lo = u64Divisor; Divisor.s.Hi = 0; RTUInt128DivRem(pQuotient, pRemainder, pDividend, &Divisor); } # define DIV_LOAD(a_Dividend) \ a_Dividend.s.Lo = *puA, a_Dividend.s.Hi = *puD # define DIV_LOAD_U8(a_Dividend) \ a_Dividend.u = *puAX # define DIV_STORE(a_Quotient, a_uReminder) *puA = (a_Quotient), *puD = (a_uReminder) # define DIV_STORE_U8(a_Quotient, a_uReminder) *puAX = (uint8_t)(a_Quotient) | ((uint16_t)(a_uReminder) << 8) # define MUL_LOAD_F1() *puA # define MUL_LOAD_F1_U8() ((uint8_t)*puAX) # define MUL_STORE(a_Result) *puA = (a_Result).s.Lo, *puD = (a_Result).s.Hi # define MUL_STORE_U8(a_Result) *puAX = a_Result.u # define MULDIV_NEG(a_Value, a_cBitsWidth2x) \ (a_Value).u = UINT ## a_cBitsWidth2x ## _C(0) - (a_Value).u # define MULDIV_NEG_U128(a_Value, a_cBitsWidth2x) \ RTUInt128AssignNeg(&(a_Value)) # define MULDIV_MUL(a_Result, a_Factor1, a_Factor2, a_cBitsWidth2x) \ (a_Result).u = (uint ## a_cBitsWidth2x ## _t)(a_Factor1) * (a_Factor2) # define MULDIV_MUL_U128(a_Result, a_Factor1, a_Factor2, a_cBitsWidth2x) \ RTUInt128MulU64ByU64(&(a_Result), a_Factor1, a_Factor2); # define MULDIV_MODDIV(a_Quotient, a_Remainder, a_Dividend, a_uDivisor) \ a_Quotient.u = (a_Dividend).u / (a_uDivisor), \ a_Remainder.u = (a_Dividend).u % (a_uDivisor) # define MULDIV_MODDIV_U128(a_Quotient, a_Remainder, a_Dividend, a_uDivisor) \ RTUInt128DivRemByU64(&a_Quotient, &a_Remainder, &a_Dividend, a_uDivisor) /* * MUL */ # define EMIT_MUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnMul, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(int, RT_CONCAT3(iemAImpl_mul_u,a_cBitsWidth,a_Suffix), a_Args) \ { \ RTUINT ## a_cBitsWidth2x ## U Result; \ a_fnMul(Result, a_fnLoadF1(), uFactor, a_cBitsWidth2x); \ a_fnStore(Result); \ \ /* Calc EFLAGS: */ \ uint32_t fEfl = *pfEFlags; \ if (a_fIntelFlags) \ { /* Intel: 6700K and 10980XE behavior */ \ fEfl &= ~(X86_EFL_SF | X86_EFL_CF | X86_EFL_OF | X86_EFL_AF | X86_EFL_ZF | X86_EFL_PF); \ if (Result.s.Lo & RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_SF; \ fEfl |= g_afParity[Result.s.Lo & 0xff]; \ if (Result.s.Hi != 0) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ } \ else \ { /* AMD: 3990X */ \ if (Result.s.Hi != 0) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ else \ fEfl &= ~(X86_EFL_CF | X86_EFL_OF); \ } \ *pfEFlags = fEfl; \ return 0; \ } \ # define EMIT_MUL(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnMul) \ EMIT_MUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnMul, RT_NOTHING, 1) \ EMIT_MUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnMul, _intel, 1) \ EMIT_MUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnMul, _amd, 0) \ # ifndef DOXYGEN_RUNNING /* this totally confuses doxygen for some reason */ EMIT_MUL(64, 128, (uint64_t *puA, uint64_t *puD, uint64_t uFactor, uint32_t *pfEFlags), (puA, puD, uFactor, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_MUL_U128) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_MUL(32, 64, (uint32_t *puA, uint32_t *puD, uint32_t uFactor, uint32_t *pfEFlags), (puA, puD, uFactor, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_MUL) EMIT_MUL(16, 32, (uint16_t *puA, uint16_t *puD, uint16_t uFactor, uint32_t *pfEFlags), (puA, puD, uFactor, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_MUL) EMIT_MUL(8, 16, (uint16_t *puAX, uint8_t uFactor, uint32_t *pfEFlags), (puAX, uFactor, pfEFlags), MUL_LOAD_F1_U8, MUL_STORE_U8, MULDIV_MUL) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ # endif /* !DOXYGEN_RUNNING */ /* * IMUL * * The SF, ZF, AF and PF flags are "undefined". AMD (3990x) leaves these * flags as is. Whereas Intel skylake (6700K and 10980X (Cascade Lake)) always * clear AF and ZF and calculates SF and PF as per the lower half of the result. */ # define EMIT_IMUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnNeg, a_fnMul, \ a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(int, RT_CONCAT3(iemAImpl_imul_u,a_cBitsWidth,a_Suffix),a_Args) \ { \ RTUINT ## a_cBitsWidth2x ## U Result; \ uint32_t fEfl = *pfEFlags & ~(X86_EFL_CF | X86_EFL_OF); \ \ uint ## a_cBitsWidth ## _t const uFactor1 = a_fnLoadF1(); \ if (!(uFactor1 & RT_BIT_64(a_cBitsWidth - 1))) \ { \ if (!(uFactor2 & RT_BIT_64(a_cBitsWidth - 1))) \ { \ a_fnMul(Result, uFactor1, uFactor2, a_cBitsWidth2x); \ if (Result.s.Hi != 0 || Result.s.Lo >= RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ } \ else \ { \ uint ## a_cBitsWidth ## _t const uPositiveFactor2 = UINT ## a_cBitsWidth ## _C(0) - uFactor2; \ a_fnMul(Result, uFactor1, uPositiveFactor2, a_cBitsWidth2x); \ if (Result.s.Hi != 0 || Result.s.Lo > RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ a_fnNeg(Result, a_cBitsWidth2x); \ } \ } \ else \ { \ if (!(uFactor2 & RT_BIT_64(a_cBitsWidth - 1))) \ { \ uint ## a_cBitsWidth ## _t const uPositiveFactor1 = UINT ## a_cBitsWidth ## _C(0) - uFactor1; \ a_fnMul(Result, uPositiveFactor1, uFactor2, a_cBitsWidth2x); \ if (Result.s.Hi != 0 || Result.s.Lo > RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ a_fnNeg(Result, a_cBitsWidth2x); \ } \ else \ { \ uint ## a_cBitsWidth ## _t const uPositiveFactor1 = UINT ## a_cBitsWidth ## _C(0) - uFactor1; \ uint ## a_cBitsWidth ## _t const uPositiveFactor2 = UINT ## a_cBitsWidth ## _C(0) - uFactor2; \ a_fnMul(Result, uPositiveFactor1, uPositiveFactor2, a_cBitsWidth2x); \ if (Result.s.Hi != 0 || Result.s.Lo >= RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_CF | X86_EFL_OF; \ } \ } \ a_fnStore(Result); \ \ if (a_fIntelFlags) \ { \ fEfl &= ~(X86_EFL_AF | X86_EFL_ZF | X86_EFL_SF | X86_EFL_PF); \ if (Result.s.Lo & RT_BIT_64(a_cBitsWidth - 1)) \ fEfl |= X86_EFL_SF; \ fEfl |= g_afParity[Result.s.Lo & 0xff]; \ } \ *pfEFlags = fEfl; \ return 0; \ } # define EMIT_IMUL(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnNeg, a_fnMul) \ EMIT_IMUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnNeg, a_fnMul, RT_NOTHING, 1) \ EMIT_IMUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnNeg, a_fnMul, _intel, 1) \ EMIT_IMUL_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoadF1, a_fnStore, a_fnNeg, a_fnMul, _amd, 0) # ifndef DOXYGEN_RUNNING /* this totally confuses doxygen for some reason */ EMIT_IMUL(64, 128, (uint64_t *puA, uint64_t *puD, uint64_t uFactor2, uint32_t *pfEFlags), (puA, puD, uFactor2, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_NEG_U128, MULDIV_MUL_U128) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_IMUL(32, 64, (uint32_t *puA, uint32_t *puD, uint32_t uFactor2, uint32_t *pfEFlags), (puA, puD, uFactor2, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_NEG, MULDIV_MUL) EMIT_IMUL(16, 32, (uint16_t *puA, uint16_t *puD, uint16_t uFactor2, uint32_t *pfEFlags), (puA, puD, uFactor2, pfEFlags), MUL_LOAD_F1, MUL_STORE, MULDIV_NEG, MULDIV_MUL) EMIT_IMUL(8, 16, (uint16_t *puAX, uint8_t uFactor2, uint32_t *pfEFlags), (puAX, uFactor2, pfEFlags), MUL_LOAD_F1_U8, MUL_STORE_U8, MULDIV_NEG, MULDIV_MUL) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ # endif /* !DOXYGEN_RUNNING */ /* * IMUL with two operands are mapped onto the three operand variant, ignoring * the high part of the product. */ # define EMIT_IMUL_TWO(a_cBits, a_uType) \ IEM_DECL_IMPL_DEF(void, iemAImpl_imul_two_u ## a_cBits,(a_uType *puDst, a_uType uSrc, uint32_t *pfEFlags)) \ { \ a_uType uIgn; \ iemAImpl_imul_u ## a_cBits(puDst, &uIgn, uSrc, pfEFlags); \ } \ \ IEM_DECL_IMPL_DEF(void, iemAImpl_imul_two_u ## a_cBits ## _intel,(a_uType *puDst, a_uType uSrc, uint32_t *pfEFlags)) \ { \ a_uType uIgn; \ iemAImpl_imul_u ## a_cBits ## _intel(puDst, &uIgn, uSrc, pfEFlags); \ } \ \ IEM_DECL_IMPL_DEF(void, iemAImpl_imul_two_u ## a_cBits ## _amd,(a_uType *puDst, a_uType uSrc, uint32_t *pfEFlags)) \ { \ a_uType uIgn; \ iemAImpl_imul_u ## a_cBits ## _amd(puDst, &uIgn, uSrc, pfEFlags); \ } EMIT_IMUL_TWO(64, uint64_t) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_IMUL_TWO(32, uint32_t) EMIT_IMUL_TWO(16, uint16_t) # endif /* * DIV */ # define EMIT_DIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnDivRem, \ a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(int, RT_CONCAT3(iemAImpl_div_u,a_cBitsWidth,a_Suffix),a_Args) \ { \ RTUINT ## a_cBitsWidth2x ## U Dividend; \ a_fnLoad(Dividend); \ if ( uDivisor != 0 \ && Dividend.s.Hi < uDivisor) \ { \ RTUINT ## a_cBitsWidth2x ## U Remainder, Quotient; \ a_fnDivRem(Quotient, Remainder, Dividend, uDivisor); \ a_fnStore(Quotient.s.Lo, Remainder.s.Lo); \ \ /* Calc EFLAGS: Intel 6700K and 10980XE leaves them alone. AMD 3990X sets AF and clears PF, ZF and SF. */ \ if (!a_fIntelFlags) \ *pfEFlags = (*pfEFlags & ~(X86_EFL_PF | X86_EFL_ZF | X86_EFL_SF)) | X86_EFL_AF; \ return 0; \ } \ /* #DE */ \ return -1; \ } # define EMIT_DIV(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnDivRem) \ EMIT_DIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnDivRem, RT_NOTHING, 1) \ EMIT_DIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnDivRem, _intel, 1) \ EMIT_DIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnDivRem, _amd, 0) # ifndef DOXYGEN_RUNNING /* this totally confuses doxygen for some reason */ EMIT_DIV(64,128,(uint64_t *puA, uint64_t *puD, uint64_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_MODDIV_U128) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_DIV(32,64, (uint32_t *puA, uint32_t *puD, uint32_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_MODDIV) EMIT_DIV(16,32, (uint16_t *puA, uint16_t *puD, uint16_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_MODDIV) EMIT_DIV(8,16, (uint16_t *puAX, uint8_t uDivisor, uint32_t *pfEFlags), (puAX, uDivisor, pfEFlags), DIV_LOAD_U8, DIV_STORE_U8, MULDIV_MODDIV) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ # endif /* !DOXYGEN_RUNNING */ /* * IDIV * * EFLAGS are ignored and left as-is by Intel 6700K and 10980XE. AMD 3990X will * set AF and clear PF, ZF and SF just like it does for DIV. * */ # define EMIT_IDIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnNeg, a_fnDivRem, \ a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(int, RT_CONCAT3(iemAImpl_idiv_u,a_cBitsWidth,a_Suffix),a_Args) \ { \ /* Note! Skylake leaves all flags alone. */ \ \ /** @todo overflow checks */ \ if (uDivisor != 0) \ { \ /* \ * Convert to unsigned division. \ */ \ RTUINT ## a_cBitsWidth2x ## U Dividend; \ a_fnLoad(Dividend); \ bool const fSignedDividend = RT_BOOL(Dividend.s.Hi & RT_BIT_64(a_cBitsWidth - 1)); \ if (fSignedDividend) \ a_fnNeg(Dividend, a_cBitsWidth2x); \ \ uint ## a_cBitsWidth ## _t uDivisorPositive; \ if (!(uDivisor & RT_BIT_64(a_cBitsWidth - 1))) \ uDivisorPositive = uDivisor; \ else \ uDivisorPositive = UINT ## a_cBitsWidth ## _C(0) - uDivisor; \ \ RTUINT ## a_cBitsWidth2x ## U Remainder, Quotient; \ a_fnDivRem(Quotient, Remainder, Dividend, uDivisorPositive); \ \ /* \ * Setup the result, checking for overflows. \ */ \ if (!(uDivisor & RT_BIT_64(a_cBitsWidth - 1))) \ { \ if (!fSignedDividend) \ { \ /* Positive divisor, positive dividend => result positive. */ \ if (Quotient.s.Hi == 0 && Quotient.s.Lo <= (uint ## a_cBitsWidth ## _t)INT ## a_cBitsWidth ## _MAX) \ { \ a_fnStore(Quotient.s.Lo, Remainder.s.Lo); \ if (!a_fIntelFlags) \ *pfEFlags = (*pfEFlags & ~(X86_EFL_PF | X86_EFL_ZF | X86_EFL_SF)) | X86_EFL_AF; \ return 0; \ } \ } \ else \ { \ /* Positive divisor, negative dividend => result negative. */ \ if (Quotient.s.Hi == 0 && Quotient.s.Lo <= RT_BIT_64(a_cBitsWidth - 1)) \ { \ a_fnStore(UINT ## a_cBitsWidth ## _C(0) - Quotient.s.Lo, UINT ## a_cBitsWidth ## _C(0) - Remainder.s.Lo); \ if (!a_fIntelFlags) \ *pfEFlags = (*pfEFlags & ~(X86_EFL_PF | X86_EFL_ZF | X86_EFL_SF)) | X86_EFL_AF; \ return 0; \ } \ } \ } \ else \ { \ if (!fSignedDividend) \ { \ /* Negative divisor, positive dividend => negative quotient, positive remainder. */ \ if (Quotient.s.Hi == 0 && Quotient.s.Lo <= RT_BIT_64(a_cBitsWidth - 1)) \ { \ a_fnStore(UINT ## a_cBitsWidth ## _C(0) - Quotient.s.Lo, Remainder.s.Lo); \ if (!a_fIntelFlags) \ *pfEFlags = (*pfEFlags & ~(X86_EFL_PF | X86_EFL_ZF | X86_EFL_SF)) | X86_EFL_AF; \ return 0; \ } \ } \ else \ { \ /* Negative divisor, negative dividend => positive quotient, negative remainder. */ \ if (Quotient.s.Hi == 0 && Quotient.s.Lo <= (uint ## a_cBitsWidth ## _t)INT ## a_cBitsWidth ## _MAX) \ { \ a_fnStore(Quotient.s.Lo, UINT ## a_cBitsWidth ## _C(0) - Remainder.s.Lo); \ if (!a_fIntelFlags) \ *pfEFlags = (*pfEFlags & ~(X86_EFL_PF | X86_EFL_ZF | X86_EFL_SF)) | X86_EFL_AF; \ return 0; \ } \ } \ } \ } \ /* #DE */ \ return -1; \ } # define EMIT_IDIV(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnNeg, a_fnDivRem) \ EMIT_IDIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnNeg, a_fnDivRem, RT_NOTHING, 1) \ EMIT_IDIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnNeg, a_fnDivRem, _intel, 1) \ EMIT_IDIV_INNER(a_cBitsWidth, a_cBitsWidth2x, a_Args, a_CallArgs, a_fnLoad, a_fnStore, a_fnNeg, a_fnDivRem, _amd, 0) # ifndef DOXYGEN_RUNNING /* this totally confuses doxygen for some reason */ EMIT_IDIV(64,128,(uint64_t *puA, uint64_t *puD, uint64_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_NEG_U128, MULDIV_MODDIV_U128) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_IDIV(32,64,(uint32_t *puA, uint32_t *puD, uint32_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_NEG, MULDIV_MODDIV) EMIT_IDIV(16,32,(uint16_t *puA, uint16_t *puD, uint16_t uDivisor, uint32_t *pfEFlags), (puA, puD, uDivisor, pfEFlags), DIV_LOAD, DIV_STORE, MULDIV_NEG, MULDIV_MODDIV) EMIT_IDIV(8,16,(uint16_t *puAX, uint8_t uDivisor, uint32_t *pfEFlags), (puAX, uDivisor, pfEFlags), DIV_LOAD_U8, DIV_STORE_U8, MULDIV_NEG, MULDIV_MODDIV) # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ # endif /* !DOXYGEN_RUNNING */ #endif /* (!defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY)) && !defined(DOXYGEN_RUNNING) */ /********************************************************************************************************************************* * Unary operations. * *********************************************************************************************************************************/ #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) /** @def IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC * Updates the status bits (CF, PF, AF, ZF, SF, and OF) for an INC or DEC instruction. * * CF is NOT modified for hysterical raisins (allegedly for carrying and * borrowing in arithmetic loops on intel 8008). * * @returns Status bits. * @param a_pfEFlags Pointer to the 32-bit EFLAGS value to update. * @param a_uResult Unsigned result value. * @param a_uDst The original destination value (for AF calc). * @param a_cBitsWidth The width of the result (8, 16, 32, 64). * @param a_OfMethod 0 for INC-style, 1 for DEC-style. */ #define IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(a_pfEFlags, a_uResult, a_uDst, a_cBitsWidth, a_OfMethod) \ do { \ uint32_t fEflTmp = *(a_pfEFlags); \ fEflTmp &= ~X86_EFL_STATUS_BITS | X86_EFL_CF; \ fEflTmp |= g_afParity[(a_uResult) & 0xff]; \ fEflTmp |= ((uint32_t)(a_uResult) ^ (uint32_t)(a_uDst)) & X86_EFL_AF; \ fEflTmp |= X86_EFL_CALC_ZF(a_uResult); \ fEflTmp |= X86_EFL_CALC_SF(a_uResult, a_cBitsWidth); \ fEflTmp |= X86_EFL_GET_OF_ ## a_cBitsWidth(a_OfMethod == 0 ? (((a_uDst) ^ RT_BIT_64(a_cBitsWidth - 1)) & (a_uResult)) \ : ((a_uDst) & ((a_uResult) ^ RT_BIT_64(a_cBitsWidth - 1))) ); \ *(a_pfEFlags) = fEflTmp; \ } while (0) /* * INC */ IEM_DECL_IMPL_DEF(void, iemAImpl_inc_u64,(uint64_t *puDst, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = uDst + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 64, 0 /*INC*/); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_inc_u32,(uint32_t *puDst, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = uDst + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 32, 0 /*INC*/); } IEM_DECL_IMPL_DEF(void, iemAImpl_inc_u16,(uint16_t *puDst, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = uDst + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 16, 0 /*INC*/); } IEM_DECL_IMPL_DEF(void, iemAImpl_inc_u8,(uint8_t *puDst, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = uDst + 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 8, 0 /*INC*/); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * DEC */ IEM_DECL_IMPL_DEF(void, iemAImpl_dec_u64,(uint64_t *puDst, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = uDst - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 64, 1 /*INC*/); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_dec_u32,(uint32_t *puDst, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = uDst - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 32, 1 /*INC*/); } IEM_DECL_IMPL_DEF(void, iemAImpl_dec_u16,(uint16_t *puDst, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = uDst - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 16, 1 /*INC*/); } IEM_DECL_IMPL_DEF(void, iemAImpl_dec_u8,(uint8_t *puDst, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = uDst - 1; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_INC_DEC(pfEFlags, uResult, uDst, 8, 1 /*INC*/); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * NOT */ IEM_DECL_IMPL_DEF(void, iemAImpl_not_u64,(uint64_t *puDst, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = ~uDst; *puDst = uResult; /* EFLAGS are not modified. */ RT_NOREF_PV(pfEFlags); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_not_u32,(uint32_t *puDst, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = ~uDst; *puDst = uResult; /* EFLAGS are not modified. */ RT_NOREF_PV(pfEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_not_u16,(uint16_t *puDst, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = ~uDst; *puDst = uResult; /* EFLAGS are not modified. */ RT_NOREF_PV(pfEFlags); } IEM_DECL_IMPL_DEF(void, iemAImpl_not_u8,(uint8_t *puDst, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = ~uDst; *puDst = uResult; /* EFLAGS are not modified. */ RT_NOREF_PV(pfEFlags); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * NEG */ /** * Updates the status bits (CF, PF, AF, ZF, SF, and OF) for an NEG instruction. * * @returns Status bits. * @param a_pfEFlags Pointer to the 32-bit EFLAGS value to update. * @param a_uResult Unsigned result value. * @param a_uDst The original destination value (for AF calc). * @param a_cBitsWidth The width of the result (8, 16, 32, 64). */ #define IEM_EFL_UPDATE_STATUS_BITS_FOR_NEG(a_pfEFlags, a_uResult, a_uDst, a_cBitsWidth) \ do { \ uint32_t fEflTmp = *(a_pfEFlags); \ fEflTmp &= ~X86_EFL_STATUS_BITS & ~X86_EFL_CF; \ fEflTmp |= ((a_uDst) != 0) << X86_EFL_CF_BIT; \ fEflTmp |= g_afParity[(a_uResult) & 0xff]; \ fEflTmp |= ((uint32_t)(a_uResult) ^ (uint32_t)(a_uDst)) & X86_EFL_AF; \ fEflTmp |= X86_EFL_CALC_ZF(a_uResult); \ fEflTmp |= X86_EFL_CALC_SF(a_uResult, a_cBitsWidth); \ fEflTmp |= X86_EFL_GET_OF_ ## a_cBitsWidth((a_uDst) & (a_uResult)); \ *(a_pfEFlags) = fEflTmp; \ } while (0) IEM_DECL_IMPL_DEF(void, iemAImpl_neg_u64,(uint64_t *puDst, uint32_t *pfEFlags)) { uint64_t uDst = *puDst; uint64_t uResult = (uint64_t)0 - uDst; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_NEG(pfEFlags, uResult, uDst, 64); } # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_neg_u32,(uint32_t *puDst, uint32_t *pfEFlags)) { uint32_t uDst = *puDst; uint32_t uResult = (uint32_t)0 - uDst; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_NEG(pfEFlags, uResult, uDst, 32); } IEM_DECL_IMPL_DEF(void, iemAImpl_neg_u16,(uint16_t *puDst, uint32_t *pfEFlags)) { uint16_t uDst = *puDst; uint16_t uResult = (uint16_t)0 - uDst; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_NEG(pfEFlags, uResult, uDst, 16); } IEM_DECL_IMPL_DEF(void, iemAImpl_neg_u8,(uint8_t *puDst, uint32_t *pfEFlags)) { uint8_t uDst = *puDst; uint8_t uResult = (uint8_t)0 - uDst; *puDst = uResult; IEM_EFL_UPDATE_STATUS_BITS_FOR_NEG(pfEFlags, uResult, uDst, 8); } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ /* * Locked variants. */ /** Emit a function for doing a locked unary operand operation. */ # define EMIT_LOCKED_UNARY_OP(a_Mnemonic, a_cBitsWidth) \ IEM_DECL_IMPL_DEF(void, iemAImpl_ ## a_Mnemonic ## _u ## a_cBitsWidth ## _locked,(uint ## a_cBitsWidth ## _t *puDst, \ uint32_t *pfEFlags)) \ { \ uint ## a_cBitsWidth ## _t uOld = ASMAtomicUoReadU ## a_cBitsWidth(puDst); \ uint ## a_cBitsWidth ## _t uTmp; \ uint32_t fEflTmp; \ do \ { \ uTmp = uOld; \ fEflTmp = *pfEFlags; \ iemAImpl_ ## a_Mnemonic ## _u ## a_cBitsWidth(&uTmp, &fEflTmp); \ } while (!ASMAtomicCmpXchgExU ## a_cBitsWidth(puDst, uTmp, uOld, &uOld)); \ *pfEFlags = fEflTmp; \ } EMIT_LOCKED_UNARY_OP(inc, 64) EMIT_LOCKED_UNARY_OP(dec, 64) EMIT_LOCKED_UNARY_OP(not, 64) EMIT_LOCKED_UNARY_OP(neg, 64) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_LOCKED_UNARY_OP(inc, 32) EMIT_LOCKED_UNARY_OP(dec, 32) EMIT_LOCKED_UNARY_OP(not, 32) EMIT_LOCKED_UNARY_OP(neg, 32) EMIT_LOCKED_UNARY_OP(inc, 16) EMIT_LOCKED_UNARY_OP(dec, 16) EMIT_LOCKED_UNARY_OP(not, 16) EMIT_LOCKED_UNARY_OP(neg, 16) EMIT_LOCKED_UNARY_OP(inc, 8) EMIT_LOCKED_UNARY_OP(dec, 8) EMIT_LOCKED_UNARY_OP(not, 8) EMIT_LOCKED_UNARY_OP(neg, 8) # endif #endif /* !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) */ /********************************************************************************************************************************* * Shifting and Rotating * *********************************************************************************************************************************/ /* * ROL */ #define EMIT_ROL(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags, a_fnHlp) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_rol_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (cShift) \ { \ if (a_cBitsWidth < 32) \ cShift &= a_cBitsWidth - 1; \ a_uType const uDst = *puDst; \ a_uType const uResult = a_fnHlp(uDst, cShift); \ *puDst = uResult; \ \ /* Calc EFLAGS. The OF bit is undefined if cShift > 1, we implement \ it the same way as for 1 bit shifts. */ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags; \ fEfl &= ~(X86_EFL_CF | X86_EFL_OF); \ uint32_t const fCarry = (uResult & X86_EFL_CF); \ fEfl |= fCarry; \ if (!a_fIntelFlags) /* AMD 3990X: According to the last sub-shift: */ \ fEfl |= ((uResult >> (a_cBitsWidth - 1)) ^ fCarry) << X86_EFL_OF_BIT; \ else /* Intel 10980XE: According to the first sub-shift: */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uDst << 1)); \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROL(64, uint64_t, RT_NOTHING, 1, ASMRotateLeftU64) #endif EMIT_ROL(64, uint64_t, _intel, 1, ASMRotateLeftU64) EMIT_ROL(64, uint64_t, _amd, 0, ASMRotateLeftU64) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROL(32, uint32_t, RT_NOTHING, 1, ASMRotateLeftU32) #endif EMIT_ROL(32, uint32_t, _intel, 1, ASMRotateLeftU32) EMIT_ROL(32, uint32_t, _amd, 0, ASMRotateLeftU32) DECL_FORCE_INLINE(uint16_t) iemAImpl_rol_u16_hlp(uint16_t uValue, uint8_t cShift) { return (uValue << cShift) | (uValue >> (16 - cShift)); } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROL(16, uint16_t, RT_NOTHING, 1, iemAImpl_rol_u16_hlp) #endif EMIT_ROL(16, uint16_t, _intel, 1, iemAImpl_rol_u16_hlp) EMIT_ROL(16, uint16_t, _amd, 0, iemAImpl_rol_u16_hlp) DECL_FORCE_INLINE(uint8_t) iemAImpl_rol_u8_hlp(uint8_t uValue, uint8_t cShift) { return (uValue << cShift) | (uValue >> (8 - cShift)); } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROL(8, uint8_t, RT_NOTHING, 1, iemAImpl_rol_u8_hlp) #endif EMIT_ROL(8, uint8_t, _intel, 1, iemAImpl_rol_u8_hlp) EMIT_ROL(8, uint8_t, _amd, 0, iemAImpl_rol_u8_hlp) /* * ROR */ #define EMIT_ROR(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags, a_fnHlp) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_ror_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (cShift) \ { \ if (a_cBitsWidth < 32) \ cShift &= a_cBitsWidth - 1; \ a_uType const uDst = *puDst; \ a_uType const uResult = a_fnHlp(uDst, cShift); \ *puDst = uResult; \ \ /* Calc EFLAGS: */ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags; \ fEfl &= ~(X86_EFL_CF | X86_EFL_OF); \ uint32_t const fCarry = (uResult >> ((a_cBitsWidth) - 1)) & X86_EFL_CF; \ fEfl |= fCarry; \ if (!a_fIntelFlags) /* AMD 3990X: According to the last sub-shift: */ \ fEfl |= (((uResult >> ((a_cBitsWidth) - 2)) ^ fCarry) & 1) << X86_EFL_OF_BIT; \ else /* Intel 10980XE: According to the first sub-shift: */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uDst << (a_cBitsWidth - 1))); \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROR(64, uint64_t, RT_NOTHING, 1, ASMRotateRightU64) #endif EMIT_ROR(64, uint64_t, _intel, 1, ASMRotateRightU64) EMIT_ROR(64, uint64_t, _amd, 0, ASMRotateRightU64) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROR(32, uint32_t, RT_NOTHING, 1, ASMRotateRightU32) #endif EMIT_ROR(32, uint32_t, _intel, 1, ASMRotateRightU32) EMIT_ROR(32, uint32_t, _amd, 0, ASMRotateRightU32) DECL_FORCE_INLINE(uint16_t) iemAImpl_ror_u16_hlp(uint16_t uValue, uint8_t cShift) { return (uValue >> cShift) | (uValue << (16 - cShift)); } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROR(16, uint16_t, RT_NOTHING, 1, iemAImpl_ror_u16_hlp) #endif EMIT_ROR(16, uint16_t, _intel, 1, iemAImpl_ror_u16_hlp) EMIT_ROR(16, uint16_t, _amd, 0, iemAImpl_ror_u16_hlp) DECL_FORCE_INLINE(uint8_t) iemAImpl_ror_u8_hlp(uint8_t uValue, uint8_t cShift) { return (uValue >> cShift) | (uValue << (8 - cShift)); } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_ROR(8, uint8_t, RT_NOTHING, 1, iemAImpl_ror_u8_hlp) #endif EMIT_ROR(8, uint8_t, _intel, 1, iemAImpl_ror_u8_hlp) EMIT_ROR(8, uint8_t, _amd, 0, iemAImpl_ror_u8_hlp) /* * RCL */ #define EMIT_RCL(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_rcl_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (a_cBitsWidth < 32 && a_fIntelFlags) \ cShift %= a_cBitsWidth + 1; \ if (cShift) \ { \ if (a_cBitsWidth < 32 && !a_fIntelFlags) \ cShift %= a_cBitsWidth + 1; \ a_uType const uDst = *puDst; \ a_uType uResult = uDst << cShift; \ if (cShift > 1) \ uResult |= uDst >> (a_cBitsWidth + 1 - cShift); \ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags; \ uint32_t fInCarry = fEfl & X86_EFL_CF; \ uResult |= (a_uType)fInCarry << (cShift - 1); \ \ *puDst = uResult; \ \ /* Calc EFLAGS. */ \ fEfl &= ~(X86_EFL_CF | X86_EFL_OF); \ uint32_t const fOutCarry = a_cBitsWidth >= 32 || a_fIntelFlags || cShift \ ? (uDst >> (a_cBitsWidth - cShift)) & X86_EFL_CF : fInCarry; \ fEfl |= fOutCarry; \ if (!a_fIntelFlags) /* AMD 3990X: According to the last sub-shift: */ \ fEfl |= ((uResult >> (a_cBitsWidth - 1)) ^ fOutCarry) << X86_EFL_OF_BIT; \ else /* Intel 10980XE: According to the first sub-shift: */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uDst << 1)); \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCL(64, uint64_t, RT_NOTHING, 1) #endif EMIT_RCL(64, uint64_t, _intel, 1) EMIT_RCL(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCL(32, uint32_t, RT_NOTHING, 1) #endif EMIT_RCL(32, uint32_t, _intel, 1) EMIT_RCL(32, uint32_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCL(16, uint16_t, RT_NOTHING, 1) #endif EMIT_RCL(16, uint16_t, _intel, 1) EMIT_RCL(16, uint16_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCL(8, uint8_t, RT_NOTHING, 1) #endif EMIT_RCL(8, uint8_t, _intel, 1) EMIT_RCL(8, uint8_t, _amd, 0) /* * RCR */ #define EMIT_RCR(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_rcr_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (a_cBitsWidth < 32 && a_fIntelFlags) \ cShift %= a_cBitsWidth + 1; \ if (cShift) \ { \ if (a_cBitsWidth < 32 && !a_fIntelFlags) \ cShift %= a_cBitsWidth + 1; \ a_uType const uDst = *puDst; \ a_uType uResult = uDst >> cShift; \ if (cShift > 1) \ uResult |= uDst << (a_cBitsWidth + 1 - cShift); \ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags; \ uint32_t fInCarry = fEfl & X86_EFL_CF; \ uResult |= (a_uType)fInCarry << (a_cBitsWidth - cShift); \ *puDst = uResult; \ \ /* Calc EFLAGS. The OF bit is undefined if cShift > 1, we implement \ it the same way as for 1 bit shifts. */ \ fEfl &= ~(X86_EFL_CF | X86_EFL_OF); \ uint32_t const fOutCarry = a_cBitsWidth >= 32 || a_fIntelFlags || cShift \ ? (uDst >> (cShift - 1)) & X86_EFL_CF : fInCarry; \ fEfl |= fOutCarry; \ if (!a_fIntelFlags) /* AMD 3990X: XOR two most signficant bits of the result: */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uResult ^ (uResult << 1)); \ else /* Intel 10980XE: same as AMD, but only for the first sub-shift: */ \ fEfl |= (fInCarry ^ (uint32_t)(uDst >> (a_cBitsWidth - 1))) << X86_EFL_OF_BIT; \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCR(64, uint64_t, RT_NOTHING, 1) #endif EMIT_RCR(64, uint64_t, _intel, 1) EMIT_RCR(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCR(32, uint32_t, RT_NOTHING, 1) #endif EMIT_RCR(32, uint32_t, _intel, 1) EMIT_RCR(32, uint32_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCR(16, uint16_t, RT_NOTHING, 1) #endif EMIT_RCR(16, uint16_t, _intel, 1) EMIT_RCR(16, uint16_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_RCR(8, uint8_t, RT_NOTHING, 1) #endif EMIT_RCR(8, uint8_t, _intel, 1) EMIT_RCR(8, uint8_t, _amd, 0) /* * SHL */ #define EMIT_SHL(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_shl_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (cShift) \ { \ a_uType const uDst = *puDst; \ a_uType uResult = uDst << cShift; \ *puDst = uResult; \ \ /* Calc EFLAGS. */ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ uint32_t fCarry = (uDst >> (a_cBitsWidth - cShift)) & X86_EFL_CF; \ fEfl |= fCarry; \ if (!a_fIntelFlags) \ fEfl |= ((uResult >> (a_cBitsWidth - 1)) ^ fCarry) << X86_EFL_OF_BIT; /* AMD 3990X: Last shift result. */ \ else \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uDst << 1)); /* Intel 10980XE: First shift result. */ \ fEfl |= X86_EFL_CALC_SF(uResult, a_cBitsWidth); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ fEfl |= g_afParity[uResult & 0xff]; \ if (!a_fIntelFlags) \ fEfl |= X86_EFL_AF; /* AMD 3990x sets it unconditionally, Intel 10980XE does the oposite */ \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHL(64, uint64_t, RT_NOTHING, 1) #endif EMIT_SHL(64, uint64_t, _intel, 1) EMIT_SHL(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHL(32, uint32_t, RT_NOTHING, 1) #endif EMIT_SHL(32, uint32_t, _intel, 1) EMIT_SHL(32, uint32_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHL(16, uint16_t, RT_NOTHING, 1) #endif EMIT_SHL(16, uint16_t, _intel, 1) EMIT_SHL(16, uint16_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHL(8, uint8_t, RT_NOTHING, 1) #endif EMIT_SHL(8, uint8_t, _intel, 1) EMIT_SHL(8, uint8_t, _amd, 0) /* * SHR */ #define EMIT_SHR(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_shr_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (cShift) \ { \ a_uType const uDst = *puDst; \ a_uType uResult = uDst >> cShift; \ *puDst = uResult; \ \ /* Calc EFLAGS. */ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ fEfl |= (uDst >> (cShift - 1)) & X86_EFL_CF; \ if (a_fIntelFlags || cShift == 1) /* AMD 3990x does what intel documents; Intel 10980XE does this for all shift counts. */ \ fEfl |= (uDst >> (a_cBitsWidth - 1)) << X86_EFL_OF_BIT; \ fEfl |= X86_EFL_CALC_SF(uResult, a_cBitsWidth); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ fEfl |= g_afParity[uResult & 0xff]; \ if (!a_fIntelFlags) \ fEfl |= X86_EFL_AF; /* AMD 3990x sets it unconditionally, Intel 10980XE does the oposite */ \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHR(64, uint64_t, RT_NOTHING, 1) #endif EMIT_SHR(64, uint64_t, _intel, 1) EMIT_SHR(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHR(32, uint32_t, RT_NOTHING, 1) #endif EMIT_SHR(32, uint32_t, _intel, 1) EMIT_SHR(32, uint32_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHR(16, uint16_t, RT_NOTHING, 1) #endif EMIT_SHR(16, uint16_t, _intel, 1) EMIT_SHR(16, uint16_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHR(8, uint8_t, RT_NOTHING, 1) #endif EMIT_SHR(8, uint8_t, _intel, 1) EMIT_SHR(8, uint8_t, _amd, 0) /* * SAR */ #define EMIT_SAR(a_cBitsWidth, a_uType, a_iType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_sar_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth >= 32 ? a_cBitsWidth - 1 : 31; \ if (cShift) \ { \ a_iType const iDst = (a_iType)*puDst; \ a_uType uResult = iDst >> cShift; \ *puDst = uResult; \ \ /* Calc EFLAGS. \ Note! The OF flag is always zero because the result never differs from the input. */ \ AssertCompile(X86_EFL_CF_BIT == 0); \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ fEfl |= (iDst >> (cShift - 1)) & X86_EFL_CF; \ fEfl |= X86_EFL_CALC_SF(uResult, a_cBitsWidth); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ fEfl |= g_afParity[uResult & 0xff]; \ if (!a_fIntelFlags) \ fEfl |= X86_EFL_AF; /* AMD 3990x sets it unconditionally, Intel 10980XE does the oposite */ \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SAR(64, uint64_t, int64_t, RT_NOTHING, 1) #endif EMIT_SAR(64, uint64_t, int64_t, _intel, 1) EMIT_SAR(64, uint64_t, int64_t, _amd, 0) #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SAR(32, uint32_t, int32_t, RT_NOTHING, 1) #endif EMIT_SAR(32, uint32_t, int32_t, _intel, 1) EMIT_SAR(32, uint32_t, int32_t, _amd, 0) #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SAR(16, uint16_t, int16_t, RT_NOTHING, 1) #endif EMIT_SAR(16, uint16_t, int16_t, _intel, 1) EMIT_SAR(16, uint16_t, int16_t, _amd, 0) #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SAR(8, uint8_t, int8_t, RT_NOTHING, 1) #endif EMIT_SAR(8, uint8_t, int8_t, _intel, 1) EMIT_SAR(8, uint8_t, int8_t, _amd, 0) /* * SHLD * * - CF is the last bit shifted out of puDst. * - AF is always cleared by Intel 10980XE. * - AF is always set by AMD 3990X. * - OF is set according to the first shift on Intel 10980XE, it seems. * - OF is set according to the last sub-shift on AMD 3990X. * - ZF, SF and PF are calculated according to the result by both vendors. * * For 16-bit shifts the count mask isn't 15, but 31, and the CPU will * pick either the source register or the destination register for input bits * when going beyond 16. According to https://www.sandpile.org/x86/flags.htm * intel has changed behaviour here several times. We implement what current * skylake based does for now, we can extend this later as needed. */ #define EMIT_SHLD(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_shld_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, a_uType uSrc, uint8_t cShift, \ uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth - 1; \ if (cShift) \ { \ a_uType const uDst = *puDst; \ a_uType uResult = uDst << cShift; \ uResult |= uSrc >> (a_cBitsWidth - cShift); \ *puDst = uResult; \ \ /* CALC EFLAGS: */ \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ if (a_fIntelFlags) \ /* Intel 6700K & 10980XE: Set according to the first shift. AF always cleared. */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uDst << 1)); \ else \ { /* AMD 3990X: Set according to last shift. AF always set. */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth((uDst << (cShift - 1)) ^ uResult); \ fEfl |= X86_EFL_AF; \ } \ AssertCompile(X86_EFL_CF_BIT == 0); \ fEfl |= (uDst >> (a_cBitsWidth - cShift)) & X86_EFL_CF; /* CF = last bit shifted out */ \ fEfl |= g_afParity[uResult & 0xff]; \ fEfl |= X86_EFL_CALC_SF(uResult, a_cBitsWidth); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHLD(64, uint64_t, RT_NOTHING, 1) #endif EMIT_SHLD(64, uint64_t, _intel, 1) EMIT_SHLD(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHLD(32, uint32_t, RT_NOTHING, 1) #endif EMIT_SHLD(32, uint32_t, _intel, 1) EMIT_SHLD(32, uint32_t, _amd, 0) #define EMIT_SHLD_16(a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT(iemAImpl_shld_u16,a_Suffix),(uint16_t *puDst, uint16_t uSrc, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= 31; \ if (cShift) \ { \ uint16_t const uDst = *puDst; \ uint64_t const uTmp = a_fIntelFlags \ ? ((uint64_t)uDst << 32) | ((uint32_t)uSrc << 16) | uDst \ : ((uint64_t)uDst << 32) | ((uint32_t)uSrc << 16) | uSrc; \ uint16_t const uResult = (uint16_t)((uTmp << cShift) >> 32); \ *puDst = uResult; \ \ /* CALC EFLAGS: */ \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ AssertCompile(X86_EFL_CF_BIT == 0); \ if (a_fIntelFlags) \ { \ fEfl |= (uTmp >> (48 - cShift)) & X86_EFL_CF; /* CF = last bit shifted out of the combined operand */ \ /* Intel 6700K & 10980XE: OF is et according to the first shift. AF always cleared. */ \ fEfl |= X86_EFL_GET_OF_16(uDst ^ (uDst << 1)); \ } \ else \ { \ /* AMD 3990X: OF is set according to last shift, with some weirdness. AF always set. CF = last bit shifted out of uDst. */ \ if (cShift < 16) \ { \ fEfl |= (uDst >> (16 - cShift)) & X86_EFL_CF; \ fEfl |= X86_EFL_GET_OF_16((uDst << (cShift - 1)) ^ uResult); \ } \ else \ { \ if (cShift == 16) \ fEfl |= uDst & X86_EFL_CF; \ fEfl |= X86_EFL_GET_OF_16((uDst << (cShift - 1)) ^ 0); \ } \ fEfl |= X86_EFL_AF; \ } \ fEfl |= g_afParity[uResult & 0xff]; \ fEfl |= X86_EFL_CALC_SF(uResult, 16); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ *pfEFlags = fEfl; \ } \ } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHLD_16(RT_NOTHING, 1) #endif EMIT_SHLD_16(_intel, 1) EMIT_SHLD_16(_amd, 0) /* * SHRD * * EFLAGS behaviour seems to be the same as with SHLD: * - CF is the last bit shifted out of puDst. * - AF is always cleared by Intel 10980XE. * - AF is always set by AMD 3990X. * - OF is set according to the first shift on Intel 10980XE, it seems. * - OF is set according to the last sub-shift on AMD 3990X. * - ZF, SF and PF are calculated according to the result by both vendors. * * For 16-bit shifts the count mask isn't 15, but 31, and the CPU will * pick either the source register or the destination register for input bits * when going beyond 16. According to https://www.sandpile.org/x86/flags.htm * intel has changed behaviour here several times. We implement what current * skylake based does for now, we can extend this later as needed. */ #define EMIT_SHRD(a_cBitsWidth, a_uType, a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_shrd_u,a_cBitsWidth,a_Suffix),(a_uType *puDst, a_uType uSrc, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= a_cBitsWidth - 1; \ if (cShift) \ { \ a_uType const uDst = *puDst; \ a_uType uResult = uDst >> cShift; \ uResult |= uSrc << (a_cBitsWidth - cShift); \ *puDst = uResult; \ \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ AssertCompile(X86_EFL_CF_BIT == 0); \ fEfl |= (uDst >> (cShift - 1)) & X86_EFL_CF; \ if (a_fIntelFlags) \ /* Intel 6700K & 10980XE: Set according to the first shift. AF always cleared. */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ (uSrc << (a_cBitsWidth - 1))); \ else \ { /* AMD 3990X: Set according to last shift. AF always set. */ \ if (cShift > 1) /* Set according to last shift. */ \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth((uSrc << (a_cBitsWidth - cShift + 1)) ^ uResult); \ else \ fEfl |= X86_EFL_GET_OF_ ## a_cBitsWidth(uDst ^ uResult); \ fEfl |= X86_EFL_AF; \ } \ fEfl |= X86_EFL_CALC_SF(uResult, a_cBitsWidth); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ fEfl |= g_afParity[uResult & 0xff]; \ *pfEFlags = fEfl; \ } \ } #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHRD(64, uint64_t, RT_NOTHING, 1) #endif EMIT_SHRD(64, uint64_t, _intel, 1) EMIT_SHRD(64, uint64_t, _amd, 0) #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHRD(32, uint32_t, RT_NOTHING, 1) #endif EMIT_SHRD(32, uint32_t, _intel, 1) EMIT_SHRD(32, uint32_t, _amd, 0) #define EMIT_SHRD_16(a_Suffix, a_fIntelFlags) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT(iemAImpl_shrd_u16,a_Suffix),(uint16_t *puDst, uint16_t uSrc, uint8_t cShift, uint32_t *pfEFlags)) \ { \ cShift &= 31; \ if (cShift) \ { \ uint16_t const uDst = *puDst; \ uint64_t const uTmp = a_fIntelFlags \ ? uDst | ((uint32_t)uSrc << 16) | ((uint64_t)uDst << 32) \ : uDst | ((uint32_t)uSrc << 16) | ((uint64_t)uSrc << 32); \ uint16_t const uResult = (uint16_t)(uTmp >> cShift); \ *puDst = uResult; \ \ uint32_t fEfl = *pfEFlags & ~X86_EFL_STATUS_BITS; \ AssertCompile(X86_EFL_CF_BIT == 0); \ if (a_fIntelFlags) \ { \ /* Intel 10980XE: The CF is the last shifted out of the combined uTmp operand. */ \ fEfl |= (uTmp >> (cShift - 1)) & X86_EFL_CF; \ /* Intel 6700K & 10980XE: Set according to the first shift. AF always cleared. */ \ fEfl |= X86_EFL_GET_OF_16(uDst ^ (uSrc << 15)); \ } \ else \ { \ /* AMD 3990X: CF flag seems to be last bit shifted out of uDst, not the combined uSrc:uSrc:uDst operand. */ \ fEfl |= (uDst >> (cShift - 1)) & X86_EFL_CF; \ /* AMD 3990X: Set according to last shift. AF always set. */ \ if (cShift > 1) /* Set according to last shift. */ \ fEfl |= X86_EFL_GET_OF_16((uint16_t)(uTmp >> (cShift - 1)) ^ uResult); \ else \ fEfl |= X86_EFL_GET_OF_16(uDst ^ uResult); \ fEfl |= X86_EFL_AF; \ } \ fEfl |= X86_EFL_CALC_SF(uResult, 16); \ fEfl |= X86_EFL_CALC_ZF(uResult); \ fEfl |= g_afParity[uResult & 0xff]; \ *pfEFlags = fEfl; \ } \ } #if (!defined(RT_ARCH_X86) && !defined(RT_ARCH_AMD64)) || defined(IEM_WITHOUT_ASSEMBLY) EMIT_SHRD_16(RT_NOTHING, 1) #endif EMIT_SHRD_16(_intel, 1) EMIT_SHRD_16(_amd, 0) #if !defined(RT_ARCH_AMD64) || defined(IEM_WITHOUT_ASSEMBLY) # if !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) /* * BSWAP */ IEM_DECL_IMPL_DEF(void, iemAImpl_bswap_u64,(uint64_t *puDst)) { *puDst = ASMByteSwapU64(*puDst); } IEM_DECL_IMPL_DEF(void, iemAImpl_bswap_u32,(uint32_t *puDst)) { *puDst = ASMByteSwapU32(*puDst); } /* Note! undocument, so 32-bit arg */ IEM_DECL_IMPL_DEF(void, iemAImpl_bswap_u16,(uint32_t *puDst)) { #if 0 *(uint16_t *)puDst = ASMByteSwapU16(*(uint16_t *)puDst); #else /* This is the behaviour AMD 3990x (64-bit mode): */ *(uint16_t *)puDst = 0; #endif } # endif /* !defined(RT_ARCH_X86) || defined(IEM_WITHOUT_ASSEMBLY) */ # if defined(IEM_WITHOUT_ASSEMBLY) /* * LFENCE, SFENCE & MFENCE. */ IEM_DECL_IMPL_DEF(void, iemAImpl_lfence,(void)) { ASMReadFence(); } IEM_DECL_IMPL_DEF(void, iemAImpl_sfence,(void)) { ASMWriteFence(); } IEM_DECL_IMPL_DEF(void, iemAImpl_mfence,(void)) { ASMMemoryFence(); } # ifndef RT_ARCH_ARM64 IEM_DECL_IMPL_DEF(void, iemAImpl_alt_mem_fence,(void)) { ASMMemoryFence(); } # endif # endif #endif /* !RT_ARCH_AMD64 || IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_arpl,(uint16_t *pu16Dst, uint16_t u16Src, uint32_t *pfEFlags)) { if ((*pu16Dst & X86_SEL_RPL) < (u16Src & X86_SEL_RPL)) { *pu16Dst &= X86_SEL_MASK_OFF_RPL; *pu16Dst |= u16Src & X86_SEL_RPL; *pfEFlags |= X86_EFL_ZF; } else *pfEFlags &= ~X86_EFL_ZF; } #if defined(IEM_WITHOUT_ASSEMBLY) /********************************************************************************************************************************* * x87 FPU Loads * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_fld_r80_from_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT32U pr32Val)) { pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ if (RTFLOAT32U_IS_NORMAL(pr32Val)) { pFpuRes->r80Result.sj64.fSign = pr32Val->s.fSign; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (uint64_t)pr32Val->s.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS); pFpuRes->r80Result.sj64.uExponent = pr32Val->s.uExponent - RTFLOAT32U_EXP_BIAS + RTFLOAT80U_EXP_BIAS; Assert(RTFLOAT80U_IS_NORMAL(&pFpuRes->r80Result)); } else if (RTFLOAT32U_IS_ZERO(pr32Val)) { pFpuRes->r80Result.s.fSign = pr32Val->s.fSign; pFpuRes->r80Result.s.uExponent = 0; pFpuRes->r80Result.s.uMantissa = 0; Assert(RTFLOAT80U_IS_ZERO(&pFpuRes->r80Result)); } else if (RTFLOAT32U_IS_SUBNORMAL(pr32Val)) { /* Subnormal values gets normalized. */ pFpuRes->r80Result.sj64.fSign = pr32Val->s.fSign; pFpuRes->r80Result.sj64.fInteger = 1; unsigned const cExtraShift = RTFLOAT32U_FRACTION_BITS - ASMBitLastSetU32(pr32Val->s.uFraction); pFpuRes->r80Result.sj64.uFraction = (uint64_t)pr32Val->s.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS + cExtraShift + 1); pFpuRes->r80Result.sj64.uExponent = pr32Val->s.uExponent - RTFLOAT32U_EXP_BIAS + RTFLOAT80U_EXP_BIAS - cExtraShift; pFpuRes->FSW |= X86_FSW_DE; if (!(pFpuState->FCW & X86_FCW_DM)) pFpuRes->FSW |= X86_FSW_ES | X86_FSW_B; /* The value is still pushed. */ } else if (RTFLOAT32U_IS_INF(pr32Val)) { pFpuRes->r80Result.s.fSign = pr32Val->s.fSign; pFpuRes->r80Result.s.uExponent = RTFLOAT80U_EXP_MAX; pFpuRes->r80Result.s.uMantissa = RT_BIT_64(63); Assert(RTFLOAT80U_IS_INF(&pFpuRes->r80Result)); } else { /* Signalling and quiet NaNs, both turn into quiet ones when loaded (weird). */ Assert(RTFLOAT32U_IS_NAN(pr32Val)); pFpuRes->r80Result.sj64.fSign = pr32Val->s.fSign; pFpuRes->r80Result.sj64.uExponent = RTFLOAT80U_EXP_MAX; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (uint64_t)pr32Val->s.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS); if (RTFLOAT32U_IS_SIGNALLING_NAN(pr32Val)) { pFpuRes->r80Result.sj64.uFraction |= RT_BIT_64(62); /* make quiet */ Assert(RTFLOAT80U_IS_QUIET_NAN(&pFpuRes->r80Result)); pFpuRes->FSW |= X86_FSW_IE; if (!(pFpuState->FCW & X86_FCW_IM)) { /* The value is not pushed. */ pFpuRes->FSW &= ~X86_FSW_TOP_MASK; pFpuRes->FSW |= X86_FSW_ES | X86_FSW_B; pFpuRes->r80Result.au64[0] = 0; pFpuRes->r80Result.au16[4] = 0; } } else Assert(RTFLOAT80U_IS_QUIET_NAN(&pFpuRes->r80Result)); } } IEM_DECL_IMPL_DEF(void, iemAImpl_fld_r80_from_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT64U pr64Val)) { pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ if (RTFLOAT64U_IS_NORMAL(pr64Val)) { pFpuRes->r80Result.sj64.fSign = pr64Val->s.fSign; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = pr64Val->s64.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS); pFpuRes->r80Result.sj64.uExponent = pr64Val->s.uExponent - RTFLOAT64U_EXP_BIAS + RTFLOAT80U_EXP_BIAS; Assert(RTFLOAT80U_IS_NORMAL(&pFpuRes->r80Result)); } else if (RTFLOAT64U_IS_ZERO(pr64Val)) { pFpuRes->r80Result.s.fSign = pr64Val->s.fSign; pFpuRes->r80Result.s.uExponent = 0; pFpuRes->r80Result.s.uMantissa = 0; Assert(RTFLOAT80U_IS_ZERO(&pFpuRes->r80Result)); } else if (RTFLOAT64U_IS_SUBNORMAL(pr64Val)) { /* Subnormal values gets normalized. */ pFpuRes->r80Result.sj64.fSign = pr64Val->s.fSign; pFpuRes->r80Result.sj64.fInteger = 1; unsigned const cExtraShift = RTFLOAT64U_FRACTION_BITS - ASMBitLastSetU64(pr64Val->s64.uFraction); pFpuRes->r80Result.sj64.uFraction = pr64Val->s64.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS + cExtraShift + 1); pFpuRes->r80Result.sj64.uExponent = pr64Val->s.uExponent - RTFLOAT64U_EXP_BIAS + RTFLOAT80U_EXP_BIAS - cExtraShift; pFpuRes->FSW |= X86_FSW_DE; if (!(pFpuState->FCW & X86_FCW_DM)) pFpuRes->FSW |= X86_FSW_ES | X86_FSW_B; /* The value is still pushed. */ } else if (RTFLOAT64U_IS_INF(pr64Val)) { pFpuRes->r80Result.s.fSign = pr64Val->s.fSign; pFpuRes->r80Result.s.uExponent = RTFLOAT80U_EXP_MAX; pFpuRes->r80Result.s.uMantissa = RT_BIT_64(63); Assert(RTFLOAT80U_IS_INF(&pFpuRes->r80Result)); } else { /* Signalling and quiet NaNs, both turn into quiet ones when loaded (weird). */ Assert(RTFLOAT64U_IS_NAN(pr64Val)); pFpuRes->r80Result.sj64.fSign = pr64Val->s.fSign; pFpuRes->r80Result.sj64.uExponent = RTFLOAT80U_EXP_MAX; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = pr64Val->s64.uFraction << (RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS); if (RTFLOAT64U_IS_SIGNALLING_NAN(pr64Val)) { pFpuRes->r80Result.sj64.uFraction |= RT_BIT_64(62); /* make quiet */ Assert(RTFLOAT80U_IS_QUIET_NAN(&pFpuRes->r80Result)); pFpuRes->FSW |= X86_FSW_IE; if (!(pFpuState->FCW & X86_FCW_IM)) { /* The value is not pushed. */ pFpuRes->FSW &= ~X86_FSW_TOP_MASK; pFpuRes->FSW |= X86_FSW_ES | X86_FSW_B; pFpuRes->r80Result.au64[0] = 0; pFpuRes->r80Result.au16[4] = 0; } } else Assert(RTFLOAT80U_IS_QUIET_NAN(&pFpuRes->r80Result)); } } IEM_DECL_IMPL_DEF(void, iemAImpl_fld_r80_from_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { pFpuRes->r80Result.au64[0] = pr80Val->au64[0]; pFpuRes->r80Result.au16[4] = pr80Val->au16[4]; /* Raises no exceptions. */ pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fld1,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = 0 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = 0; /* * FPU status word: * - TOP is irrelevant, but we must match x86 assembly version. * - C1 is always cleared as we don't have any stack overflows. * - C0, C2, and C3 are undefined and Intel 10980XE does not touch them. */ pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); } IEM_DECL_IMPL_DEF(void, iemAImpl_fldl2e,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = 0 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST || (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_UP ? UINT64_C(0x38aa3b295c17f0bc) : UINT64_C(0x38aa3b295c17f0bb); pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fldl2t,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = 1 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (pFpuState->FCW & X86_FCW_RC_MASK) != X86_FCW_RC_UP ? UINT64_C(0x549a784bcd1b8afe) : UINT64_C(0x549a784bcd1b8aff); pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fldlg2,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = -2 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST || (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_UP ? UINT64_C(0x1a209a84fbcff799) : UINT64_C(0x1a209a84fbcff798); pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fldln2,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = -1 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST || (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_UP ? UINT64_C(0x317217f7d1cf79ac) : UINT64_C(0x317217f7d1cf79ab); pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fldpi,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.sj64.fSign = 0; pFpuRes->r80Result.sj64.uExponent = 1 + 16383; pFpuRes->r80Result.sj64.fInteger = 1; pFpuRes->r80Result.sj64.uFraction = (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST || (pFpuState->FCW & X86_FCW_RC_MASK) == X86_FCW_RC_UP ? UINT64_C(0x490fdaa22168c235) : UINT64_C(0x490fdaa22168c234); pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } IEM_DECL_IMPL_DEF(void, iemAImpl_fldz,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes)) { pFpuRes->r80Result.s.fSign = 0; pFpuRes->r80Result.s.uExponent = 0; pFpuRes->r80Result.s.uMantissa = 0; pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ } #define EMIT_FILD(a_cBits) \ IEM_DECL_IMPL_DEF(void, iemAImpl_fild_r80_from_i ## a_cBits,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, \ int ## a_cBits ## _t const *piVal)) \ { \ int ## a_cBits ## _t iVal = *piVal; \ if (iVal == 0) \ { \ pFpuRes->r80Result.s.fSign = 0; \ pFpuRes->r80Result.s.uExponent = 0; \ pFpuRes->r80Result.s.uMantissa = 0; \ } \ else \ { \ if (iVal > 0) \ pFpuRes->r80Result.s.fSign = 0; \ else \ { \ pFpuRes->r80Result.s.fSign = 1; \ iVal = -iVal; \ } \ unsigned const cBits = ASMBitLastSetU ## a_cBits((uint ## a_cBits ## _t)iVal); \ pFpuRes->r80Result.s.uExponent = cBits - 1 + RTFLOAT80U_EXP_BIAS; \ pFpuRes->r80Result.s.uMantissa = (uint64_t)iVal << (RTFLOAT80U_FRACTION_BITS + 1 - cBits); \ } \ pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ \ } EMIT_FILD(16) EMIT_FILD(32) EMIT_FILD(64) IEM_DECL_IMPL_DEF(void, iemAImpl_fld_r80_from_d80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTPBCD80U pd80Val)) { pFpuRes->FSW = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); /* see iemAImpl_fld1 */ if ( pd80Val->s.abPairs[0] == 0 && pd80Val->s.abPairs[1] == 0 && pd80Val->s.abPairs[2] == 0 && pd80Val->s.abPairs[3] == 0 && pd80Val->s.abPairs[4] == 0 && pd80Val->s.abPairs[5] == 0 && pd80Val->s.abPairs[6] == 0 && pd80Val->s.abPairs[7] == 0 && pd80Val->s.abPairs[8] == 0) { pFpuRes->r80Result.s.fSign = pd80Val->s.fSign; pFpuRes->r80Result.s.uExponent = 0; pFpuRes->r80Result.s.uMantissa = 0; } else { pFpuRes->r80Result.s.fSign = pd80Val->s.fSign; size_t cPairs = RT_ELEMENTS(pd80Val->s.abPairs); while (cPairs > 0 && pd80Val->s.abPairs[cPairs - 1] == 0) cPairs--; uint64_t uVal = 0; uint64_t uFactor = 1; for (size_t iPair = 0; iPair < cPairs; iPair++, uFactor *= 100) uVal += RTPBCD80U_LO_DIGIT(pd80Val->s.abPairs[iPair]) * uFactor + RTPBCD80U_HI_DIGIT(pd80Val->s.abPairs[iPair]) * uFactor * 10; unsigned const cBits = ASMBitLastSetU64(uVal); pFpuRes->r80Result.s.uExponent = cBits - 1 + RTFLOAT80U_EXP_BIAS; pFpuRes->r80Result.s.uMantissa = uVal << (RTFLOAT80U_FRACTION_BITS + 1 - cBits); } } /********************************************************************************************************************************* * x87 FPU Stores * *********************************************************************************************************************************/ /** * Helper for storing a deconstructed and normal R80 value as a 64-bit one. * * This uses the rounding rules indicated by fFcw and returns updated fFsw. * * @returns Updated FPU status word value. * @param fSignIn Incoming sign indicator. * @param uMantissaIn Incoming mantissa (dot between bit 63 and 62). * @param iExponentIn Unbiased exponent. * @param fFcw The FPU control word. * @param fFsw Prepped FPU status word, i.e. exceptions and C1 clear. * @param pr32Dst Where to return the output value, if one should be * returned. * * @note Tailored as a helper for iemAImpl_fst_r80_to_r32 right now. * @note Exact same logic as iemAImpl_StoreNormalR80AsR64. */ static uint16_t iemAImpl_StoreNormalR80AsR32(bool fSignIn, uint64_t uMantissaIn, int32_t iExponentIn, uint16_t fFcw, uint16_t fFsw, PRTFLOAT32U pr32Dst) { uint64_t const fRoundingOffMask = RT_BIT_64(RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS) - 1; /* 0x7ff */ uint64_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? RT_BIT_64(RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS - 1) /* 0x400 */ : (fFcw & X86_FCW_RC_MASK) == (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) ? fRoundingOffMask : 0; uint64_t fRoundedOff = uMantissaIn & fRoundingOffMask; /* * Deal with potential overflows/underflows first, optimizing for none. * 0 and MAX are used for special values; MAX-1 may be rounded up to MAX. */ int32_t iExponentOut = (int32_t)iExponentIn + RTFLOAT32U_EXP_BIAS; if ((uint32_t)iExponentOut - 1 < (uint32_t)(RTFLOAT32U_EXP_MAX - 3)) { /* likely? */ } /* * Underflow if the exponent zero or negative. This is attempted mapped * to a subnormal number when possible, with some additional trickery ofc. */ else if (iExponentOut <= 0) { bool const fIsTiny = iExponentOut < 0 || UINT64_MAX - uMantissaIn > uRoundingAdd; if (!(fFcw & X86_FCW_UM) && fIsTiny) /* Note! 754-1985 sec 7.4 has something about bias adjust of 192 here, not in 2008 & 2019. Perhaps only 8087 & 287? */ return fFsw | X86_FSW_UE | X86_FSW_ES | X86_FSW_B; if (iExponentOut <= 0) { uMantissaIn = iExponentOut <= -63 ? uMantissaIn != 0 : (uMantissaIn >> (-iExponentOut + 1)) | ((uMantissaIn & (RT_BIT_64(-iExponentOut + 1) - 1)) != 0); fRoundedOff = uMantissaIn & fRoundingOffMask; if (fRoundedOff && fIsTiny) fFsw |= X86_FSW_UE; iExponentOut = 0; } } /* * Overflow if at or above max exponent value or if we will reach max * when rounding. Will return +/-zero or +/-max value depending on * whether we're rounding or not. */ else if ( iExponentOut >= RTFLOAT32U_EXP_MAX || ( iExponentOut == RTFLOAT32U_EXP_MAX - 1 && UINT64_MAX - uMantissaIn <= uRoundingAdd)) { fFsw |= X86_FSW_OE; if (!(fFcw & X86_FCW_OM)) return fFsw | X86_FSW_ES | X86_FSW_B; fFsw |= X86_FSW_PE; if (uRoundingAdd) fFsw |= X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; pr32Dst->s.fSign = fSignIn; if (uRoundingAdd) { /* Zero */ pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX; pr32Dst->s.uFraction = 0; } else { /* Max */ pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX - 1; pr32Dst->s.uFraction = RT_BIT_32(RTFLOAT32U_FRACTION_BITS) - 1; } return fFsw; } /* * Normal or subnormal number. */ /* Do rounding - just truncate in near mode when midway on an even outcome. */ uint64_t uMantissaOut = uMantissaIn; if ( (fFcw & X86_FCW_RC_MASK) != X86_FCW_RC_NEAREST || (uMantissaIn & RT_BIT_64(RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS)) || fRoundedOff != uRoundingAdd) { uMantissaOut = uMantissaIn + uRoundingAdd; if (uMantissaOut >= uMantissaIn) { /* likely */ } else { uMantissaOut >>= 1; /* (We don't need to add bit 63 here (the integer bit), as it will be chopped off below.) */ iExponentOut++; Assert(iExponentOut < RTFLOAT32U_EXP_MAX); /* checked above */ fFsw |= X86_FSW_C1; } } else uMantissaOut = uMantissaIn; /* Truncate the mantissa and set the return value. */ uMantissaOut >>= RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS; pr32Dst->s.uFraction = (uint32_t)uMantissaOut; /* Note! too big for bitfield if normal. */ pr32Dst->s.uExponent = iExponentOut; pr32Dst->s.fSign = fSignIn; /* Set status flags realted to rounding. */ if (fRoundedOff) { fFsw |= X86_FSW_PE; if (uMantissaOut > (uMantissaIn >> (RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS))) fFsw |= X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } return fFsw; } /** * @note Exact same logic as iemAImpl_fst_r80_to_r64. */ IEM_DECL_IMPL_DEF(void, iemAImpl_fst_r80_to_r32,(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, PRTFLOAT32U pr32Dst, PCRTFLOAT80U pr80Src)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); if (RTFLOAT80U_IS_NORMAL(pr80Src)) fFsw = iemAImpl_StoreNormalR80AsR32(pr80Src->s.fSign, pr80Src->s.uMantissa, (int32_t)pr80Src->s.uExponent - RTFLOAT80U_EXP_BIAS, fFcw, fFsw, pr32Dst); else if (RTFLOAT80U_IS_ZERO(pr80Src)) { pr32Dst->s.fSign = pr80Src->s.fSign; pr32Dst->s.uExponent = 0; pr32Dst->s.uFraction = 0; Assert(RTFLOAT32U_IS_ZERO(pr32Dst)); } else if (RTFLOAT80U_IS_INF(pr80Src)) { pr32Dst->s.fSign = pr80Src->s.fSign; pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX; pr32Dst->s.uFraction = 0; Assert(RTFLOAT32U_IS_INF(pr32Dst)); } else if (RTFLOAT80U_IS_INDEFINITE(pr80Src)) { /* Mapped to +/-QNaN */ pr32Dst->s.fSign = pr80Src->s.fSign; pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX; pr32Dst->s.uFraction = RT_BIT_32(RTFLOAT32U_FRACTION_BITS - 1); } else if (RTFLOAT80U_IS_PSEUDO_INF(pr80Src) || RTFLOAT80U_IS_UNNORMAL(pr80Src) || RTFLOAT80U_IS_PSEUDO_NAN(pr80Src)) { /* Pseudo-Inf / Pseudo-Nan / Unnormal -> QNaN (during load, probably) */ if (fFcw & X86_FCW_IM) { pr32Dst->s.fSign = 1; pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX; pr32Dst->s.uFraction = RT_BIT_32(RTFLOAT32U_FRACTION_BITS - 1); fFsw |= X86_FSW_IE; } else fFsw |= X86_FSW_IE | X86_FSW_ES | X86_FSW_B;; } else if (RTFLOAT80U_IS_NAN(pr80Src)) { /* IM applies to signalled NaN input only. Everything is converted to quiet NaN. */ if ((fFcw & X86_FCW_IM) || !RTFLOAT80U_IS_SIGNALLING_NAN(pr80Src)) { pr32Dst->s.fSign = pr80Src->s.fSign; pr32Dst->s.uExponent = RTFLOAT32U_EXP_MAX; pr32Dst->s.uFraction = (uint32_t)(pr80Src->sj64.uFraction >> (RTFLOAT80U_FRACTION_BITS - RTFLOAT32U_FRACTION_BITS)); pr32Dst->s.uFraction |= RT_BIT_32(RTFLOAT32U_FRACTION_BITS - 1); if (RTFLOAT80U_IS_SIGNALLING_NAN(pr80Src)) fFsw |= X86_FSW_IE; } else fFsw |= X86_FSW_IE | X86_FSW_ES | X86_FSW_B; } else { /* Denormal values causes both an underflow and precision exception. */ Assert(RTFLOAT80U_IS_DENORMAL(pr80Src) || RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Src)); if (fFcw & X86_FCW_UM) { pr32Dst->s.fSign = pr80Src->s.fSign; pr32Dst->s.uExponent = 0; if ((fFcw & X86_FCW_RC_MASK) == (!pr80Src->s.fSign ? X86_FCW_RC_UP : X86_FCW_RC_DOWN)) { pr32Dst->s.uFraction = 1; fFsw |= X86_FSW_UE | X86_FSW_PE | X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } else { pr32Dst->s.uFraction = 0; fFsw |= X86_FSW_UE | X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } } else fFsw |= X86_FSW_UE | X86_FSW_ES | X86_FSW_B; } *pu16FSW = fFsw; } /** * Helper for storing a deconstructed and normal R80 value as a 64-bit one. * * This uses the rounding rules indicated by fFcw and returns updated fFsw. * * @returns Updated FPU status word value. * @param fSignIn Incoming sign indicator. * @param uMantissaIn Incoming mantissa (dot between bit 63 and 62). * @param iExponentIn Unbiased exponent. * @param fFcw The FPU control word. * @param fFsw Prepped FPU status word, i.e. exceptions and C1 clear. * @param pr64Dst Where to return the output value, if one should be * returned. * * @note Tailored as a helper for iemAImpl_fst_r80_to_r64 right now. * @note Exact same logic as iemAImpl_StoreNormalR80AsR32. */ static uint16_t iemAImpl_StoreNormalR80AsR64(bool fSignIn, uint64_t uMantissaIn, int32_t iExponentIn, uint16_t fFcw, uint16_t fFsw, PRTFLOAT64U pr64Dst) { uint64_t const fRoundingOffMask = RT_BIT_64(RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS) - 1; /* 0x7ff */ uint32_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? RT_BIT_64(RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS - 1) /* 0x400 */ : (fFcw & X86_FCW_RC_MASK) == (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) ? fRoundingOffMask : 0; uint32_t fRoundedOff = uMantissaIn & fRoundingOffMask; /* * Deal with potential overflows/underflows first, optimizing for none. * 0 and MAX are used for special values; MAX-1 may be rounded up to MAX. */ int32_t iExponentOut = (int32_t)iExponentIn + RTFLOAT64U_EXP_BIAS; if ((uint32_t)iExponentOut - 1 < (uint32_t)(RTFLOAT64U_EXP_MAX - 3)) { /* likely? */ } /* * Underflow if the exponent zero or negative. This is attempted mapped * to a subnormal number when possible, with some additional trickery ofc. */ else if (iExponentOut <= 0) { bool const fIsTiny = iExponentOut < 0 || UINT64_MAX - uMantissaIn > uRoundingAdd; if (!(fFcw & X86_FCW_UM) && fIsTiny) /* Note! 754-1985 sec 7.4 has something about bias adjust of 1536 here, not in 2008 & 2019. Perhaps only 8087 & 287? */ return fFsw | X86_FSW_UE | X86_FSW_ES | X86_FSW_B; if (iExponentOut <= 0) { uMantissaIn = iExponentOut <= -63 ? uMantissaIn != 0 : (uMantissaIn >> (-iExponentOut + 1)) | ((uMantissaIn & (RT_BIT_64(-iExponentOut + 1) - 1)) != 0); fRoundedOff = uMantissaIn & fRoundingOffMask; if (fRoundedOff && fIsTiny) fFsw |= X86_FSW_UE; iExponentOut = 0; } } /* * Overflow if at or above max exponent value or if we will reach max * when rounding. Will return +/-zero or +/-max value depending on * whether we're rounding or not. */ else if ( iExponentOut >= RTFLOAT64U_EXP_MAX || ( iExponentOut == RTFLOAT64U_EXP_MAX - 1 && UINT64_MAX - uMantissaIn <= uRoundingAdd)) { fFsw |= X86_FSW_OE; if (!(fFcw & X86_FCW_OM)) return fFsw | X86_FSW_ES | X86_FSW_B; fFsw |= X86_FSW_PE; if (uRoundingAdd) fFsw |= X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; pr64Dst->s64.fSign = fSignIn; if (uRoundingAdd) { /* Zero */ pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX; pr64Dst->s64.uFraction = 0; } else { /* Max */ pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX - 1; pr64Dst->s64.uFraction = RT_BIT_64(RTFLOAT64U_FRACTION_BITS) - 1; } return fFsw; } /* * Normal or subnormal number. */ /* Do rounding - just truncate in near mode when midway on an even outcome. */ uint64_t uMantissaOut = uMantissaIn; if ( (fFcw & X86_FCW_RC_MASK) != X86_FCW_RC_NEAREST || (uMantissaIn & RT_BIT_32(RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS)) || fRoundedOff != uRoundingAdd) { uMantissaOut = uMantissaIn + uRoundingAdd; if (uMantissaOut >= uMantissaIn) { /* likely */ } else { uMantissaOut >>= 1; /* (We don't need to add bit 63 here (the integer bit), as it will be chopped off below.) */ iExponentOut++; Assert(iExponentOut < RTFLOAT64U_EXP_MAX); /* checked above */ fFsw |= X86_FSW_C1; } } else uMantissaOut = uMantissaIn; /* Truncate the mantissa and set the return value. */ uMantissaOut >>= RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS; pr64Dst->s64.uFraction = uMantissaOut; /* Note! too big for bitfield if normal. */ pr64Dst->s64.uExponent = iExponentOut; pr64Dst->s64.fSign = fSignIn; /* Set status flags realted to rounding. */ if (fRoundedOff) { fFsw |= X86_FSW_PE; if (uMantissaOut > (uMantissaIn >> (RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS))) fFsw |= X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } return fFsw; } /** * @note Exact same logic as iemAImpl_fst_r80_to_r32. */ IEM_DECL_IMPL_DEF(void, iemAImpl_fst_r80_to_r64,(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, PRTFLOAT64U pr64Dst, PCRTFLOAT80U pr80Src)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (7 << X86_FSW_TOP_SHIFT) | (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); if (RTFLOAT80U_IS_NORMAL(pr80Src)) fFsw = iemAImpl_StoreNormalR80AsR64(pr80Src->s.fSign, pr80Src->s.uMantissa, (int32_t)pr80Src->s.uExponent - RTFLOAT80U_EXP_BIAS, fFcw, fFsw, pr64Dst); else if (RTFLOAT80U_IS_ZERO(pr80Src)) { pr64Dst->s64.fSign = pr80Src->s.fSign; pr64Dst->s64.uExponent = 0; pr64Dst->s64.uFraction = 0; Assert(RTFLOAT64U_IS_ZERO(pr64Dst)); } else if (RTFLOAT80U_IS_INF(pr80Src)) { pr64Dst->s64.fSign = pr80Src->s.fSign; pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX; pr64Dst->s64.uFraction = 0; Assert(RTFLOAT64U_IS_INF(pr64Dst)); } else if (RTFLOAT80U_IS_INDEFINITE(pr80Src)) { /* Mapped to +/-QNaN */ pr64Dst->s64.fSign = pr80Src->s.fSign; pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX; pr64Dst->s64.uFraction = RT_BIT_64(RTFLOAT64U_FRACTION_BITS - 1); } else if (RTFLOAT80U_IS_PSEUDO_INF(pr80Src) || RTFLOAT80U_IS_UNNORMAL(pr80Src) || RTFLOAT80U_IS_PSEUDO_NAN(pr80Src)) { /* Pseudo-Inf / Pseudo-Nan / Unnormal -> QNaN (during load, probably) */ if (fFcw & X86_FCW_IM) { pr64Dst->s64.fSign = 1; pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX; pr64Dst->s64.uFraction = RT_BIT_64(RTFLOAT64U_FRACTION_BITS - 1); fFsw |= X86_FSW_IE; } else fFsw |= X86_FSW_IE | X86_FSW_ES | X86_FSW_B;; } else if (RTFLOAT80U_IS_NAN(pr80Src)) { /* IM applies to signalled NaN input only. Everything is converted to quiet NaN. */ if ((fFcw & X86_FCW_IM) || !RTFLOAT80U_IS_SIGNALLING_NAN(pr80Src)) { pr64Dst->s64.fSign = pr80Src->s.fSign; pr64Dst->s64.uExponent = RTFLOAT64U_EXP_MAX; pr64Dst->s64.uFraction = pr80Src->sj64.uFraction >> (RTFLOAT80U_FRACTION_BITS - RTFLOAT64U_FRACTION_BITS); pr64Dst->s64.uFraction |= RT_BIT_64(RTFLOAT64U_FRACTION_BITS - 1); if (RTFLOAT80U_IS_SIGNALLING_NAN(pr80Src)) fFsw |= X86_FSW_IE; } else fFsw |= X86_FSW_IE | X86_FSW_ES | X86_FSW_B; } else { /* Denormal values causes both an underflow and precision exception. */ Assert(RTFLOAT80U_IS_DENORMAL(pr80Src) || RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Src)); if (fFcw & X86_FCW_UM) { pr64Dst->s64.fSign = pr80Src->s.fSign; pr64Dst->s64.uExponent = 0; if ((fFcw & X86_FCW_RC_MASK) == (!pr80Src->s.fSign ? X86_FCW_RC_UP : X86_FCW_RC_DOWN)) { pr64Dst->s64.uFraction = 1; fFsw |= X86_FSW_UE | X86_FSW_PE | X86_FSW_C1; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } else { pr64Dst->s64.uFraction = 0; fFsw |= X86_FSW_UE | X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } } else fFsw |= X86_FSW_UE | X86_FSW_ES | X86_FSW_B; } *pu16FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fst_r80_to_r80,(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, PRTFLOAT80U pr80Dst, PCRTFLOAT80U pr80Src)) { /* * FPU status word: * - TOP is irrelevant, but we must match x86 assembly version (0). * - C1 is always cleared as we don't have any stack overflows. * - C0, C2, and C3 are undefined and Intel 10980XE does not touch them. */ *pu16FSW = pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3); /* see iemAImpl_fld1 */ *pr80Dst = *pr80Src; } /* * * Mantissa: * 63 56 48 40 32 24 16 8 0 * v v v v v v v v v * 1[.]111 0000 1111 0000 1111 0000 1111 0000 1111 0000 1111 0000 1111 0000 1111 0000 * \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \ * Exp: 0 4 8 12 16 20 24 28 32 36 40 44 48 52 56 60 * * int64_t has the same width, only bit 63 is the sign bit. So, the max we can map over * are bits 1 thru 63, dropping off bit 0, with an exponent of 62. The number of bits we * drop off from the mantissa increases with decreasing exponent, till an exponent of 0 * where we'll drop off all but bit 63. */ #define EMIT_FIST(a_cBits, a_iType, a_iTypeMin, a_iTypeIndefinite) \ IEM_DECL_IMPL_DEF(void, iemAImpl_fist_r80_to_i ## a_cBits,(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, \ a_iType *piDst, PCRTFLOAT80U pr80Val)) \ { \ uint16_t const fFcw = pFpuState->FCW; \ uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); \ bool const fSignIn = pr80Val->s.fSign; \ \ /* \ * Deal with normal numbers first. \ */ \ if (RTFLOAT80U_IS_NORMAL(pr80Val)) \ { \ uint64_t uMantissa = pr80Val->s.uMantissa; \ int32_t iExponent = (int32_t)pr80Val->s.uExponent - RTFLOAT80U_EXP_BIAS; \ \ if ((uint32_t)iExponent <= a_cBits - 2) \ { \ unsigned const cShiftOff = 63 - iExponent; \ uint64_t const fRoundingOffMask = RT_BIT_64(cShiftOff) - 1; \ uint64_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST \ ? RT_BIT_64(cShiftOff - 1) \ : (fFcw & X86_FCW_RC_MASK) == (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) \ ? fRoundingOffMask \ : 0; \ uint64_t fRoundedOff = uMantissa & fRoundingOffMask; \ \ uMantissa >>= cShiftOff; \ uint64_t const uRounding = (fRoundedOff + uRoundingAdd) >> cShiftOff; \ uMantissa += uRounding; \ if (!(uMantissa & RT_BIT_64(a_cBits - 1))) \ { \ if (fRoundedOff) \ { \ if ((uMantissa & 1) && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST && fRoundedOff == uRoundingAdd) \ uMantissa &= ~(uint64_t)1; /* round to even number if equal distance between up/down. */ \ else if (uRounding) \ fFsw |= X86_FSW_C1; \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ \ if (!fSignIn) \ *piDst = (a_iType)uMantissa; \ else \ *piDst = -(a_iType)uMantissa; \ } \ else \ { \ /* overflowed after rounding. */ \ AssertMsg(iExponent == a_cBits - 2 && uMantissa == RT_BIT_64(a_cBits - 1), \ ("e=%d m=%#RX64 (org %#RX64) s=%d; shift=%d ro=%#RX64 rm=%#RX64 ra=%#RX64\n", iExponent, uMantissa, \ pr80Val->s.uMantissa, fSignIn, cShiftOff, fRoundedOff, fRoundingOffMask, uRoundingAdd)); \ \ /* Special case for the integer minimum value. */ \ if (fSignIn) \ { \ *piDst = a_iTypeMin; \ fFsw |= X86_FSW_PE | X86_FSW_C1; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ else \ { \ fFsw |= X86_FSW_IE; \ if (fFcw & X86_FCW_IM) \ *piDst = a_iTypeMin; \ else \ fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); \ } \ } \ } \ /* \ * Tiny sub-zero numbers. \ */ \ else if (iExponent < 0) \ { \ if (!fSignIn) \ { \ if ( (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_UP \ || (iExponent == -1 && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST)) \ { \ *piDst = 1; \ fFsw |= X86_FSW_C1; \ } \ else \ *piDst = 0; \ } \ else \ { \ if ( (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_UP \ || (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_ZERO \ || (iExponent < -1 && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST)) \ *piDst = 0; \ else \ { \ *piDst = -1; \ fFsw |= X86_FSW_C1; \ } \ } \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ /* \ * Special MIN case. \ */ \ else if ( fSignIn && iExponent == a_cBits - 1 \ && ( a_cBits < 64 && (fFcw & X86_FCW_RC_MASK) != X86_FCW_RC_DOWN \ ? uMantissa < (RT_BIT_64(63) | RT_BIT_64(65 - a_cBits)) \ : uMantissa == RT_BIT_64(63))) \ { \ *piDst = a_iTypeMin; \ if (uMantissa & (RT_BIT_64(64 - a_cBits + 1) - 1)) \ { \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ } \ /* \ * Too large/small number outside the target integer range. \ */ \ else \ { \ fFsw |= X86_FSW_IE; \ if (fFcw & X86_FCW_IM) \ *piDst = a_iTypeIndefinite; \ else \ fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); \ } \ } \ /* \ * Map both +0 and -0 to integer zero (signless/+). \ */ \ else if (RTFLOAT80U_IS_ZERO(pr80Val)) \ *piDst = 0; \ /* \ * Denormals are just really tiny sub-zero numbers that are either rounded \ * to zero, 1 or -1 depending on sign and rounding control. \ */ \ else if (RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Val) || RTFLOAT80U_IS_DENORMAL(pr80Val)) \ { \ if ((fFcw & X86_FCW_RC_MASK) != (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP)) \ *piDst = 0; \ else \ { \ *piDst = fSignIn ? -1 : 1; \ fFsw |= X86_FSW_C1; \ } \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ /* \ * All other special values are considered invalid arguments and result \ * in an IE exception and indefinite value if masked. \ */ \ else \ { \ fFsw |= X86_FSW_IE; \ if (fFcw & X86_FCW_IM) \ *piDst = a_iTypeIndefinite; \ else \ fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); \ } \ *pu16FSW = fFsw; \ } EMIT_FIST(64, int64_t, INT64_MIN, X86_FPU_INT64_INDEFINITE) EMIT_FIST(32, int32_t, INT32_MIN, X86_FPU_INT32_INDEFINITE) EMIT_FIST(16, int16_t, INT16_MIN, X86_FPU_INT16_INDEFINITE) #endif /*IEM_WITHOUT_ASSEMBLY */ /* * The FISTT instruction was added with SSE3 and are a lot simpler than FIST. * * The 16-bit version is a bit peculiar, though, as it seems to be raising IE * as if it was the 32-bit version (i.e. starting with exp 31 instead of 15), * thus the @a a_cBitsIn. */ #define EMIT_FISTT(a_cBits, a_cBitsIn, a_iType, a_iTypeMin, a_iTypeMax, a_iTypeIndefinite, a_Suffix, a_fIntelVersion) \ IEM_DECL_IMPL_DEF(void, RT_CONCAT3(iemAImpl_fistt_r80_to_i,a_cBits,a_Suffix),(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, \ a_iType *piDst, PCRTFLOAT80U pr80Val)) \ { \ uint16_t const fFcw = pFpuState->FCW; \ uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); \ bool const fSignIn = pr80Val->s.fSign; \ \ /* \ * Deal with normal numbers first. \ */ \ if (RTFLOAT80U_IS_NORMAL(pr80Val)) \ { \ uint64_t uMantissa = pr80Val->s.uMantissa; \ int32_t iExponent = (int32_t)pr80Val->s.uExponent - RTFLOAT80U_EXP_BIAS; \ \ if ((uint32_t)iExponent <= a_cBitsIn - 2) \ { \ unsigned const cShiftOff = 63 - iExponent; \ uint64_t const fRoundingOffMask = RT_BIT_64(cShiftOff) - 1; \ uint64_t const fRoundedOff = uMantissa & fRoundingOffMask; \ uMantissa >>= cShiftOff; \ /*Assert(!(uMantissa & RT_BIT_64(a_cBits - 1)));*/ \ if (!fSignIn) \ *piDst = (a_iType)uMantissa; \ else \ *piDst = -(a_iType)uMantissa; \ \ if (fRoundedOff) \ { \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ } \ /* \ * Tiny sub-zero numbers. \ */ \ else if (iExponent < 0) \ { \ *piDst = 0; \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ /* \ * Special MIN case. \ */ \ else if ( fSignIn && iExponent == a_cBits - 1 \ && (a_cBits < 64 \ ? uMantissa < (RT_BIT_64(63) | RT_BIT_64(65 - a_cBits)) \ : uMantissa == RT_BIT_64(63)) ) \ { \ *piDst = a_iTypeMin; \ if (uMantissa & (RT_BIT_64(64 - a_cBits + 1) - 1)) \ { \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ } \ /* \ * Figure this weirdness. \ */ \ else if (a_cBits == 16 && fSignIn && iExponent == 31 && uMantissa < UINT64_C(0x8000100000000000) ) \ { \ *piDst = 0; \ if (uMantissa & (RT_BIT_64(64 - a_cBits + 1) - 1)) \ { \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ } \ /* \ * Too large/small number outside the target integer range. \ */ \ else \ { \ fFsw |= X86_FSW_IE; \ if (fFcw & X86_FCW_IM) \ *piDst = a_iTypeIndefinite; \ else \ fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); \ } \ } \ /* \ * Map both +0 and -0 to integer zero (signless/+). \ */ \ else if (RTFLOAT80U_IS_ZERO(pr80Val)) \ *piDst = 0; \ /* \ * Denormals are just really tiny sub-zero numbers that are trucated to zero. \ */ \ else if (RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Val) || RTFLOAT80U_IS_DENORMAL(pr80Val)) \ { \ *piDst = 0; \ fFsw |= X86_FSW_PE; \ if (!(fFcw & X86_FCW_PM)) \ fFsw |= X86_FSW_ES | X86_FSW_B; \ } \ /* \ * All other special values are considered invalid arguments and result \ * in an IE exception and indefinite value if masked. \ */ \ else \ { \ fFsw |= X86_FSW_IE; \ if (fFcw & X86_FCW_IM) \ *piDst = a_iTypeIndefinite; \ else \ fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); \ } \ *pu16FSW = fFsw; \ } #if defined(IEM_WITHOUT_ASSEMBLY) EMIT_FISTT(64, 64, int64_t, INT64_MIN, INT64_MAX, X86_FPU_INT64_INDEFINITE, RT_NOTHING, 1) EMIT_FISTT(32, 32, int32_t, INT32_MIN, INT32_MAX, X86_FPU_INT32_INDEFINITE, RT_NOTHING, 1) EMIT_FISTT(16, 32, int16_t, INT16_MIN, INT16_MAX, 0 /* X86_FPU_INT16_INDEFINITE - weird weird weird! */, RT_NOTHING, 1) #endif EMIT_FISTT(16, 32, int16_t, INT16_MIN, INT16_MAX, 0 /* X86_FPU_INT16_INDEFINITE - weird weird weird! */, _intel, 1) EMIT_FISTT(16, 32, int16_t, INT16_MIN, INT16_MAX, 0 /* X86_FPU_INT16_INDEFINITE - weird weird weird! */, _amd, 0) #if defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_fst_r80_to_d80,(PCX86FXSTATE pFpuState, uint16_t *pu16FSW, PRTPBCD80U pd80Dst, PCRTFLOAT80U pr80Src)) { /*static RTPBCD80U const s_ad80MaxMin[2] = { RTPBCD80U_INIT_MAX(), RTPBCD80U_INIT_MIN() };*/ static RTPBCD80U const s_ad80Zeros[2] = { RTPBCD80U_INIT_ZERO(0), RTPBCD80U_INIT_ZERO(1) }; static RTPBCD80U const s_ad80One[2] = { RTPBCD80U_INIT_C(0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,1), RTPBCD80U_INIT_C(1, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,0, 0,1) }; static RTPBCD80U const s_d80Indefinite = RTPBCD80U_INIT_INDEFINITE(); uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)); bool const fSignIn = pr80Src->s.fSign; /* * Deal with normal numbers first. */ if (RTFLOAT80U_IS_NORMAL(pr80Src)) { uint64_t uMantissa = pr80Src->s.uMantissa; int32_t iExponent = (int32_t)pr80Src->s.uExponent - RTFLOAT80U_EXP_BIAS; if ( (uint32_t)iExponent <= 58 || ((uint32_t)iExponent == 59 && uMantissa <= UINT64_C(0xde0b6b3a763fffff)) ) { unsigned const cShiftOff = 63 - iExponent; uint64_t const fRoundingOffMask = RT_BIT_64(cShiftOff) - 1; uint64_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? RT_BIT_64(cShiftOff - 1) : (fFcw & X86_FCW_RC_MASK) == (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) ? fRoundingOffMask : 0; uint64_t fRoundedOff = uMantissa & fRoundingOffMask; uMantissa >>= cShiftOff; uint64_t const uRounding = (fRoundedOff + uRoundingAdd) >> cShiftOff; uMantissa += uRounding; if (uMantissa <= (uint64_t)RTPBCD80U_MAX) { if (fRoundedOff) { if ((uMantissa & 1) && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST && fRoundedOff == uRoundingAdd) uMantissa &= ~(uint64_t)1; /* round to even number if equal distance between up/down. */ else if (uRounding) fFsw |= X86_FSW_C1; fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } pd80Dst->s.fSign = fSignIn; pd80Dst->s.uPad = 0; for (size_t iPair = 0; iPair < RT_ELEMENTS(pd80Dst->s.abPairs); iPair++) { unsigned const uDigits = uMantissa % 100; uMantissa /= 100; uint8_t const bLo = uDigits % 10; uint8_t const bHi = uDigits / 10; pd80Dst->s.abPairs[iPair] = RTPBCD80U_MAKE_PAIR(bHi, bLo); } } else { /* overflowed after rounding. */ fFsw |= X86_FSW_IE; if (fFcw & X86_FCW_IM) *pd80Dst = s_d80Indefinite; else fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); } } /* * Tiny sub-zero numbers. */ else if (iExponent < 0) { if (!fSignIn) { if ( (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_UP || (iExponent == -1 && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST)) { *pd80Dst = s_ad80One[fSignIn]; fFsw |= X86_FSW_C1; } else *pd80Dst = s_ad80Zeros[fSignIn]; } else { if ( (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_UP || (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_ZERO || (iExponent < -1 && (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST)) *pd80Dst = s_ad80Zeros[fSignIn]; else { *pd80Dst = s_ad80One[fSignIn]; fFsw |= X86_FSW_C1; } } fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } /* * Too large/small number outside the target integer range. */ else { fFsw |= X86_FSW_IE; if (fFcw & X86_FCW_IM) *pd80Dst = s_d80Indefinite; else fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); } } /* * Map both +0 and -0 to integer zero (signless/+). */ else if (RTFLOAT80U_IS_ZERO(pr80Src)) *pd80Dst = s_ad80Zeros[fSignIn]; /* * Denormals are just really tiny sub-zero numbers that are either rounded * to zero, 1 or -1 depending on sign and rounding control. */ else if (RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Src) || RTFLOAT80U_IS_DENORMAL(pr80Src)) { if ((fFcw & X86_FCW_RC_MASK) != (fSignIn ? X86_FCW_RC_DOWN : X86_FCW_RC_UP)) *pd80Dst = s_ad80Zeros[fSignIn]; else { *pd80Dst = s_ad80One[fSignIn]; fFsw |= X86_FSW_C1; } fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } /* * All other special values are considered invalid arguments and result * in an IE exception and indefinite value if masked. */ else { fFsw |= X86_FSW_IE; if (fFcw & X86_FCW_IM) *pd80Dst = s_d80Indefinite; else fFsw |= X86_FSW_ES | X86_FSW_B | (7 << X86_FSW_TOP_SHIFT); } *pu16FSW = fFsw; } /********************************************************************************************************************************* * FPU Helpers * *********************************************************************************************************************************/ AssertCompileSize(RTFLOAT128U, 16); AssertCompileSize(RTFLOAT80U, 10); AssertCompileSize(RTFLOAT64U, 8); AssertCompileSize(RTFLOAT32U, 4); /** * Normalizes a possible pseudo-normal value. * * Psuedo-normal values are some oddities from the 8087 & 287 days. They are * denormals with the J-bit set, so they can simply be rewritten as 2**-16382, * i.e. changing uExponent from 0 to 1. * * This macro will declare a RTFLOAT80U with the name given by * @a a_r80ValNormalized and update the @a a_pr80Val variable to point to it if * a normalization was performed. * * @note This must be applied before calling SoftFloat with a value that couldbe * a pseudo-denormal, as SoftFloat doesn't handle pseudo-denormals * correctly. */ #define IEM_NORMALIZE_PSEUDO_DENORMAL(a_pr80Val, a_r80ValNormalized) \ RTFLOAT80U a_r80ValNormalized; \ if (RTFLOAT80U_IS_PSEUDO_DENORMAL(a_pr80Val)) \ { \ a_r80ValNormalized = *a_pr80Val; \ a_r80ValNormalized.s.uExponent = 1; \ a_pr80Val = &a_r80ValNormalized; \ } else do {} while (0) #ifdef IEM_WITH_FLOAT128_FOR_FPU DECLINLINE(int) iemFpuF128SetRounding(uint16_t fFcw) { int fNew; switch (fFcw & X86_FCW_RC_MASK) { default: case X86_FCW_RC_NEAREST: fNew = FE_TONEAREST; break; case X86_FCW_RC_ZERO: fNew = FE_TOWARDZERO; break; case X86_FCW_RC_UP: fNew = FE_UPWARD; break; case X86_FCW_RC_DOWN: fNew = FE_DOWNWARD; break; } int fOld = fegetround(); fesetround(fNew); return fOld; } DECLINLINE(void) iemFpuF128RestoreRounding(int fOld) { fesetround(fOld); } DECLINLINE(_Float128) iemFpuF128FromFloat80(PCRTFLOAT80U pr80Val, uint16_t fFcw) { RT_NOREF(fFcw); RTFLOAT128U Tmp; Tmp.s2.uSignAndExponent = pr80Val->s2.uSignAndExponent; Tmp.s2.uFractionHigh = (uint16_t)((pr80Val->s2.uMantissa & (RT_BIT_64(63) - 1)) >> 48); Tmp.s2.uFractionMid = (uint32_t)((pr80Val->s2.uMantissa & UINT32_MAX) >> 16); Tmp.s2.uFractionLow = pr80Val->s2.uMantissa << 48; if (RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Val)) { Assert(Tmp.s.uExponent == 0); Tmp.s2.uSignAndExponent++; } return *(_Float128 *)&Tmp; } DECLINLINE(uint16_t) iemFpuF128ToFloat80(PRTFLOAT80U pr80Dst, _Float128 rd128ValSrc, uint16_t fFcw, uint16_t fFsw) { RT_NOREF(fFcw); RTFLOAT128U Tmp; *(_Float128 *)&Tmp = rd128ValSrc; ASMCompilerBarrier(); if (RTFLOAT128U_IS_NORMAL(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = Tmp.s64.uExponent; uint64_t uFraction = Tmp.s64.uFractionHi << (63 - 48) | Tmp.s64.uFractionLo >> (64 - 15); /* Do rounding - just truncate in near mode when midway on an even outcome. */ unsigned const cShiftOff = 64 - 15; uint64_t const fRoundingOffMask = RT_BIT_64(cShiftOff) - 1; uint64_t const uRoundedOff = Tmp.s64.uFractionLo & fRoundingOffMask; if (uRoundedOff) { uint64_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? RT_BIT_64(cShiftOff - 1) : (fFcw & X86_FCW_RC_MASK) == (Tmp.s64.fSign ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) ? fRoundingOffMask : 0; if ( (fFcw & X86_FCW_RC_MASK) != X86_FCW_RC_NEAREST || (Tmp.s64.uFractionLo & RT_BIT_64(cShiftOff)) || uRoundedOff != uRoundingAdd) { if ((uRoundedOff + uRoundingAdd) >> cShiftOff) { uFraction += 1; if (!(uFraction & RT_BIT_64(63))) { /* likely */ } else { uFraction >>= 1; pr80Dst->s.uExponent++; if (pr80Dst->s.uExponent == RTFLOAT64U_EXP_MAX) return fFsw; } fFsw |= X86_FSW_C1; } } fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } pr80Dst->s.uMantissa = RT_BIT_64(63) | uFraction; } else if (RTFLOAT128U_IS_ZERO(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = 0; pr80Dst->s.uMantissa = 0; } else if (RTFLOAT128U_IS_INF(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = 0; pr80Dst->s.uMantissa = 0; } return fFsw; } #else /* !IEM_WITH_FLOAT128_FOR_FPU - SoftFloat */ /** Initializer for the SoftFloat state structure. */ # define IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(a_fFcw) \ { \ softfloat_tininess_afterRounding, \ ((a_fFcw) & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? (uint8_t)softfloat_round_near_even \ : ((a_fFcw) & X86_FCW_RC_MASK) == X86_FCW_RC_UP ? (uint8_t)softfloat_round_max \ : ((a_fFcw) & X86_FCW_RC_MASK) == X86_FCW_RC_DOWN ? (uint8_t)softfloat_round_min \ : (uint8_t)softfloat_round_minMag, \ 0, \ (uint8_t)((a_fFcw) & X86_FCW_XCPT_MASK), \ ((a_fFcw) & X86_FCW_PC_MASK) == X86_FCW_PC_53 ? (uint8_t)64 \ : ((a_fFcw) & X86_FCW_PC_MASK) == X86_FCW_PC_24 ? (uint8_t)32 : (uint8_t)80 \ } /** Returns updated FSW from a SoftFloat state and exception mask (FCW). */ # define IEM_SOFTFLOAT_STATE_TO_FSW(a_fFsw, a_pSoftState, a_fFcw) \ ( (a_fFsw) \ | (uint16_t)(((a_pSoftState)->exceptionFlags & softfloat_flag_c1) << 2) \ | ((a_pSoftState)->exceptionFlags & X86_FSW_XCPT_MASK) \ | ( ((a_pSoftState)->exceptionFlags & X86_FSW_XCPT_MASK) & (~(a_fFcw) & X86_FSW_XCPT_MASK) \ ? X86_FSW_ES | X86_FSW_B : 0) ) DECLINLINE(float128_t) iemFpuSoftF128Precision(float128_t r128, unsigned cBits, uint16_t fFcw = X86_FCW_RC_NEAREST) { RT_NOREF(fFcw); Assert(cBits > 64); # if 0 /* rounding does not seem to help */ uint64_t off = r128.v[0] & (RT_BIT_64(1 + 112 - cBits) - 1); r128.v[0] &= ~(RT_BIT_64(1 + 112 - cBits) - 1); if (off >= RT_BIT_64(1 + 112 - cBits - 1) && (r128.v[0] & RT_BIT_64(1 + 112 - cBits))) { uint64_t uOld = r128.v[0]; r128.v[0] += RT_BIT_64(1 + 112 - cBits); if (r128.v[0] < uOld) r128.v[1] += 1; } # else r128.v[0] &= ~(RT_BIT_64(1 + 112 - cBits) - 1); # endif return r128; } DECLINLINE(float128_t) iemFpuSoftF128PrecisionIprt(PCRTFLOAT128U pr128, unsigned cBits, uint16_t fFcw = X86_FCW_RC_NEAREST) { RT_NOREF(fFcw); Assert(cBits > 64); # if 0 /* rounding does not seem to help, not even on constants */ float128_t r128 = { pr128->au64[0], pr128->au64[1] }; uint64_t off = r128.v[0] & (RT_BIT_64(1 + 112 - cBits) - 1); r128.v[0] &= ~(RT_BIT_64(1 + 112 - cBits) - 1); if (off >= RT_BIT_64(1 + 112 - cBits - 1) && (r128.v[0] & RT_BIT_64(1 + 112 - cBits))) { uint64_t uOld = r128.v[0]; r128.v[0] += RT_BIT_64(1 + 112 - cBits); if (r128.v[0] < uOld) r128.v[1] += 1; } return r128; # else float128_t r128 = { { pr128->au64[0] & ~(RT_BIT_64(1 + 112 - cBits) - 1), pr128->au64[1] } }; return r128; # endif } # if 0 /* unused */ DECLINLINE(float128_t) iemFpuSoftF128FromIprt(PCRTFLOAT128U pr128) { float128_t r128 = { { pr128->au64[0], pr128->au64[1] } }; return r128; } # endif /** Converts a 80-bit floating point value to SoftFloat 128-bit floating point. */ DECLINLINE(float128_t) iemFpuSoftF128FromFloat80(PCRTFLOAT80U pr80Val) { extFloat80_t Tmp; Tmp.signExp = pr80Val->s2.uSignAndExponent; Tmp.signif = pr80Val->s2.uMantissa; softfloat_state_t Ignored = SOFTFLOAT_STATE_INIT_DEFAULTS(); return extF80_to_f128(Tmp, &Ignored); } /** * Converts from the packed IPRT 80-bit floating point (RTFLOAT80U) format to * the SoftFloat extended 80-bit floating point format (extFloat80_t). * * This is only a structure format conversion, nothing else. */ DECLINLINE(extFloat80_t) iemFpuSoftF80FromIprt(PCRTFLOAT80U pr80Val) { extFloat80_t Tmp; Tmp.signExp = pr80Val->s2.uSignAndExponent; Tmp.signif = pr80Val->s2.uMantissa; return Tmp; } /** * Converts from SoftFloat extended 80-bit floating point format (extFloat80_t) * to the packed IPRT 80-bit floating point (RTFLOAT80U) format. * * This is only a structure format conversion, nothing else. */ DECLINLINE(PRTFLOAT80U) iemFpuSoftF80ToIprt(PRTFLOAT80U pr80Dst, extFloat80_t const r80XSrc) { pr80Dst->s2.uSignAndExponent = r80XSrc.signExp; pr80Dst->s2.uMantissa = r80XSrc.signif; return pr80Dst; } DECLINLINE(uint16_t) iemFpuSoftF128ToFloat80(PRTFLOAT80U pr80Dst, float128_t r128Src, uint16_t fFcw, uint16_t fFsw) { RT_NOREF(fFcw); RTFLOAT128U Tmp; *(float128_t *)&Tmp = r128Src; ASMCompilerBarrier(); if (RTFLOAT128U_IS_NORMAL(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = Tmp.s64.uExponent; uint64_t uFraction = Tmp.s64.uFractionHi << (63 - 48) | Tmp.s64.uFractionLo >> (64 - 15); /* Do rounding - just truncate in near mode when midway on an even outcome. */ unsigned const cShiftOff = 64 - 15; uint64_t const fRoundingOffMask = RT_BIT_64(cShiftOff) - 1; uint64_t const uRoundedOff = Tmp.s64.uFractionLo & fRoundingOffMask; if (uRoundedOff) { uint64_t const uRoundingAdd = (fFcw & X86_FCW_RC_MASK) == X86_FCW_RC_NEAREST ? RT_BIT_64(cShiftOff - 1) : (fFcw & X86_FCW_RC_MASK) == (Tmp.s64.fSign ? X86_FCW_RC_DOWN : X86_FCW_RC_UP) ? fRoundingOffMask : 0; if ( (fFcw & X86_FCW_RC_MASK) != X86_FCW_RC_NEAREST || (Tmp.s64.uFractionLo & RT_BIT_64(cShiftOff)) || uRoundedOff != uRoundingAdd) { if ((uRoundedOff + uRoundingAdd) >> cShiftOff) { uFraction += 1; if (!(uFraction & RT_BIT_64(63))) { /* likely */ } else { uFraction >>= 1; pr80Dst->s.uExponent++; if (pr80Dst->s.uExponent == RTFLOAT64U_EXP_MAX) return fFsw; } fFsw |= X86_FSW_C1; } } fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } pr80Dst->s.uMantissa = RT_BIT_64(63) | uFraction; } else if (RTFLOAT128U_IS_ZERO(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = 0; pr80Dst->s.uMantissa = 0; } else if (RTFLOAT128U_IS_INF(&Tmp)) { pr80Dst->s.fSign = Tmp.s64.fSign; pr80Dst->s.uExponent = 0; pr80Dst->s.uMantissa = 0; } return fFsw; } /** * Helper for transfering exception and C1 to FSW and setting the result value * accordingly. * * @returns Updated FSW. * @param pSoftState The SoftFloat state following the operation. * @param r80XResult The result of the SoftFloat operation. * @param pr80Result Where to store the result for IEM. * @param fFcw The FPU control word. * @param fFsw The FSW before the operation, with necessary bits * cleared and such. * @param pr80XcptResult Alternative return value for use an unmasked \#IE is * raised. */ DECLINLINE(uint16_t) iemFpuSoftStateAndF80ToFswAndIprtResult(softfloat_state_t const *pSoftState, extFloat80_t r80XResult, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw, PCRTFLOAT80U pr80XcptResult) { fFsw |= (pSoftState->exceptionFlags & X86_FSW_XCPT_MASK) | (uint16_t)((pSoftState->exceptionFlags & softfloat_flag_c1) << 2); if (fFsw & ~fFcw & X86_FSW_XCPT_MASK) fFsw |= X86_FSW_ES | X86_FSW_B; if (!(fFsw & ~fFcw & X86_FSW_IE)) iemFpuSoftF80ToIprt(pr80Result, r80XResult); else *pr80Result = *pr80XcptResult; return fFsw; } /** * Helper doing polynomial evaluation using Horner's method. * * See https://en.wikipedia.org/wiki/Horner%27s_method for details. */ float128_t iemFpuSoftF128HornerPoly(float128_t z, PCRTFLOAT128U g_par128HornerConsts, size_t cHornerConsts, unsigned cPrecision, softfloat_state_t *pSoftState) { Assert(cHornerConsts > 1); size_t i = cHornerConsts - 1; float128_t r128Result = iemFpuSoftF128PrecisionIprt(&g_par128HornerConsts[i], cPrecision); while (i-- > 0) { r128Result = iemFpuSoftF128Precision(f128_mul(r128Result, z, pSoftState), cPrecision); r128Result = f128_add(r128Result, iemFpuSoftF128PrecisionIprt(&g_par128HornerConsts[i], cPrecision), pSoftState); r128Result = iemFpuSoftF128Precision(r128Result, cPrecision); } return r128Result; } #endif /* !IEM_WITH_FLOAT128_FOR_FPU - SoftFloat */ /** * Composes a normalized and rounded RTFLOAT80U result from a 192 bit wide * mantissa, exponent and sign. * * @returns Updated FSW. * @param pr80Dst Where to return the composed value. * @param fSign The sign. * @param puMantissa The mantissa, 256-bit type but the to 64-bits are * ignored and should be zero. This will probably be * modified during normalization and rounding. * @param iExponent Unbiased exponent. * @param fFcw The FPU control word. * @param fFsw The FPU status word. */ static uint16_t iemFpuFloat80RoundAndComposeFrom192(PRTFLOAT80U pr80Dst, bool fSign, PRTUINT256U puMantissa, int32_t iExponent, uint16_t fFcw, uint16_t fFsw) { AssertStmt(puMantissa->QWords.qw3 == 0, puMantissa->QWords.qw3 = 0); iExponent += RTFLOAT80U_EXP_BIAS; /* Do normalization if necessary and possible. */ unsigned cShifted = 0; if (!(puMantissa->QWords.qw2 & RT_BIT_64(63))) { int cShift = 192 - RTUInt256BitCount(puMantissa); if (iExponent > cShift) iExponent -= cShift; else { if (fFcw & X86_FCW_UM) { if (iExponent > 0) cShift = --iExponent; else cShift = 0; } iExponent -= cShift; } cShifted = cShift; RTUInt256AssignShiftLeft(puMantissa, cShift); } /* Do rounding. */ uint64_t uMantissa = puMantissa->QWords.qw2; if (puMantissa->QWords.qw1 || puMantissa->QWords.qw0) { bool fAdd; switch (fFcw & X86_FCW_RC_MASK) { default: /* (for the simple-minded MSC which otherwise things fAdd would be used uninitialized) */ case X86_FCW_RC_NEAREST: if (puMantissa->QWords.qw1 & RT_BIT_64(63)) { if ( (uMantissa & 1) || puMantissa->QWords.qw0 != 0 || puMantissa->QWords.qw1 != RT_BIT_64(63)) { fAdd = true; break; } uMantissa &= ~(uint64_t)1; } fAdd = false; break; case X86_FCW_RC_ZERO: fAdd = false; break; case X86_FCW_RC_UP: fAdd = !fSign; break; case X86_FCW_RC_DOWN: fAdd = fSign; break; } if (fAdd) { uint64_t const uTmp = uMantissa; uMantissa = uTmp + 1; if (uMantissa < uTmp) { uMantissa >>= 1; uMantissa |= RT_BIT_64(63); iExponent++; } fFsw |= X86_FSW_C1; } fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } /* Check for underflow (denormals). */ if (iExponent <= 0) { if (fFcw & X86_FCW_UM) { if (uMantissa & RT_BIT_64(63)) uMantissa >>= 1; iExponent = 0; } else { iExponent += RTFLOAT80U_EXP_BIAS_ADJUST; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_UE; } /* Check for overflow */ else if (iExponent >= RTFLOAT80U_EXP_MAX) { Assert(iExponent < RTFLOAT80U_EXP_MAX); } /* Compose the result. */ pr80Dst->s.uMantissa = uMantissa; pr80Dst->s.uExponent = iExponent; pr80Dst->s.fSign = fSign; return fFsw; } /********************************************************************************************************************************* * x86 FPU Division Operations * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_fdiv_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fdiv_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } /** Worker for iemAImpl_fdiv_r80_by_r80 & iemAImpl_fdivr_r80_by_r80. */ static uint16_t iemAImpl_fdiv_f80_r80_worker(PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw, PCRTFLOAT80U pr80Val1Org) { if (!RTFLOAT80U_IS_ZERO(pr80Val2) || RTFLOAT80U_IS_NAN(pr80Val1) || RTFLOAT80U_IS_INF(pr80Val1)) { softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); extFloat80_t r80XResult = extF80_div(iemFpuSoftF80FromIprt(pr80Val1), iemFpuSoftF80FromIprt(pr80Val2), &SoftState); return iemFpuSoftStateAndF80ToFswAndIprtResult(&SoftState, r80XResult, pr80Result, fFcw, fFsw, pr80Val1Org); } if (!RTFLOAT80U_IS_ZERO(pr80Val1)) { /* Div by zero. */ if (fFcw & X86_FCW_ZM) *pr80Result = g_ar80Infinity[pr80Val1->s.fSign != pr80Val2->s.fSign]; else { *pr80Result = *pr80Val1Org; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_ZE; } else { /* Invalid operand */ if (fFcw & X86_FCW_IM) *pr80Result = g_r80Indefinite; else { *pr80Result = *pr80Val1Org; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } return fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fdiv_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs & /0 trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2) && !RTFLOAT80U_IS_ZERO(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fdiv_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fdiv_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fdivr_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fdivr_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fdivr_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs & /0 trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1) && !RTFLOAT80U_IS_ZERO(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fdiv_f80_r80_worker(pr80Val2, pr80Val1, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fdiv_f80_r80_worker(pr80Val2, pr80Val1, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fidiv_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fidiv_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fidivr_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fidivr_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fprem_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fprem1_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } /********************************************************************************************************************************* * x87 FPU Multiplication Operations * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_fmul_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fmul_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } /** Worker for iemAImpl_fmul_r80_by_r80. */ static uint16_t iemAImpl_fmul_f80_r80_worker(PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw, PCRTFLOAT80U pr80Val1Org) { softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); extFloat80_t r80XResult = extF80_mul(iemFpuSoftF80FromIprt(pr80Val1), iemFpuSoftF80FromIprt(pr80Val2), &SoftState); return iemFpuSoftStateAndF80ToFswAndIprtResult(&SoftState, r80XResult, pr80Result, fFcw, fFsw, pr80Val1Org); } IEM_DECL_IMPL_DEF(void, iemAImpl_fmul_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fmul_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fmul_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fimul_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fimul_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } /********************************************************************************************************************************* * x87 FPU Addition and Subtraction * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_fadd_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fadd_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } /** Worker for iemAImpl_fadd_r80_by_r80. */ static uint16_t iemAImpl_fadd_f80_r80_worker(PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw, PCRTFLOAT80U pr80Val1Org) { softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); extFloat80_t r80XResult = extF80_add(iemFpuSoftF80FromIprt(pr80Val1), iemFpuSoftF80FromIprt(pr80Val2), &SoftState); return iemFpuSoftStateAndF80ToFswAndIprtResult(&SoftState, r80XResult, pr80Result, fFcw, fFsw, pr80Val1Org); } IEM_DECL_IMPL_DEF(void, iemAImpl_fadd_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fadd_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fadd_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fiadd_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fiadd_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fisub_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fisub_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fisubr_r80_by_i16,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fisubr_r80_by_i32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pi32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsub_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsub_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } /** Worker for iemAImpl_fsub_r80_by_r80 and iemAImpl_fsubr_r80_by_r80. */ static uint16_t iemAImpl_fsub_f80_r80_worker(PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw, PCRTFLOAT80U pr80Val1Org) { softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); extFloat80_t r80XResult = extF80_sub(iemFpuSoftF80FromIprt(pr80Val1), iemFpuSoftF80FromIprt(pr80Val2), &SoftState); return iemFpuSoftStateAndF80ToFswAndIprtResult(&SoftState, r80XResult, pr80Result, fFcw, fFsw, pr80Val1Org); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsub_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fsub_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fsub_f80_r80_worker(pr80Val1, pr80Val2, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fsubr_r80_by_r32,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsubr_r80_by_r64,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr64Val2); AssertReleaseFailed(); } /* Same as iemAImpl_fsub_r80_by_r80, but with input operands switched. */ IEM_DECL_IMPL_DEF(void, iemAImpl_fsubr_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); /* SoftFloat does not check for Pseudo-Infinity, Pseudo-Nan and Unnormals. */ if (RTFLOAT80U_IS_387_INVALID(pr80Val1) || RTFLOAT80U_IS_387_INVALID(pr80Val2)) { if (fFcw & X86_FCW_IM) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } /* SoftFloat does not check for denormals and certainly not report them to us. NaNs trumps denormals. */ else if ( (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val1) && !RTFLOAT80U_IS_NAN(pr80Val2)) || (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val2) && !RTFLOAT80U_IS_NAN(pr80Val1)) ) { if (fFcw & X86_FCW_DM) { PCRTFLOAT80U const pr80Val1Org = pr80Val1; IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val1, r80Val1Normalized); IEM_NORMALIZE_PSEUDO_DENORMAL(pr80Val2, r80Val2Normalized); fFsw = iemAImpl_fsub_f80_r80_worker(pr80Val2, pr80Val1, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1Org); } else { pFpuRes->r80Result = *pr80Val1; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_DE; } /* SoftFloat can handle the rest: */ else fFsw = iemAImpl_fsub_f80_r80_worker(pr80Val2, pr80Val1, &pFpuRes->r80Result, fFcw, fFsw, pr80Val1); pFpuRes->FSW = fFsw; } /********************************************************************************************************************************* * x87 FPU Trigometric Operations * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_fpatan_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fpatan_r80_by_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fpatan_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } IEM_DECL_IMPL_DEF(void, iemAImpl_fpatan_r80_by_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fpatan_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } #if defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_fptan_r80_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { RT_NOREF(pFpuState, pFpuResTwo, pr80Val); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fptan_r80_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { iemAImpl_fptan_r80_r80(pFpuState, pFpuResTwo, pr80Val); } IEM_DECL_IMPL_DEF(void, iemAImpl_fptan_r80_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { iemAImpl_fptan_r80_r80(pFpuState, pFpuResTwo, pr80Val); } #ifdef IEM_WITHOUT_ASSEMBLY IEM_DECL_IMPL_DEF(void, iemAImpl_fsin_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { RT_NOREF(pFpuState, pFpuRes, pr80Val); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fsin_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_fsin_r80(pFpuState, pFpuRes, pr80Val); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsin_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_fsin_r80(pFpuState, pFpuRes, pr80Val); } #ifdef IEM_WITHOUT_ASSEMBLY IEM_DECL_IMPL_DEF(void, iemAImpl_fsincos_r80_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { RT_NOREF(pFpuState, pFpuResTwo, pr80Val); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fsincos_r80_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { iemAImpl_fsincos_r80_r80(pFpuState, pFpuResTwo, pr80Val); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsincos_r80_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { iemAImpl_fsincos_r80_r80(pFpuState, pFpuResTwo, pr80Val); } #ifdef IEM_WITHOUT_ASSEMBLY IEM_DECL_IMPL_DEF(void, iemAImpl_fcos_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { RT_NOREF(pFpuState, pFpuRes, pr80Val); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fcos_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_fcos_r80(pFpuState, pFpuRes, pr80Val); } IEM_DECL_IMPL_DEF(void, iemAImpl_fcos_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_fcos_r80(pFpuState, pFpuRes, pr80Val); } #ifdef IEM_WITHOUT_ASSEMBLY /********************************************************************************************************************************* * x87 FPU Compare and Testing Operations * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_ftst_r80,(PCX86FXSTATE pFpuState, uint16_t *pu16Fsw, PCRTFLOAT80U pr80Val)) { uint16_t fFsw = (7 << X86_FSW_TOP_SHIFT); if (RTFLOAT80U_IS_ZERO(pr80Val)) fFsw |= X86_FSW_C3; else if (RTFLOAT80U_IS_NORMAL(pr80Val) || RTFLOAT80U_IS_INF(pr80Val)) fFsw |= pr80Val->s.fSign ? X86_FSW_C0 : 0; else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val)) { fFsw |= pr80Val->s.fSign ? X86_FSW_C0 | X86_FSW_DE : X86_FSW_DE; if (!(pFpuState->FCW & X86_FCW_DM)) fFsw |= X86_FSW_ES | X86_FSW_B; } else { fFsw |= X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3 | X86_FSW_IE; if (!(pFpuState->FCW & X86_FCW_IM)) fFsw |= X86_FSW_ES | X86_FSW_B; } *pu16Fsw = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fxam_r80,(PCX86FXSTATE pFpuState, uint16_t *pu16Fsw, PCRTFLOAT80U pr80Val)) { RT_NOREF(pFpuState); uint16_t fFsw = (7 << X86_FSW_TOP_SHIFT); /* C1 = sign bit (always, even if empty Intel says). */ if (pr80Val->s.fSign) fFsw |= X86_FSW_C1; /* Classify the value in C0, C2, C3. */ if (!(pFpuState->FTW & RT_BIT_32(X86_FSW_TOP_GET(pFpuState->FSW)))) fFsw |= X86_FSW_C0 | X86_FSW_C3; /* empty */ else if (RTFLOAT80U_IS_NORMAL(pr80Val)) fFsw |= X86_FSW_C2; else if (RTFLOAT80U_IS_ZERO(pr80Val)) fFsw |= X86_FSW_C3; else if (RTFLOAT80U_IS_QUIET_OR_SIGNALLING_NAN(pr80Val)) fFsw |= X86_FSW_C0; else if (RTFLOAT80U_IS_INF(pr80Val)) fFsw |= X86_FSW_C0 | X86_FSW_C2; else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val)) fFsw |= X86_FSW_C2 | X86_FSW_C3; /* whatever else: 0 */ *pu16Fsw = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fcom_r80_by_r32,(PCX86FXSTATE pFpuState, uint16_t *pFSW, PCRTFLOAT80U pr80Val1, PCRTFLOAT32U pr32Val2)) { RT_NOREF(pFpuState, pFSW, pr80Val1, pr32Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fcom_r80_by_r64,(PCX86FXSTATE pFpuState, uint16_t *pFSW, PCRTFLOAT80U pr80Val1, PCRTFLOAT64U pr64Val2)) { RT_NOREF(pFpuState, pFSW, pr80Val1, pr64Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_fcom_r80_by_r80,(PCX86FXSTATE pFpuState, uint16_t *pFSW, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFSW, pr80Val1, pr80Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(uint32_t, iemAImpl_fcomi_r80_by_r80,(PCX86FXSTATE pFpuState, uint16_t *pFSW, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFSW, pr80Val1, pr80Val2); AssertReleaseFailed(); return 0; } IEM_DECL_IMPL_DEF(void, iemAImpl_fucom_r80_by_r80,(PCX86FXSTATE pFpuState, uint16_t *pFSW, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFSW, pr80Val1, pr80Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(uint32_t, iemAImpl_fucomi_r80_by_r80,(PCX86FXSTATE pFpuState, uint16_t *pu16Fsw, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pu16Fsw, pr80Val1, pr80Val2); AssertReleaseFailed(); return 0; } IEM_DECL_IMPL_DEF(void, iemAImpl_ficom_r80_by_i16,(PCX86FXSTATE pFpuState, uint16_t *pu16Fsw, PCRTFLOAT80U pr80Val1, int16_t const *pi16Val2)) { RT_NOREF(pFpuState, pu16Fsw, pr80Val1, pi16Val2); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_ficom_r80_by_i32,(PCX86FXSTATE pFpuState, uint16_t *pu16Fsw, PCRTFLOAT80U pr80Val1, int32_t const *pi32Val2)) { RT_NOREF(pFpuState, pu16Fsw, pr80Val1, pi32Val2); AssertReleaseFailed(); } /********************************************************************************************************************************* * x87 FPU Other Operations * *********************************************************************************************************************************/ /** * Helper for iemAImpl_frndint_r80, called both on normal and denormal numbers. */ static uint16_t iemAImpl_frndint_r80_normal(PCRTFLOAT80U pr80Val, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw) { softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); iemFpuSoftF80ToIprt(pr80Result, extF80_roundToInt(iemFpuSoftF80FromIprt(pr80Val), SoftState.roundingMode, true /*exact / generate #PE */, &SoftState)); return IEM_SOFTFLOAT_STATE_TO_FSW(fFsw, &SoftState, fFcw); } IEM_DECL_IMPL_DEF(void, iemAImpl_frndint_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (7 << X86_FSW_TOP_SHIFT); if (RTFLOAT80U_IS_NORMAL(pr80Val)) fFsw = iemAImpl_frndint_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else if ( RTFLOAT80U_IS_ZERO(pr80Val) || RTFLOAT80U_IS_QUIET_NAN(pr80Val) || RTFLOAT80U_IS_INDEFINITE(pr80Val) || RTFLOAT80U_IS_INF(pr80Val)) pFpuRes->r80Result = *pr80Val; else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val)) { fFsw |= X86_FSW_DE; if (fFcw & X86_FCW_DM) fFsw = iemAImpl_frndint_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else { pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_ES | X86_FSW_B; } } else { if (fFcw & X86_FCW_IM) { if (!RTFLOAT80U_IS_SIGNALLING_NAN(pr80Val)) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val; pFpuRes->r80Result.s.uMantissa |= RT_BIT_64(62); /* make it quiet */ } } else { pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } pFpuRes->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fscale_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } /** * Helper for iemAImpl_fsqrt_r80, called both on normal and denormal numbers. */ static uint16_t iemAImpl_fsqrt_r80_normal(PCRTFLOAT80U pr80Val, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw) { Assert(!pr80Val->s.fSign); softfloat_state_t SoftState = IEM_SOFTFLOAT_STATE_INITIALIZER_FROM_FCW(fFcw); iemFpuSoftF80ToIprt(pr80Result, extF80_sqrt(iemFpuSoftF80FromIprt(pr80Val), &SoftState)); return IEM_SOFTFLOAT_STATE_TO_FSW(fFsw, &SoftState, fFcw); } IEM_DECL_IMPL_DEF(void, iemAImpl_fsqrt_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (7 << X86_FSW_TOP_SHIFT); if (RTFLOAT80U_IS_NORMAL(pr80Val) && !pr80Val->s.fSign) fFsw = iemAImpl_fsqrt_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else if ( RTFLOAT80U_IS_ZERO(pr80Val) || RTFLOAT80U_IS_QUIET_NAN(pr80Val) || RTFLOAT80U_IS_INDEFINITE(pr80Val) || (RTFLOAT80U_IS_INF(pr80Val) && !pr80Val->s.fSign)) pFpuRes->r80Result = *pr80Val; else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val) && !pr80Val->s.fSign) /* Negative denormals only generate #IE! */ { fFsw |= X86_FSW_DE; if (fFcw & X86_FCW_DM) fFsw = iemAImpl_fsqrt_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else { pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_ES | X86_FSW_B; } } else { if (fFcw & X86_FCW_IM) { if (!RTFLOAT80U_IS_SIGNALLING_NAN(pr80Val)) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val; pFpuRes->r80Result.s.uMantissa |= RT_BIT_64(62); /* make it quiet */ } } else { pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_ES | X86_FSW_B; } fFsw |= X86_FSW_IE; } pFpuRes->FSW = fFsw; } /** * @code{.unparsed} * x x * ln2 * f(x) = 2 - 1 = e - 1 * * @endcode * * We can approximate e^x by a Taylor/Maclaurin series (see * https://en.wikipedia.org/wiki/Taylor_series#Exponential_function): * @code{.unparsed} * n 0 1 2 3 4 * inf x x x x x x * SUM ----- = --- + --- + --- + --- + --- + ... * n=0 n! 0! 1! 2! 3! 4! * * 2 3 4 * x x x * = 1 + x + --- + --- + --- + ... * 2! 3! 4! * @endcode * * Given z = x * ln2, we get: * @code{.unparsed} * 2 3 4 n * z z z z z * e - 1 = z + --- + --- + --- + ... + --- * 2! 3! 4! n! * @endcode * * Wanting to use Horner's method, we move one z outside and get: * @code{.unparsed} * 2 3 (n-1) * z z z z * = z ( 1 + --- + --- + --- + ... + ------- ) * 2! 3! 4! n! * @endcode * * The constants we need for using Horner's methods are 1 and 1 / n!. * * For very tiny x values, we can get away with f(x) = x * ln 2, because * because we don't have the necessary precision to represent 1.0 + z/3 + ... * and can approximate it to be 1.0. For a visual demonstration of this * check out https://www.desmos.com/calculator/vidcdxizd9 (for as long * as it valid), plotting f(x) = 2^x - 1 and f(x) = x * ln2. * * * As constant accuracy goes, figure 0.1 "80387 Block Diagram" in the "80387 * Data Sheet" (order 231920-002; Appendix E in 80387 PRM 231917-001; Military * i387SX 271166-002), indicates that constants are 67-bit (constant rom block) * and the internal mantissa size is 68-bit (mantissa adder & barrel shifter * blocks). (The one bit difference is probably an implicit one missing from * the constant ROM.) A paper on division and sqrt on the AMD-K7 by Stuart F. * Oberman states that it internally used a 68 bit mantissa with a 18-bit * exponent. * * However, even when sticking to 67 constants / 68 mantissas, I have not yet * successfully reproduced the exact results from an Intel 10980XE, there is * always a portition of rounding differences. Not going to spend too much time * on getting this 100% the same, at least not now. * * P.S. If someone are really curious about 8087 and its contstants: * http://www.righto.com/2020/05/extracting-rom-constants-from-8087-math.html * * * @param pr80Val The exponent value (x), less than 1.0, greater than * -1.0 and not zero. This can be a normal, denormal * or pseudo-denormal value. * @param pr80Result Where to return the result. * @param fFcw FPU control word. * @param fFsw FPU status word. */ static uint16_t iemAImpl_f2xm1_r80_normal(PCRTFLOAT80U pr80Val, PRTFLOAT80U pr80Result, uint16_t fFcw, uint16_t fFsw) { /* As mentioned above, we can skip the expensive polynomial calculation as it will be close enough to 1.0 that it makes no difference. The cutoff point for intel 10980XE is exponents >= -69. Intel also seems to be using a 67-bit or 68-bit constant value, and we get a smattering of rounding differences if we go for higher precision. */ if (pr80Val->s.uExponent <= RTFLOAT80U_EXP_BIAS - 69) { RTUINT256U u256; RTUInt128MulByU64Ex(&u256, &g_u128Ln2MantissaIntel, pr80Val->s.uMantissa); u256.QWords.qw0 |= 1; /* force #PE */ fFsw = iemFpuFloat80RoundAndComposeFrom192(pr80Result, pr80Val->s.fSign, &u256, !RTFLOAT80U_IS_PSEUDO_DENORMAL(pr80Val) && !RTFLOAT80U_IS_DENORMAL(pr80Val) ? (int32_t)pr80Val->s.uExponent - RTFLOAT80U_EXP_BIAS : 1 - RTFLOAT80U_EXP_BIAS, fFcw, fFsw); } else { #ifdef IEM_WITH_FLOAT128_FOR_FPU /* This approach is not good enough for small values, we end up with zero. */ int const fOldRounding = iemFpuF128SetRounding(fFcw); _Float128 rd128Val = iemFpuF128FromFloat80(pr80Val, fFcw); _Float128 rd128Result = powf128(2.0L, rd128Val); rd128Result -= 1.0L; fFsw = iemFpuF128ToFloat80(pr80Result, rd128Result, fFcw, fFsw); iemFpuF128RestoreRounding(fOldRounding); # else softfloat_state_t SoftState = SOFTFLOAT_STATE_INIT_DEFAULTS(); float128_t const x = iemFpuSoftF128FromFloat80(pr80Val); /* As mentioned above, enforce 68-bit internal mantissa width to better match the Intel 10980XE results. */ unsigned const cPrecision = 68; /* first calculate z = x * ln2 */ float128_t z = iemFpuSoftF128Precision(f128_mul(x, iemFpuSoftF128PrecisionIprt(&g_r128Ln2, cPrecision), &SoftState), cPrecision); /* Then do the polynomial evaluation. */ float128_t r = iemFpuSoftF128HornerPoly(z, g_ar128F2xm1HornerConsts, RT_ELEMENTS(g_ar128F2xm1HornerConsts), cPrecision, &SoftState); r = f128_mul(z, r, &SoftState); /* Output the result. */ fFsw = iemFpuSoftF128ToFloat80(pr80Result, r, fFcw, fFsw); # endif } return fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_f2xm1_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (7 << X86_FSW_TOP_SHIFT); if (RTFLOAT80U_IS_NORMAL(pr80Val)) { if (pr80Val->s.uExponent < RTFLOAT80U_EXP_BIAS) fFsw = iemAImpl_f2xm1_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else { /* Special case: 2^+1.0 - 1.0 = 1.0 2^-1.0 - 1.0 = -0.5 */ if ( pr80Val->s.uExponent == RTFLOAT80U_EXP_BIAS && pr80Val->s.uMantissa == RT_BIT_64(63)) { pFpuRes->r80Result.s.uMantissa = RT_BIT_64(63); pFpuRes->r80Result.s.uExponent = RTFLOAT80U_EXP_BIAS - pr80Val->s.fSign; pFpuRes->r80Result.s.fSign = pr80Val->s.fSign; } /* ST(0) > 1.0 || ST(0) < -1.0: undefined behavior */ /** @todo 287 is documented to only accept values 0 <= ST(0) <= 0.5. */ else pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_PE; if (!(fFcw & X86_FCW_PM)) fFsw |= X86_FSW_ES | X86_FSW_B; } } else if ( RTFLOAT80U_IS_ZERO(pr80Val) || RTFLOAT80U_IS_QUIET_NAN(pr80Val) || RTFLOAT80U_IS_INDEFINITE(pr80Val)) pFpuRes->r80Result = *pr80Val; else if (RTFLOAT80U_IS_INF(pr80Val)) pFpuRes->r80Result = pr80Val->s.fSign ? g_ar80One[1] : *pr80Val; else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val)) { fFsw |= X86_FSW_DE; if (fFcw & X86_FCW_DM) fFsw = iemAImpl_f2xm1_r80_normal(pr80Val, &pFpuRes->r80Result, fFcw, fFsw); else { pFpuRes->r80Result = *pr80Val; fFsw |= X86_FSW_ES | X86_FSW_B; } } else { if ( ( RTFLOAT80U_IS_UNNORMAL(pr80Val) || RTFLOAT80U_IS_PSEUDO_NAN(pr80Val)) && (fFcw & X86_FCW_IM)) pFpuRes->r80Result = g_r80Indefinite; else { pFpuRes->r80Result = *pr80Val; if (RTFLOAT80U_IS_SIGNALLING_NAN(pr80Val) && (fFcw & X86_FCW_IM)) pFpuRes->r80Result.s.uMantissa |= RT_BIT_64(62); /* make it quiet */ } fFsw |= X86_FSW_IE; if (!(fFcw & X86_FCW_IM)) fFsw |= X86_FSW_ES | X86_FSW_B; } pFpuRes->FSW = fFsw; } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_f2xm1_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_f2xm1_r80(pFpuState, pFpuRes, pr80Val); } IEM_DECL_IMPL_DEF(void, iemAImpl_f2xm1_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { iemAImpl_f2xm1_r80(pFpuState, pFpuRes, pr80Val); } #ifdef IEM_WITHOUT_ASSEMBLY IEM_DECL_IMPL_DEF(void, iemAImpl_fabs_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { pFpuRes->FSW = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (7 << X86_FSW_TOP_SHIFT); pFpuRes->r80Result = *pr80Val; pFpuRes->r80Result.s.fSign = 0; } IEM_DECL_IMPL_DEF(void, iemAImpl_fchs_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val)) { pFpuRes->FSW = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (7 << X86_FSW_TOP_SHIFT); pFpuRes->r80Result = *pr80Val; pFpuRes->r80Result.s.fSign = !pr80Val->s.fSign; } IEM_DECL_IMPL_DEF(void, iemAImpl_fxtract_r80_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULTTWO pFpuResTwo, PCRTFLOAT80U pr80Val)) { uint16_t const fFcw = pFpuState->FCW; uint16_t fFsw = (pFpuState->FSW & (X86_FSW_C0 | X86_FSW_C2 | X86_FSW_C3)) | (6 << X86_FSW_TOP_SHIFT); if (RTFLOAT80U_IS_NORMAL(pr80Val)) { softfloat_state_t Ignored = SOFTFLOAT_STATE_INIT_DEFAULTS(); iemFpuSoftF80ToIprt(&pFpuResTwo->r80Result1, i32_to_extF80((int32_t)pr80Val->s.uExponent - RTFLOAT80U_EXP_BIAS, &Ignored)); pFpuResTwo->r80Result2.s.fSign = pr80Val->s.fSign; pFpuResTwo->r80Result2.s.uExponent = RTFLOAT80U_EXP_BIAS; pFpuResTwo->r80Result2.s.uMantissa = pr80Val->s.uMantissa; } else if (RTFLOAT80U_IS_ZERO(pr80Val)) { fFsw |= X86_FSW_ZE; if (fFcw & X86_FCW_ZM) { pFpuResTwo->r80Result1 = g_ar80Infinity[1]; pFpuResTwo->r80Result2 = *pr80Val; } else { pFpuResTwo->r80Result2 = *pr80Val; fFsw = X86_FSW_ES | X86_FSW_B | (fFsw & ~X86_FSW_TOP_MASK) | (7 << X86_FSW_TOP_SHIFT); } } else if (RTFLOAT80U_IS_DENORMAL_OR_PSEUDO_DENORMAL(pr80Val)) { fFsw |= X86_FSW_DE; if (fFcw & X86_FCW_DM) { pFpuResTwo->r80Result2.s.fSign = pr80Val->s.fSign; pFpuResTwo->r80Result2.s.uExponent = RTFLOAT80U_EXP_BIAS; pFpuResTwo->r80Result2.s.uMantissa = pr80Val->s.uMantissa; int32_t iExponent = -16382; while (!(pFpuResTwo->r80Result2.s.uMantissa & RT_BIT_64(63))) { pFpuResTwo->r80Result2.s.uMantissa <<= 1; iExponent--; } softfloat_state_t Ignored = SOFTFLOAT_STATE_INIT_DEFAULTS(); iemFpuSoftF80ToIprt(&pFpuResTwo->r80Result1, i32_to_extF80(iExponent, &Ignored)); } else { pFpuResTwo->r80Result2 = *pr80Val; fFsw = X86_FSW_ES | X86_FSW_B | (fFsw & ~X86_FSW_TOP_MASK) | (7 << X86_FSW_TOP_SHIFT); } } else if ( RTFLOAT80U_IS_QUIET_NAN(pr80Val) || RTFLOAT80U_IS_INDEFINITE(pr80Val)) { pFpuResTwo->r80Result1 = *pr80Val; pFpuResTwo->r80Result2 = *pr80Val; } else if (RTFLOAT80U_IS_INF(pr80Val)) { pFpuResTwo->r80Result1 = g_ar80Infinity[0]; pFpuResTwo->r80Result2 = *pr80Val; } else { if (fFcw & X86_FCW_IM) { if (!RTFLOAT80U_IS_SIGNALLING_NAN(pr80Val)) pFpuResTwo->r80Result1 = g_r80Indefinite; else { pFpuResTwo->r80Result1 = *pr80Val; pFpuResTwo->r80Result1.s.uMantissa |= RT_BIT_64(62); /* make it quiet */ } pFpuResTwo->r80Result2 = pFpuResTwo->r80Result1; } else { pFpuResTwo->r80Result2 = *pr80Val; fFsw = X86_FSW_ES | X86_FSW_B | (fFsw & ~X86_FSW_TOP_MASK) | (7 << X86_FSW_TOP_SHIFT); } fFsw |= X86_FSW_IE; } pFpuResTwo->FSW = fFsw; } IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2x_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2x_r80_by_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fyl2x_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2x_r80_by_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fyl2x_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } #if defined(IEM_WITHOUT_ASSEMBLY) IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2xp1_r80_by_r80,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { RT_NOREF(pFpuState, pFpuRes, pr80Val1, pr80Val2); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */ IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2xp1_r80_by_r80_intel,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fyl2xp1_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } IEM_DECL_IMPL_DEF(void, iemAImpl_fyl2xp1_r80_by_r80_amd,(PCX86FXSTATE pFpuState, PIEMFPURESULT pFpuRes, PCRTFLOAT80U pr80Val1, PCRTFLOAT80U pr80Val2)) { iemAImpl_fyl2xp1_r80_by_r80(pFpuState, pFpuRes, pr80Val1, pr80Val2); } /********************************************************************************************************************************* * MMX, SSE & AVX * *********************************************************************************************************************************/ IEM_DECL_IMPL_DEF(void, iemAImpl_movsldup,(PCX86FXSTATE pFpuState, PRTUINT128U puDst, PCRTUINT128U puSrc)) { RT_NOREF(pFpuState); puDst->au32[0] = puSrc->au32[0]; puDst->au32[1] = puSrc->au32[0]; puDst->au32[2] = puSrc->au32[2]; puDst->au32[3] = puSrc->au32[2]; } #ifdef IEM_WITH_VEX IEM_DECL_IMPL_DEF(void, iemAImpl_vmovsldup_256_rr,(PX86XSAVEAREA pXState, uint8_t iYRegDst, uint8_t iYRegSrc)) { pXState->x87.aXMM[iYRegDst].au32[0] = pXState->x87.aXMM[iYRegSrc].au32[0]; pXState->x87.aXMM[iYRegDst].au32[1] = pXState->x87.aXMM[iYRegSrc].au32[0]; pXState->x87.aXMM[iYRegDst].au32[2] = pXState->x87.aXMM[iYRegSrc].au32[2]; pXState->x87.aXMM[iYRegDst].au32[3] = pXState->x87.aXMM[iYRegSrc].au32[2]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[0] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au32[0]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[1] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au32[0]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[2] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au32[2]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[3] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au32[2]; } IEM_DECL_IMPL_DEF(void, iemAImpl_vmovsldup_256_rm,(PX86XSAVEAREA pXState, uint8_t iYRegDst, PCRTUINT256U pSrc)) { pXState->x87.aXMM[iYRegDst].au32[0] = pSrc->au32[0]; pXState->x87.aXMM[iYRegDst].au32[1] = pSrc->au32[0]; pXState->x87.aXMM[iYRegDst].au32[2] = pSrc->au32[2]; pXState->x87.aXMM[iYRegDst].au32[3] = pSrc->au32[2]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[0] = pSrc->au32[4]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[1] = pSrc->au32[4]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[2] = pSrc->au32[6]; pXState->u.YmmHi.aYmmHi[iYRegDst].au32[3] = pSrc->au32[6]; } #endif /* IEM_WITH_VEX */ IEM_DECL_IMPL_DEF(void, iemAImpl_movshdup,(PCX86FXSTATE pFpuState, PRTUINT128U puDst, PCRTUINT128U puSrc)) { RT_NOREF(pFpuState); puDst->au32[0] = puSrc->au32[1]; puDst->au32[1] = puSrc->au32[1]; puDst->au32[2] = puSrc->au32[3]; puDst->au32[3] = puSrc->au32[3]; } IEM_DECL_IMPL_DEF(void, iemAImpl_movddup,(PCX86FXSTATE pFpuState, PRTUINT128U puDst, uint64_t uSrc)) { RT_NOREF(pFpuState); puDst->au64[0] = uSrc; puDst->au64[1] = uSrc; } #ifdef IEM_WITH_VEX IEM_DECL_IMPL_DEF(void, iemAImpl_vmovddup_256_rr,(PX86XSAVEAREA pXState, uint8_t iYRegDst, uint8_t iYRegSrc)) { pXState->x87.aXMM[iYRegDst].au64[0] = pXState->x87.aXMM[iYRegSrc].au64[0]; pXState->x87.aXMM[iYRegDst].au64[1] = pXState->x87.aXMM[iYRegSrc].au64[0]; pXState->u.YmmHi.aYmmHi[iYRegDst].au64[0] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au64[0]; pXState->u.YmmHi.aYmmHi[iYRegDst].au64[1] = pXState->u.YmmHi.aYmmHi[iYRegSrc].au64[0]; } IEM_DECL_IMPL_DEF(void, iemAImpl_vmovddup_256_rm,(PX86XSAVEAREA pXState, uint8_t iYRegDst, PCRTUINT256U pSrc)) { pXState->x87.aXMM[iYRegDst].au64[0] = pSrc->au64[0]; pXState->x87.aXMM[iYRegDst].au64[1] = pSrc->au64[0]; pXState->u.YmmHi.aYmmHi[iYRegDst].au64[0] = pSrc->au64[2]; pXState->u.YmmHi.aYmmHi[iYRegDst].au64[1] = pSrc->au64[2]; } #endif /* IEM_WITH_VEX */ #ifdef IEM_WITHOUT_ASSEMBLY IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqb_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqb_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqw_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqw_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqd_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pcmpeqd_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pxor_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pxor_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pmovmskb_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pmovmskb_u128,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu64Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pshufw,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src, uint8_t bEvil)) { RT_NOREF(pFpuState, pu64Dst, pu64Src, bEvil); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pshufhw,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src, uint8_t bEvil)) { RT_NOREF(pFpuState, pu128Dst, pu128Src, bEvil); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pshuflw,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src, uint8_t bEvil)) { RT_NOREF(pFpuState, pu128Dst, pu128Src, bEvil); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_pshufd,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src, uint8_t bEvil)) { RT_NOREF(pFpuState, pu128Dst, pu128Src, bEvil); AssertReleaseFailed(); } /* PUNPCKHxxx */ IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhbw_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhbw_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhwd_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhwd_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhdq_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu64Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhdq_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckhqdq_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, PCRTUINT128U pu128Src)) { RT_NOREF(pFpuState, pu128Dst, pu128Src); AssertReleaseFailed(); } /* PUNPCKLxxx */ IEM_DECL_IMPL_DEF(void, iemAImpl_punpcklbw_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint32_t const *pu32Src)) { RT_NOREF(pFpuState, pu64Dst, pu32Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpcklbw_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu128Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpcklwd_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint32_t const *pu32Src)) { RT_NOREF(pFpuState, pu64Dst, pu32Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpcklwd_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu128Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckldq_u64,(PCX86FXSTATE pFpuState, uint64_t *pu64Dst, uint32_t const *pu32Src)) { RT_NOREF(pFpuState, pu64Dst, pu32Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpckldq_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu128Dst, pu64Src); AssertReleaseFailed(); } IEM_DECL_IMPL_DEF(void, iemAImpl_punpcklqdq_u128,(PCX86FXSTATE pFpuState, PRTUINT128U pu128Dst, uint64_t const *pu64Src)) { RT_NOREF(pFpuState, pu128Dst, pu64Src); AssertReleaseFailed(); } #endif /* IEM_WITHOUT_ASSEMBLY */