| |
| /*============================================================================ |
| |
| This C source file is part of the SoftFloat IEEE Floating-Point Arithmetic |
| Package, Release 3d, by John R. Hauser. |
| |
| Copyright 2011, 2012, 2013, 2014, 2015, 2016 The Regents of the University of |
| California. All rights reserved. |
| |
| Redistribution and use in source and binary forms, with or without |
| modification, are permitted provided that the following conditions are met: |
| |
| 1. Redistributions of source code must retain the above copyright notice, |
| this list of conditions, and the following disclaimer. |
| |
| 2. Redistributions in binary form must reproduce the above copyright notice, |
| this list of conditions, and the following disclaimer in the documentation |
| and/or other materials provided with the distribution. |
| |
| 3. Neither the name of the University nor the names of its contributors may |
| be used to endorse or promote products derived from this software without |
| specific prior written permission. |
| |
| THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS "AS IS", AND ANY |
| EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
| WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE, ARE |
| DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY |
| DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
| (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
| LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND |
| ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
| SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| =============================================================================*/ |
| |
| #include <stdbool.h> |
| #include <stdint.h> |
| #include "platform.h" |
| #include "internals.h" |
| #include "specialize.h" |
| #include "softfloat.h" |
| |
| #ifdef SOFTFLOAT_FAST_INT64 |
| |
| float64_t |
| softfloat_mulAddF64( |
| uint_fast64_t uiA, uint_fast64_t uiB, uint_fast64_t uiC, uint_fast8_t op ) |
| { |
| bool signA; |
| int_fast16_t expA; |
| uint_fast64_t sigA; |
| bool signB; |
| int_fast16_t expB; |
| uint_fast64_t sigB; |
| bool signC; |
| int_fast16_t expC; |
| uint_fast64_t sigC; |
| bool signZ; |
| uint_fast64_t magBits, uiZ; |
| struct exp16_sig64 normExpSig; |
| int_fast16_t expZ; |
| struct uint128 sig128Z; |
| uint_fast64_t sigZ; |
| int_fast16_t expDiff; |
| struct uint128 sig128C; |
| int_fast8_t shiftDist; |
| union ui64_f64 uZ; |
| |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| signA = signF64UI( uiA ); |
| expA = expF64UI( uiA ); |
| sigA = fracF64UI( uiA ); |
| signB = signF64UI( uiB ); |
| expB = expF64UI( uiB ); |
| sigB = fracF64UI( uiB ); |
| signC = signF64UI( uiC ) ^ (op == softfloat_mulAdd_subC); |
| expC = expF64UI( uiC ); |
| sigC = fracF64UI( uiC ); |
| signZ = signA ^ signB ^ (op == softfloat_mulAdd_subProd); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( expA == 0x7FF ) { |
| if ( sigA || ((expB == 0x7FF) && sigB) ) goto propagateNaN_ABC; |
| magBits = expB | sigB; |
| goto infProdArg; |
| } |
| if ( expB == 0x7FF ) { |
| if ( sigB ) goto propagateNaN_ABC; |
| magBits = expA | sigA; |
| goto infProdArg; |
| } |
| if ( expC == 0x7FF ) { |
| if ( sigC ) { |
| uiZ = 0; |
| goto propagateNaN_ZC; |
| } |
| uiZ = uiC; |
| goto uiZ; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( ! expA ) { |
| if ( ! sigA ) goto zeroProd; |
| normExpSig = softfloat_normSubnormalF64Sig( sigA ); |
| expA = normExpSig.exp; |
| sigA = normExpSig.sig; |
| } |
| if ( ! expB ) { |
| if ( ! sigB ) goto zeroProd; |
| normExpSig = softfloat_normSubnormalF64Sig( sigB ); |
| expB = normExpSig.exp; |
| sigB = normExpSig.sig; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| expZ = expA + expB - 0x3FE; |
| sigA = (sigA | UINT64_C( 0x0010000000000000 ))<<10; |
| sigB = (sigB | UINT64_C( 0x0010000000000000 ))<<10; |
| sig128Z = softfloat_mul64To128( sigA, sigB ); |
| if ( sig128Z.v64 < UINT64_C( 0x2000000000000000 ) ) { |
| --expZ; |
| sig128Z = |
| softfloat_add128( |
| sig128Z.v64, sig128Z.v0, sig128Z.v64, sig128Z.v0 ); |
| } |
| if ( ! expC ) { |
| if ( ! sigC ) { |
| --expZ; |
| sigZ = sig128Z.v64<<1 | (sig128Z.v0 != 0); |
| goto roundPack; |
| } |
| normExpSig = softfloat_normSubnormalF64Sig( sigC ); |
| expC = normExpSig.exp; |
| sigC = normExpSig.sig; |
| } |
| sigC = (sigC | UINT64_C( 0x0010000000000000 ))<<9; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| expDiff = expZ - expC; |
| if ( expDiff < 0 ) { |
| expZ = expC; |
| if ( (signZ == signC) || (expDiff < -1) ) { |
| sig128Z.v64 = softfloat_shiftRightJam64( sig128Z.v64, -expDiff ); |
| } else { |
| sig128Z = |
| softfloat_shortShiftRightJam128( sig128Z.v64, sig128Z.v0, 1 ); |
| } |
| } else if ( expDiff ) { |
| sig128C = softfloat_shiftRightJam128( sigC, 0, expDiff ); |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( signZ == signC ) { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( expDiff <= 0 ) { |
| sigZ = (sigC + sig128Z.v64) | (sig128Z.v0 != 0); |
| } else { |
| sig128Z = |
| softfloat_add128( |
| sig128Z.v64, sig128Z.v0, sig128C.v64, sig128C.v0 ); |
| sigZ = sig128Z.v64 | (sig128Z.v0 != 0); |
| } |
| if ( sigZ < UINT64_C( 0x4000000000000000 ) ) { |
| --expZ; |
| sigZ <<= 1; |
| } |
| } else { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( expDiff < 0 ) { |
| signZ = signC; |
| sig128Z = softfloat_sub128( sigC, 0, sig128Z.v64, sig128Z.v0 ); |
| } else if ( ! expDiff ) { |
| sig128Z.v64 = sig128Z.v64 - sigC; |
| if ( ! (sig128Z.v64 | sig128Z.v0) ) goto completeCancellation; |
| if ( sig128Z.v64 & UINT64_C( 0x8000000000000000 ) ) { |
| signZ = ! signZ; |
| sig128Z = softfloat_sub128( 0, 0, sig128Z.v64, sig128Z.v0 ); |
| } |
| } else { |
| sig128Z = |
| softfloat_sub128( |
| sig128Z.v64, sig128Z.v0, sig128C.v64, sig128C.v0 ); |
| } |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( ! sig128Z.v64 ) { |
| expZ -= 64; |
| sig128Z.v64 = sig128Z.v0; |
| sig128Z.v0 = 0; |
| } |
| shiftDist = softfloat_countLeadingZeros64( sig128Z.v64 ) - 1; |
| expZ -= shiftDist; |
| if ( shiftDist < 0 ) { |
| sigZ = softfloat_shortShiftRightJam64( sig128Z.v64, -shiftDist ); |
| } else { |
| sig128Z = |
| softfloat_shortShiftLeft128( |
| sig128Z.v64, sig128Z.v0, shiftDist ); |
| sigZ = sig128Z.v64; |
| } |
| sigZ |= (sig128Z.v0 != 0); |
| } |
| roundPack: |
| return softfloat_roundPackToF64( signZ, expZ, sigZ ); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| propagateNaN_ABC: |
| uiZ = softfloat_propagateNaNF64UI( uiA, uiB ); |
| goto propagateNaN_ZC; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| infProdArg: |
| if ( magBits ) { |
| uiZ = packToF64UI( signZ, 0x7FF, 0 ); |
| if ( expC != 0x7FF ) goto uiZ; |
| if ( sigC ) goto propagateNaN_ZC; |
| if ( signZ == signC ) goto uiZ; |
| } |
| softfloat_raiseFlags( softfloat_flag_invalid ); |
| uiZ = defaultNaNF64UI; |
| propagateNaN_ZC: |
| uiZ = softfloat_propagateNaNF64UI( uiZ, uiC ); |
| goto uiZ; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| zeroProd: |
| uiZ = uiC; |
| if ( ! (expC | sigC) && (signZ != signC) ) { |
| completeCancellation: |
| uiZ = |
| packToF64UI( |
| (softfloat_roundingMode == softfloat_round_min), 0, 0 ); |
| } |
| uiZ: |
| uZ.ui = uiZ; |
| return uZ.f; |
| |
| } |
| |
| #else |
| |
| float64_t |
| softfloat_mulAddF64( |
| uint_fast64_t uiA, uint_fast64_t uiB, uint_fast64_t uiC, uint_fast8_t op ) |
| { |
| bool signA; |
| int_fast16_t expA; |
| uint64_t sigA; |
| bool signB; |
| int_fast16_t expB; |
| uint64_t sigB; |
| bool signC; |
| int_fast16_t expC; |
| uint64_t sigC; |
| bool signZ; |
| uint64_t magBits, uiZ; |
| struct exp16_sig64 normExpSig; |
| int_fast16_t expZ; |
| uint32_t sig128Z[4]; |
| uint64_t sigZ; |
| int_fast16_t shiftDist, expDiff; |
| uint32_t sig128C[4]; |
| union ui64_f64 uZ; |
| |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| signA = signF64UI( uiA ); |
| expA = expF64UI( uiA ); |
| sigA = fracF64UI( uiA ); |
| signB = signF64UI( uiB ); |
| expB = expF64UI( uiB ); |
| sigB = fracF64UI( uiB ); |
| signC = signF64UI( uiC ) ^ (op == softfloat_mulAdd_subC); |
| expC = expF64UI( uiC ); |
| sigC = fracF64UI( uiC ); |
| signZ = signA ^ signB ^ (op == softfloat_mulAdd_subProd); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( expA == 0x7FF ) { |
| if ( sigA || ((expB == 0x7FF) && sigB) ) goto propagateNaN_ABC; |
| magBits = expB | sigB; |
| goto infProdArg; |
| } |
| if ( expB == 0x7FF ) { |
| if ( sigB ) goto propagateNaN_ABC; |
| magBits = expA | sigA; |
| goto infProdArg; |
| } |
| if ( expC == 0x7FF ) { |
| if ( sigC ) { |
| uiZ = 0; |
| goto propagateNaN_ZC; |
| } |
| uiZ = uiC; |
| goto uiZ; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( ! expA ) { |
| if ( ! sigA ) goto zeroProd; |
| normExpSig = softfloat_normSubnormalF64Sig( sigA ); |
| expA = normExpSig.exp; |
| sigA = normExpSig.sig; |
| } |
| if ( ! expB ) { |
| if ( ! sigB ) goto zeroProd; |
| normExpSig = softfloat_normSubnormalF64Sig( sigB ); |
| expB = normExpSig.exp; |
| sigB = normExpSig.sig; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| expZ = expA + expB - 0x3FE; |
| sigA = (sigA | UINT64_C( 0x0010000000000000 ))<<10; |
| sigB = (sigB | UINT64_C( 0x0010000000000000 ))<<11; |
| softfloat_mul64To128M( sigA, sigB, sig128Z ); |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 | sig128Z[indexWord( 4, 2 )]; |
| shiftDist = 0; |
| if ( ! (sigZ & UINT64_C( 0x4000000000000000 )) ) { |
| --expZ; |
| shiftDist = -1; |
| } |
| if ( ! expC ) { |
| if ( ! sigC ) { |
| if ( shiftDist ) sigZ <<= 1; |
| goto sigZ; |
| } |
| normExpSig = softfloat_normSubnormalF64Sig( sigC ); |
| expC = normExpSig.exp; |
| sigC = normExpSig.sig; |
| } |
| sigC = (sigC | UINT64_C( 0x0010000000000000 ))<<10; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| expDiff = expZ - expC; |
| if ( expDiff < 0 ) { |
| expZ = expC; |
| if ( (signZ == signC) || (expDiff < -1) ) { |
| shiftDist -= expDiff; |
| if ( shiftDist) { |
| sigZ = softfloat_shiftRightJam64( sigZ, shiftDist ); |
| } |
| } else { |
| if ( ! shiftDist ) { |
| softfloat_shortShiftRight128M( sig128Z, 1, sig128Z ); |
| } |
| } |
| } else { |
| if ( shiftDist ) softfloat_add128M( sig128Z, sig128Z, sig128Z ); |
| if ( ! expDiff ) { |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 |
| | sig128Z[indexWord( 4, 2 )]; |
| } else { |
| sig128C[indexWord( 4, 3 )] = sigC>>32; |
| sig128C[indexWord( 4, 2 )] = sigC; |
| sig128C[indexWord( 4, 1 )] = 0; |
| sig128C[indexWord( 4, 0 )] = 0; |
| softfloat_shiftRightJam128M( sig128C, expDiff, sig128C ); |
| } |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( signZ == signC ) { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( expDiff <= 0 ) { |
| sigZ += sigC; |
| } else { |
| softfloat_add128M( sig128Z, sig128C, sig128Z ); |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 |
| | sig128Z[indexWord( 4, 2 )]; |
| } |
| if ( sigZ & UINT64_C( 0x8000000000000000 ) ) { |
| ++expZ; |
| sigZ = softfloat_shortShiftRightJam64( sigZ, 1 ); |
| } |
| } else { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( expDiff < 0 ) { |
| signZ = signC; |
| if ( expDiff < -1 ) { |
| sigZ = sigC - sigZ; |
| if ( |
| sig128Z[indexWord( 4, 1 )] || sig128Z[indexWord( 4, 0 )] |
| ) { |
| sigZ = (sigZ - 1) | 1; |
| } |
| if ( ! (sigZ & UINT64_C( 0x4000000000000000 )) ) { |
| --expZ; |
| sigZ <<= 1; |
| } |
| goto roundPack; |
| } else { |
| sig128C[indexWord( 4, 3 )] = sigC>>32; |
| sig128C[indexWord( 4, 2 )] = sigC; |
| sig128C[indexWord( 4, 1 )] = 0; |
| sig128C[indexWord( 4, 0 )] = 0; |
| softfloat_sub128M( sig128C, sig128Z, sig128Z ); |
| } |
| } else if ( ! expDiff ) { |
| sigZ -= sigC; |
| if ( |
| ! sigZ && ! sig128Z[indexWord( 4, 1 )] |
| && ! sig128Z[indexWord( 4, 0 )] |
| ) { |
| goto completeCancellation; |
| } |
| sig128Z[indexWord( 4, 3 )] = sigZ>>32; |
| sig128Z[indexWord( 4, 2 )] = sigZ; |
| if ( sigZ & UINT64_C( 0x8000000000000000 ) ) { |
| signZ = ! signZ; |
| softfloat_negX128M( sig128Z ); |
| } |
| } else { |
| softfloat_sub128M( sig128Z, sig128C, sig128Z ); |
| if ( 1 < expDiff ) { |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 |
| | sig128Z[indexWord( 4, 2 )]; |
| if ( ! (sigZ & UINT64_C( 0x4000000000000000 )) ) { |
| --expZ; |
| sigZ <<= 1; |
| } |
| goto sigZ; |
| } |
| } |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| shiftDist = 0; |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 |
| | sig128Z[indexWord( 4, 2 )]; |
| if ( ! sigZ ) { |
| shiftDist = 64; |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 1 )]<<32 |
| | sig128Z[indexWord( 4, 0 )]; |
| } |
| shiftDist += softfloat_countLeadingZeros64( sigZ ) - 1; |
| if ( shiftDist ) { |
| expZ -= shiftDist; |
| softfloat_shiftLeft128M( sig128Z, shiftDist, sig128Z ); |
| sigZ = |
| (uint64_t) sig128Z[indexWord( 4, 3 )]<<32 |
| | sig128Z[indexWord( 4, 2 )]; |
| } |
| } |
| sigZ: |
| if ( sig128Z[indexWord( 4, 1 )] || sig128Z[indexWord( 4, 0 )] ) sigZ |= 1; |
| roundPack: |
| return softfloat_roundPackToF64( signZ, expZ - 1, sigZ ); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| propagateNaN_ABC: |
| uiZ = softfloat_propagateNaNF64UI( uiA, uiB ); |
| goto propagateNaN_ZC; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| infProdArg: |
| if ( magBits ) { |
| uiZ = packToF64UI( signZ, 0x7FF, 0 ); |
| if ( expC != 0x7FF ) goto uiZ; |
| if ( sigC ) goto propagateNaN_ZC; |
| if ( signZ == signC ) goto uiZ; |
| } |
| softfloat_raiseFlags( softfloat_flag_invalid ); |
| uiZ = defaultNaNF64UI; |
| propagateNaN_ZC: |
| uiZ = softfloat_propagateNaNF64UI( uiZ, uiC ); |
| goto uiZ; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| zeroProd: |
| uiZ = uiC; |
| if ( ! (expC | sigC) && (signZ != signC) ) { |
| completeCancellation: |
| uiZ = |
| packToF64UI( |
| (softfloat_roundingMode == softfloat_round_min), 0, 0 ); |
| } |
| uiZ: |
| uZ.ui = uiZ; |
| return uZ.f; |
| |
| } |
| |
| #endif |
| |
