| |
| /*============================================================================ |
| |
| This C source file is part of the SoftFloat IEEE Floating-Point Arithmetic |
| Package, Release 3d, by John R. Hauser. |
| |
| Copyright 2011, 2012, 2013, 2014, 2015, 2016 The Regents of the University of |
| California. All rights reserved. |
| |
| Redistribution and use in source and binary forms, with or without |
| modification, are permitted provided that the following conditions are met: |
| |
| 1. Redistributions of source code must retain the above copyright notice, |
| this list of conditions, and the following disclaimer. |
| |
| 2. Redistributions in binary form must reproduce the above copyright notice, |
| this list of conditions, and the following disclaimer in the documentation |
| and/or other materials provided with the distribution. |
| |
| 3. Neither the name of the University nor the names of its contributors may |
| be used to endorse or promote products derived from this software without |
| specific prior written permission. |
| |
| THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS "AS IS", AND ANY |
| EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
| WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE, ARE |
| DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY |
| DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
| (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
| LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND |
| ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
| SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| =============================================================================*/ |
| |
| #include <stdbool.h> |
| #include <stdint.h> |
| #include "platform.h" |
| #include "internals.h" |
| #include "specialize.h" |
| #include "softfloat.h" |
| |
| void |
| softfloat_mulAddF128M( |
| const uint32_t *aWPtr, |
| const uint32_t *bWPtr, |
| const uint32_t *cWPtr, |
| uint32_t *zWPtr, |
| uint_fast8_t op |
| ) |
| { |
| uint32_t uiA96; |
| int32_t expA; |
| uint32_t uiB96; |
| int32_t expB; |
| uint32_t uiC96; |
| bool signC; |
| int32_t expC; |
| bool signProd, prodIsInfinite; |
| uint32_t *ptr, uiZ96, sigA[4]; |
| uint_fast8_t shiftDist; |
| uint32_t sigX[5]; |
| int32_t expProd; |
| uint32_t sigProd[8], wordSig; |
| bool doSub; |
| uint_fast8_t |
| (*addCarryMRoutinePtr)( |
| uint_fast8_t, |
| const uint32_t *, |
| const uint32_t *, |
| uint_fast8_t, |
| uint32_t * |
| ); |
| int32_t expDiff; |
| bool signZ; |
| int32_t expZ; |
| uint32_t *extSigPtr; |
| uint_fast8_t carry; |
| void (*roundPackRoutinePtr)( bool, int32_t, uint32_t *, uint32_t * ); |
| |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| uiA96 = aWPtr[indexWordHi( 4 )]; |
| expA = expF128UI96( uiA96 ); |
| uiB96 = bWPtr[indexWordHi( 4 )]; |
| expB = expF128UI96( uiB96 ); |
| uiC96 = cWPtr[indexWordHi( 4 )]; |
| signC = signF128UI96( uiC96 ) ^ (op == softfloat_mulAdd_subC); |
| expC = expF128UI96( uiC96 ); |
| signProd = |
| signF128UI96( uiA96 ) ^ signF128UI96( uiB96 ) |
| ^ (op == softfloat_mulAdd_subProd); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| prodIsInfinite = false; |
| if ( (expA == 0x7FFF) || (expB == 0x7FFF) ) { |
| if ( softfloat_tryPropagateNaNF128M( aWPtr, bWPtr, zWPtr ) ) { |
| goto propagateNaN_ZC; |
| } |
| ptr = (uint32_t *) aWPtr; |
| if ( ! (uint32_t) (uiA96<<1) ) goto possibleInvalidProd; |
| if ( ! (uint32_t) (uiB96<<1) ) { |
| ptr = (uint32_t *) bWPtr; |
| possibleInvalidProd: |
| if ( |
| ! (ptr[indexWord( 4, 2 )] | ptr[indexWord( 4, 1 )] |
| | ptr[indexWord( 4, 0 )]) |
| ) { |
| goto invalid; |
| } |
| } |
| prodIsInfinite = true; |
| } |
| if ( expC == 0x7FFF ) { |
| if ( |
| fracF128UI96( uiC96 ) |
| || (cWPtr[indexWord( 4, 2 )] | cWPtr[indexWord( 4, 1 )] |
| | cWPtr[indexWord( 4, 0 )]) |
| ) { |
| zWPtr[indexWordHi( 4 )] = 0; |
| goto propagateNaN_ZC; |
| } |
| if ( prodIsInfinite && (signProd != signC) ) goto invalid; |
| goto copyC; |
| } |
| if ( prodIsInfinite ) { |
| uiZ96 = packToF128UI96( signProd, 0x7FFF, 0 ); |
| goto uiZ; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| if ( expA ) { |
| sigA[indexWordHi( 4 )] = fracF128UI96( uiA96 ) | 0x00010000; |
| sigA[indexWord( 4, 2 )] = aWPtr[indexWord( 4, 2 )]; |
| sigA[indexWord( 4, 1 )] = aWPtr[indexWord( 4, 1 )]; |
| sigA[indexWord( 4, 0 )] = aWPtr[indexWord( 4, 0 )]; |
| } else { |
| expA = softfloat_shiftNormSigF128M( aWPtr, 0, sigA ); |
| if ( expA == -128 ) goto zeroProd; |
| } |
| if ( expB ) { |
| sigX[indexWordHi( 4 )] = fracF128UI96( uiB96 ) | 0x00010000; |
| sigX[indexWord( 4, 2 )] = bWPtr[indexWord( 4, 2 )]; |
| sigX[indexWord( 4, 1 )] = bWPtr[indexWord( 4, 1 )]; |
| sigX[indexWord( 4, 0 )] = bWPtr[indexWord( 4, 0 )]; |
| } else { |
| expB = softfloat_shiftNormSigF128M( bWPtr, 0, sigX ); |
| if ( expB == -128 ) goto zeroProd; |
| } |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| expProd = expA + expB - 0x3FF0; |
| softfloat_mul128MTo256M( sigA, sigX, sigProd ); |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| wordSig = fracF128UI96( uiC96 ); |
| if ( expC ) { |
| --expC; |
| wordSig |= 0x00010000; |
| } |
| sigX[indexWordHi( 5 )] = wordSig; |
| sigX[indexWord( 5, 3 )] = cWPtr[indexWord( 4, 2 )]; |
| sigX[indexWord( 5, 2 )] = cWPtr[indexWord( 4, 1 )]; |
| sigX[indexWord( 5, 1 )] = cWPtr[indexWord( 4, 0 )]; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| doSub = (signProd != signC); |
| addCarryMRoutinePtr = |
| doSub ? softfloat_addComplCarryM : softfloat_addCarryM; |
| expDiff = expProd - expC; |
| if ( expDiff <= 0 ) { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| signZ = signC; |
| expZ = expC; |
| if ( |
| sigProd[indexWord( 8, 2 )] |
| || (sigProd[indexWord( 8, 1 )] | sigProd[indexWord( 8, 0 )]) |
| ) { |
| sigProd[indexWord( 8, 3 )] |= 1; |
| } |
| extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )]; |
| if ( expDiff ) { |
| softfloat_shiftRightJam160M( extSigPtr, -expDiff, extSigPtr ); |
| } |
| carry = 0; |
| if ( doSub ) { |
| wordSig = extSigPtr[indexWordLo( 5 )]; |
| extSigPtr[indexWordLo( 5 )] = -wordSig; |
| carry = ! wordSig; |
| } |
| (*addCarryMRoutinePtr)( |
| 4, |
| &sigX[indexMultiwordHi( 5, 4 )], |
| extSigPtr + indexMultiwordHi( 5, 4 ), |
| carry, |
| extSigPtr + indexMultiwordHi( 5, 4 ) |
| ); |
| wordSig = extSigPtr[indexWordHi( 5 )]; |
| if ( ! expZ ) { |
| if ( wordSig & 0x80000000 ) { |
| signZ = ! signZ; |
| softfloat_negX160M( extSigPtr ); |
| wordSig = extSigPtr[indexWordHi( 5 )]; |
| } |
| goto checkCancellation; |
| } |
| if ( wordSig < 0x00010000 ) { |
| --expZ; |
| softfloat_add160M( extSigPtr, extSigPtr, extSigPtr ); |
| goto roundPack; |
| } |
| goto extSigReady_noCancellation; |
| } else { |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| signZ = signProd; |
| expZ = expProd; |
| sigX[indexWordLo( 5 )] = 0; |
| expDiff -= 128; |
| if ( 0 <= expDiff ) { |
| /*---------------------------------------------------------------- |
| *----------------------------------------------------------------*/ |
| if ( expDiff ) softfloat_shiftRightJam160M( sigX, expDiff, sigX ); |
| wordSig = sigX[indexWordLo( 5 )]; |
| carry = 0; |
| if ( doSub ) { |
| carry = ! wordSig; |
| wordSig = -wordSig; |
| } |
| carry = |
| (*addCarryMRoutinePtr)( |
| 4, |
| &sigProd[indexMultiwordLo( 8, 4 )], |
| &sigX[indexMultiwordHi( 5, 4 )], |
| carry, |
| &sigProd[indexMultiwordLo( 8, 4 )] |
| ); |
| sigProd[indexWord( 8, 2 )] |= wordSig; |
| ptr = &sigProd[indexWord( 8, 4 )]; |
| } else { |
| /*---------------------------------------------------------------- |
| *----------------------------------------------------------------*/ |
| shiftDist = expDiff & 31; |
| if ( shiftDist ) { |
| softfloat_shortShiftRight160M( sigX, shiftDist, sigX ); |
| } |
| expDiff >>= 5; |
| extSigPtr = |
| &sigProd[indexMultiwordLo( 8, 5 )] - wordIncr |
| + expDiff * -wordIncr; |
| carry = |
| (*addCarryMRoutinePtr)( 5, extSigPtr, sigX, doSub, extSigPtr ); |
| if ( expDiff == -4 ) { |
| /*------------------------------------------------------------ |
| *------------------------------------------------------------*/ |
| wordSig = sigProd[indexWordHi( 8 )]; |
| if ( wordSig & 0x80000000 ) { |
| signZ = ! signZ; |
| softfloat_negX256M( sigProd ); |
| wordSig = sigProd[indexWordHi( 8 )]; |
| } |
| /*------------------------------------------------------------ |
| *------------------------------------------------------------*/ |
| if ( wordSig ) goto expProdBigger_noWordShift; |
| wordSig = sigProd[indexWord( 8, 6 )]; |
| if ( 0x00040000 <= wordSig ) goto expProdBigger_noWordShift; |
| expZ -= 32; |
| extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )] - wordIncr; |
| for (;;) { |
| if ( wordSig ) break; |
| wordSig = extSigPtr[indexWord( 5, 3 )]; |
| if ( 0x00040000 <= wordSig ) break; |
| expZ -= 32; |
| extSigPtr -= wordIncr; |
| if ( extSigPtr == &sigProd[indexMultiwordLo( 8, 5 )] ) { |
| goto checkCancellation; |
| } |
| } |
| /*------------------------------------------------------------ |
| *------------------------------------------------------------*/ |
| ptr = extSigPtr + indexWordLo( 5 ); |
| do { |
| ptr -= wordIncr; |
| if ( *ptr ) { |
| extSigPtr[indexWordLo( 5 )] |= 1; |
| break; |
| } |
| } while ( ptr != &sigProd[indexWordLo( 8 )] ); |
| wordSig = extSigPtr[indexWordHi( 5 )]; |
| goto extSigReady; |
| } |
| ptr = extSigPtr + indexWordHi( 5 ) + wordIncr; |
| } |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| if ( carry != doSub ) { |
| if ( doSub ) { |
| do { |
| wordSig = *ptr; |
| *ptr = wordSig - 1; |
| ptr += wordIncr; |
| } while ( ! wordSig ); |
| } else { |
| do { |
| wordSig = *ptr + 1; |
| *ptr = wordSig; |
| ptr += wordIncr; |
| } while ( ! wordSig ); |
| } |
| } |
| /*-------------------------------------------------------------------- |
| *--------------------------------------------------------------------*/ |
| expProdBigger_noWordShift: |
| if ( |
| sigProd[indexWord( 8, 2 )] |
| || (sigProd[indexWord( 8, 1 )] | sigProd[indexWord( 8, 0 )]) |
| ) { |
| sigProd[indexWord( 8, 3 )] |= 1; |
| } |
| extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )]; |
| wordSig = extSigPtr[indexWordHi( 5 )]; |
| } |
| extSigReady: |
| roundPackRoutinePtr = softfloat_normRoundPackMToF128M; |
| if ( wordSig < 0x00010000 ) goto doRoundPack; |
| extSigReady_noCancellation: |
| if ( 0x00020000 <= wordSig ) { |
| ++expZ; |
| softfloat_shortShiftRightJam160M( extSigPtr, 1, extSigPtr ); |
| } |
| roundPack: |
| roundPackRoutinePtr = softfloat_roundPackMToF128M; |
| doRoundPack: |
| (*roundPackRoutinePtr)( signZ, expZ, extSigPtr, zWPtr ); |
| return; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| invalid: |
| softfloat_invalidF128M( zWPtr ); |
| propagateNaN_ZC: |
| softfloat_propagateNaNF128M( zWPtr, cWPtr, zWPtr ); |
| return; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| zeroProd: |
| if ( |
| ! (uint32_t) (uiC96<<1) && (signProd != signC) |
| && ! cWPtr[indexWord( 4, 2 )] |
| && ! (cWPtr[indexWord( 4, 1 )] | cWPtr[indexWord( 4, 0 )]) |
| ) { |
| goto completeCancellation; |
| } |
| copyC: |
| zWPtr[indexWordHi( 4 )] = uiC96; |
| zWPtr[indexWord( 4, 2 )] = cWPtr[indexWord( 4, 2 )]; |
| zWPtr[indexWord( 4, 1 )] = cWPtr[indexWord( 4, 1 )]; |
| zWPtr[indexWord( 4, 0 )] = cWPtr[indexWord( 4, 0 )]; |
| return; |
| /*------------------------------------------------------------------------ |
| *------------------------------------------------------------------------*/ |
| checkCancellation: |
| if ( |
| wordSig |
| || (extSigPtr[indexWord( 5, 3 )] | extSigPtr[indexWord( 5, 2 )]) |
| || (extSigPtr[indexWord( 5, 1 )] | extSigPtr[indexWord( 5, 0 )]) |
| ) { |
| goto extSigReady; |
| } |
| completeCancellation: |
| uiZ96 = |
| packToF128UI96( |
| (softfloat_roundingMode == softfloat_round_min), 0, 0 ); |
| uiZ: |
| zWPtr[indexWordHi( 4 )] = uiZ96; |
| zWPtr[indexWord( 4, 2 )] = 0; |
| zWPtr[indexWord( 4, 1 )] = 0; |
| zWPtr[indexWord( 4, 0 )] = 0; |
| |
| } |
| |
