Ticket #640: fix640.patch

File fix640.patch, 652 bytes (added by wangj, 12 years ago)
  • source/Lib/TLibCommon/TComTrQuant.cpp

     
    12051205      deltaU[uiBlockPos] = (Int)((tmpLevel - (iLevel<<iQBits) )>> qBits8);
    12061206#else
    12071207      iLevel = ((Int64)abs(iLevel) * piQuantCoeff[uiBlockPos] + iAdd ) >> iQBits;
    1208       deltaU[uiBlockPos] = (Int)( ((Int64)abs(iLevel) * piQuantCoeff[uiBlockPos] - (iLevel<<iQBits) )>> qBits8 );
     1208      deltaU[uiBlockPos] = (Int)( ((Int64)abs(piCoef[uiBlockPos]) * piQuantCoeff[uiBlockPos] - (iLevel<<iQBits) )>> qBits8 );
    12091209#endif
    12101210      uiAcSum += iLevel;
    12111211      iLevel *= iSign;