/* The copyright in this software is being made available under the BSD * License, included below. This software may be subject to other third party * and contributor rights, including patent rights, and no such rights are * granted under this license. * * Copyright (c) 2010-2011, ISO/IEC * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * * Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * Neither the name of the ISO/IEC nor the names of its contributors may * be used to endorse or promote products derived from this software without * specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ /** \file TComRdCost.cpp \brief RD cost computation class */ #include #include #include "TComRdCost.h" #include "TComDataCU.h" TComRdCost::TComRdCost() { init(); } TComRdCost::~TComRdCost() { xUninit(); } // Calculate RD functions Double TComRdCost::calcRdCost( UInt uiBits, Dist uiDistortion, Bool bFlag, DFunc eDFunc ) { Double dRdCost = 0.0; Double dLambda = 0.0; switch ( eDFunc ) { case DF_SSE: assert(0); break; case DF_SAD: dLambda = (Double)m_uiLambdaMotionSAD; break; case DF_DEFAULT: dLambda = m_dLambda; break; case DF_SSE_FRAME: dLambda = m_dFrameLambda; break; default: assert (0); break; } #if HHI_INTERVIEW_SKIP_LAMBDA_SCALE dLambda = m_dLambdaScale * dLambda ; #endif if (bFlag) { // Intra8x8, Intra4x4 Block only... dRdCost = (((Double)uiDistortion) + ((Double)uiBits * dLambda)); } else { if (eDFunc == DF_SAD) { dRdCost = ((Double)uiDistortion + (Double)((Int)(uiBits * dLambda+.5)>>16)); dRdCost = (Double)(Dist)floor(dRdCost); } else { dRdCost = ((Double)uiDistortion + (Double)((Int)(uiBits * dLambda+.5))); dRdCost = (Double)(Dist)floor(dRdCost); } } return dRdCost; } Double TComRdCost::calcRdCost64( UInt64 uiBits, UInt64 uiDistortion, Bool bFlag, DFunc eDFunc ) { Double dRdCost = 0.0; Double dLambda = 0.0; switch ( eDFunc ) { case DF_SSE: assert(0); break; case DF_SAD: dLambda = (Double)m_uiLambdaMotionSAD; break; case DF_DEFAULT: dLambda = m_dLambda; break; case DF_SSE_FRAME: dLambda = m_dFrameLambda; break; default: assert (0); break; } if (bFlag) { // Intra8x8, Intra4x4 Block only... dRdCost = (((Double)(Int64)uiDistortion) + ((Double)(Int64)uiBits * dLambda)); } else { if (eDFunc == DF_SAD) { dRdCost = ((Double)(Int64)uiDistortion + (Double)((Int)((Int64)uiBits * dLambda+.5)>>16)); dRdCost = (Double)(UInt)floor(dRdCost); } else { dRdCost = ((Double)(Int64)uiDistortion + (Double)((Int)((Int64)uiBits * dLambda+.5))); dRdCost = (Double)(UInt)floor(dRdCost); } } return dRdCost; } Void TComRdCost::setLambda( Double dLambda ) { m_dLambda = dLambda; m_sqrtLambda = sqrt(m_dLambda); m_uiLambdaMotionSAD = (UInt)floor(65536.0 * m_sqrtLambda); m_uiLambdaMotionSSE = (UInt)floor(65536.0 * m_dLambda ); } #if HHI_INTER_VIEW_MOTION_PRED Void TComRdCost::setLambdaMVReg( Double dLambda ) { m_uiLambdaMVRegSAD = (UInt)floor( 65536.0 * sqrt( dLambda ) ); m_uiLambdaMVRegSSE = (UInt)floor( 65536.0 * dLambda ); } #endif // Initalize Function Pointer by [eDFunc] Void TComRdCost::init() { m_afpDistortFunc[0] = NULL; // for DF_DEFAULT m_afpDistortFunc[1] = TComRdCost::xGetSSE; m_afpDistortFunc[2] = TComRdCost::xGetSSE4; m_afpDistortFunc[3] = TComRdCost::xGetSSE8; m_afpDistortFunc[4] = TComRdCost::xGetSSE16; m_afpDistortFunc[5] = TComRdCost::xGetSSE32; m_afpDistortFunc[6] = TComRdCost::xGetSSE64; m_afpDistortFunc[7] = TComRdCost::xGetSSE16N; m_afpDistortFunc[8] = TComRdCost::xGetSAD; m_afpDistortFunc[9] = TComRdCost::xGetSAD4; m_afpDistortFunc[10] = TComRdCost::xGetSAD8; m_afpDistortFunc[11] = TComRdCost::xGetSAD16; m_afpDistortFunc[12] = TComRdCost::xGetSAD32; m_afpDistortFunc[13] = TComRdCost::xGetSAD64; m_afpDistortFunc[14] = TComRdCost::xGetSAD16N; m_afpDistortFunc[15] = TComRdCost::xGetSADs; m_afpDistortFunc[16] = TComRdCost::xGetSADs4; m_afpDistortFunc[17] = TComRdCost::xGetSADs8; m_afpDistortFunc[18] = TComRdCost::xGetSADs16; m_afpDistortFunc[19] = TComRdCost::xGetSADs32; m_afpDistortFunc[20] = TComRdCost::xGetSADs64; m_afpDistortFunc[21] = TComRdCost::xGetSADs16N; m_afpDistortFunc[22] = TComRdCost::xGetHADs; #ifdef DCM_RDCOST_TEMP_FIX //Temporary fix since xGetHADs4 and xGetHADs8 assume that the row size cannot be 1, 2, 3 or 6 when the column size is 4 or 8. m_afpDistortFunc[23] = TComRdCost::xGetHADs; m_afpDistortFunc[24] = TComRdCost::xGetHADs; #else m_afpDistortFunc[23] = TComRdCost::xGetHADs4; m_afpDistortFunc[24] = TComRdCost::xGetHADs8; #endif m_afpDistortFunc[25] = TComRdCost::xGetHADs; m_afpDistortFunc[26] = TComRdCost::xGetHADs; m_afpDistortFunc[27] = TComRdCost::xGetHADs; m_afpDistortFunc[28] = TComRdCost::xGetHADs; #ifdef ROUNDING_CONTROL_BIPRED m_afpDistortFuncRnd[0] = NULL; m_afpDistortFuncRnd[1] = TComRdCost::xGetSSE; m_afpDistortFuncRnd[2] = TComRdCost::xGetSSE4; m_afpDistortFuncRnd[3] = TComRdCost::xGetSSE8; m_afpDistortFuncRnd[4] = TComRdCost::xGetSSE16; m_afpDistortFuncRnd[5] = TComRdCost::xGetSSE32; m_afpDistortFuncRnd[6] = TComRdCost::xGetSSE64; m_afpDistortFuncRnd[7] = TComRdCost::xGetSSE16N; m_afpDistortFuncRnd[8] = TComRdCost::xGetSAD; m_afpDistortFuncRnd[9] = TComRdCost::xGetSAD4; m_afpDistortFuncRnd[10] = TComRdCost::xGetSAD8; m_afpDistortFuncRnd[11] = TComRdCost::xGetSAD16; m_afpDistortFuncRnd[12] = TComRdCost::xGetSAD32; m_afpDistortFuncRnd[13] = TComRdCost::xGetSAD64; m_afpDistortFuncRnd[14] = TComRdCost::xGetSAD16N; m_afpDistortFuncRnd[15] = TComRdCost::xGetSADs; m_afpDistortFuncRnd[16] = TComRdCost::xGetSADs4; m_afpDistortFuncRnd[17] = TComRdCost::xGetSADs8; m_afpDistortFuncRnd[18] = TComRdCost::xGetSADs16; m_afpDistortFuncRnd[19] = TComRdCost::xGetSADs32; m_afpDistortFuncRnd[20] = TComRdCost::xGetSADs64; m_afpDistortFuncRnd[21] = TComRdCost::xGetSADs16N; m_afpDistortFuncRnd[22] = TComRdCost::xGetHADs; m_afpDistortFuncRnd[23] = TComRdCost::xGetHADs4; m_afpDistortFuncRnd[24] = TComRdCost::xGetHADs8; m_afpDistortFuncRnd[25] = TComRdCost::xGetHADs; m_afpDistortFuncRnd[26] = TComRdCost::xGetHADs; m_afpDistortFuncRnd[27] = TComRdCost::xGetHADs; m_afpDistortFuncRnd[28] = TComRdCost::xGetHADs; #endif m_puiComponentCostOriginP = NULL; m_puiComponentCost = NULL; m_puiVerCost = NULL; m_puiHorCost = NULL; m_uiCost = 0; m_iCostScale = 0; m_iSearchLimit = 0xdeaddead; m_puiMultiviewRegCostHorOrgP = 0; m_puiMultiviewRegCostVerOrgP = 0; m_puiMultiviewRegCostHor = 0; m_puiMultiviewRegCostVer = 0; #if HHI_VSO m_apRefPics = NULL; m_paaiShiftLUTs = NULL; m_uiNumberRefPics = 0; m_bUseVSO = false; m_uiVSOMode = 0; m_fpDistortFuncVSO = NULL; m_pcRenModel = NULL; #endif #if HHI_INTERVIEW_SKIP_LAMBDA_SCALE m_dLambdaScale = 1; #endif } Void TComRdCost::initRateDistortionModel( Int iSubPelSearchLimit ) { // make it larger iSubPelSearchLimit += 4; iSubPelSearchLimit *= 8; if( m_iSearchLimit != iSubPelSearchLimit ) { xUninit(); m_iSearchLimit = iSubPelSearchLimit; m_puiComponentCostOriginP = new UInt[ 4 * iSubPelSearchLimit ]; m_puiMultiviewRegCostHorOrgP = new UInt[ 4 * iSubPelSearchLimit ]; m_puiMultiviewRegCostVerOrgP = new UInt[ 4 * iSubPelSearchLimit ]; iSubPelSearchLimit *= 2; m_puiComponentCost = m_puiComponentCostOriginP + iSubPelSearchLimit; m_puiMultiviewRegCostHor = m_puiMultiviewRegCostHorOrgP + iSubPelSearchLimit; m_puiMultiviewRegCostVer = m_puiMultiviewRegCostVerOrgP + iSubPelSearchLimit; for( Int n = -iSubPelSearchLimit; n < iSubPelSearchLimit; n++) { m_puiComponentCost [n] = xGetComponentBits( n ); m_puiMultiviewRegCostHor[n] = xGetComponentBits( n ); // first version m_puiMultiviewRegCostVer[n] = xGetComponentBits( n ); // first version } } } Void TComRdCost::xUninit() { if( NULL != m_puiComponentCostOriginP ) { delete [] m_puiComponentCostOriginP; m_puiComponentCostOriginP = NULL; } if( m_puiMultiviewRegCostHorOrgP ) { delete [] m_puiMultiviewRegCostHorOrgP; m_puiMultiviewRegCostHorOrgP = NULL; } if( m_puiMultiviewRegCostVerOrgP ) { delete [] m_puiMultiviewRegCostVerOrgP; m_puiMultiviewRegCostVerOrgP = NULL; } #if HHI_VSO if ( m_apRefPics != NULL ) { delete[] m_apRefPics; m_apRefPics = NULL; } if ( m_paaiShiftLUTs != NULL ) { // Delete only first dimension, other dimension are not create in this class delete[] m_paaiShiftLUTs; m_paaiShiftLUTs = NULL; }; #endif } UInt TComRdCost::xGetComponentBits( Int iVal ) { UInt uiLength = 1; UInt uiTemp = ( iVal <= 0) ? (-iVal<<1)+1: (iVal<<1); assert ( uiTemp ); while ( 1 != uiTemp ) { uiTemp >>= 1; uiLength += 2; } return uiLength; } #ifdef ROUNDING_CONTROL_BIPRED // Setting the Distortion Parameter for Inter (ME) Void TComRdCost::setDistParam_Bi( TComPattern* pcPatternKey, Pel* piRefY, Int iRefStride, DistParam& rcDistParam ) { // set Original & Curr Pointer / Stride rcDistParam.pOrg = pcPatternKey->getROIY(); rcDistParam.pCur = piRefY; rcDistParam.iStrideOrg = pcPatternKey->getPatternLStride(); rcDistParam.iStrideCur = iRefStride; // set Block Width / Height rcDistParam.iCols = pcPatternKey->getROIYWidth(); rcDistParam.iRows = pcPatternKey->getROIYHeight(); rcDistParam.DistFuncRnd = m_afpDistortFuncRnd[DF_SAD + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; // initialize rcDistParam.iSubShift = 0; } // Setting the Distortion Parameter for Inter (subpel ME with step) Void TComRdCost::setDistParam_Bi( TComPattern* pcPatternKey, Pel* piRefY, Int iRefStride, Int iStep, DistParam& rcDistParam, Bool bHADME ) { // set Original & Curr Pointer / Stride rcDistParam.pOrg = pcPatternKey->getROIY(); rcDistParam.pCur = piRefY; rcDistParam.iStrideOrg = pcPatternKey->getPatternLStride(); rcDistParam.iStrideCur = iRefStride * iStep; // set Step for interpolated buffer rcDistParam.iStep = iStep; // set Block Width / Height rcDistParam.iCols = pcPatternKey->getROIYWidth(); rcDistParam.iRows = pcPatternKey->getROIYHeight(); // set distortion function if ( !bHADME ) { rcDistParam.DistFuncRnd = m_afpDistortFuncRnd[DF_SADS + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; } else { rcDistParam.DistFuncRnd = m_afpDistortFuncRnd[DF_HADS + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; } // initialize rcDistParam.iSubShift = 0; } #endif Void TComRdCost::setDistParam( UInt uiBlkWidth, UInt uiBlkHeight, DFunc eDFunc, DistParam& rcDistParam ) { // set Block Width / Height rcDistParam.iCols = uiBlkWidth; rcDistParam.iRows = uiBlkHeight; rcDistParam.DistFunc = m_afpDistortFunc[eDFunc + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; // initialize rcDistParam.iSubShift = 0; #if HHI_INTERVIEW_SKIP rcDistParam.pUsed = 0; rcDistParam.iStrideUsed = 0; #endif } // Setting the Distortion Parameter for Inter (ME) Void TComRdCost::setDistParam( TComPattern* pcPatternKey, Pel* piRefY, Int iRefStride, DistParam& rcDistParam ) { // set Original & Curr Pointer / Stride rcDistParam.pOrg = pcPatternKey->getROIY(); rcDistParam.pCur = piRefY; rcDistParam.iStrideOrg = pcPatternKey->getPatternLStride(); rcDistParam.iStrideCur = iRefStride; // set Block Width / Height rcDistParam.iCols = pcPatternKey->getROIYWidth(); rcDistParam.iRows = pcPatternKey->getROIYHeight(); rcDistParam.DistFunc = m_afpDistortFunc[DF_SAD + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; // initialize rcDistParam.iSubShift = 0; #if HHI_INTERVIEW_SKIP rcDistParam.pUsed = 0; rcDistParam.iStrideUsed = 0; #endif } // Setting the Distortion Parameter for Inter (subpel ME with step) Void TComRdCost::setDistParam( TComPattern* pcPatternKey, Pel* piRefY, Int iRefStride, Int iStep, DistParam& rcDistParam, Bool bHADME ) { // set Original & Curr Pointer / Stride rcDistParam.pOrg = pcPatternKey->getROIY(); rcDistParam.pCur = piRefY; rcDistParam.iStrideOrg = pcPatternKey->getPatternLStride(); rcDistParam.iStrideCur = iRefStride * iStep; // set Step for interpolated buffer rcDistParam.iStep = iStep; // set Block Width / Height rcDistParam.iCols = pcPatternKey->getROIYWidth(); rcDistParam.iRows = pcPatternKey->getROIYHeight(); // set distortion function if ( !bHADME ) { rcDistParam.DistFunc = m_afpDistortFunc[DF_SADS + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; } else { rcDistParam.DistFunc = m_afpDistortFunc[DF_HADS + g_aucConvertToBit[ rcDistParam.iCols ] + 1 ]; } // initialize rcDistParam.iSubShift = 0; #if HHI_INTERVIEW_SKIP rcDistParam.pUsed = 0; rcDistParam.iStrideUsed = 0; #endif } Void TComRdCost::setDistParam( DistParam& rcDP, Pel* p1, Int iStride1, Pel* p2, Int iStride2, Int iWidth, Int iHeight, Bool bHadamard ) { rcDP.pOrg = p1; rcDP.pCur = p2; rcDP.iStrideOrg = iStride1; rcDP.iStrideCur = iStride2; rcDP.iCols = iWidth; rcDP.iRows = iHeight; rcDP.iStep = 1; rcDP.iSubShift = 0; rcDP.DistFunc = m_afpDistortFunc[ ( bHadamard ? DF_HADS : DF_SADS ) + g_aucConvertToBit[ iWidth ] + 1 ]; #if HHI_INTERVIEW_SKIP rcDP.pUsed = 0; rcDP.iStrideUsed = 0; #endif } UInt TComRdCost::calcHAD( Pel* pi0, Int iStride0, Pel* pi1, Int iStride1, Int iWidth, Int iHeight ) { UInt uiSum = 0; Int x, y; if ( ( (iWidth % 8) == 0 ) && ( (iHeight % 8) == 0 ) ) { for ( y=0; y> g_uiBitIncrement ); } #if HHI_INTERVIEW_SKIP UInt TComRdCost::getDistPart( Pel* piCur, Int iCurStride, Pel* piOrg, Int iOrgStride, Pel* piUsed, Int iUsedStride, UInt uiBlkWidth, UInt uiBlkHeight, DFunc eDFunc ) { DistParam cDtParam; setDistParam( uiBlkWidth, uiBlkHeight, eDFunc, cDtParam ); cDtParam.pOrg = piOrg; cDtParam.pCur = piCur; cDtParam.pUsed = piUsed; cDtParam.iStrideOrg = iOrgStride; cDtParam.iStrideCur = iCurStride; cDtParam.iStrideUsed= iUsedStride; #ifdef DCM_RDCOST_TEMP_FIX //Temporary fix since DistParam is lacking a constructor and the variable iStep is not initialized cDtParam.iStep = 1; #endif #ifdef WEIGHT_PRED cDtParam.applyWeight = false; cDtParam.uiComp = 255; // just for assert: to be sure it was set before use, since only values 0,1 or 2 are allowed. #endif return cDtParam.DistFunc( &cDtParam ); } #endif UInt TComRdCost::getDistPart( Pel* piCur, Int iCurStride, Pel* piOrg, Int iOrgStride, UInt uiBlkWidth, UInt uiBlkHeight, DFunc eDFunc ) { DistParam cDtParam; setDistParam( uiBlkWidth, uiBlkHeight, eDFunc, cDtParam ); cDtParam.pOrg = piOrg; cDtParam.pCur = piCur; cDtParam.iStrideOrg = iOrgStride; cDtParam.iStrideCur = iCurStride; #ifdef DCM_RDCOST_TEMP_FIX //Temporary fix since DistParam is lacking a constructor and the variable iStep is not initialized cDtParam.iStep = 1; #endif #ifdef WEIGHT_PRED cDtParam.applyWeight = false; cDtParam.uiComp = 255; // just for assert: to be sure it was set before use, since only values 0,1 or 2 are allowed. #endif return cDtParam.DistFunc( &cDtParam ); } // ==================================================================================================================== // Distortion functions // ==================================================================================================================== // -------------------------------------------------------------------------------------------------------------------- // SAD // -------------------------------------------------------------------------------------------------------------------- #ifdef ROUNDING_CONTROL_BIPRED UInt TComRdCost::xGetSAD( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { pred = (piCur[n] + piRef[n] + bRound) >> 1 ; uiSum += abs( piOrg[n] - pred ); } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD4( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = pcDtParam->iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[1] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD8( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = pcDtParam->iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[1] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD16( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = pcDtParam->iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[1] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD16N( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { for (Int n = 0; n < iCols; n+=16 ) { pred = (piCur[n+ 0] + piRef[n+ 0] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 0] - pred ); pred = (piCur[n+ 1] + piRef[n+ 1] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 1] - pred ); pred = (piCur[n+ 2] + piRef[n+ 2] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 2] - pred ); pred = (piCur[n+ 3] + piRef[n+ 3] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 3] - pred ); pred = (piCur[n+ 4] + piRef[n+ 4] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 4] - pred ); pred = (piCur[n+ 5] + piRef[n+ 5] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 5] - pred ); pred = (piCur[n+ 6] + piRef[n+ 6] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 6] - pred ); pred = (piCur[n+ 7] + piRef[n+ 7] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 7] - pred ); pred = (piCur[n+ 8] + piRef[n+ 8] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 8] - pred ); pred = (piCur[n+ 9] + piRef[n+ 9] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 9] - pred ); pred = (piCur[n+ 10] + piRef[n+ 10] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 10] - pred ); pred = (piCur[n+ 11] + piRef[n+ 11] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 11] - pred ); pred = (piCur[n+ 12] + piRef[n+ 12] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 12] - pred ); pred = (piCur[n+ 13] + piRef[n+ 13] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 13] - pred ); pred = (piCur[n+ 14] + piRef[n+ 14] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 14] - pred ); pred = (piCur[n+ 15] + piRef[n+ 15] + bRound) >> 1 ; uiSum += abs( piOrg[n+ 15] - pred ); } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD32( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = pcDtParam->iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[1] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); pred = (piCur[16] + piRef[16] + bRound) >> 1 ; uiSum += abs( piOrg[16] - pred ); pred = (piCur[17] + piRef[17] + bRound) >> 1 ; uiSum += abs( piOrg[17] - pred ); pred = (piCur[18] + piRef[18] + bRound) >> 1 ; uiSum += abs( piOrg[18] - pred ); pred = (piCur[19] + piRef[19] + bRound) >> 1 ; uiSum += abs( piOrg[19] - pred ); pred = (piCur[20] + piRef[20] + bRound) >> 1 ; uiSum += abs( piOrg[20] - pred ); pred = (piCur[21] + piRef[21] + bRound) >> 1 ; uiSum += abs( piOrg[21] - pred ); pred = (piCur[22] + piRef[22] + bRound) >> 1 ; uiSum += abs( piOrg[22] - pred ); pred = (piCur[23] + piRef[23] + bRound) >> 1 ; uiSum += abs( piOrg[23] - pred ); pred = (piCur[24] + piRef[24] + bRound) >> 1 ; uiSum += abs( piOrg[24] - pred ); pred = (piCur[25] + piRef[25] + bRound) >> 1 ; uiSum += abs( piOrg[25] - pred ); pred = (piCur[26] + piRef[26] + bRound) >> 1 ; uiSum += abs( piOrg[26] - pred ); pred = (piCur[27] + piRef[27] + bRound) >> 1 ; uiSum += abs( piOrg[27] - pred ); pred = (piCur[28] + piRef[28] + bRound) >> 1 ; uiSum += abs( piOrg[28] - pred ); pred = (piCur[29] + piRef[29] + bRound) >> 1 ; uiSum += abs( piOrg[29] - pred ); pred = (piCur[30] + piRef[30] + bRound) >> 1 ; uiSum += abs( piOrg[30] - pred ); pred = (piCur[31] + piRef[31] + bRound) >> 1 ; uiSum += abs( piOrg[31] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD64( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; Int iStrideRef = pcDtParam->iCols*iSubStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[1] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); pred = (piCur[16] + piRef[16] + bRound) >> 1 ; uiSum += abs( piOrg[16] - pred ); pred = (piCur[17] + piRef[17] + bRound) >> 1 ; uiSum += abs( piOrg[17] - pred ); pred = (piCur[18] + piRef[18] + bRound) >> 1 ; uiSum += abs( piOrg[18] - pred ); pred = (piCur[19] + piRef[19] + bRound) >> 1 ; uiSum += abs( piOrg[19] - pred ); pred = (piCur[20] + piRef[20] + bRound) >> 1 ; uiSum += abs( piOrg[20] - pred ); pred = (piCur[21] + piRef[21] + bRound) >> 1 ; uiSum += abs( piOrg[21] - pred ); pred = (piCur[22] + piRef[22] + bRound) >> 1 ; uiSum += abs( piOrg[22] - pred ); pred = (piCur[23] + piRef[23] + bRound) >> 1 ; uiSum += abs( piOrg[23] - pred ); pred = (piCur[24] + piRef[24] + bRound) >> 1 ; uiSum += abs( piOrg[24] - pred ); pred = (piCur[25] + piRef[25] + bRound) >> 1 ; uiSum += abs( piOrg[25] - pred ); pred = (piCur[26] + piRef[26] + bRound) >> 1 ; uiSum += abs( piOrg[26] - pred ); pred = (piCur[27] + piRef[27] + bRound) >> 1 ; uiSum += abs( piOrg[27] - pred ); pred = (piCur[28] + piRef[28] + bRound) >> 1 ; uiSum += abs( piOrg[28] - pred ); pred = (piCur[29] + piRef[29] + bRound) >> 1 ; uiSum += abs( piOrg[29] - pred ); pred = (piCur[30] + piRef[30] + bRound) >> 1 ; uiSum += abs( piOrg[30] - pred ); pred = (piCur[31] + piRef[31] + bRound) >> 1 ; uiSum += abs( piOrg[31] - pred ); pred = (piCur[32] + piRef[32] + bRound) >> 1 ; uiSum += abs( piOrg[32] - pred ); pred = (piCur[33] + piRef[33] + bRound) >> 1 ; uiSum += abs( piOrg[33] - pred ); pred = (piCur[34] + piRef[34] + bRound) >> 1 ; uiSum += abs( piOrg[34] - pred ); pred = (piCur[35] + piRef[35] + bRound) >> 1 ; uiSum += abs( piOrg[35] - pred ); pred = (piCur[36] + piRef[36] + bRound) >> 1 ; uiSum += abs( piOrg[36] - pred ); pred = (piCur[37] + piRef[37] + bRound) >> 1 ; uiSum += abs( piOrg[37] - pred ); pred = (piCur[38] + piRef[38] + bRound) >> 1 ; uiSum += abs( piOrg[38] - pred ); pred = (piCur[39] + piRef[39] + bRound) >> 1 ; uiSum += abs( piOrg[39] - pred ); pred = (piCur[40] + piRef[40] + bRound) >> 1 ; uiSum += abs( piOrg[40] - pred ); pred = (piCur[41] + piRef[41] + bRound) >> 1 ; uiSum += abs( piOrg[41] - pred ); pred = (piCur[42] + piRef[42] + bRound) >> 1 ; uiSum += abs( piOrg[42] - pred ); pred = (piCur[43] + piRef[43] + bRound) >> 1 ; uiSum += abs( piOrg[43] - pred ); pred = (piCur[44] + piRef[44] + bRound) >> 1 ; uiSum += abs( piOrg[44] - pred ); pred = (piCur[45] + piRef[45] + bRound) >> 1 ; uiSum += abs( piOrg[45] - pred ); pred = (piCur[46] + piRef[46] + bRound) >> 1 ; uiSum += abs( piOrg[46] - pred ); pred = (piCur[47] + piRef[47] + bRound) >> 1 ; uiSum += abs( piOrg[47] - pred ); pred = (piCur[48] + piRef[48] + bRound) >> 1 ; uiSum += abs( piOrg[48] - pred ); pred = (piCur[49] + piRef[49] + bRound) >> 1 ; uiSum += abs( piOrg[49] - pred ); pred = (piCur[50] + piRef[50] + bRound) >> 1 ; uiSum += abs( piOrg[50] - pred ); pred = (piCur[51] + piRef[51] + bRound) >> 1 ; uiSum += abs( piOrg[51] - pred ); pred = (piCur[52] + piRef[52] + bRound) >> 1 ; uiSum += abs( piOrg[52] - pred ); pred = (piCur[53] + piRef[53] + bRound) >> 1 ; uiSum += abs( piOrg[53] - pred ); pred = (piCur[54] + piRef[54] + bRound) >> 1 ; uiSum += abs( piOrg[54] - pred ); pred = (piCur[55] + piRef[55] + bRound) >> 1 ; uiSum += abs( piOrg[55] - pred ); pred = (piCur[56] + piRef[56] + bRound) >> 1 ; uiSum += abs( piOrg[56] - pred ); pred = (piCur[57] + piRef[57] + bRound) >> 1 ; uiSum += abs( piOrg[57] - pred ); pred = (piCur[58] + piRef[58] + bRound) >> 1 ; uiSum += abs( piOrg[58] - pred ); pred = (piCur[59] + piRef[59] + bRound) >> 1 ; uiSum += abs( piOrg[59] - pred ); pred = (piCur[60] + piRef[60] + bRound) >> 1 ; uiSum += abs( piOrg[60] - pred ); pred = (piCur[61] + piRef[61] + bRound) >> 1 ; uiSum += abs( piOrg[61] - pred ); pred = (piCur[62] + piRef[62] + bRound) >> 1 ; uiSum += abs( piOrg[62] - pred ); pred = (piCur[63] + piRef[63] + bRound) >> 1 ; uiSum += abs( piOrg[63] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } #endif UInt TComRdCost::xGetSAD( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert(pcDtParam->iSubShift==0); return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { uiSum += abs( piOrg[n] - piCur[n] ); } piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD4( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { uiSum += abs( piOrg[0] - piCur[0] ); uiSum += abs( piOrg[1] - piCur[1] ); uiSum += abs( piOrg[2] - piCur[2] ); uiSum += abs( piOrg[3] - piCur[3] ); piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD8( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { uiSum += abs( piOrg[0] - piCur[0] ); uiSum += abs( piOrg[1] - piCur[1] ); uiSum += abs( piOrg[2] - piCur[2] ); uiSum += abs( piOrg[3] - piCur[3] ); uiSum += abs( piOrg[4] - piCur[4] ); uiSum += abs( piOrg[5] - piCur[5] ); uiSum += abs( piOrg[6] - piCur[6] ); uiSum += abs( piOrg[7] - piCur[7] ); piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD16( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { uiSum += abs( piOrg[0] - piCur[0] ); uiSum += abs( piOrg[1] - piCur[1] ); uiSum += abs( piOrg[2] - piCur[2] ); uiSum += abs( piOrg[3] - piCur[3] ); uiSum += abs( piOrg[4] - piCur[4] ); uiSum += abs( piOrg[5] - piCur[5] ); uiSum += abs( piOrg[6] - piCur[6] ); uiSum += abs( piOrg[7] - piCur[7] ); uiSum += abs( piOrg[8] - piCur[8] ); uiSum += abs( piOrg[9] - piCur[9] ); uiSum += abs( piOrg[10] - piCur[10] ); uiSum += abs( piOrg[11] - piCur[11] ); uiSum += abs( piOrg[12] - piCur[12] ); uiSum += abs( piOrg[13] - piCur[13] ); uiSum += abs( piOrg[14] - piCur[14] ); uiSum += abs( piOrg[15] - piCur[15] ); piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD16N( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSAD16Nw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { for (Int n = 0; n < iCols; n+=16 ) { uiSum += abs( piOrg[n+ 0] - piCur[n+ 0] ); uiSum += abs( piOrg[n+ 1] - piCur[n+ 1] ); uiSum += abs( piOrg[n+ 2] - piCur[n+ 2] ); uiSum += abs( piOrg[n+ 3] - piCur[n+ 3] ); uiSum += abs( piOrg[n+ 4] - piCur[n+ 4] ); uiSum += abs( piOrg[n+ 5] - piCur[n+ 5] ); uiSum += abs( piOrg[n+ 6] - piCur[n+ 6] ); uiSum += abs( piOrg[n+ 7] - piCur[n+ 7] ); uiSum += abs( piOrg[n+ 8] - piCur[n+ 8] ); uiSum += abs( piOrg[n+ 9] - piCur[n+ 9] ); uiSum += abs( piOrg[n+10] - piCur[n+10] ); uiSum += abs( piOrg[n+11] - piCur[n+11] ); uiSum += abs( piOrg[n+12] - piCur[n+12] ); uiSum += abs( piOrg[n+13] - piCur[n+13] ); uiSum += abs( piOrg[n+14] - piCur[n+14] ); uiSum += abs( piOrg[n+15] - piCur[n+15] ); } piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD32( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { uiSum += abs( piOrg[0] - piCur[0] ); uiSum += abs( piOrg[1] - piCur[1] ); uiSum += abs( piOrg[2] - piCur[2] ); uiSum += abs( piOrg[3] - piCur[3] ); uiSum += abs( piOrg[4] - piCur[4] ); uiSum += abs( piOrg[5] - piCur[5] ); uiSum += abs( piOrg[6] - piCur[6] ); uiSum += abs( piOrg[7] - piCur[7] ); uiSum += abs( piOrg[8] - piCur[8] ); uiSum += abs( piOrg[9] - piCur[9] ); uiSum += abs( piOrg[10] - piCur[10] ); uiSum += abs( piOrg[11] - piCur[11] ); uiSum += abs( piOrg[12] - piCur[12] ); uiSum += abs( piOrg[13] - piCur[13] ); uiSum += abs( piOrg[14] - piCur[14] ); uiSum += abs( piOrg[15] - piCur[15] ); uiSum += abs( piOrg[16] - piCur[16] ); uiSum += abs( piOrg[17] - piCur[17] ); uiSum += abs( piOrg[18] - piCur[18] ); uiSum += abs( piOrg[19] - piCur[19] ); uiSum += abs( piOrg[20] - piCur[20] ); uiSum += abs( piOrg[21] - piCur[21] ); uiSum += abs( piOrg[22] - piCur[22] ); uiSum += abs( piOrg[23] - piCur[23] ); uiSum += abs( piOrg[24] - piCur[24] ); uiSum += abs( piOrg[25] - piCur[25] ); uiSum += abs( piOrg[26] - piCur[26] ); uiSum += abs( piOrg[27] - piCur[27] ); uiSum += abs( piOrg[28] - piCur[28] ); uiSum += abs( piOrg[29] - piCur[29] ); uiSum += abs( piOrg[30] - piCur[30] ); uiSum += abs( piOrg[31] - piCur[31] ); piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSAD64( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iSubShift = pcDtParam->iSubShift; Int iSubStep = ( 1 << iSubShift ); Int iStrideCur = pcDtParam->iStrideCur*iSubStep; Int iStrideOrg = pcDtParam->iStrideOrg*iSubStep; UInt uiSum = 0; for( ; iRows != 0; iRows-=iSubStep ) { uiSum += abs( piOrg[0] - piCur[0] ); uiSum += abs( piOrg[1] - piCur[1] ); uiSum += abs( piOrg[2] - piCur[2] ); uiSum += abs( piOrg[3] - piCur[3] ); uiSum += abs( piOrg[4] - piCur[4] ); uiSum += abs( piOrg[5] - piCur[5] ); uiSum += abs( piOrg[6] - piCur[6] ); uiSum += abs( piOrg[7] - piCur[7] ); uiSum += abs( piOrg[8] - piCur[8] ); uiSum += abs( piOrg[9] - piCur[9] ); uiSum += abs( piOrg[10] - piCur[10] ); uiSum += abs( piOrg[11] - piCur[11] ); uiSum += abs( piOrg[12] - piCur[12] ); uiSum += abs( piOrg[13] - piCur[13] ); uiSum += abs( piOrg[14] - piCur[14] ); uiSum += abs( piOrg[15] - piCur[15] ); uiSum += abs( piOrg[16] - piCur[16] ); uiSum += abs( piOrg[17] - piCur[17] ); uiSum += abs( piOrg[18] - piCur[18] ); uiSum += abs( piOrg[19] - piCur[19] ); uiSum += abs( piOrg[20] - piCur[20] ); uiSum += abs( piOrg[21] - piCur[21] ); uiSum += abs( piOrg[22] - piCur[22] ); uiSum += abs( piOrg[23] - piCur[23] ); uiSum += abs( piOrg[24] - piCur[24] ); uiSum += abs( piOrg[25] - piCur[25] ); uiSum += abs( piOrg[26] - piCur[26] ); uiSum += abs( piOrg[27] - piCur[27] ); uiSum += abs( piOrg[28] - piCur[28] ); uiSum += abs( piOrg[29] - piCur[29] ); uiSum += abs( piOrg[30] - piCur[30] ); uiSum += abs( piOrg[31] - piCur[31] ); uiSum += abs( piOrg[32] - piCur[32] ); uiSum += abs( piOrg[33] - piCur[33] ); uiSum += abs( piOrg[34] - piCur[34] ); uiSum += abs( piOrg[35] - piCur[35] ); uiSum += abs( piOrg[36] - piCur[36] ); uiSum += abs( piOrg[37] - piCur[37] ); uiSum += abs( piOrg[38] - piCur[38] ); uiSum += abs( piOrg[39] - piCur[39] ); uiSum += abs( piOrg[40] - piCur[40] ); uiSum += abs( piOrg[41] - piCur[41] ); uiSum += abs( piOrg[42] - piCur[42] ); uiSum += abs( piOrg[43] - piCur[43] ); uiSum += abs( piOrg[44] - piCur[44] ); uiSum += abs( piOrg[45] - piCur[45] ); uiSum += abs( piOrg[46] - piCur[46] ); uiSum += abs( piOrg[47] - piCur[47] ); uiSum += abs( piOrg[48] - piCur[48] ); uiSum += abs( piOrg[49] - piCur[49] ); uiSum += abs( piOrg[50] - piCur[50] ); uiSum += abs( piOrg[51] - piCur[51] ); uiSum += abs( piOrg[52] - piCur[52] ); uiSum += abs( piOrg[53] - piCur[53] ); uiSum += abs( piOrg[54] - piCur[54] ); uiSum += abs( piOrg[55] - piCur[55] ); uiSum += abs( piOrg[56] - piCur[56] ); uiSum += abs( piOrg[57] - piCur[57] ); uiSum += abs( piOrg[58] - piCur[58] ); uiSum += abs( piOrg[59] - piCur[59] ); uiSum += abs( piOrg[60] - piCur[60] ); uiSum += abs( piOrg[61] - piCur[61] ); uiSum += abs( piOrg[62] - piCur[62] ); uiSum += abs( piOrg[63] - piCur[63] ); piOrg += iStrideOrg; piCur += iStrideCur; } uiSum <<= iSubShift; return ( uiSum >> g_uiBitIncrement ); } // -------------------------------------------------------------------------------------------------------------------- // SAD with step (used in fractional search) // -------------------------------------------------------------------------------------------------------------------- #ifdef ROUNDING_CONTROL_BIPRED UInt TComRdCost::xGetSADs( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { pred = (piCur[n*iStep] + piRef[n] + bRound) >> 1 ; uiSum += abs( piOrg[n] - pred ); } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs4( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[iStep ] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[iStep2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[iStep3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs8( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[iStep ] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[iStep2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[iStep3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[iStep4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[iStep5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[iStep6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[iStep7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs16( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[iStep ] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[iStep2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[iStep3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[iStep4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[iStep5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[iStep6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[iStep7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[iStep8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[iStep9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[iStep10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[iStep11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[iStep12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[iStep13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[iStep14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[iStep15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs16N( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { pred = (piCur[iStep*(n +0)] + piRef[n + 0] + bRound) >> 1 ; uiSum += abs( piOrg[n +0] - pred ); pred = (piCur[iStep*(n +1)] + piRef[n + 1] + bRound) >> 1 ; uiSum += abs( piOrg[n +1] - pred ); pred = (piCur[iStep*(n +2)] + piRef[n + 2] + bRound) >> 1 ; uiSum += abs( piOrg[n +2] - pred ); pred = (piCur[iStep*(n +3)] + piRef[n + 3] + bRound) >> 1 ; uiSum += abs( piOrg[n +3] - pred ); pred = (piCur[iStep*(n +4)] + piRef[n + 4] + bRound) >> 1 ; uiSum += abs( piOrg[n +4] - pred ); pred = (piCur[iStep*(n +5)] + piRef[n + 5] + bRound) >> 1 ; uiSum += abs( piOrg[n +5] - pred ); pred = (piCur[iStep*(n +6)] + piRef[n + 6] + bRound) >> 1 ; uiSum += abs( piOrg[n +6] - pred ); pred = (piCur[iStep*(n +7)] + piRef[n + 7] + bRound) >> 1 ; uiSum += abs( piOrg[n +7] - pred ); pred = (piCur[iStep*(n +8)] + piRef[n + 8] + bRound) >> 1 ; uiSum += abs( piOrg[n +8] - pred ); pred = (piCur[iStep*(n +9)] + piRef[n + 9] + bRound) >> 1 ; uiSum += abs( piOrg[n +9] - pred ); pred = (piCur[iStep*(n +10)] + piRef[n + 10] + bRound) >> 1 ; uiSum += abs( piOrg[n +10] - pred ); pred = (piCur[iStep*(n +11)] + piRef[n + 11] + bRound) >> 1 ; uiSum += abs( piOrg[n +11] - pred ); pred = (piCur[iStep*(n +12)] + piRef[n + 12] + bRound) >> 1 ; uiSum += abs( piOrg[n +12] - pred ); pred = (piCur[iStep*(n +13)] + piRef[n + 13] + bRound) >> 1 ; uiSum += abs( piOrg[n +13] - pred ); pred = (piCur[iStep*(n +14)] + piRef[n + 14] + bRound) >> 1 ; uiSum += abs( piOrg[n +14] - pred ); pred = (piCur[iStep*(n +15)] + piRef[n + 15] + bRound) >> 1 ; uiSum += abs( piOrg[n +15] - pred ); } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs32( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; Int iStep16 = iStep15 + iStep; Int iStep17 = iStep16 + iStep; Int iStep18 = iStep17 + iStep; Int iStep19 = iStep18 + iStep; Int iStep20 = iStep19 + iStep; Int iStep21 = iStep20 + iStep; Int iStep22 = iStep21 + iStep; Int iStep23 = iStep22 + iStep; Int iStep24 = iStep23 + iStep; Int iStep25 = iStep24 + iStep; Int iStep26 = iStep25 + iStep; Int iStep27 = iStep26 + iStep; Int iStep28 = iStep27 + iStep; Int iStep29 = iStep28 + iStep; Int iStep30 = iStep29 + iStep; Int iStep31 = iStep30 + iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[iStep ] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[iStep2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[iStep3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[iStep4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[iStep5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[iStep6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[iStep7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[iStep8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[iStep9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[iStep10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[iStep11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[iStep12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[iStep13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[iStep14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[iStep15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); pred = (piCur[iStep16] + piRef[16] + bRound) >> 1 ; uiSum += abs( piOrg[16] - pred ); pred = (piCur[iStep17] + piRef[17] + bRound) >> 1 ; uiSum += abs( piOrg[17] - pred ); pred = (piCur[iStep18] + piRef[18] + bRound) >> 1 ; uiSum += abs( piOrg[18] - pred ); pred = (piCur[iStep19] + piRef[19] + bRound) >> 1 ; uiSum += abs( piOrg[19] - pred ); pred = (piCur[iStep20] + piRef[20] + bRound) >> 1 ; uiSum += abs( piOrg[20] - pred ); pred = (piCur[iStep21] + piRef[21] + bRound) >> 1 ; uiSum += abs( piOrg[21] - pred ); pred = (piCur[iStep22] + piRef[22] + bRound) >> 1 ; uiSum += abs( piOrg[22] - pred ); pred = (piCur[iStep23] + piRef[23] + bRound) >> 1 ; uiSum += abs( piOrg[23] - pred ); pred = (piCur[iStep24] + piRef[24] + bRound) >> 1 ; uiSum += abs( piOrg[24] - pred ); pred = (piCur[iStep25] + piRef[25] + bRound) >> 1 ; uiSum += abs( piOrg[25] - pred ); pred = (piCur[iStep26] + piRef[26] + bRound) >> 1 ; uiSum += abs( piOrg[26] - pred ); pred = (piCur[iStep27] + piRef[27] + bRound) >> 1 ; uiSum += abs( piOrg[27] - pred ); pred = (piCur[iStep28] + piRef[28] + bRound) >> 1 ; uiSum += abs( piOrg[28] - pred ); pred = (piCur[iStep29] + piRef[29] + bRound) >> 1 ; uiSum += abs( piOrg[29] - pred ); pred = (piCur[iStep30] + piRef[30] + bRound) >> 1 ; uiSum += abs( piOrg[30] - pred ); pred = (piCur[iStep31] + piRef[31] + bRound) >> 1 ; uiSum += abs( piOrg[31] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs64( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideRef = pcDtParam->iCols; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; Int iStep16 = iStep15 + iStep; Int iStep17 = iStep16 + iStep; Int iStep18 = iStep17 + iStep; Int iStep19 = iStep18 + iStep; Int iStep20 = iStep19 + iStep; Int iStep21 = iStep20 + iStep; Int iStep22 = iStep21 + iStep; Int iStep23 = iStep22 + iStep; Int iStep24 = iStep23 + iStep; Int iStep25 = iStep24 + iStep; Int iStep26 = iStep25 + iStep; Int iStep27 = iStep26 + iStep; Int iStep28 = iStep27 + iStep; Int iStep29 = iStep28 + iStep; Int iStep30 = iStep29 + iStep; Int iStep31 = iStep30 + iStep; Int iStep32 = iStep31 + iStep; Int iStep33 = iStep32 + iStep; Int iStep34 = iStep33 + iStep; Int iStep35 = iStep34 + iStep; Int iStep36 = iStep35 + iStep; Int iStep37 = iStep36 + iStep; Int iStep38 = iStep37 + iStep; Int iStep39 = iStep38 + iStep; Int iStep40 = iStep39 + iStep; Int iStep41 = iStep40 + iStep; Int iStep42 = iStep41 + iStep; Int iStep43 = iStep42 + iStep; Int iStep44 = iStep43 + iStep; Int iStep45 = iStep44 + iStep; Int iStep46 = iStep45 + iStep; Int iStep47 = iStep46 + iStep; Int iStep48 = iStep47 + iStep; Int iStep49 = iStep48 + iStep; Int iStep50 = iStep49 + iStep; Int iStep51 = iStep50 + iStep; Int iStep52 = iStep51 + iStep; Int iStep53 = iStep52 + iStep; Int iStep54 = iStep53 + iStep; Int iStep55 = iStep54 + iStep; Int iStep56 = iStep55 + iStep; Int iStep57 = iStep56 + iStep; Int iStep58 = iStep57 + iStep; Int iStep59 = iStep58 + iStep; Int iStep60 = iStep59 + iStep; Int iStep61 = iStep60 + iStep; Int iStep62 = iStep61 + iStep; Int iStep63 = iStep62 + iStep; Pel pred; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1 ; uiSum += abs( piOrg[0] - pred ); pred = (piCur[iStep ] + piRef[1] + bRound) >> 1 ; uiSum += abs( piOrg[1] - pred ); pred = (piCur[iStep2] + piRef[2] + bRound) >> 1 ; uiSum += abs( piOrg[2] - pred ); pred = (piCur[iStep3] + piRef[3] + bRound) >> 1 ; uiSum += abs( piOrg[3] - pred ); pred = (piCur[iStep4] + piRef[4] + bRound) >> 1 ; uiSum += abs( piOrg[4] - pred ); pred = (piCur[iStep5] + piRef[5] + bRound) >> 1 ; uiSum += abs( piOrg[5] - pred ); pred = (piCur[iStep6] + piRef[6] + bRound) >> 1 ; uiSum += abs( piOrg[6] - pred ); pred = (piCur[iStep7] + piRef[7] + bRound) >> 1 ; uiSum += abs( piOrg[7] - pred ); pred = (piCur[iStep8] + piRef[8] + bRound) >> 1 ; uiSum += abs( piOrg[8] - pred ); pred = (piCur[iStep9] + piRef[9] + bRound) >> 1 ; uiSum += abs( piOrg[9] - pred ); pred = (piCur[iStep10] + piRef[10] + bRound) >> 1 ; uiSum += abs( piOrg[10] - pred ); pred = (piCur[iStep11] + piRef[11] + bRound) >> 1 ; uiSum += abs( piOrg[11] - pred ); pred = (piCur[iStep12] + piRef[12] + bRound) >> 1 ; uiSum += abs( piOrg[12] - pred ); pred = (piCur[iStep13] + piRef[13] + bRound) >> 1 ; uiSum += abs( piOrg[13] - pred ); pred = (piCur[iStep14] + piRef[14] + bRound) >> 1 ; uiSum += abs( piOrg[14] - pred ); pred = (piCur[iStep15] + piRef[15] + bRound) >> 1 ; uiSum += abs( piOrg[15] - pred ); pred = (piCur[iStep16] + piRef[16] + bRound) >> 1 ; uiSum += abs( piOrg[16] - pred ); pred = (piCur[iStep17] + piRef[17] + bRound) >> 1 ; uiSum += abs( piOrg[17] - pred ); pred = (piCur[iStep18] + piRef[18] + bRound) >> 1 ; uiSum += abs( piOrg[18] - pred ); pred = (piCur[iStep19] + piRef[19] + bRound) >> 1 ; uiSum += abs( piOrg[19] - pred ); pred = (piCur[iStep20] + piRef[20] + bRound) >> 1 ; uiSum += abs( piOrg[20] - pred ); pred = (piCur[iStep21] + piRef[21] + bRound) >> 1 ; uiSum += abs( piOrg[21] - pred ); pred = (piCur[iStep22] + piRef[22] + bRound) >> 1 ; uiSum += abs( piOrg[22] - pred ); pred = (piCur[iStep23] + piRef[23] + bRound) >> 1 ; uiSum += abs( piOrg[23] - pred ); pred = (piCur[iStep24] + piRef[24] + bRound) >> 1 ; uiSum += abs( piOrg[24] - pred ); pred = (piCur[iStep25] + piRef[25] + bRound) >> 1 ; uiSum += abs( piOrg[25] - pred ); pred = (piCur[iStep26] + piRef[26] + bRound) >> 1 ; uiSum += abs( piOrg[26] - pred ); pred = (piCur[iStep27] + piRef[27] + bRound) >> 1 ; uiSum += abs( piOrg[27] - pred ); pred = (piCur[iStep28] + piRef[28] + bRound) >> 1 ; uiSum += abs( piOrg[28] - pred ); pred = (piCur[iStep29] + piRef[29] + bRound) >> 1 ; uiSum += abs( piOrg[29] - pred ); pred = (piCur[iStep30] + piRef[30] + bRound) >> 1 ; uiSum += abs( piOrg[30] - pred ); pred = (piCur[iStep31] + piRef[31] + bRound) >> 1 ; uiSum += abs( piOrg[31] - pred ); pred = (piCur[iStep32] + piRef[32] + bRound) >> 1 ; uiSum += abs( piOrg[32] - pred ); pred = (piCur[iStep33] + piRef[33] + bRound) >> 1 ; uiSum += abs( piOrg[33] - pred ); pred = (piCur[iStep34] + piRef[34] + bRound) >> 1 ; uiSum += abs( piOrg[34] - pred ); pred = (piCur[iStep35] + piRef[35] + bRound) >> 1 ; uiSum += abs( piOrg[35] - pred ); pred = (piCur[iStep36] + piRef[36] + bRound) >> 1 ; uiSum += abs( piOrg[36] - pred ); pred = (piCur[iStep37] + piRef[37] + bRound) >> 1 ; uiSum += abs( piOrg[37] - pred ); pred = (piCur[iStep38] + piRef[38] + bRound) >> 1 ; uiSum += abs( piOrg[38] - pred ); pred = (piCur[iStep39] + piRef[39] + bRound) >> 1 ; uiSum += abs( piOrg[39] - pred ); pred = (piCur[iStep40] + piRef[40] + bRound) >> 1 ; uiSum += abs( piOrg[40] - pred ); pred = (piCur[iStep41] + piRef[41] + bRound) >> 1 ; uiSum += abs( piOrg[41] - pred ); pred = (piCur[iStep42] + piRef[42] + bRound) >> 1 ; uiSum += abs( piOrg[42] - pred ); pred = (piCur[iStep43] + piRef[43] + bRound) >> 1 ; uiSum += abs( piOrg[43] - pred ); pred = (piCur[iStep44] + piRef[44] + bRound) >> 1 ; uiSum += abs( piOrg[44] - pred ); pred = (piCur[iStep45] + piRef[45] + bRound) >> 1 ; uiSum += abs( piOrg[45] - pred ); pred = (piCur[iStep46] + piRef[46] + bRound) >> 1 ; uiSum += abs( piOrg[46] - pred ); pred = (piCur[iStep47] + piRef[47] + bRound) >> 1 ; uiSum += abs( piOrg[47] - pred ); pred = (piCur[iStep48] + piRef[48] + bRound) >> 1 ; uiSum += abs( piOrg[48] - pred ); pred = (piCur[iStep49] + piRef[49] + bRound) >> 1 ; uiSum += abs( piOrg[49] - pred ); pred = (piCur[iStep50] + piRef[50] + bRound) >> 1 ; uiSum += abs( piOrg[50] - pred ); pred = (piCur[iStep51] + piRef[51] + bRound) >> 1 ; uiSum += abs( piOrg[51] - pred ); pred = (piCur[iStep52] + piRef[52] + bRound) >> 1 ; uiSum += abs( piOrg[52] - pred ); pred = (piCur[iStep53] + piRef[53] + bRound) >> 1 ; uiSum += abs( piOrg[53] - pred ); pred = (piCur[iStep54] + piRef[54] + bRound) >> 1 ; uiSum += abs( piOrg[54] - pred ); pred = (piCur[iStep55] + piRef[55] + bRound) >> 1 ; uiSum += abs( piOrg[55] - pred ); pred = (piCur[iStep56] + piRef[56] + bRound) >> 1 ; uiSum += abs( piOrg[56] - pred ); pred = (piCur[iStep57] + piRef[57] + bRound) >> 1 ; uiSum += abs( piOrg[57] - pred ); pred = (piCur[iStep58] + piRef[58] + bRound) >> 1 ; uiSum += abs( piOrg[58] - pred ); pred = (piCur[iStep59] + piRef[59] + bRound) >> 1 ; uiSum += abs( piOrg[59] - pred ); pred = (piCur[iStep60] + piRef[60] + bRound) >> 1 ; uiSum += abs( piOrg[60] - pred ); pred = (piCur[iStep61] + piRef[61] + bRound) >> 1 ; uiSum += abs( piOrg[61] - pred ); pred = (piCur[iStep62] + piRef[62] + bRound) >> 1 ; uiSum += abs( piOrg[62] - pred ); pred = (piCur[iStep63] + piRef[63] + bRound) >> 1 ; uiSum += abs( piOrg[63] - pred ); piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum >> g_uiBitIncrement ); } #endif UInt TComRdCost::xGetSADs( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADsw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { uiSum += abs( piOrg[n] - piCur[n*iStep] ); } piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs4( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs4w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { uiSum += abs( piOrg[0] - piCur[ 0] ); uiSum += abs( piOrg[1] - piCur[iStep ] ); uiSum += abs( piOrg[2] - piCur[iStep2] ); uiSum += abs( piOrg[3] - piCur[iStep3] ); piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs8( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs8w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { uiSum += abs( piOrg[0] - piCur[ 0] ); uiSum += abs( piOrg[1] - piCur[iStep ] ); uiSum += abs( piOrg[2] - piCur[iStep2] ); uiSum += abs( piOrg[3] - piCur[iStep3] ); uiSum += abs( piOrg[4] - piCur[iStep4] ); uiSum += abs( piOrg[5] - piCur[iStep5] ); uiSum += abs( piOrg[6] - piCur[iStep6] ); uiSum += abs( piOrg[7] - piCur[iStep7] ); piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs16( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs16w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { uiSum += abs( piOrg[ 0] - piCur[ 0] ); uiSum += abs( piOrg[ 1] - piCur[iStep ] ); uiSum += abs( piOrg[ 2] - piCur[iStep2 ] ); uiSum += abs( piOrg[ 3] - piCur[iStep3 ] ); uiSum += abs( piOrg[ 4] - piCur[iStep4 ] ); uiSum += abs( piOrg[ 5] - piCur[iStep5 ] ); uiSum += abs( piOrg[ 6] - piCur[iStep6 ] ); uiSum += abs( piOrg[ 7] - piCur[iStep7 ] ); uiSum += abs( piOrg[ 8] - piCur[iStep8 ] ); uiSum += abs( piOrg[ 9] - piCur[iStep9 ] ); uiSum += abs( piOrg[10] - piCur[iStep10] ); uiSum += abs( piOrg[11] - piCur[iStep11] ); uiSum += abs( piOrg[12] - piCur[iStep12] ); uiSum += abs( piOrg[13] - piCur[iStep13] ); uiSum += abs( piOrg[14] - piCur[iStep14] ); uiSum += abs( piOrg[15] - piCur[iStep15] ); piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs16N( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs16Nw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { uiSum += abs( piOrg[n +0] - piCur[iStep*(n +0)] ); uiSum += abs( piOrg[n +1] - piCur[iStep*(n +1)] ); uiSum += abs( piOrg[n +2] - piCur[iStep*(n +2)] ); uiSum += abs( piOrg[n +3] - piCur[iStep*(n +3)] ); uiSum += abs( piOrg[n +4] - piCur[iStep*(n +4)] ); uiSum += abs( piOrg[n +5] - piCur[iStep*(n +5)] ); uiSum += abs( piOrg[n +6] - piCur[iStep*(n +6)] ); uiSum += abs( piOrg[n +7] - piCur[iStep*(n +7)] ); uiSum += abs( piOrg[n +8] - piCur[iStep*(n +8)] ); uiSum += abs( piOrg[n +9] - piCur[iStep*(n +9)] ); uiSum += abs( piOrg[n+10] - piCur[iStep*(n+10)] ); uiSum += abs( piOrg[n+11] - piCur[iStep*(n+11)] ); uiSum += abs( piOrg[n+12] - piCur[iStep*(n+12)] ); uiSum += abs( piOrg[n+13] - piCur[iStep*(n+13)] ); uiSum += abs( piOrg[n+14] - piCur[iStep*(n+14)] ); uiSum += abs( piOrg[n+15] - piCur[iStep*(n+15)] ); } piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs32( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs32w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; Int iStep16 = iStep15 + iStep; Int iStep17 = iStep16 + iStep; Int iStep18 = iStep17 + iStep; Int iStep19 = iStep18 + iStep; Int iStep20 = iStep19 + iStep; Int iStep21 = iStep20 + iStep; Int iStep22 = iStep21 + iStep; Int iStep23 = iStep22 + iStep; Int iStep24 = iStep23 + iStep; Int iStep25 = iStep24 + iStep; Int iStep26 = iStep25 + iStep; Int iStep27 = iStep26 + iStep; Int iStep28 = iStep27 + iStep; Int iStep29 = iStep28 + iStep; Int iStep30 = iStep29 + iStep; Int iStep31 = iStep30 + iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { uiSum += abs( piOrg[ 0] - piCur[ 0] ); uiSum += abs( piOrg[ 1] - piCur[iStep ] ); uiSum += abs( piOrg[ 2] - piCur[iStep2 ] ); uiSum += abs( piOrg[ 3] - piCur[iStep3 ] ); uiSum += abs( piOrg[ 4] - piCur[iStep4 ] ); uiSum += abs( piOrg[ 5] - piCur[iStep5 ] ); uiSum += abs( piOrg[ 6] - piCur[iStep6 ] ); uiSum += abs( piOrg[ 7] - piCur[iStep7 ] ); uiSum += abs( piOrg[ 8] - piCur[iStep8 ] ); uiSum += abs( piOrg[ 9] - piCur[iStep9 ] ); uiSum += abs( piOrg[10] - piCur[iStep10] ); uiSum += abs( piOrg[11] - piCur[iStep11] ); uiSum += abs( piOrg[12] - piCur[iStep12] ); uiSum += abs( piOrg[13] - piCur[iStep13] ); uiSum += abs( piOrg[14] - piCur[iStep14] ); uiSum += abs( piOrg[15] - piCur[iStep15] ); uiSum += abs( piOrg[16] - piCur[iStep16] ); uiSum += abs( piOrg[17] - piCur[iStep17] ); uiSum += abs( piOrg[18] - piCur[iStep18] ); uiSum += abs( piOrg[19] - piCur[iStep19] ); uiSum += abs( piOrg[20] - piCur[iStep20] ); uiSum += abs( piOrg[21] - piCur[iStep21] ); uiSum += abs( piOrg[22] - piCur[iStep22] ); uiSum += abs( piOrg[23] - piCur[iStep23] ); uiSum += abs( piOrg[24] - piCur[iStep24] ); uiSum += abs( piOrg[25] - piCur[iStep25] ); uiSum += abs( piOrg[26] - piCur[iStep26] ); uiSum += abs( piOrg[27] - piCur[iStep27] ); uiSum += abs( piOrg[28] - piCur[iStep28] ); uiSum += abs( piOrg[29] - piCur[iStep29] ); uiSum += abs( piOrg[30] - piCur[iStep30] ); uiSum += abs( piOrg[31] - piCur[iStep31] ); piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetSADs64( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSADs64w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; Int iStep8 = iStep7 + iStep; Int iStep9 = iStep8 + iStep; Int iStep10 = iStep9 + iStep; Int iStep11 = iStep10 + iStep; Int iStep12 = iStep11 + iStep; Int iStep13 = iStep12 + iStep; Int iStep14 = iStep13 + iStep; Int iStep15 = iStep14 + iStep; Int iStep16 = iStep15 + iStep; Int iStep17 = iStep16 + iStep; Int iStep18 = iStep17 + iStep; Int iStep19 = iStep18 + iStep; Int iStep20 = iStep19 + iStep; Int iStep21 = iStep20 + iStep; Int iStep22 = iStep21 + iStep; Int iStep23 = iStep22 + iStep; Int iStep24 = iStep23 + iStep; Int iStep25 = iStep24 + iStep; Int iStep26 = iStep25 + iStep; Int iStep27 = iStep26 + iStep; Int iStep28 = iStep27 + iStep; Int iStep29 = iStep28 + iStep; Int iStep30 = iStep29 + iStep; Int iStep31 = iStep30 + iStep; Int iStep32 = iStep31 + iStep; Int iStep33 = iStep32 + iStep; Int iStep34 = iStep33 + iStep; Int iStep35 = iStep34 + iStep; Int iStep36 = iStep35 + iStep; Int iStep37 = iStep36 + iStep; Int iStep38 = iStep37 + iStep; Int iStep39 = iStep38 + iStep; Int iStep40 = iStep39 + iStep; Int iStep41 = iStep40 + iStep; Int iStep42 = iStep41 + iStep; Int iStep43 = iStep42 + iStep; Int iStep44 = iStep43 + iStep; Int iStep45 = iStep44 + iStep; Int iStep46 = iStep45 + iStep; Int iStep47 = iStep46 + iStep; Int iStep48 = iStep47 + iStep; Int iStep49 = iStep48 + iStep; Int iStep50 = iStep49 + iStep; Int iStep51 = iStep50 + iStep; Int iStep52 = iStep51 + iStep; Int iStep53 = iStep52 + iStep; Int iStep54 = iStep53 + iStep; Int iStep55 = iStep54 + iStep; Int iStep56 = iStep55 + iStep; Int iStep57 = iStep56 + iStep; Int iStep58 = iStep57 + iStep; Int iStep59 = iStep58 + iStep; Int iStep60 = iStep59 + iStep; Int iStep61 = iStep60 + iStep; Int iStep62 = iStep61 + iStep; Int iStep63 = iStep62 + iStep; UInt uiSum = 0; for( ; iRows != 0; iRows-- ) { uiSum += abs( piOrg[ 0] - piCur[ 0] ); uiSum += abs( piOrg[ 1] - piCur[iStep ] ); uiSum += abs( piOrg[ 2] - piCur[iStep2 ] ); uiSum += abs( piOrg[ 3] - piCur[iStep3 ] ); uiSum += abs( piOrg[ 4] - piCur[iStep4 ] ); uiSum += abs( piOrg[ 5] - piCur[iStep5 ] ); uiSum += abs( piOrg[ 6] - piCur[iStep6 ] ); uiSum += abs( piOrg[ 7] - piCur[iStep7 ] ); uiSum += abs( piOrg[ 8] - piCur[iStep8 ] ); uiSum += abs( piOrg[ 9] - piCur[iStep9 ] ); uiSum += abs( piOrg[10] - piCur[iStep10] ); uiSum += abs( piOrg[11] - piCur[iStep11] ); uiSum += abs( piOrg[12] - piCur[iStep12] ); uiSum += abs( piOrg[13] - piCur[iStep13] ); uiSum += abs( piOrg[14] - piCur[iStep14] ); uiSum += abs( piOrg[15] - piCur[iStep15] ); uiSum += abs( piOrg[16] - piCur[iStep16] ); uiSum += abs( piOrg[17] - piCur[iStep17] ); uiSum += abs( piOrg[18] - piCur[iStep18] ); uiSum += abs( piOrg[19] - piCur[iStep19] ); uiSum += abs( piOrg[20] - piCur[iStep20] ); uiSum += abs( piOrg[21] - piCur[iStep21] ); uiSum += abs( piOrg[22] - piCur[iStep22] ); uiSum += abs( piOrg[23] - piCur[iStep23] ); uiSum += abs( piOrg[24] - piCur[iStep24] ); uiSum += abs( piOrg[25] - piCur[iStep25] ); uiSum += abs( piOrg[26] - piCur[iStep26] ); uiSum += abs( piOrg[27] - piCur[iStep27] ); uiSum += abs( piOrg[28] - piCur[iStep28] ); uiSum += abs( piOrg[29] - piCur[iStep29] ); uiSum += abs( piOrg[30] - piCur[iStep30] ); uiSum += abs( piOrg[31] - piCur[iStep31] ); uiSum += abs( piOrg[32] - piCur[iStep32] ); uiSum += abs( piOrg[33] - piCur[iStep33] ); uiSum += abs( piOrg[34] - piCur[iStep34] ); uiSum += abs( piOrg[35] - piCur[iStep35] ); uiSum += abs( piOrg[36] - piCur[iStep36] ); uiSum += abs( piOrg[37] - piCur[iStep37] ); uiSum += abs( piOrg[38] - piCur[iStep38] ); uiSum += abs( piOrg[39] - piCur[iStep39] ); uiSum += abs( piOrg[40] - piCur[iStep40] ); uiSum += abs( piOrg[41] - piCur[iStep41] ); uiSum += abs( piOrg[42] - piCur[iStep42] ); uiSum += abs( piOrg[43] - piCur[iStep43] ); uiSum += abs( piOrg[44] - piCur[iStep44] ); uiSum += abs( piOrg[45] - piCur[iStep45] ); uiSum += abs( piOrg[46] - piCur[iStep46] ); uiSum += abs( piOrg[47] - piCur[iStep47] ); uiSum += abs( piOrg[48] - piCur[iStep48] ); uiSum += abs( piOrg[49] - piCur[iStep49] ); uiSum += abs( piOrg[50] - piCur[iStep50] ); uiSum += abs( piOrg[51] - piCur[iStep51] ); uiSum += abs( piOrg[52] - piCur[iStep52] ); uiSum += abs( piOrg[53] - piCur[iStep53] ); uiSum += abs( piOrg[54] - piCur[iStep54] ); uiSum += abs( piOrg[55] - piCur[iStep55] ); uiSum += abs( piOrg[56] - piCur[iStep56] ); uiSum += abs( piOrg[57] - piCur[iStep57] ); uiSum += abs( piOrg[58] - piCur[iStep58] ); uiSum += abs( piOrg[59] - piCur[iStep59] ); uiSum += abs( piOrg[60] - piCur[iStep60] ); uiSum += abs( piOrg[61] - piCur[iStep61] ); uiSum += abs( piOrg[62] - piCur[iStep62] ); uiSum += abs( piOrg[63] - piCur[iStep63] ); piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum >> g_uiBitIncrement ); } // -------------------------------------------------------------------------------------------------------------------- // SSE // -------------------------------------------------------------------------------------------------------------------- #if IBDI_DISTORTION #ifdef ROUNDING_CONTROL_BIPRED UInt TComRdCost::xGetSSE( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { pred = (piCur[n] + piRef[n] + bRound) >> 1 ; iTemp = ((piOrg[n]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum ); } UInt TComRdCost::xGetSSE4( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = ((piOrg[0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE8( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = ((piOrg[0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = ((piOrg[4]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = ((piOrg[5]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = ((piOrg[6]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = ((piOrg[7]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE16( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = ((piOrg[0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = ((piOrg[4]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = ((piOrg[5]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = ((piOrg[6]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = ((piOrg[7]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = ((piOrg[8]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = ((piOrg[9]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE16N( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { pred = (piCur[n+ 0] + piRef[n+ 0] + bRound) >> 1; iTemp = ((piOrg[n+ 0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 1] + piRef[n+ 1] + bRound) >> 1; iTemp = ((piOrg[n+ 1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 2] + piRef[n+ 2] + bRound) >> 1; iTemp = ((piOrg[n+ 2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 3] + piRef[n+ 3] + bRound) >> 1; iTemp = ((piOrg[n+ 3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 4] + piRef[n+ 4] + bRound) >> 1; iTemp = ((piOrg[n+ 4]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 5] + piRef[n+ 5] + bRound) >> 1; iTemp = ((piOrg[n+ 5]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 6] + piRef[n+ 6] + bRound) >> 1; iTemp = ((piOrg[n+ 6]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 7] + piRef[n+ 7] + bRound) >> 1; iTemp = ((piOrg[n+ 7]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 8] + piRef[n+ 8] + bRound) >> 1; iTemp = ((piOrg[n+ 8]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 9] + piRef[n+ 9] + bRound) >> 1; iTemp = ((piOrg[n+ 9]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 10] + piRef[n+ 10] + bRound) >> 1; iTemp = ((piOrg[n+ 10]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 11] + piRef[n+ 11] + bRound) >> 1; iTemp = ((piOrg[n+ 11]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 12] + piRef[n+ 12] + bRound) >> 1; iTemp = ((piOrg[n+ 12]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 13] + piRef[n+ 13] + bRound) >> 1; iTemp = ((piOrg[n+ 13]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 14] + piRef[n+ 14] + bRound) >> 1; iTemp = ((piOrg[n+ 14]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[n+ 15] + piRef[n+ 15] + bRound) >> 1; iTemp = ((piOrg[n+ 15]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum ); } UInt TComRdCost::xGetSSE32( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = ((piOrg[0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = ((piOrg[4]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = ((piOrg[5]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = ((piOrg[6]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = ((piOrg[7]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = ((piOrg[8]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = ((piOrg[9]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[16] + piRef[16] + bRound) >> 1; iTemp = ((piOrg[16]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[17] + piRef[17] + bRound) >> 1; iTemp = ((piOrg[17]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[18] + piRef[18] + bRound) >> 1; iTemp = ((piOrg[18]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[19] + piRef[19] + bRound) >> 1; iTemp = ((piOrg[19]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[20] + piRef[20] + bRound) >> 1; iTemp = ((piOrg[20]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[21] + piRef[21] + bRound) >> 1; iTemp = ((piOrg[21]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[22] + piRef[22] + bRound) >> 1; iTemp = ((piOrg[22]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[23] + piRef[23] + bRound) >> 1; iTemp = ((piOrg[23]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[24] + piRef[24] + bRound) >> 1; iTemp = ((piOrg[24]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[25] + piRef[25] + bRound) >> 1; iTemp = ((piOrg[25]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[26] + piRef[26] + bRound) >> 1; iTemp = ((piOrg[26]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[27] + piRef[27] + bRound) >> 1; iTemp = ((piOrg[27]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[28] + piRef[28] + bRound) >> 1; iTemp = ((piOrg[28]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[29] + piRef[29] + bRound) >> 1; iTemp = ((piOrg[29]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[30] + piRef[30] + bRound) >> 1; iTemp = ((piOrg[30]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[31] + piRef[31] + bRound) >> 1; iTemp = ((piOrg[31]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE64( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = ((piOrg[0]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = ((piOrg[4]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = ((piOrg[5]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = ((piOrg[6]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = ((piOrg[7]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = ((piOrg[8]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = ((piOrg[9]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[16] + piRef[16] + bRound) >> 1; iTemp = ((piOrg[16]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[17] + piRef[17] + bRound) >> 1; iTemp = ((piOrg[17]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[18] + piRef[18] + bRound) >> 1; iTemp = ((piOrg[18]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[19] + piRef[19] + bRound) >> 1; iTemp = ((piOrg[19]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[20] + piRef[20] + bRound) >> 1; iTemp = ((piOrg[20]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[21] + piRef[21] + bRound) >> 1; iTemp = ((piOrg[21]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[22] + piRef[22] + bRound) >> 1; iTemp = ((piOrg[22]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[23] + piRef[23] + bRound) >> 1; iTemp = ((piOrg[23]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[24] + piRef[24] + bRound) >> 1; iTemp = ((piOrg[24]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[25] + piRef[25] + bRound) >> 1; iTemp = ((piOrg[25]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[26] + piRef[26] + bRound) >> 1; iTemp = ((piOrg[26]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[27] + piRef[27] + bRound) >> 1; iTemp = ((piOrg[27]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[28] + piRef[28] + bRound) >> 1; iTemp = ((piOrg[28]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[29] + piRef[29] + bRound) >> 1; iTemp = ((piOrg[29]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[30] + piRef[30] + bRound) >> 1; iTemp = ((piOrg[30]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[31] + piRef[31] + bRound) >> 1; iTemp = ((piOrg[31]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[32] + piRef[32] + bRound) >> 1; iTemp = ((piOrg[32]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[33] + piRef[33] + bRound) >> 1; iTemp = ((piOrg[33]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[34] + piRef[34] + bRound) >> 1; iTemp = ((piOrg[34]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[35] + piRef[35] + bRound) >> 1; iTemp = ((piOrg[35]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[36] + piRef[36] + bRound) >> 1; iTemp = ((piOrg[36]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[37] + piRef[37] + bRound) >> 1; iTemp = ((piOrg[37]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[38] + piRef[38] + bRound) >> 1; iTemp = ((piOrg[38]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[39] + piRef[39] + bRound) >> 1; iTemp = ((piOrg[39]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[40] + piRef[40] + bRound) >> 1; iTemp = ((piOrg[40]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[41] + piRef[41] + bRound) >> 1; iTemp = ((piOrg[41]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[42] + piRef[42] + bRound) >> 1; iTemp = ((piOrg[42]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[43] + piRef[43] + bRound) >> 1; iTemp = ((piOrg[43]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[44] + piRef[44] + bRound) >> 1; iTemp = ((piOrg[44]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[45] + piRef[45] + bRound) >> 1; iTemp = ((piOrg[45]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[46] + piRef[46] + bRound) >> 1; iTemp = ((piOrg[46]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[47] + piRef[47] + bRound) >> 1; iTemp = ((piOrg[47]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[48] + piRef[48] + bRound) >> 1; iTemp = ((piOrg[48]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[49] + piRef[49] + bRound) >> 1; iTemp = ((piOrg[49]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[50] + piRef[50] + bRound) >> 1; iTemp = ((piOrg[50]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[51] + piRef[51] + bRound) >> 1; iTemp = ((piOrg[51]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[52] + piRef[52] + bRound) >> 1; iTemp = ((piOrg[52]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[53] + piRef[53] + bRound) >> 1; iTemp = ((piOrg[53]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[54] + piRef[54] + bRound) >> 1; iTemp = ((piOrg[54]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[55] + piRef[55] + bRound) >> 1; iTemp = ((piOrg[55]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[56] + piRef[56] + bRound) >> 1; iTemp = ((piOrg[56]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[57] + piRef[57] + bRound) >> 1; iTemp = ((piOrg[57]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[58] + piRef[58] + bRound) >> 1; iTemp = ((piOrg[58]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[59] + piRef[59] + bRound) >> 1; iTemp = ((piOrg[59]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[60] + piRef[60] + bRound) >> 1; iTemp = ((piOrg[60]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[61] + piRef[61] + bRound) >> 1; iTemp = ((piOrg[61]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[62] + piRef[62] + bRound) >> 1; iTemp = ((piOrg[62]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; pred = (piCur[63] + piRef[63] + bRound) >> 1; iTemp = ((piOrg[63]+iOffset)>>iShift) - ((pred+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } #endif UInt TComRdCost::xGetSSE( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { iTemp = ((piOrg[n ]+iOffset)>>iShift) - ((piCur[n ]+iOffset)>>iShift); uiSum += iTemp * iTemp; } piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE4( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 4 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { iTemp = ((piOrg[0]+iOffset)>>iShift) - ((piCur[0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((piCur[1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((piCur[2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((piCur[3]+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE8( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 8 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { iTemp = ((piOrg[0]+iOffset)>>iShift) - ((piCur[0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[1]+iOffset)>>iShift) - ((piCur[1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[2]+iOffset)>>iShift) - ((piCur[2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[3]+iOffset)>>iShift) - ((piCur[3]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[4]+iOffset)>>iShift) - ((piCur[4]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[5]+iOffset)>>iShift) - ((piCur[5]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[6]+iOffset)>>iShift) - ((piCur[6]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[7]+iOffset)>>iShift) - ((piCur[7]+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE16( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 16 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { iTemp = ((piOrg[ 0]+iOffset)>>iShift) - ((piCur[ 0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 1]+iOffset)>>iShift) - ((piCur[ 1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 2]+iOffset)>>iShift) - ((piCur[ 2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 3]+iOffset)>>iShift) - ((piCur[ 3]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 4]+iOffset)>>iShift) - ((piCur[ 4]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 5]+iOffset)>>iShift) - ((piCur[ 5]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 6]+iOffset)>>iShift) - ((piCur[ 6]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 7]+iOffset)>>iShift) - ((piCur[ 7]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 8]+iOffset)>>iShift) - ((piCur[ 8]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 9]+iOffset)>>iShift) - ((piCur[ 9]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((piCur[10]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((piCur[11]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((piCur[12]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((piCur[13]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((piCur[14]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((piCur[15]+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE16N( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 16 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { iTemp = ((piOrg[n+ 0]+iOffset)>>iShift) - ((piCur[n+ 0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 1]+iOffset)>>iShift) - ((piCur[n+ 1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 2]+iOffset)>>iShift) - ((piCur[n+ 2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 3]+iOffset)>>iShift) - ((piCur[n+ 3]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 4]+iOffset)>>iShift) - ((piCur[n+ 4]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 5]+iOffset)>>iShift) - ((piCur[n+ 5]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 6]+iOffset)>>iShift) - ((piCur[n+ 6]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 7]+iOffset)>>iShift) - ((piCur[n+ 7]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 8]+iOffset)>>iShift) - ((piCur[n+ 8]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+ 9]+iOffset)>>iShift) - ((piCur[n+ 9]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+10]+iOffset)>>iShift) - ((piCur[n+10]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+11]+iOffset)>>iShift) - ((piCur[n+11]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+12]+iOffset)>>iShift) - ((piCur[n+12]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+13]+iOffset)>>iShift) - ((piCur[n+13]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+14]+iOffset)>>iShift) - ((piCur[n+14]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[n+15]+iOffset)>>iShift) - ((piCur[n+15]+iOffset)>>iShift); uiSum += iTemp * iTemp; } piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE32( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 32 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { iTemp = ((piOrg[ 0]+iOffset)>>iShift) - ((piCur[ 0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 1]+iOffset)>>iShift) - ((piCur[ 1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 2]+iOffset)>>iShift) - ((piCur[ 2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 3]+iOffset)>>iShift) - ((piCur[ 3]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 4]+iOffset)>>iShift) - ((piCur[ 4]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 5]+iOffset)>>iShift) - ((piCur[ 5]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 6]+iOffset)>>iShift) - ((piCur[ 6]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 7]+iOffset)>>iShift) - ((piCur[ 7]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 8]+iOffset)>>iShift) - ((piCur[ 8]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 9]+iOffset)>>iShift) - ((piCur[ 9]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((piCur[10]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((piCur[11]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((piCur[12]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((piCur[13]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((piCur[14]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((piCur[15]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[16]+iOffset)>>iShift) - ((piCur[16]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[17]+iOffset)>>iShift) - ((piCur[17]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[18]+iOffset)>>iShift) - ((piCur[18]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[19]+iOffset)>>iShift) - ((piCur[19]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[20]+iOffset)>>iShift) - ((piCur[20]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[21]+iOffset)>>iShift) - ((piCur[21]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[22]+iOffset)>>iShift) - ((piCur[22]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[23]+iOffset)>>iShift) - ((piCur[23]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[24]+iOffset)>>iShift) - ((piCur[24]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[25]+iOffset)>>iShift) - ((piCur[25]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[26]+iOffset)>>iShift) - ((piCur[26]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[27]+iOffset)>>iShift) - ((piCur[27]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[28]+iOffset)>>iShift) - ((piCur[28]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[29]+iOffset)>>iShift) - ((piCur[29]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[30]+iOffset)>>iShift) - ((piCur[30]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[31]+iOffset)>>iShift) - ((piCur[31]+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } UInt TComRdCost::xGetSSE64( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 64 ); return xGetSSEw( pcDtParam , pRefY, bRound ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; Int iShift = g_uiBitIncrement; Int iOffset = (g_uiBitIncrement>0)? (1<<(g_uiBitIncrement-1)):0; Int iTemp; for( ; iRows != 0; iRows-- ) { iTemp = ((piOrg[ 0]+iOffset)>>iShift) - ((piCur[ 0]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 1]+iOffset)>>iShift) - ((piCur[ 1]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 2]+iOffset)>>iShift) - ((piCur[ 2]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 3]+iOffset)>>iShift) - ((piCur[ 3]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 4]+iOffset)>>iShift) - ((piCur[ 4]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 5]+iOffset)>>iShift) - ((piCur[ 5]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 6]+iOffset)>>iShift) - ((piCur[ 6]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 7]+iOffset)>>iShift) - ((piCur[ 7]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 8]+iOffset)>>iShift) - ((piCur[ 8]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[ 9]+iOffset)>>iShift) - ((piCur[ 9]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[10]+iOffset)>>iShift) - ((piCur[10]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[11]+iOffset)>>iShift) - ((piCur[11]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[12]+iOffset)>>iShift) - ((piCur[12]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[13]+iOffset)>>iShift) - ((piCur[13]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[14]+iOffset)>>iShift) - ((piCur[14]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[15]+iOffset)>>iShift) - ((piCur[15]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[16]+iOffset)>>iShift) - ((piCur[16]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[17]+iOffset)>>iShift) - ((piCur[17]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[18]+iOffset)>>iShift) - ((piCur[18]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[19]+iOffset)>>iShift) - ((piCur[19]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[20]+iOffset)>>iShift) - ((piCur[20]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[21]+iOffset)>>iShift) - ((piCur[21]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[22]+iOffset)>>iShift) - ((piCur[22]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[23]+iOffset)>>iShift) - ((piCur[23]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[24]+iOffset)>>iShift) - ((piCur[24]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[25]+iOffset)>>iShift) - ((piCur[25]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[26]+iOffset)>>iShift) - ((piCur[26]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[27]+iOffset)>>iShift) - ((piCur[27]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[28]+iOffset)>>iShift) - ((piCur[28]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[29]+iOffset)>>iShift) - ((piCur[29]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[30]+iOffset)>>iShift) - ((piCur[30]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[31]+iOffset)>>iShift) - ((piCur[31]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[32]+iOffset)>>iShift) - ((piCur[32]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[33]+iOffset)>>iShift) - ((piCur[33]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[34]+iOffset)>>iShift) - ((piCur[34]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[35]+iOffset)>>iShift) - ((piCur[35]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[36]+iOffset)>>iShift) - ((piCur[36]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[37]+iOffset)>>iShift) - ((piCur[37]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[38]+iOffset)>>iShift) - ((piCur[38]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[39]+iOffset)>>iShift) - ((piCur[39]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[40]+iOffset)>>iShift) - ((piCur[40]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[41]+iOffset)>>iShift) - ((piCur[41]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[42]+iOffset)>>iShift) - ((piCur[42]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[43]+iOffset)>>iShift) - ((piCur[43]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[44]+iOffset)>>iShift) - ((piCur[44]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[45]+iOffset)>>iShift) - ((piCur[45]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[46]+iOffset)>>iShift) - ((piCur[46]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[47]+iOffset)>>iShift) - ((piCur[47]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[48]+iOffset)>>iShift) - ((piCur[48]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[49]+iOffset)>>iShift) - ((piCur[49]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[50]+iOffset)>>iShift) - ((piCur[50]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[51]+iOffset)>>iShift) - ((piCur[51]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[52]+iOffset)>>iShift) - ((piCur[52]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[53]+iOffset)>>iShift) - ((piCur[53]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[54]+iOffset)>>iShift) - ((piCur[54]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[55]+iOffset)>>iShift) - ((piCur[55]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[56]+iOffset)>>iShift) - ((piCur[56]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[57]+iOffset)>>iShift) - ((piCur[57]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[58]+iOffset)>>iShift) - ((piCur[58]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[59]+iOffset)>>iShift) - ((piCur[59]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[60]+iOffset)>>iShift) - ((piCur[60]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[61]+iOffset)>>iShift) - ((piCur[61]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[62]+iOffset)>>iShift) - ((piCur[62]+iOffset)>>iShift); uiSum += iTemp * iTemp; iTemp = ((piOrg[63]+iOffset)>>iShift) - ((piCur[63]+iOffset)>>iShift); uiSum += iTemp * iTemp; piOrg += iStrideOrg; piCur += iStrideCur; } return ( uiSum ); } #else #ifdef ROUNDING_CONTROL_BIPRED UInt TComRdCost::xGetSSE( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { pred = (piCur[n] + piRef[n] + bRound) >> 1 ; iTemp = piOrg[n] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum ); } UInt TComRdCost::xGetSSE4( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = piOrg[0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = piOrg[1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = piOrg[2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = piOrg[3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE8( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = piOrg[0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = piOrg[1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = piOrg[2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = piOrg[3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = piOrg[4] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = piOrg[5] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = piOrg[6] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = piOrg[7] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE16( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = piOrg[0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = piOrg[1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = piOrg[2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = piOrg[3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = piOrg[4] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = piOrg[5] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = piOrg[6] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = piOrg[7] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = piOrg[8] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = piOrg[9] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = piOrg[10] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = piOrg[11] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = piOrg[12] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = piOrg[13] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = piOrg[14] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = piOrg[15] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE16N( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { pred = (piCur[n+ 0] + piRef[n+ 0] + bRound) >> 1; iTemp = piOrg[n+ 0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 1] + piRef[n+ 1] + bRound) >> 1; iTemp = piOrg[n+ 1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 2] + piRef[n+ 2] + bRound) >> 1; iTemp = piOrg[n+ 2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 3] + piRef[n+ 3] + bRound) >> 1; iTemp = piOrg[n+ 3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 4] + piRef[n+ 4] + bRound) >> 1; iTemp = piOrg[n+ 4] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 5] + piRef[n+ 5] + bRound) >> 1; iTemp = piOrg[n+ 5] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 6] + piRef[n+ 6] + bRound) >> 1; iTemp = piOrg[n+ 6] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 7] + piRef[n+ 7] + bRound) >> 1; iTemp = piOrg[n+ 7] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 8] + piRef[n+ 8] + bRound) >> 1; iTemp = piOrg[n+ 8] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 9] + piRef[n+ 9] + bRound) >> 1; iTemp = piOrg[n+ 9] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 10] + piRef[n+ 10] + bRound) >> 1; iTemp = piOrg[n+ 10] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 11] + piRef[n+ 11] + bRound) >> 1; iTemp = piOrg[n+ 11] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 12] + piRef[n+ 12] + bRound) >> 1; iTemp = piOrg[n+ 12] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 13] + piRef[n+ 13] + bRound) >> 1; iTemp = piOrg[n+ 13] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 14] + piRef[n+ 14] + bRound) >> 1; iTemp = piOrg[n+ 14] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[n+ 15] + piRef[n+ 15] + bRound) >> 1; iTemp = piOrg[n+ 15] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piRef += iCols; } return ( uiSum ); } UInt TComRdCost::xGetSSE32( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = piOrg[0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = piOrg[1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = piOrg[2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = piOrg[3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = piOrg[4] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = piOrg[5] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = piOrg[6] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = piOrg[7] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = piOrg[8] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = piOrg[9] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = piOrg[10] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = piOrg[11] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = piOrg[12] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = piOrg[13] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = piOrg[14] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = piOrg[15] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[16] + piRef[16] + bRound) >> 1; iTemp = piOrg[16] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[17] + piRef[17] + bRound) >> 1; iTemp = piOrg[17] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[18] + piRef[18] + bRound) >> 1; iTemp = piOrg[18] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[19] + piRef[19] + bRound) >> 1; iTemp = piOrg[19] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[20] + piRef[20] + bRound) >> 1; iTemp = piOrg[20] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[21] + piRef[21] + bRound) >> 1; iTemp = piOrg[21] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[22] + piRef[22] + bRound) >> 1; iTemp = piOrg[22] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[23] + piRef[23] + bRound) >> 1; iTemp = piOrg[23] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[24] + piRef[24] + bRound) >> 1; iTemp = piOrg[24] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[25] + piRef[25] + bRound) >> 1; iTemp = piOrg[25] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[26] + piRef[26] + bRound) >> 1; iTemp = piOrg[26] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[27] + piRef[27] + bRound) >> 1; iTemp = piOrg[27] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[28] + piRef[28] + bRound) >> 1; iTemp = piOrg[28] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[29] + piRef[29] + bRound) >> 1; iTemp = piOrg[29] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[30] + piRef[30] + bRound) >> 1; iTemp = piOrg[30] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[31] + piRef[31] + bRound) >> 1; iTemp = piOrg[31] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } UInt TComRdCost::xGetSSE64( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideRef = pcDtParam->iCols; Pel pred; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; for( ; iRows != 0; iRows-- ) { pred = (piCur[0] + piRef[0] + bRound) >> 1; iTemp = piOrg[0] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[1] + piRef[1] + bRound) >> 1; iTemp = piOrg[1] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[2] + piRef[2] + bRound) >> 1; iTemp = piOrg[2] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[3] + piRef[3] + bRound) >> 1; iTemp = piOrg[3] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[4] + piRef[4] + bRound) >> 1; iTemp = piOrg[4] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[5] + piRef[5] + bRound) >> 1; iTemp = piOrg[5] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[6] + piRef[6] + bRound) >> 1; iTemp = piOrg[6] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[7] + piRef[7] + bRound) >> 1; iTemp = piOrg[7] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[8] + piRef[8] + bRound) >> 1; iTemp = piOrg[8] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[9] + piRef[9] + bRound) >> 1; iTemp = piOrg[9] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[10] + piRef[10] + bRound) >> 1; iTemp = piOrg[10] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[11] + piRef[11] + bRound) >> 1; iTemp = piOrg[11] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[12] + piRef[12] + bRound) >> 1; iTemp = piOrg[12] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[13] + piRef[13] + bRound) >> 1; iTemp = piOrg[13] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[14] + piRef[14] + bRound) >> 1; iTemp = piOrg[14] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[15] + piRef[15] + bRound) >> 1; iTemp = piOrg[15] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[16] + piRef[16] + bRound) >> 1; iTemp = piOrg[16] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[17] + piRef[17] + bRound) >> 1; iTemp = piOrg[17] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[18] + piRef[18] + bRound) >> 1; iTemp = piOrg[18] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[19] + piRef[19] + bRound) >> 1; iTemp = piOrg[19] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[20] + piRef[20] + bRound) >> 1; iTemp = piOrg[20] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[21] + piRef[21] + bRound) >> 1; iTemp = piOrg[21] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[22] + piRef[22] + bRound) >> 1; iTemp = piOrg[22] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[23] + piRef[23] + bRound) >> 1; iTemp = piOrg[23] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[24] + piRef[24] + bRound) >> 1; iTemp = piOrg[24] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[25] + piRef[25] + bRound) >> 1; iTemp = piOrg[25] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[26] + piRef[26] + bRound) >> 1; iTemp = piOrg[26] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[27] + piRef[27] + bRound) >> 1; iTemp = piOrg[27] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[28] + piRef[28] + bRound) >> 1; iTemp = piOrg[28] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[29] + piRef[29] + bRound) >> 1; iTemp = piOrg[29] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[30] + piRef[30] + bRound) >> 1; iTemp = piOrg[30] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[31] + piRef[31] + bRound) >> 1; iTemp = piOrg[31] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[32] + piRef[32] + bRound) >> 1; iTemp = piOrg[32] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[33] + piRef[33] + bRound) >> 1; iTemp = piOrg[33] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[34] + piRef[34] + bRound) >> 1; iTemp = piOrg[34] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[35] + piRef[35] + bRound) >> 1; iTemp = piOrg[35] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[36] + piRef[36] + bRound) >> 1; iTemp = piOrg[36] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[37] + piRef[37] + bRound) >> 1; iTemp = piOrg[37] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[38] + piRef[38] + bRound) >> 1; iTemp = piOrg[38] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[39] + piRef[39] + bRound) >> 1; iTemp = piOrg[39] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[40] + piRef[40] + bRound) >> 1; iTemp = piOrg[40] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[41] + piRef[41] + bRound) >> 1; iTemp = piOrg[41] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[42] + piRef[42] + bRound) >> 1; iTemp = piOrg[42] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[43] + piRef[43] + bRound) >> 1; iTemp = piOrg[43] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[44] + piRef[44] + bRound) >> 1; iTemp = piOrg[44] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[45] + piRef[45] + bRound) >> 1; iTemp = piOrg[45] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[46] + piRef[46] + bRound) >> 1; iTemp = piOrg[46] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[47] + piRef[47] + bRound) >> 1; iTemp = piOrg[47] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[48] + piRef[48] + bRound) >> 1; iTemp = piOrg[48] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[49] + piRef[49] + bRound) >> 1; iTemp = piOrg[49] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[50] + piRef[50] + bRound) >> 1; iTemp = piOrg[50] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[51] + piRef[51] + bRound) >> 1; iTemp = piOrg[51] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[52] + piRef[52] + bRound) >> 1; iTemp = piOrg[52] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[53] + piRef[53] + bRound) >> 1; iTemp = piOrg[53] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[54] + piRef[54] + bRound) >> 1; iTemp = piOrg[54] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[55] + piRef[55] + bRound) >> 1; iTemp = piOrg[55] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[56] + piRef[56] + bRound) >> 1; iTemp = piOrg[56] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[57] + piRef[57] + bRound) >> 1; iTemp = piOrg[57] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[58] + piRef[58] + bRound) >> 1; iTemp = piOrg[58] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[59] + piRef[59] + bRound) >> 1; iTemp = piOrg[59] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[60] + piRef[60] + bRound) >> 1; iTemp = piOrg[60] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[61] + piRef[61] + bRound) >> 1; iTemp = piOrg[61] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[62] + piRef[62] + bRound) >> 1; iTemp = piOrg[62] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; pred = (piCur[63] + piRef[63] + bRound) >> 1; iTemp = piOrg[63] - pred; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; piRef += iStrideRef; } return ( uiSum ); } #endif UInt TComRdCost::xGetSSE( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { if( piUsed[n] ) { iTemp = piOrg[n ] - piCur[n ]; uiSum += ( iTemp * iTemp ) >> uiShift; } } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n++ ) { iTemp = piOrg[n ] - piCur[n ]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE4( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 4 ); return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { if( piUsed[0] ) { iTemp = piOrg[0] - piCur[0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[1] ) { iTemp = piOrg[1] - piCur[1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[2] ) { iTemp = piOrg[2] - piCur[2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[3] ) { iTemp = piOrg[3] - piCur[3]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { iTemp = piOrg[0] - piCur[0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[1] - piCur[1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[2] - piCur[2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[3] - piCur[3]; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE8( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 8 ); return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { if( piUsed[0] ) { iTemp = piOrg[0] - piCur[0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[1] ) { iTemp = piOrg[1] - piCur[1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[2] ) { iTemp = piOrg[2] - piCur[2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[3] ) { iTemp = piOrg[3] - piCur[3]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[4] ) { iTemp = piOrg[4] - piCur[4]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[5] ) { iTemp = piOrg[5] - piCur[5]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[6] ) { iTemp = piOrg[6] - piCur[6]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[7] ) { iTemp = piOrg[7] - piCur[7]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { iTemp = piOrg[0] - piCur[0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[1] - piCur[1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[2] - piCur[2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[3] - piCur[3]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[4] - piCur[4]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[5] - piCur[5]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[6] - piCur[6]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[7] - piCur[7]; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE16( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 16 ); return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { if( piUsed[ 0] ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 1] ) { iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 2] ) { iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 3] ) { iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 4] ) { iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 5] ) { iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 6] ) { iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 7] ) { iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 8] ) { iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 9] ) { iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[10] ) { iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[11] ) { iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[12] ) { iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[13] ) { iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[14] ) { iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[15] ) { iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE16N( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { if( piUsed[n+ 0] ) { iTemp = piOrg[n+ 0] - piCur[n+ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 1] ) { iTemp = piOrg[n+ 1] - piCur[n+ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 2] ) { iTemp = piOrg[n+ 2] - piCur[n+ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 3] ) { iTemp = piOrg[n+ 3] - piCur[n+ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 4] ) { iTemp = piOrg[n+ 4] - piCur[n+ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 5] ) { iTemp = piOrg[n+ 5] - piCur[n+ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 6] ) { iTemp = piOrg[n+ 6] - piCur[n+ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 7] ) { iTemp = piOrg[n+ 7] - piCur[n+ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 8] ) { iTemp = piOrg[n+ 8] - piCur[n+ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+ 9] ) { iTemp = piOrg[n+ 9] - piCur[n+ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+10] ) { iTemp = piOrg[n+10] - piCur[n+10]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+11] ) { iTemp = piOrg[n+11] - piCur[n+11]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+12] ) { iTemp = piOrg[n+12] - piCur[n+12]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+13] ) { iTemp = piOrg[n+13] - piCur[n+13]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+14] ) { iTemp = piOrg[n+14] - piCur[n+14]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[n+15] ) { iTemp = piOrg[n+15] - piCur[n+15]; uiSum += ( iTemp * iTemp ) >> uiShift; } } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { for (Int n = 0; n < iCols; n+=16 ) { iTemp = piOrg[n+ 0] - piCur[n+ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 1] - piCur[n+ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 2] - piCur[n+ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 3] - piCur[n+ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 4] - piCur[n+ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 5] - piCur[n+ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 6] - piCur[n+ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 7] - piCur[n+ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 8] - piCur[n+ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+ 9] - piCur[n+ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+10] - piCur[n+10]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+11] - piCur[n+11]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+12] - piCur[n+12]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+13] - piCur[n+13]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+14] - piCur[n+14]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[n+15] - piCur[n+15]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE32( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 32 ); return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { if( piUsed[ 0] ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 1] ) { iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 2] ) { iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 3] ) { iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 4] ) { iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 5] ) { iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 6] ) { iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 7] ) { iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 8] ) { iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 9] ) { iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[10] ) { iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[11] ) { iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[12] ) { iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[13] ) { iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[14] ) { iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[15] ) { iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[16] ) { iTemp = piOrg[16] - piCur[16]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[17] ) { iTemp = piOrg[17] - piCur[17]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[18] ) { iTemp = piOrg[18] - piCur[18]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[19] ) { iTemp = piOrg[19] - piCur[19]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[20] ) { iTemp = piOrg[20] - piCur[20]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[21] ) { iTemp = piOrg[21] - piCur[21]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[22] ) { iTemp = piOrg[22] - piCur[22]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[23] ) { iTemp = piOrg[23] - piCur[23]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[24] ) { iTemp = piOrg[24] - piCur[24]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[25] ) { iTemp = piOrg[25] - piCur[25]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[26] ) { iTemp = piOrg[26] - piCur[26]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[27] ) { iTemp = piOrg[27] - piCur[27]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[28] ) { iTemp = piOrg[28] - piCur[28]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[29] ) { iTemp = piOrg[29] - piCur[29]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[30] ) { iTemp = piOrg[30] - piCur[30]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[31] ) { iTemp = piOrg[31] - piCur[31]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[16] - piCur[16]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[17] - piCur[17]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[18] - piCur[18]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[19] - piCur[19]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[20] - piCur[20]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[21] - piCur[21]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[22] - piCur[22]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[23] - piCur[23]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[24] - piCur[24]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[25] - piCur[25]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[26] - piCur[26]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[27] - piCur[27]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[28] - piCur[28]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[29] - piCur[29]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[30] - piCur[30]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[31] - piCur[31]; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } UInt TComRdCost::xGetSSE64( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { assert( pcDtParam->iCols == 64 ); return xGetSSEw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStrideCur = pcDtParam->iStrideCur; UInt uiSum = 0; UInt uiShift = g_uiBitIncrement<<1; Int iTemp; #if HHI_INTERVIEW_SKIP if( pcDtParam->pUsed ) { Pel* piUsed = pcDtParam->pUsed; Int iStrideUsed = pcDtParam->iStrideUsed; for( ; iRows != 0; iRows-- ) { if( piUsed[ 0] ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 1] ) { iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 2] ) { iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 3] ) { iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 4] ) { iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 5] ) { iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 6] ) { iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 7] ) { iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 8] ) { iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[ 9] ) { iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[10] ) { iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[11] ) { iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[12] ) { iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[13] ) { iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[14] ) { iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[15] ) { iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[16] ) { iTemp = piOrg[16] - piCur[16]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[17] ) { iTemp = piOrg[17] - piCur[17]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[18] ) { iTemp = piOrg[18] - piCur[18]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[19] ) { iTemp = piOrg[19] - piCur[19]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[20] ) { iTemp = piOrg[20] - piCur[20]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[21] ) { iTemp = piOrg[21] - piCur[21]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[22] ) { iTemp = piOrg[22] - piCur[22]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[23] ) { iTemp = piOrg[23] - piCur[23]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[24] ) { iTemp = piOrg[24] - piCur[24]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[25] ) { iTemp = piOrg[25] - piCur[25]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[26] ) { iTemp = piOrg[26] - piCur[26]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[27] ) { iTemp = piOrg[27] - piCur[27]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[28] ) { iTemp = piOrg[28] - piCur[28]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[29] ) { iTemp = piOrg[29] - piCur[29]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[30] ) { iTemp = piOrg[30] - piCur[30]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[31] ) { iTemp = piOrg[31] - piCur[31]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[32] ) { iTemp = piOrg[32] - piCur[32]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[33] ) { iTemp = piOrg[33] - piCur[33]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[34] ) { iTemp = piOrg[34] - piCur[34]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[35] ) { iTemp = piOrg[35] - piCur[35]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[36] ) { iTemp = piOrg[36] - piCur[36]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[37] ) { iTemp = piOrg[37] - piCur[37]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[38] ) { iTemp = piOrg[38] - piCur[38]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[39] ) { iTemp = piOrg[39] - piCur[39]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[40] ) { iTemp = piOrg[40] - piCur[40]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[41] ) { iTemp = piOrg[41] - piCur[41]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[42] ) { iTemp = piOrg[42] - piCur[42]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[43] ) { iTemp = piOrg[43] - piCur[43]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[44] ) { iTemp = piOrg[44] - piCur[44]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[45] ) { iTemp = piOrg[45] - piCur[45]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[46] ) { iTemp = piOrg[46] - piCur[46]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[47] ) { iTemp = piOrg[47] - piCur[47]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[48] ) { iTemp = piOrg[48] - piCur[48]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[49] ) { iTemp = piOrg[49] - piCur[49]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[50] ) { iTemp = piOrg[50] - piCur[50]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[51] ) { iTemp = piOrg[51] - piCur[51]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[52] ) { iTemp = piOrg[52] - piCur[52]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[53] ) { iTemp = piOrg[53] - piCur[53]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[54] ) { iTemp = piOrg[54] - piCur[54]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[55] ) { iTemp = piOrg[55] - piCur[55]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[56] ) { iTemp = piOrg[56] - piCur[56]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[57] ) { iTemp = piOrg[57] - piCur[57]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[58] ) { iTemp = piOrg[58] - piCur[58]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[59] ) { iTemp = piOrg[59] - piCur[59]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[60] ) { iTemp = piOrg[60] - piCur[60]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[61] ) { iTemp = piOrg[61] - piCur[61]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[62] ) { iTemp = piOrg[62] - piCur[62]; uiSum += ( iTemp * iTemp ) >> uiShift; } if( piUsed[63] ) { iTemp = piOrg[63] - piCur[63]; uiSum += ( iTemp * iTemp ) >> uiShift; } piOrg += iStrideOrg; piCur += iStrideCur; piUsed += iStrideUsed; } } else { #endif for( ; iRows != 0; iRows-- ) { iTemp = piOrg[ 0] - piCur[ 0]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 1] - piCur[ 1]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 2] - piCur[ 2]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 3] - piCur[ 3]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 4] - piCur[ 4]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 5] - piCur[ 5]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 6] - piCur[ 6]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 7] - piCur[ 7]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 8] - piCur[ 8]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[ 9] - piCur[ 9]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[10] - piCur[10]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[11] - piCur[11]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[12] - piCur[12]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[13] - piCur[13]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[14] - piCur[14]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[15] - piCur[15]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[16] - piCur[16]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[17] - piCur[17]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[18] - piCur[18]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[19] - piCur[19]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[20] - piCur[20]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[21] - piCur[21]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[22] - piCur[22]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[23] - piCur[23]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[24] - piCur[24]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[25] - piCur[25]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[26] - piCur[26]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[27] - piCur[27]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[28] - piCur[28]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[29] - piCur[29]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[30] - piCur[30]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[31] - piCur[31]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[32] - piCur[32]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[33] - piCur[33]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[34] - piCur[34]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[35] - piCur[35]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[36] - piCur[36]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[37] - piCur[37]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[38] - piCur[38]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[39] - piCur[39]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[40] - piCur[40]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[41] - piCur[41]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[42] - piCur[42]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[43] - piCur[43]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[44] - piCur[44]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[45] - piCur[45]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[46] - piCur[46]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[47] - piCur[47]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[48] - piCur[48]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[49] - piCur[49]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[50] - piCur[50]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[51] - piCur[51]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[52] - piCur[52]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[53] - piCur[53]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[54] - piCur[54]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[55] - piCur[55]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[56] - piCur[56]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[57] - piCur[57]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[58] - piCur[58]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[59] - piCur[59]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[60] - piCur[60]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[61] - piCur[61]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[62] - piCur[62]; uiSum += ( iTemp * iTemp ) >> uiShift; iTemp = piOrg[63] - piCur[63]; uiSum += ( iTemp * iTemp ) >> uiShift; piOrg += iStrideOrg; piCur += iStrideCur; } #if HHI_INTERVIEW_SKIP } #endif return ( uiSum ); } #endif // -------------------------------------------------------------------------------------------------------------------- // HADAMARD with step (used in fractional search) // -------------------------------------------------------------------------------------------------------------------- #ifdef ROUNDING_CONTROL_BIPRED UInt TComRdCost::xCalcHADs2x2( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep, Pel* pRefY, Int refYStride, Bool bRound ) { Int satd = 0, diff[4], m[4]; Pel pred; pred = ( (piCur[0] + pRefY[0] + bRound) >> 1); diff[0] = (piOrg[0 ] - pred) << 1; pred = ( (piCur[iStep] + pRefY[1] + bRound) >> 1); diff[1] = (piOrg[1 ] - pred) << 1; pred = ( (piCur[iStrideCur] + pRefY[refYStride] + bRound) >> 1); diff[2] = (piOrg[iStrideOrg ] - pred) << 1; pred = ( (piCur[iStep + iStrideCur] + pRefY[refYStride + 1] + bRound) >> 1); diff[3] = (piOrg[iStrideOrg + 1] - pred) << 1; m[0] = diff[0] + diff[2]; m[1] = diff[1] + diff[3]; m[2] = diff[0] - diff[2]; m[3] = diff[1] - diff[3]; satd += abs(m[0] + m[1]); satd += abs(m[0] - m[1]); satd += abs(m[2] + m[3]); satd += abs(m[2] - m[3]); return satd; } UInt TComRdCost::xCalcHADs4x4( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep, Pel* pRefY, Int refYStride, Bool bRound ) { Int k, satd = 0, diff[16], m[16], d[16]; Pel pred; Pel* piRef = pRefY; for( k = 0; k < 16; k+=4 ) { pred = ( (piCur[0*iStep] + piRef[0] + bRound) >> 1); diff[k+0] = (piOrg[0] - pred) << 1; pred = ( (piCur[1*iStep] + piRef[1] + bRound) >> 1); diff[k+1] = (piOrg[1] - pred) << 1; pred = ( (piCur[2*iStep] + piRef[2] + bRound) >> 1); diff[k+2] = (piOrg[2] - pred) << 1; pred = ( (piCur[3*iStep] + piRef[3] + bRound) >> 1); diff[k+3] = (piOrg[3] - pred) << 1; piCur += iStrideCur; piOrg += iStrideOrg; piRef += refYStride; } /*===== hadamard transform =====*/ m[ 0] = diff[ 0] + diff[12]; m[ 1] = diff[ 1] + diff[13]; m[ 2] = diff[ 2] + diff[14]; m[ 3] = diff[ 3] + diff[15]; m[ 4] = diff[ 4] + diff[ 8]; m[ 5] = diff[ 5] + diff[ 9]; m[ 6] = diff[ 6] + diff[10]; m[ 7] = diff[ 7] + diff[11]; m[ 8] = diff[ 4] - diff[ 8]; m[ 9] = diff[ 5] - diff[ 9]; m[10] = diff[ 6] - diff[10]; m[11] = diff[ 7] - diff[11]; m[12] = diff[ 0] - diff[12]; m[13] = diff[ 1] - diff[13]; m[14] = diff[ 2] - diff[14]; m[15] = diff[ 3] - diff[15]; d[ 0] = m[ 0] + m[ 4]; d[ 1] = m[ 1] + m[ 5]; d[ 2] = m[ 2] + m[ 6]; d[ 3] = m[ 3] + m[ 7]; d[ 4] = m[ 8] + m[12]; d[ 5] = m[ 9] + m[13]; d[ 6] = m[10] + m[14]; d[ 7] = m[11] + m[15]; d[ 8] = m[ 0] - m[ 4]; d[ 9] = m[ 1] - m[ 5]; d[10] = m[ 2] - m[ 6]; d[11] = m[ 3] - m[ 7]; d[12] = m[12] - m[ 8]; d[13] = m[13] - m[ 9]; d[14] = m[14] - m[10]; d[15] = m[15] - m[11]; m[ 0] = d[ 0] + d[ 3]; m[ 1] = d[ 1] + d[ 2]; m[ 2] = d[ 1] - d[ 2]; m[ 3] = d[ 0] - d[ 3]; m[ 4] = d[ 4] + d[ 7]; m[ 5] = d[ 5] + d[ 6]; m[ 6] = d[ 5] - d[ 6]; m[ 7] = d[ 4] - d[ 7]; m[ 8] = d[ 8] + d[11]; m[ 9] = d[ 9] + d[10]; m[10] = d[ 9] - d[10]; m[11] = d[ 8] - d[11]; m[12] = d[12] + d[15]; m[13] = d[13] + d[14]; m[14] = d[13] - d[14]; m[15] = d[12] - d[15]; d[ 0] = m[ 0] + m[ 1]; d[ 1] = m[ 0] - m[ 1]; d[ 2] = m[ 2] + m[ 3]; d[ 3] = m[ 3] - m[ 2]; d[ 4] = m[ 4] + m[ 5]; d[ 5] = m[ 4] - m[ 5]; d[ 6] = m[ 6] + m[ 7]; d[ 7] = m[ 7] - m[ 6]; d[ 8] = m[ 8] + m[ 9]; d[ 9] = m[ 8] - m[ 9]; d[10] = m[10] + m[11]; d[11] = m[11] - m[10]; d[12] = m[12] + m[13]; d[13] = m[12] - m[13]; d[14] = m[14] + m[15]; d[15] = m[15] - m[14]; for (k=0; k<16; ++k) { satd += abs(d[k]); } satd = ((satd+1)>>1); return satd; } UInt TComRdCost::xCalcHADs8x8( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep, Pel* pRefY, Int refYStride, Bool bRound ) { Int k, i, j, jj, sad=0; Int diff[64], m1[8][8], m2[8][8], m3[8][8]; Pel pred; Pel* piRef = pRefY; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; for( k = 0; k < 64; k+=8 ) { pred = ( (piCur[0 ] + piRef[0] + bRound) >> 1 ); diff[k ] = (piOrg[0] - pred) << 1; pred = ( (piCur[iStep ] + piRef[1] + bRound) >> 1 ); diff[k+1] = (piOrg[1] - pred) << 1; pred = ( (piCur[iStep2] + piRef[2] + bRound) >> 1 ); diff[k+2] = (piOrg[2] - pred) << 1; pred = ( (piCur[iStep3] + piRef[3] + bRound) >> 1 ); diff[k+3] = (piOrg[3] - pred) << 1; pred = ( (piCur[iStep4] + piRef[4] + bRound) >> 1 ); diff[k+4] = (piOrg[4] - pred) << 1; pred = ( (piCur[iStep5] + piRef[5] + bRound) >> 1 ); diff[k+5] = (piOrg[5] - pred) << 1; pred = ( (piCur[iStep6] + piRef[6] + bRound) >> 1 ); diff[k+6] = (piOrg[6] - pred) << 1; pred = ( (piCur[iStep7] + piRef[7] + bRound) >> 1 ); diff[k+7] = (piOrg[7] - pred) << 1; piCur += iStrideCur; piOrg += iStrideOrg; piRef += refYStride; } //horizontal for (j=0; j < 8; j++) { jj = j << 3; m2[j][0] = diff[jj ] + diff[jj+4]; m2[j][1] = diff[jj+1] + diff[jj+5]; m2[j][2] = diff[jj+2] + diff[jj+6]; m2[j][3] = diff[jj+3] + diff[jj+7]; m2[j][4] = diff[jj ] - diff[jj+4]; m2[j][5] = diff[jj+1] - diff[jj+5]; m2[j][6] = diff[jj+2] - diff[jj+6]; m2[j][7] = diff[jj+3] - diff[jj+7]; m1[j][0] = m2[j][0] + m2[j][2]; m1[j][1] = m2[j][1] + m2[j][3]; m1[j][2] = m2[j][0] - m2[j][2]; m1[j][3] = m2[j][1] - m2[j][3]; m1[j][4] = m2[j][4] + m2[j][6]; m1[j][5] = m2[j][5] + m2[j][7]; m1[j][6] = m2[j][4] - m2[j][6]; m1[j][7] = m2[j][5] - m2[j][7]; m2[j][0] = m1[j][0] + m1[j][1]; m2[j][1] = m1[j][0] - m1[j][1]; m2[j][2] = m1[j][2] + m1[j][3]; m2[j][3] = m1[j][2] - m1[j][3]; m2[j][4] = m1[j][4] + m1[j][5]; m2[j][5] = m1[j][4] - m1[j][5]; m2[j][6] = m1[j][6] + m1[j][7]; m2[j][7] = m1[j][6] - m1[j][7]; } //vertical for (i=0; i < 8; i++) { m3[0][i] = m2[0][i] + m2[4][i]; m3[1][i] = m2[1][i] + m2[5][i]; m3[2][i] = m2[2][i] + m2[6][i]; m3[3][i] = m2[3][i] + m2[7][i]; m3[4][i] = m2[0][i] - m2[4][i]; m3[5][i] = m2[1][i] - m2[5][i]; m3[6][i] = m2[2][i] - m2[6][i]; m3[7][i] = m2[3][i] - m2[7][i]; m1[0][i] = m3[0][i] + m3[2][i]; m1[1][i] = m3[1][i] + m3[3][i]; m1[2][i] = m3[0][i] - m3[2][i]; m1[3][i] = m3[1][i] - m3[3][i]; m1[4][i] = m3[4][i] + m3[6][i]; m1[5][i] = m3[5][i] + m3[7][i]; m1[6][i] = m3[4][i] - m3[6][i]; m1[7][i] = m3[5][i] - m3[7][i]; m2[0][i] = m1[0][i] + m1[1][i]; m2[1][i] = m1[0][i] - m1[1][i]; m2[2][i] = m1[2][i] + m1[3][i]; m2[3][i] = m1[2][i] - m1[3][i]; m2[4][i] = m1[4][i] + m1[5][i]; m2[5][i] = m1[4][i] - m1[5][i]; m2[6][i] = m1[6][i] + m1[7][i]; m2[7][i] = m1[6][i] - m1[7][i]; } for (j=0; j < 8; j++) for (i=0; i < 8; i++) sad += (abs(m2[j][i])); sad=((sad+2)>>2); return sad; } UInt TComRdCost::xGetHADs4( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int y; Int iOffsetOrg = iStrideOrg<<2; Int iOffsetCur = iStrideCur<<2; UInt uiSum = 0; for ( y=0; yiCols, bRound ); piOrg += iOffsetOrg; piCur += iOffsetCur; piRef += (pcDtParam->iCols << 2); } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetHADs8( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int y; UInt uiSum = 0; if ( iRows == 4 ) // 8x4 case { uiSum += xCalcHADs4x4( piOrg+0, piCur , iStrideOrg, iStrideCur, iStep, piRef, pcDtParam->iCols, bRound ); uiSum += xCalcHADs4x4( piOrg+4, piCur+4*iStep, iStrideOrg, iStrideCur, iStep, piRef+4, pcDtParam->iCols, bRound ); } else { Int iOffsetOrg = iStrideOrg<<3; Int iOffsetCur = iStrideCur<<3; for ( y=0; yiCols, bRound ); piOrg += iOffsetOrg; piCur += iOffsetCur; piRef += (pcDtParam->iCols << 3); } } return ( uiSum >> g_uiBitIncrement ); } UInt TComRdCost::xGetHADs( DistParam* pcDtParam, Pel* pRefY, Bool bRound ) { Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Pel* piRef = pRefY; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int x, y; UInt uiSum = 0; if( ( iRows % 8 == 0) && (iCols % 8 == 0) ) { Int iOffsetOrg = iStrideOrg<<3; Int iOffsetCur = iStrideCur<<3; for ( y=0; y> g_uiBitIncrement ); } #endif UInt TComRdCost::xCalcHADs2x2( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep ) { Int satd = 0, diff[4], m[4]; diff[0] = piOrg[0 ] - piCur[0*iStep]; diff[1] = piOrg[1 ] - piCur[1*iStep]; diff[2] = piOrg[iStrideOrg ] - piCur[0*iStep + iStrideCur]; diff[3] = piOrg[iStrideOrg + 1] - piCur[1*iStep + iStrideCur]; m[0] = diff[0] + diff[2]; m[1] = diff[1] + diff[3]; m[2] = diff[0] - diff[2]; m[3] = diff[1] - diff[3]; satd += abs(m[0] + m[1]); satd += abs(m[0] - m[1]); satd += abs(m[2] + m[3]); satd += abs(m[2] - m[3]); return satd; } UInt TComRdCost::xCalcHADs4x4( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep ) { Int k, satd = 0, diff[16], m[16], d[16]; for( k = 0; k < 16; k+=4 ) { diff[k+0] = piOrg[0] - piCur[0*iStep]; diff[k+1] = piOrg[1] - piCur[1*iStep]; diff[k+2] = piOrg[2] - piCur[2*iStep]; diff[k+3] = piOrg[3] - piCur[3*iStep]; piCur += iStrideCur; piOrg += iStrideOrg; } /*===== hadamard transform =====*/ m[ 0] = diff[ 0] + diff[12]; m[ 1] = diff[ 1] + diff[13]; m[ 2] = diff[ 2] + diff[14]; m[ 3] = diff[ 3] + diff[15]; m[ 4] = diff[ 4] + diff[ 8]; m[ 5] = diff[ 5] + diff[ 9]; m[ 6] = diff[ 6] + diff[10]; m[ 7] = diff[ 7] + diff[11]; m[ 8] = diff[ 4] - diff[ 8]; m[ 9] = diff[ 5] - diff[ 9]; m[10] = diff[ 6] - diff[10]; m[11] = diff[ 7] - diff[11]; m[12] = diff[ 0] - diff[12]; m[13] = diff[ 1] - diff[13]; m[14] = diff[ 2] - diff[14]; m[15] = diff[ 3] - diff[15]; d[ 0] = m[ 0] + m[ 4]; d[ 1] = m[ 1] + m[ 5]; d[ 2] = m[ 2] + m[ 6]; d[ 3] = m[ 3] + m[ 7]; d[ 4] = m[ 8] + m[12]; d[ 5] = m[ 9] + m[13]; d[ 6] = m[10] + m[14]; d[ 7] = m[11] + m[15]; d[ 8] = m[ 0] - m[ 4]; d[ 9] = m[ 1] - m[ 5]; d[10] = m[ 2] - m[ 6]; d[11] = m[ 3] - m[ 7]; d[12] = m[12] - m[ 8]; d[13] = m[13] - m[ 9]; d[14] = m[14] - m[10]; d[15] = m[15] - m[11]; m[ 0] = d[ 0] + d[ 3]; m[ 1] = d[ 1] + d[ 2]; m[ 2] = d[ 1] - d[ 2]; m[ 3] = d[ 0] - d[ 3]; m[ 4] = d[ 4] + d[ 7]; m[ 5] = d[ 5] + d[ 6]; m[ 6] = d[ 5] - d[ 6]; m[ 7] = d[ 4] - d[ 7]; m[ 8] = d[ 8] + d[11]; m[ 9] = d[ 9] + d[10]; m[10] = d[ 9] - d[10]; m[11] = d[ 8] - d[11]; m[12] = d[12] + d[15]; m[13] = d[13] + d[14]; m[14] = d[13] - d[14]; m[15] = d[12] - d[15]; d[ 0] = m[ 0] + m[ 1]; d[ 1] = m[ 0] - m[ 1]; d[ 2] = m[ 2] + m[ 3]; d[ 3] = m[ 3] - m[ 2]; d[ 4] = m[ 4] + m[ 5]; d[ 5] = m[ 4] - m[ 5]; d[ 6] = m[ 6] + m[ 7]; d[ 7] = m[ 7] - m[ 6]; d[ 8] = m[ 8] + m[ 9]; d[ 9] = m[ 8] - m[ 9]; d[10] = m[10] + m[11]; d[11] = m[11] - m[10]; d[12] = m[12] + m[13]; d[13] = m[12] - m[13]; d[14] = m[14] + m[15]; d[15] = m[15] - m[14]; for (k=0; k<16; ++k) { satd += abs(d[k]); } satd = ((satd+1)>>1); return satd; } UInt TComRdCost::xCalcHADs8x8( Pel *piOrg, Pel *piCur, Int iStrideOrg, Int iStrideCur, Int iStep ) { Int k, i, j, jj, sad=0; Int diff[64], m1[8][8], m2[8][8], m3[8][8]; Int iStep2 = iStep<<1; Int iStep3 = iStep2 + iStep; Int iStep4 = iStep3 + iStep; Int iStep5 = iStep4 + iStep; Int iStep6 = iStep5 + iStep; Int iStep7 = iStep6 + iStep; for( k = 0; k < 64; k+=8 ) { diff[k+0] = piOrg[0] - piCur[ 0]; diff[k+1] = piOrg[1] - piCur[iStep ]; diff[k+2] = piOrg[2] - piCur[iStep2]; diff[k+3] = piOrg[3] - piCur[iStep3]; diff[k+4] = piOrg[4] - piCur[iStep4]; diff[k+5] = piOrg[5] - piCur[iStep5]; diff[k+6] = piOrg[6] - piCur[iStep6]; diff[k+7] = piOrg[7] - piCur[iStep7]; piCur += iStrideCur; piOrg += iStrideOrg; } //horizontal for (j=0; j < 8; j++) { jj = j << 3; m2[j][0] = diff[jj ] + diff[jj+4]; m2[j][1] = diff[jj+1] + diff[jj+5]; m2[j][2] = diff[jj+2] + diff[jj+6]; m2[j][3] = diff[jj+3] + diff[jj+7]; m2[j][4] = diff[jj ] - diff[jj+4]; m2[j][5] = diff[jj+1] - diff[jj+5]; m2[j][6] = diff[jj+2] - diff[jj+6]; m2[j][7] = diff[jj+3] - diff[jj+7]; m1[j][0] = m2[j][0] + m2[j][2]; m1[j][1] = m2[j][1] + m2[j][3]; m1[j][2] = m2[j][0] - m2[j][2]; m1[j][3] = m2[j][1] - m2[j][3]; m1[j][4] = m2[j][4] + m2[j][6]; m1[j][5] = m2[j][5] + m2[j][7]; m1[j][6] = m2[j][4] - m2[j][6]; m1[j][7] = m2[j][5] - m2[j][7]; m2[j][0] = m1[j][0] + m1[j][1]; m2[j][1] = m1[j][0] - m1[j][1]; m2[j][2] = m1[j][2] + m1[j][3]; m2[j][3] = m1[j][2] - m1[j][3]; m2[j][4] = m1[j][4] + m1[j][5]; m2[j][5] = m1[j][4] - m1[j][5]; m2[j][6] = m1[j][6] + m1[j][7]; m2[j][7] = m1[j][6] - m1[j][7]; } //vertical for (i=0; i < 8; i++) { m3[0][i] = m2[0][i] + m2[4][i]; m3[1][i] = m2[1][i] + m2[5][i]; m3[2][i] = m2[2][i] + m2[6][i]; m3[3][i] = m2[3][i] + m2[7][i]; m3[4][i] = m2[0][i] - m2[4][i]; m3[5][i] = m2[1][i] - m2[5][i]; m3[6][i] = m2[2][i] - m2[6][i]; m3[7][i] = m2[3][i] - m2[7][i]; m1[0][i] = m3[0][i] + m3[2][i]; m1[1][i] = m3[1][i] + m3[3][i]; m1[2][i] = m3[0][i] - m3[2][i]; m1[3][i] = m3[1][i] - m3[3][i]; m1[4][i] = m3[4][i] + m3[6][i]; m1[5][i] = m3[5][i] + m3[7][i]; m1[6][i] = m3[4][i] - m3[6][i]; m1[7][i] = m3[5][i] - m3[7][i]; m2[0][i] = m1[0][i] + m1[1][i]; m2[1][i] = m1[0][i] - m1[1][i]; m2[2][i] = m1[2][i] + m1[3][i]; m2[3][i] = m1[2][i] - m1[3][i]; m2[4][i] = m1[4][i] + m1[5][i]; m2[5][i] = m1[4][i] - m1[5][i]; m2[6][i] = m1[6][i] + m1[7][i]; m2[7][i] = m1[6][i] - m1[7][i]; } for (j=0; j < 8; j++) { for (i=0; i < 8; i++) sad += (abs(m2[j][i])); } sad=((sad+2)>>2); return sad; } UInt TComRdCost::xGetHADs4( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetHADs4w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int y; Int iOffsetOrg = iStrideOrg<<2; Int iOffsetCur = iStrideCur<<2; UInt uiSum = 0; for ( y=0; y> g_uiBitIncrement ); } UInt TComRdCost::xGetHADs8( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetHADs8w( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int y; UInt uiSum = 0; if ( iRows == 4 ) { uiSum += xCalcHADs4x4( piOrg+0, piCur , iStrideOrg, iStrideCur, iStep ); uiSum += xCalcHADs4x4( piOrg+4, piCur+4*iStep, iStrideOrg, iStrideCur, iStep ); } else { Int iOffsetOrg = iStrideOrg<<3; Int iOffsetCur = iStrideCur<<3; for ( y=0; y> g_uiBitIncrement ); } UInt TComRdCost::xGetHADs( DistParam* pcDtParam ) { #ifdef WEIGHT_PRED if ( pcDtParam->applyWeight ) { return xGetHADsw( pcDtParam ); } #endif Pel* piOrg = pcDtParam->pOrg; Pel* piCur = pcDtParam->pCur; Int iRows = pcDtParam->iRows; Int iCols = pcDtParam->iCols; Int iStrideCur = pcDtParam->iStrideCur; Int iStrideOrg = pcDtParam->iStrideOrg; Int iStep = pcDtParam->iStep; Int x, y; UInt uiSum = 0; if( ( iRows % 8 == 0) && (iCols % 8 == 0) ) { Int iOffsetOrg = iStrideOrg<<3; Int iOffsetCur = iStrideCur<<3; for ( y=0; y> g_uiBitIncrement ); } #if HHI_VSO Void TComRdCost::setLambdaVSO( Double dLambdaVSO ) { m_dLambdaVSO = dLambdaVSO; m_dSqrtLambdaVSO = sqrt(m_dLambdaVSO); m_uiLambdaMotionSADVSO = (UInt)floor(65536.0 * m_dSqrtLambdaVSO); m_uiLambdaMotionSSEVSO = (UInt)floor(65536.0 * m_dLambdaVSO ); } Dist TComRdCost::xGetDistVSOMode4( Int iStartPosX, Int iStartPosY, Pel* piCur, Int iCurStride, Pel* piOrg, Int iOrgStride, UInt uiBlkWidth, UInt uiBlkHeight, Bool bSAD ) { AOT(bSAD); RMDist iDist = m_pcRenModel->getDist( iStartPosX, iStartPosY, (Int) uiBlkWidth, (Int) uiBlkHeight, iCurStride, piCur ); RMDist iDistMin = (RMDist) RDO_DIST_MIN; #if HHI_VSO_DIST_INT iDistMin = m_bAllowNegDist ? RDO_DIST_MIN : 0; #endif iDist = Min( iDist, (RMDist) RDO_DIST_MAX); iDist = Max( iDist, iDistMin); return (Dist) iDist; } Dist TComRdCost::getDistVS( TComDataCU* pcCU, UInt uiAbsPartIndex, Pel* piCur, Int iCurStride, Pel* piOrg, Int iOrgStride, UInt uiBlkWidth, UInt uiBlkHeight, Bool bSAD, UInt uiPlane ) { assert( m_bUseVSO ); assert( this->m_fpDistortFuncVSO != 0 ); Int iPosX; Int iPosY; pcCU->getPosInPic( uiAbsPartIndex, iPosX, iPosY ); return (this->*m_fpDistortFuncVSO) ( iPosX, iPosY, piCur, iCurStride, piOrg, iOrgStride, uiBlkWidth, uiBlkHeight, bSAD ); }; Void TComRdCost::setRefDataFromMVDInfo( TComMVDRefData* pRefInfo ) { if ( m_apRefPics != NULL ) { delete[] m_apRefPics; m_apRefPics = NULL; }; if ( m_paaiShiftLUTs != NULL ) { // Delete only first dimension, other dimension are not create in this class delete[] m_paaiShiftLUTs; m_paaiShiftLUTs = NULL; }; m_uiNumberRefPics = ( m_uiVSOMode == 1 ) ? 3 : pRefInfo->getNumOfRefViews(); m_apRefPics = new TComPicYuv*[ m_uiNumberRefPics ]; m_paaiShiftLUTs = new Int**[ m_uiNumberRefPics ]; if ( m_uiVSOMode == 1 ) { pRefInfo->getRefPicYuvAndLUTMode1(m_apRefPics, m_paaiShiftLUTs); } else { pRefInfo->getRefPicYuvAndLUT(m_apRefPics, m_paaiShiftLUTs); } m_pcVideoPicYuv = pRefInfo->getPicYuvVideo(); } Void TComRdCost::setVSOMode( UInt uiIn ) { m_uiVSOMode = uiIn; switch (m_uiVSOMode ) { case 4: m_fpDistortFuncVSO = &TComRdCost::xGetDistVSOMode4; break; default: assert(0); break; } } Double TComRdCost::calcRdCostVSO( UInt uiBits, Dist uiDistortion, Bool bFlag, DFunc eDFunc ) { assert( m_bUseLambdaScaleVSO ); Double dRdCost = 0.0; Double dLambda = 0.0; switch ( eDFunc ) { case DF_SSE: assert(0); break; case DF_SAD: dLambda = (Double)m_uiLambdaMotionSADVSO; break; case DF_DEFAULT: dLambda = m_dLambdaVSO; break; case DF_SSE_FRAME: dLambda = m_dFrameLambdaVSO; break; default: assert (0); break; } if (bFlag) { // Intra8x8, Intra4x4 Block only... dRdCost = (((Double)uiDistortion) + ((Double)uiBits * dLambda)); } else { if (eDFunc == DF_SAD) { dRdCost = ((Double)uiDistortion + (Double)((Int)(uiBits * dLambda+.5)>>16)); dRdCost = (Double)(Dist)floor(dRdCost); } else { dRdCost = ((Double)uiDistortion + (Double)((Int)(uiBits * dLambda+.5))); dRdCost = (Double)(Dist)floor(dRdCost); } } return dRdCost; } Void TComRdCost::setRenModelData( TComDataCU* pcCU, UInt uiAbsPartIndex, Pel* piData, Int iStride, Int iBlkWidth, Int iBlkHeight ) { UInt iBlkX = g_auiRasterToPelX[g_auiZscanToRaster[uiAbsPartIndex]]; UInt iBlkY = g_auiRasterToPelY[g_auiZscanToRaster[uiAbsPartIndex]]; Int iStartPosX = iBlkX + pcCU->getCUPelX(); Int iStartPosY = iBlkY + pcCU->getCUPelY(); m_pcRenModel->setData( iStartPosX, iStartPosY, iBlkWidth, iBlkHeight, iStride, piData ); } #if HHI_VSO_DIST_INT Void TComRdCost::setAllowNegDist( Bool bAllowNegDist ) { m_bAllowNegDist = bAllowNegDist; } #endif #endif