Ticket #560: transform_skip.patch

TLibCommon/TComTrQuant.cpp

@@ -1636 +1636 @@
 #else
   UInt uiBitDepth = g_uiBitDepth + g_uiBitIncrement;
 #endif
-  UInt iTransformShift = MAX_TR_DYNAMIC_RANGE - uiBitDepth - uiLog2TrSize; 
-  Int j,k;
-  for (j = 0; j < height; j++)
-  {    
-    for(k = 0; k < width; k ++)
-    {
-      psCoeff[j*height + k] = piBlkResi[j * uiStride + k] << iTransformShift;      
+  Int  shift = MAX_TR_DYNAMIC_RANGE - uiBitDepth - uiLog2TrSize;
+  UInt transformSkipShift;
+  Int  j,k;
+  if(shift > 0)
+  {
+    transformSkipShift = shift;
+    for (j = 0; j < height; j++)
+    {    
+      for(k = 0; k < width; k ++)
+      {
+        psCoeff[j*height + k] = piBlkResi[j * uiStride + k] << transformSkipShift;      
+      }
     }
   }
+  else
+  {
+    //The case when uiBitDepth >= 13
+    transformSkipShift = - shift;
+    for (j = 0; j < height; j++)
+    {    
+      for(k = 0; k < width; k ++)
+      {
+        psCoeff[j*height + k] = piBlkResi[j * uiStride + k] >> transformSkipShift;      
+      }
+    }
+  }
 }
 
 /** Wrapper function between HM interface and core NxN transform skipping 
@@ -1662 +1679 @@
 #else
   UInt uiBitDepth = g_uiBitDepth + g_uiBitIncrement;
 #endif
-  UInt iTransformShift = MAX_TR_DYNAMIC_RANGE - uiBitDepth - uiLog2TrSize; 
-  UInt iAdd = (1 << (iTransformShift -1));
-  Int j,k;
-  for ( j = 0; j < height; j++ )
-  {    
-    for(k = 0; k < width; k ++)
-    {
-      pResidual[j * uiStride + k] =  (plCoef[j*width+k] + iAdd) >> iTransformShift;
+  Int  shift = MAX_TR_DYNAMIC_RANGE - uiBitDepth - uiLog2TrSize; 
+  UInt transformSkipShift; 
+  Int  j,k;
+  if(shift > 0)
+  {
+    UInt iAdd;
+    transformSkipShift = shift;
+    iAdd = (1 << (transformSkipShift -1));
+    for ( j = 0; j < height; j++ )
+    {    
+      for(k = 0; k < width; k ++)
+      {
+        pResidual[j * uiStride + k] =  (plCoef[j*width+k] + iAdd) >> transformSkipShift;
+      }
     }
   }
+  else
+  {
+    //The case when uiBitDepth >= 13
+    transformSkipShift = - shift;
+    for ( j = 0; j < height; j++ )
+    {    
+      for(k = 0; k < width; k ++)
+      {
+        pResidual[j * uiStride + k] =  plCoef[j*width+k] << transformSkipShift;
+      }
+    }
+  }
 }
 #endif
 

TLibDecoder/TDecSbac.cpp

@@ -1122 +1122 @@
   
   UInt useTansformSkip;
   m_pcTDecBinIf->decodeBin( useTansformSkip , m_cTransformSkipSCModel.get( 0, eTType? TEXT_CHROMA: TEXT_LUMA, 0 ) );
-  if(eTType!= TEXT_LUMA && uiDepth == 4)
+  if(eTType!= TEXT_LUMA)
   {
-    uiDepth --;
+    const UInt uiLog2TrafoSize = g_aucConvertToBit[pcCU->getSlice()->getSPS()->getMaxCUWidth()] + 2 - uiDepth;
+    if(uiLog2TrafoSize == 2)
+    {
+      uiDepth --;
+    }
   }
   DTRACE_CABAC_VL( g_nSymbolCounter++ )
   DTRACE_CABAC_T("\tparseTransformSkip()");