Changeset 924 in SHVCSoftware for branches

Timestamp:

17 Nov 2014, 17:09:25 (10 years ago)

Author:

seregin

Message:

in order to generate the metadata related to conformance bitstreams, patch was provided by Ramasubramonian, Adarsh Krishnan <aramasub@…>

Location:

branches/SHM-dev/source

Files:

• App/TAppDecoder/TAppDecCfg.cpp (modified) (3 diffs)
• App/TAppDecoder/TAppDecCfg.h (modified) (2 diffs)
• App/TAppDecoder/TAppDecTop.cpp (modified) (4 diffs)
• App/TAppDecoder/TAppDecTop.h (modified) (1 diff)
• App/TAppEncoder/TAppEncTop.cpp (modified) (1 diff)
• Lib/TLibCommon/TypeDef.h (modified) (1 diff)
• Lib/TLibDecoder/TDecGop.cpp (modified) (2 diffs)
• Lib/TLibDecoder/TDecTop.cpp (modified) (2 diffs)
• Lib/TLibDecoder/TDecTop.h (modified) (3 diffs)

branches/SHM-dev/source/App/TAppDecoder/TAppDecCfg.cpp

@@ -72 +72 @@
   Int olsIdx;
 #endif
+#if CONFORMANCE_BITSTREAM_MODE
+  string cfg_confPrefix;
+#endif
 #if AVC_BASE
   string cfg_BLReconFile;
@@ -106 +109 @@
 #if OUTPUT_LAYER_SET_INDEX
   ("OutpuLayerSetIdx,-olsidx", olsIdx, -1, "Index of output layer set to be decoded.")
+#endif
+#if CONFORMANCE_BITSTREAM_MODE
+  ("ConformanceBitstremMode,-confMode", m_confModeFlag, false, "Enable generation of conformance bitstream metadata; True: Generate metadata, False: No metadata generated")
+  ("ConformanceMetadataPrefix,-confPrefix", cfg_confPrefix, string(""), "Prefix for the file name of the conformance data. Default name - 'decodedBitstream'")
 #endif
 #endif 
@@ -145 +152 @@
 #endif
 #if OUTPUT_LAYER_SET_INDEX  
+#if CONFORMANCE_BITSTREAM_MODE
+  if( m_confModeFlag )
+  {
+    assert( olsIdx != -1 ); // In the conformance mode, target output layer set index is to be explicitly specified.
+
+    if( cfg_confPrefix.empty() )
+    {
+      m_confPrefix = string("decodedBitstream");
+    }
+    else
+    {
+      m_confPrefix = cfg_confPrefix;
+    }
+      // Open metadata file and write
+    char fileNameSuffix[255];
+    sprintf(fileNameSuffix, "%s-OLS%d.opl", m_confPrefix.c_str(), olsIdx);  // olsIdx is the target output layer set index.
+    m_metadataFileName = string(fileNameSuffix);
+    m_metadataFileRefresh = true;
+
+    // Decoded layer YUV files
+    for(UInt layer=0; layer<= m_tgtLayerId; layer++)
+    {
+      sprintf(fileNameSuffix, "%s-L%d.yuv", m_confPrefix.c_str(), layer);  // olsIdx is the target output layer set index.
+      m_decodedYuvLayerFileName[layer] = std::string( fileNameSuffix );
+      m_decodedYuvLayerRefresh[layer] = true;
+    }
+  }
+#endif
   this->getCommonDecoderParams()->setTargetOutputLayerSetIdx( olsIdx       );
   this->getCommonDecoderParams()->setTargetLayerId    ( m_tgtLayerId );

branches/SHM-dev/source/App/TAppDecoder/TAppDecCfg.h

@@ -89 +89 @@
   CommonDecoderParams             m_commonDecoderParams;
 #endif
+#if CONFORMANCE_BITSTREAM_MODE
+  Bool          m_confModeFlag;
+  std::string m_confPrefix;
+  std::string m_metadataFileName;
+  Bool m_metadataFileRefresh;
+  std::string   m_decodedYuvLayerFileName[63];
+  Bool          m_decodedYuvLayerRefresh[63];
+#endif
 
 public:
@@ -119 +127 @@
   CommonDecoderParams* getCommonDecoderParams() {return &m_commonDecoderParams;}
 #endif
+#if CONFORMANCE_BITSTREAM_MODE
+  Bool const getConfModeFlag() { return m_confModeFlag;  }
+  std::string const getConfPrefix() { return m_confPrefix;}
+  std::string const getMetadataFileName() { return m_metadataFileName; }
+  Bool const getMetadataFileRefresh() {return m_metadataFileRefresh; }
+  Void setMetadataFileRefresh(Bool const x) {m_metadataFileRefresh = x; }
+  Void setDecodedYuvLayerFileName(Int layerId, std::string x) {  m_decodedYuvLayerFileName[layerId] = x; }
+  std::string const getDecodedYuvLayerFileName(Int layerId) {  return m_decodedYuvLayerFileName[layerId]; }
+  Bool const getDecodedYuvLayerRefresh(Int const layerId) {return m_decodedYuvLayerRefresh[layerId]; }
+  Void setDecodedYuvLayerRefresh(Int const layerId, Bool const x) {m_decodedYuvLayerRefresh[layerId] = x; }
+#endif
 };
 

branches/SHM-dev/source/App/TAppDecoder/TAppDecTop.cpp

@@ -45 +45 @@
 #include "TLibDecoder/AnnexBread.h"
 #include "TLibDecoder/NALread.h"
+#include "TLibCommon/TComPicYuv.h"
+#include "libmd5/MD5.h"
 //! \ingroup TAppDecoder
 //! \{
@@ -576 +578 @@
 #endif
   }
+#if CONFORMANCE_BITSTREAM_MODE
+  for(UInt layer = 0; layer <= MAX_LAYERS; layer++)
+  {
+    m_acTDecTop[layer].setConfModeFlag ( this->getConfModeFlag() );
+  }
+#endif
 #else
   m_cTDecTop.init();
@@ -1101 +1109 @@
       conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset() );
   }
+
   // update POC of display order
   pocLastDisplay = pic->getPOC();
@@ -1313 +1322 @@
 
       xOutputAndMarkPic( pic, m_pchReconFile[layerIdx], layerIdx, m_aiPOCLastDisplay[layerIdx], dpbStatus );
+
+#if CONFORMANCE_BITSTREAM_MODE
+  FILE *fptr;
+  if( this->getConfModeFlag() )
+  {
+    if( this->getMetadataFileRefresh() )
+    {
+      fptr = fopen( this->getMetadataFileName().c_str(), "w" );
+      fprintf(fptr, " LayerId      POC    MD5\n");
+      fprintf(fptr, "------------------------\n");
+    }
+    else
+    {
+      fptr = fopen( this->getMetadataFileName().c_str(), "a+" );
+    }
+    this->setMetadataFileRefresh(false);
+    UChar recon_digest[3][16];
+    calcMD5(*pic->getPicYuvRec(), recon_digest);
+    fprintf(fptr, "%8d%9d    MD5:%s\n", pic->getLayerId(), pic->getSlice(0)->getPOC(), digestToString(recon_digest, 16));
+    fclose(fptr);
+
+    // Output all picutres "decoded" in that layer that have POC less than the current picture
+    std::vector<TComPic> *layerBuffer = (m_acTDecTop->getLayerDec(pic->getLayerId()))->getConfListPic();
+    // Write all pictures to the file.
+    if( this->getDecodedYuvLayerRefresh(layerIdx) )
+    {
+      if (!m_outputBitDepthY) { m_outputBitDepthY = g_bitDepthY; }
+      if (!m_outputBitDepthC) { m_outputBitDepthC = g_bitDepthC; }
+
+      char tempFileName[256];
+      strcpy(tempFileName, this->getDecodedYuvLayerFileName( layerIdx ).c_str());
+      m_confReconFile[layerIdx].open(tempFileName, true, m_outputBitDepthY, m_outputBitDepthC, g_bitDepthY, g_bitDepthC ); // write mode
+      this->setDecodedYuvLayerRefresh( layerIdx, false );
+    }
+    const Window &conf = pic->getConformanceWindow();
+    const Window &defDisp = m_respectDefDispWindow ? pic->getDefDisplayWindow() : Window();
+    Int xScal =  1, yScal = 1;
+  #if REPN_FORMAT_IN_VPS
+    UInt chromaFormatIdc = pic->getSlice(0)->getChromaFormatIdc();
+    xScal = TComSPS::getWinUnitX( chromaFormatIdc );
+    yScal = TComSPS::getWinUnitY( chromaFormatIdc );
+  #endif
+    std::vector<TComPic>::iterator iterPic;
+    for(iterPic = layerBuffer->begin(); iterPic != layerBuffer->end(); iterPic++)
+    {
+       TComPic checkPic = *iterPic;
+       if( checkPic.getPOC() <= pic->getPOC() )
+       {
+         TComPicYuv* pPicCYuvRec = checkPic.getPicYuvRec();
+         m_confReconFile[layerIdx].write( pPicCYuvRec,
+                                  conf.getWindowLeftOffset()  * xScal + defDisp.getWindowLeftOffset(),
+                                  conf.getWindowRightOffset() * xScal + defDisp.getWindowRightOffset(),
+                                  conf.getWindowTopOffset()   * yScal + defDisp.getWindowTopOffset(),
+                                  conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset() );
+         layerBuffer->erase(iterPic);
+         iterPic = layerBuffer->begin();  // Ensure doesn't go to infinite loop
+         if(layerBuffer->size() == 0)
+         {
+           break;
+         }
+       }
+    }
+  }
+  // Now to remove the pictures that have been output
+#endif
 
       listOfPocsInEachLayer[layerIdx].erase( it );

branches/SHM-dev/source/App/TAppDecoder/TAppDecTop.h

@@ -71 +71 @@
   TVideoIOYuv                     m_cTVideoIOYuvReconFile;        ///< reconstruction YUV class
 #endif
-  
+#if CONFORMANCE_BITSTREAM_MODE
+  TVideoIOYuv   m_confReconFile[63];        ///< decode YUV files
+#endif  
   // for output control  
 #if SVC_EXTENSION

branches/SHM-dev/source/App/TAppEncoder/TAppEncTop.cpp

@@ -1563 +1563 @@
   vps->deriveNumberOfSubDpbs();
 #endif
-
+  vps->setOutputLayerFlag( 0, 0, 1 );
   // derive OutputLayerFlag[i][j] 
 #if !OUTPUT_LAYER_SETS_CONFIG

branches/SHM-dev/source/Lib/TLibCommon/TypeDef.h

@@ -44 +44 @@
 #define MAX_LAYERS                       8      ///< max number of layers the codec is supposed to handle
 
+#define CONFORMANCE_BITSTREAM_MODE       1      ///< In order to generate the metadata related to conformance bitstreams
 #define SIGNALLING_BITRATE_PICRATE_FIX   1      ///< Fix for signalling of bitrate and picture rate info in VPS VUI to be more aligned to JCTVC-R1008
 #define INFERENCE_POC_MSB_VAL_PRESENT    1      ///< JCTVC-Q0146 -- poc_msb_val_present_flag shall be equal to 0 when slice_header_extension_length is (inferred to be ) equal to 0

branches/SHM-dev/source/Lib/TLibDecoder/TDecGop.cpp

@@ -46 +46 @@
 #include "TDecTop.h"
 #endif
-
+#include <algorithm>
 #include <time.h>
 
 extern Bool g_md5_mismatch; ///< top level flag to signal when there is a decode problem
 
+#if CONFORMANCE_BITSTREAM_MODE
+Bool pocCompareFunction( TComPic &pic1, TComPic &pic2 )
+{
+  return (pic1.getPOC() < pic2.getPOC());
+}
+#endif
 //! \ingroup TLibDecoder
 //! \{
@@ -256 +262 @@
     calcAndPrintHashStatus(*rpcPic->getPicYuvRec(), hash);
   }
+#if CONFORMANCE_BITSTREAM_MODE
+  if( this->getLayerDec(rpcPic->getLayerId())->getConfModeFlag() ) 
+  {
+    // Add this reconstructed picture to the parallel buffer.
+    std::vector<TComPic> *thisLayerBuffer = (this->getLayerDec(rpcPic->getLayerId()))->getConfListPic();
+    thisLayerBuffer->push_back(*rpcPic);
+    std::sort( thisLayerBuffer->begin(), thisLayerBuffer->end(), pocCompareFunction );
+  }
+#endif
 #if Q0074_COLOUR_REMAPPING_SEI
   if (m_colourRemapSEIEnabled)

branches/SHM-dev/source/Lib/TLibDecoder/TDecTop.cpp

@@ -123 +123 @@
   m_pocResettingFlag        = false;
   m_pocDecrementedInDPBFlag = false;
+#endif
+#if CONFORMANCE_BITSTREAM_MODE
+  m_confModeFlag = false;
 #endif
 }
@@ -2974 +2977 @@
   {
     // Check if the target decoded layer is the highest layer in the list
+#if 0
     assert( params->getTargetOutputLayerSetIdx() < vps->getNumLayerSets() );
+#endif
     Int layerSetIdx = vps->getOutputLayerSetIdx( params->getTargetOutputLayerSetIdx() );  // Index to the layer set
+#if 0
     assert( params->getTargetLayerId() == vps->getNumLayersInIdList( layerSetIdx ) - 1);
+#endif
 
     Bool layerSetMatchFlag = true;

branches/SHM-dev/source/Lib/TLibDecoder/TDecTop.h

@@ -167 +167 @@
                                            // When new VPS is activated, this should be re-initialized to -1
 #endif
+#if CONFORMANCE_BITSTREAM_MODE
+  Bool m_confModeFlag;
+  std::vector<TComPic>   m_confListPic;         //  Dynamic buffer for storing pictures for conformance purposes
+#endif
 public:
 #if POC_RESET_RESTRICTIONS
@@ -295 +299 @@
   Void assignSubDpbs(TComVPS *vps);
 #endif
+#if CONFORMANCE_BITSTREAM_MODE
+  std::vector<TComPic>* getConfListPic() {return &m_confListPic; }
+  // std::string const getDecodedYuvLayerFileName(Int layerId) { return m_decodedYuvLayerFileName[layerId]; }
+#endif
 #endif //SVC_EXTENSION
 
@@ -334 +342 @@
   Void resetPocRestrictionCheckParameters();
 #endif
+  public:
+#if CONFORMANCE_BITSTREAM_MODE
+  Bool const getConfModeFlag() { return m_confModeFlag; }
+  Void setConfModeFlag(Bool x) { m_confModeFlag = x; }
+#endif
 };// END CLASS DEFINITION TDecTop