/* The copyright in this software is being made available under the BSD * License, included below. This software may be subject to other third party * and contributor rights, including patent rights, and no such rights are * granted under this license. * * Copyright (c) 2010-2014, ITU/ISO/IEC * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * * Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * Neither the name of the ITU/ISO/IEC nor the names of its contributors may * be used to endorse or promote products derived from this software without * specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ /** \file TAppDecTop.cpp \brief Decoder application class */ #include #include #include #include #include #include "TAppDecTop.h" #include "TLibDecoder/AnnexBread.h" #include "TLibDecoder/NALread.h" #if RExt__DECODER_DEBUG_BIT_STATISTICS #include "TLibCommon/TComCodingStatistics.h" #endif #if CONFORMANCE_BITSTREAM_MODE #include "TLibCommon/TComPicYuv.h" #include "libmd5/MD5.h" #endif //! \ingroup TAppDecoder //! \{ // ==================================================================================================================== // Constructor / destructor / initialization / destroy // ==================================================================================================================== #if SVC_EXTENSION TAppDecTop::TAppDecTop() { for(UInt layer=0; layer < MAX_LAYERS; layer++) { m_aiPOCLastDisplay[layer] = -MAX_INT; m_apcTDecTop[layer] = &m_acTDecTop[layer]; } } #else TAppDecTop::TAppDecTop() : m_iPOCLastDisplay(-MAX_INT) { } #endif Void TAppDecTop::create() { } Void TAppDecTop::destroy() { if (m_pchBitstreamFile) { free (m_pchBitstreamFile); m_pchBitstreamFile = NULL; } #if SVC_EXTENSION #if FIX_CONF_MODE for(Int i = 0; i < MAX_VPS_LAYER_ID_PLUS1; i++ ) #else for( Int i = 0; i <= m_tgtLayerId; i++ ) #endif { if( m_pchReconFile[i] ) { free ( m_pchReconFile[i] ); m_pchReconFile[i] = NULL; } } #if AVC_BASE if( m_pchBLReconFile ) { free ( m_pchBLReconFile ); m_pchBLReconFile = NULL; } #endif #else if (m_pchReconFile) { free (m_pchReconFile); m_pchReconFile = NULL; } #endif } // ==================================================================================================================== // Public member functions // ==================================================================================================================== /** - create internal class - initialize internal class - until the end of the bitstream, call decoding function in TDecTop class - delete allocated buffers - destroy internal class . */ #if SVC_EXTENSION Void TAppDecTop::decode() { Int poc; TComList* pcListPic = NULL; ifstream bitstreamFile(m_pchBitstreamFile, ifstream::in | ifstream::binary); if (!bitstreamFile) { fprintf(stderr, "\nfailed to open bitstream file `%s' for reading\n", m_pchBitstreamFile); exit(EXIT_FAILURE); } InputByteStream bytestream(bitstreamFile); if (!m_outputDecodedSEIMessagesFilename.empty() && m_outputDecodedSEIMessagesFilename!="-") { m_seiMessageFileStream.open(m_outputDecodedSEIMessagesFilename.c_str(), std::ios::out); if (!m_seiMessageFileStream.is_open() || !m_seiMessageFileStream.good()) { fprintf(stderr, "\nUnable to open file `%s' for writing decoded SEI messages\n", m_outputDecodedSEIMessagesFilename.c_str()); exit(EXIT_FAILURE); } } // create & initialize internal classes xCreateDecLib(); xInitDecLib (); // main decoder loop Bool openedReconFile[MAX_LAYERS]; // reconstruction file not yet opened. (must be performed after SPS is seen) Bool loopFiltered[MAX_LAYERS]; memset( loopFiltered, false, sizeof( loopFiltered ) ); #if FIX_CONF_MODE for(UInt layer = 0; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer=0; layer<=m_tgtLayerId; layer++) #endif { openedReconFile[layer] = false; m_aiPOCLastDisplay[layer] += m_iSkipFrame; // set the last displayed POC correctly for skip forward. } UInt curLayerId = 0; // current layer to be reconstructed #if AVC_BASE TComPic pcBLPic; fstream streamYUV; if( m_pchBLReconFile ) { streamYUV.open( m_pchBLReconFile, fstream::in | fstream::binary ); } TComList *cListPic = m_acTDecTop[0].getListPic(); m_acTDecTop[0].setBLReconFile( &streamYUV ); pcBLPic.setLayerId( 0 ); cListPic->pushBack( &pcBLPic ); #endif while (!!bitstreamFile) { /* location serves to work around a design fault in the decoder, whereby * the process of reading a new slice that is the first slice of a new frame * requires the TDecTop::decode() method to be called again with the same * nal unit. */ #if RExt__DECODER_DEBUG_BIT_STATISTICS TComCodingStatistics::TComCodingStatisticsData backupStats(TComCodingStatistics::GetStatistics()); streampos location = bitstreamFile.tellg() - streampos(bytestream.GetNumBufferedBytes()); #else streampos location = bitstreamFile.tellg(); #endif AnnexBStats stats = AnnexBStats(); vector nalUnit; InputNALUnit nalu; byteStreamNALUnit(bytestream, nalUnit, stats); // call actual decoding function Bool bNewPicture = false; Bool bNewPOC = false; if (nalUnit.empty()) { /* this can happen if the following occur: * - empty input file * - two back-to-back start_code_prefixes * - start_code_prefix immediately followed by EOF */ fprintf(stderr, "Warning: Attempt to decode an empty NAL unit\n"); } else { read(nalu, nalUnit); if( (m_iMaxTemporalLayer >= 0 && nalu.m_temporalId > m_iMaxTemporalLayer) || !isNaluWithinTargetDecLayerIdSet(&nalu) || #if FIX_CONF_MODE (nalu.m_layerId > this->getCommonDecoderParams()->getTargetLayerId()) ) #else (nalu.m_layerId > m_tgtLayerId) ) #endif { bNewPicture = false; } else { bNewPicture = m_acTDecTop[nalu.m_layerId].decode(nalu, m_iSkipFrame, m_aiPOCLastDisplay[nalu.m_layerId], curLayerId, bNewPOC); #if POC_RESET_IDC_DECODER if ( (bNewPicture && m_acTDecTop[nalu.m_layerId].getParseIdc() == 3) || (m_acTDecTop[nalu.m_layerId].getParseIdc() == 0) ) #else if (bNewPicture) #endif { bitstreamFile.clear(); /* location points to the current nalunit payload[1] due to the * need for the annexB parser to read three extra bytes. * [1] except for the first NAL unit in the file * (but bNewPicture doesn't happen then) */ #if RExt__DECODER_DEBUG_BIT_STATISTICS bitstreamFile.seekg(location); bytestream.reset(); TComCodingStatistics::SetStatistics(backupStats); #else bitstreamFile.seekg(location-streamoff(3)); bytestream.reset(); #endif } #if POC_RESET_IDC_DECODER else if(m_acTDecTop[nalu.m_layerId].getParseIdc() == 1) { bitstreamFile.clear(); // This is before third parse of the NAL unit, and // location points to correct beginning of the NALU bitstreamFile.seekg(location); bytestream.reset(); #if RExt__DECODER_DEBUG_BIT_STATISTICS TComCodingStatistics::SetStatistics(backupStats); #endif } #endif } } #if POC_RESET_IDC_DECODER if ( ( (bNewPicture && m_acTDecTop[nalu.m_layerId].getParseIdc() == 3) || m_acTDecTop[nalu.m_layerId].getParseIdc() == 0 || !bitstreamFile || nalu.m_nalUnitType == NAL_UNIT_EOS ) && !m_acTDecTop[nalu.m_layerId].getFirstSliceInSequence() ) #else if ( (bNewPicture || !bitstreamFile || nalu.m_nalUnitType == NAL_UNIT_EOS) && !m_acTDecTop[nalu.m_layerId].getFirstSliceInSequence() ) #endif { #if O0194_DIFFERENT_BITDEPTH_EL_BL //Bug fix: The bit depth was not set correctly for each layer when doing DBF g_bitDepth[CHANNEL_TYPE_LUMA] = g_bitDepthLayer[CHANNEL_TYPE_LUMA][curLayerId]; g_bitDepth[CHANNEL_TYPE_CHROMA] = g_bitDepthLayer[CHANNEL_TYPE_CHROMA][curLayerId]; #endif if (!loopFiltered[curLayerId] || bitstreamFile) { m_acTDecTop[curLayerId].executeLoopFilters(poc, pcListPic); } loopFiltered[curLayerId] = (nalu.m_nalUnitType == NAL_UNIT_EOS); #if EARLY_REF_PIC_MARKING m_acTDecTop[curLayerId].earlyPicMarking(m_iMaxTemporalLayer, m_targetDecLayerIdSet); #endif if (nalu.m_nalUnitType == NAL_UNIT_EOS) { m_acTDecTop[nalu.m_layerId].setFirstSliceInSequence(true); } } else if ( (bNewPicture || !bitstreamFile || nalu.m_nalUnitType == NAL_UNIT_EOS ) && m_acTDecTop[nalu.m_layerId].getFirstSliceInSequence () ) { m_acTDecTop[nalu.m_layerId].setFirstSliceInPicture (true); } #if POC_RESET_IDC_DECODER if( bNewPicture && m_acTDecTop[nalu.m_layerId].getParseIdc() == 0 ) { outputAllPictures( nalu.m_layerId, true ); } #endif if( pcListPic ) { if ( m_pchReconFile[curLayerId] && !openedReconFile[curLayerId] ) { for (UInt channelType = 0; channelType < MAX_NUM_CHANNEL_TYPE; channelType++) { if (m_outputBitDepth[channelType] == 0) m_outputBitDepth[channelType] = g_bitDepth[channelType]; } m_acTVideoIOYuvReconFile[curLayerId].open( m_pchReconFile[curLayerId], true, m_outputBitDepth, m_outputBitDepth, g_bitDepth ); // write mode openedReconFile[curLayerId] = true; } #if ALIGNED_BUMPING Bool outputPicturesFlag = true; #if NO_OUTPUT_OF_PRIOR_PICS if( m_acTDecTop[nalu.m_layerId].getNoOutputPriorPicsFlag() ) { outputPicturesFlag = false; } #endif if (nalu.m_nalUnitType == NAL_UNIT_EOS) // End of sequence { flushAllPictures( nalu.m_layerId, outputPicturesFlag ); } #if POC_RESET_IDC_DECODER if( bNewPicture && m_acTDecTop[nalu.m_layerId].getParseIdc() != 0 ) // New picture, slice header parsed but picture not decoded #else if( bNewPicture ) // New picture, slice header parsed but picture not decoded #endif { #if NO_OUTPUT_OF_PRIOR_PICS if( #else if ( bNewPOC && #endif ( nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_LP ) ) { flushAllPictures( nalu.m_layerId, outputPicturesFlag ); } else { this->checkOutputBeforeDecoding( nalu.m_layerId ); } } /* The following code has to be executed when the last DU of the picture is decoded TODO: Need code to identify end of decoding a picture { this->checkOutputAfterDecoding( ); } */ #else if ( bNewPicture && bNewPOC && ( nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_LP ) ) { xFlushOutput( pcListPic, curLayerId ); } if (nalu.m_nalUnitType == NAL_UNIT_EOS) { xFlushOutput( pcListPic, curLayerId ); } // write reconstruction to file if(bNewPicture) { xWriteOutput( pcListPic, curLayerId, nalu.m_temporalId ); } #endif } } #if ALIGNED_BUMPING flushAllPictures( true ); #else for(UInt layer = 0; layer <= m_tgtLayerId; layer++) { xFlushOutput( m_acTDecTop[layer].getListPic(), layer ); } #endif // delete buffers #if AVC_BASE UInt layerIdmin = m_acTDecTop[0].getBLReconFile()->is_open() ? 1 : 0; if( streamYUV.is_open() ) { streamYUV.close(); } pcBLPic.destroy(); #if FIX_CONF_MODE for(UInt layer = layerIdmin; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer = layerIdmin; layer <= m_tgtLayerId; layer++) #endif #else for(UInt layer = 0; layer <= m_tgtLayerId; layer++) #endif { m_acTDecTop[layer].deletePicBuffer(); } // destroy internal classes xDestroyDecLib(); } #else Void TAppDecTop::decode() { Int poc; TComList* pcListPic = NULL; ifstream bitstreamFile(m_pchBitstreamFile, ifstream::in | ifstream::binary); if (!bitstreamFile) { fprintf(stderr, "\nfailed to open bitstream file `%s' for reading\n", m_pchBitstreamFile); exit(EXIT_FAILURE); } InputByteStream bytestream(bitstreamFile); if (!m_outputDecodedSEIMessagesFilename.empty() && m_outputDecodedSEIMessagesFilename!="-") { m_seiMessageFileStream.open(m_outputDecodedSEIMessagesFilename.c_str(), std::ios::out); if (!m_seiMessageFileStream.is_open() || !m_seiMessageFileStream.good()) { fprintf(stderr, "\nUnable to open file `%s' for writing decoded SEI messages\n", m_outputDecodedSEIMessagesFilename.c_str()); exit(EXIT_FAILURE); } } // create & initialize internal classes xCreateDecLib(); xInitDecLib (); m_iPOCLastDisplay += m_iSkipFrame; // set the last displayed POC correctly for skip forward. // main decoder loop Bool openedReconFile = false; // reconstruction file not yet opened. (must be performed after SPS is seen) Bool loopFiltered = false; while (!!bitstreamFile) { /* location serves to work around a design fault in the decoder, whereby * the process of reading a new slice that is the first slice of a new frame * requires the TDecTop::decode() method to be called again with the same * nal unit. */ #if RExt__DECODER_DEBUG_BIT_STATISTICS TComCodingStatistics::TComCodingStatisticsData backupStats(TComCodingStatistics::GetStatistics()); streampos location = bitstreamFile.tellg() - streampos(bytestream.GetNumBufferedBytes()); #else streampos location = bitstreamFile.tellg(); #endif AnnexBStats stats = AnnexBStats(); vector nalUnit; InputNALUnit nalu; byteStreamNALUnit(bytestream, nalUnit, stats); // call actual decoding function Bool bNewPicture = false; if (nalUnit.empty()) { /* this can happen if the following occur: * - empty input file * - two back-to-back start_code_prefixes * - start_code_prefix immediately followed by EOF */ fprintf(stderr, "Warning: Attempt to decode an empty NAL unit\n"); } else { read(nalu, nalUnit); if( (m_iMaxTemporalLayer >= 0 && nalu.m_temporalId > m_iMaxTemporalLayer) || !isNaluWithinTargetDecLayerIdSet(&nalu) ) { bNewPicture = false; } else { bNewPicture = m_cTDecTop.decode(nalu, m_iSkipFrame, m_iPOCLastDisplay); if (bNewPicture) { bitstreamFile.clear(); /* location points to the current nalunit payload[1] due to the * need for the annexB parser to read three extra bytes. * [1] except for the first NAL unit in the file * (but bNewPicture doesn't happen then) */ #if RExt__DECODER_DEBUG_BIT_STATISTICS bitstreamFile.seekg(location); bytestream.reset(); TComCodingStatistics::SetStatistics(backupStats); #else bitstreamFile.seekg(location-streamoff(3)); bytestream.reset(); #endif } } } if ( (bNewPicture || !bitstreamFile || nalu.m_nalUnitType == NAL_UNIT_EOS) && !m_cTDecTop.getFirstSliceInSequence () ) { if (!loopFiltered || bitstreamFile) { m_cTDecTop.executeLoopFilters(poc, pcListPic); } loopFiltered = (nalu.m_nalUnitType == NAL_UNIT_EOS); if (nalu.m_nalUnitType == NAL_UNIT_EOS) { m_cTDecTop.setFirstSliceInSequence(true); } } else if ( (bNewPicture || !bitstreamFile || nalu.m_nalUnitType == NAL_UNIT_EOS ) && m_cTDecTop.getFirstSliceInSequence () ) { m_cTDecTop.setFirstSliceInPicture (true); } if( pcListPic ) { if ( m_pchReconFile && !openedReconFile ) { for (UInt channelType = 0; channelType < MAX_NUM_CHANNEL_TYPE; channelType++) { if (m_outputBitDepth[channelType] == 0) m_outputBitDepth[channelType] = g_bitDepth[channelType]; } m_cTVideoIOYuvReconFile.open( m_pchReconFile, true, m_outputBitDepth, m_outputBitDepth, g_bitDepth ); // write mode openedReconFile = true; } // write reconstruction to file if( bNewPicture ) { xWriteOutput( pcListPic, nalu.m_temporalId ); } if ( (bNewPicture || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_CRA) && m_cTDecTop.getNoOutputPriorPicsFlag() ) { m_cTDecTop.checkNoOutputPriorPics( pcListPic ); m_cTDecTop.setNoOutputPriorPicsFlag (false); } if ( bNewPicture && ( nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_IDR_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_N_LP || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_RADL || nalu.m_nalUnitType == NAL_UNIT_CODED_SLICE_BLA_W_LP ) ) { xFlushOutput( pcListPic ); } if (nalu.m_nalUnitType == NAL_UNIT_EOS) { xWriteOutput( pcListPic, nalu.m_temporalId ); m_cTDecTop.setFirstSliceInPicture (false); } // write reconstruction to file -- for additional bumping as defined in C.5.2.3 if(!bNewPicture && nalu.m_nalUnitType >= NAL_UNIT_CODED_SLICE_TRAIL_N && nalu.m_nalUnitType <= NAL_UNIT_RESERVED_VCL31) { xWriteOutput( pcListPic, nalu.m_temporalId ); } } } xFlushOutput( pcListPic ); // delete buffers m_cTDecTop.deletePicBuffer(); // destroy internal classes xDestroyDecLib(); } #endif // ==================================================================================================================== // Protected member functions // ==================================================================================================================== Void TAppDecTop::xCreateDecLib() { #if SVC_EXTENSION // initialize global variables initROM(); #if FIX_CONF_MODE for(UInt layer = 0; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer = 0; layer <= m_tgtLayerId; layer++) #endif { // set layer ID m_acTDecTop[layer].setLayerId ( layer ); // create decoder class m_acTDecTop[layer].create(); m_acTDecTop[layer].setLayerDec(m_apcTDecTop); } #else // create decoder class m_cTDecTop.create(); #endif } Void TAppDecTop::xDestroyDecLib() { #if SVC_EXTENSION // destroy ROM destroyROM(); #if FIX_CONF_MODE for(UInt layer = 0; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer = 0; layer <= m_tgtLayerId; layer++) #endif { if ( m_pchReconFile[layer] ) { m_acTVideoIOYuvReconFile[layer].close(); } // destroy decoder class m_acTDecTop[layer].destroy(); } #else if ( m_pchReconFile ) { m_cTVideoIOYuvReconFile. close(); } // destroy decoder class m_cTDecTop.destroy(); #endif } Void TAppDecTop::xInitDecLib() { // initialize decoder class #if SVC_EXTENSION #if FIX_CONF_MODE for(UInt layer = 0; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer = 0; layer <= m_tgtLayerId; layer++) #endif { m_acTDecTop[layer].init(); m_acTDecTop[layer].setDecodedPictureHashSEIEnabled(m_decodedPictureHashSEIEnabled); #if Q0074_COLOUR_REMAPPING_SEI m_acTDecTop[layer].setColourRemappingInfoSEIEnabled(m_colourRemapSEIEnabled); #endif #if FIX_CONF_MODE m_acTDecTop[layer].setNumLayer( MAX_LAYERS ); #else m_acTDecTop[layer].setNumLayer( m_tgtLayerId + 1 ); #endif #if OUTPUT_LAYER_SET_INDEX m_acTDecTop[layer].setCommonDecoderParams( &m_commonDecoderParams ); #endif } #if CONFORMANCE_BITSTREAM_MODE #if FIX_CONF_MODE for(UInt layer = 0; layer < MAX_VPS_LAYER_ID_PLUS1; layer++) #else for(UInt layer = 0; layer < MAX_LAYERS; layer++) #endif { m_acTDecTop[layer].setConfModeFlag( m_confModeFlag ); } #endif #else m_cTDecTop.init(); m_cTDecTop.setDecodedPictureHashSEIEnabled(m_decodedPictureHashSEIEnabled); #if O0043_BEST_EFFORT_DECODING m_cTDecTop.setForceDecodeBitDepth(m_forceDecodeBitDepth); #endif if (!m_outputDecodedSEIMessagesFilename.empty()) { std::ostream &os=m_seiMessageFileStream.is_open() ? m_seiMessageFileStream : std::cout; m_cTDecTop.setDecodedSEIMessageOutputStream(&os); } #if Q0074_COLOUR_REMAPPING_SEI m_cTDecTop.setColourRemappingInfoSEIEnabled(m_colourRemapSEIEnabled); #endif #endif } /** \param pcListPic list of pictures to be written to file \todo DYN_REF_FREE should be revised */ #if SVC_EXTENSION Void TAppDecTop::xWriteOutput( TComList* pcListPic, UInt layerId, UInt tId ) #else Void TAppDecTop::xWriteOutput( TComList* pcListPic, UInt tId ) #endif { if (pcListPic->empty()) { return; } TComList::iterator iterPic = pcListPic->begin(); Int numPicsNotYetDisplayed = 0; Int dpbFullness = 0; #if SVC_EXTENSION TComSPS* activeSPS = m_acTDecTop[layerId].getActiveSPS(); #else TComSPS* activeSPS = m_cTDecTop.getActiveSPS(); #endif UInt numReorderPicsHighestTid; UInt maxDecPicBufferingHighestTid; UInt maxNrSublayers = activeSPS->getMaxTLayers(); if(m_iMaxTemporalLayer == -1 || m_iMaxTemporalLayer >= maxNrSublayers) { numReorderPicsHighestTid = activeSPS->getNumReorderPics(maxNrSublayers-1); maxDecPicBufferingHighestTid = activeSPS->getMaxDecPicBuffering(maxNrSublayers-1); } else { numReorderPicsHighestTid = activeSPS->getNumReorderPics(m_iMaxTemporalLayer); maxDecPicBufferingHighestTid = activeSPS->getMaxDecPicBuffering(m_iMaxTemporalLayer); } while (iterPic != pcListPic->end()) { TComPic* pcPic = *(iterPic); #if SVC_EXTENSION if(pcPic->getOutputMark() && pcPic->getPOC() > m_aiPOCLastDisplay[layerId]) #else if(pcPic->getOutputMark() && pcPic->getPOC() > m_iPOCLastDisplay) #endif { numPicsNotYetDisplayed++; dpbFullness++; } else if(pcPic->getSlice( 0 )->isReferenced()) { dpbFullness++; } iterPic++; } iterPic = pcListPic->begin(); if (numPicsNotYetDisplayed>2) { iterPic++; } TComPic* pcPic = *(iterPic); if (numPicsNotYetDisplayed>2 && pcPic->isField()) //Field Decoding { TComList::iterator endPic = pcListPic->end(); endPic--; iterPic = pcListPic->begin(); while (iterPic != endPic) { TComPic* pcPicTop = *(iterPic); iterPic++; TComPic* pcPicBottom = *(iterPic); #if SVC_EXTENSION if( pcPicTop->getOutputMark() && pcPicBottom->getOutputMark() && (numPicsNotYetDisplayed > numReorderPicsHighestTid || dpbFullness > maxDecPicBufferingHighestTid) && (!(pcPicTop->getPOC()%2) && pcPicBottom->getPOC() == pcPicTop->getPOC()+1) && (pcPicTop->getPOC() == m_aiPOCLastDisplay[layerId]+1 || m_aiPOCLastDisplay[layerId]<0) ) #else if ( pcPicTop->getOutputMark() && pcPicBottom->getOutputMark() && (numPicsNotYetDisplayed > numReorderPicsHighestTid || dpbFullness > maxDecPicBufferingHighestTid) && (!(pcPicTop->getPOC()%2) && pcPicBottom->getPOC() == pcPicTop->getPOC()+1) && (pcPicTop->getPOC() == m_iPOCLastDisplay+1 || m_iPOCLastDisplay < 0)) #endif { // write to file numPicsNotYetDisplayed = numPicsNotYetDisplayed-2; #if SVC_EXTENSION if ( m_pchReconFile[layerId] ) { const Window &conf = pcPicTop->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPicTop->getDefDisplayWindow() : Window(); const Bool isTff = pcPicTop->isTopField(); Bool display = true; if( m_decodedNoDisplaySEIEnabled ) { SEIMessages noDisplay = getSeisByType(pcPic->getSEIs(), SEI::NO_DISPLAY ); const SEINoDisplay *nd = ( noDisplay.size() > 0 ) ? (SEINoDisplay*) *(noDisplay.begin()) : NULL; if( (nd != NULL) && nd->m_noDisplay ) { display = false; } } if (display) { #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = pcPic->getSlice(0)->getChromaFormatIdc(); Int xScal = TComSPS::getWinUnitX( chromaFormatIdc ), yScal = TComSPS::getWinUnitY( chromaFormatIdc ); m_acTVideoIOYuvReconFile[layerId].write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() * xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() * xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() * yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); #else m_acTVideoIOYuvReconFile[layerId].write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); #endif } } // update POC of display order m_aiPOCLastDisplay[layerId] = pcPicBottom->getPOC(); #else if ( m_pchReconFile ) { const Window &conf = pcPicTop->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPicTop->getDefDisplayWindow() : Window(); const Bool isTff = pcPicTop->isTopField(); Bool display = true; if( m_decodedNoDisplaySEIEnabled ) { SEIMessages noDisplay = getSeisByType(pcPic->getSEIs(), SEI::NO_DISPLAY ); const SEINoDisplay *nd = ( noDisplay.size() > 0 ) ? (SEINoDisplay*) *(noDisplay.begin()) : NULL; if( (nd != NULL) && nd->m_noDisplay ) { display = false; } } if (display) { m_cTVideoIOYuvReconFile.write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); } } // update POC of display order m_iPOCLastDisplay = pcPicBottom->getPOC(); #endif // erase non-referenced picture in the reference picture list after display if ( !pcPicTop->getSlice(0)->isReferenced() && pcPicTop->getReconMark() == true ) { #if !DYN_REF_FREE pcPicTop->setReconMark(false); // mark it should be extended later pcPicTop->getPicYuvRec()->setBorderExtension( false ); #else pcPicTop->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } if ( !pcPicBottom->getSlice(0)->isReferenced() && pcPicBottom->getReconMark() == true ) { #if !DYN_REF_FREE pcPicBottom->setReconMark(false); // mark it should be extended later pcPicBottom->getPicYuvRec()->setBorderExtension( false ); #else pcPicBottom->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } pcPicTop->setOutputMark(false); pcPicBottom->setOutputMark(false); } } } else if (!pcPic->isField()) //Frame Decoding { iterPic = pcListPic->begin(); while (iterPic != pcListPic->end()) { pcPic = *(iterPic); #if SVC_EXTENSION if( pcPic->getOutputMark() && pcPic->getPOC() > m_aiPOCLastDisplay[layerId] && (numPicsNotYetDisplayed > numReorderPicsHighestTid || dpbFullness > maxDecPicBufferingHighestTid) ) #else if(pcPic->getOutputMark() && pcPic->getPOC() > m_iPOCLastDisplay && (numPicsNotYetDisplayed > numReorderPicsHighestTid || dpbFullness > maxDecPicBufferingHighestTid)) #endif { // write to file numPicsNotYetDisplayed--; if(pcPic->getSlice(0)->isReferenced() == false) { dpbFullness--; } #if SVC_EXTENSION if( m_pchReconFile[layerId] ) { const Window &conf = pcPic->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPic->getDefDisplayWindow() : Window(); #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = pcPic->getSlice(0)->getChromaFormatIdc(); Int xScal = TComSPS::getWinUnitX( chromaFormatIdc ), yScal = TComSPS::getWinUnitY( chromaFormatIdc ); m_acTVideoIOYuvReconFile[layerId].write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() * xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() * xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() * yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset() ); #else m_acTVideoIOYuvReconFile[layerId].write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset() ); #endif } // update POC of display order m_aiPOCLastDisplay[layerId] = pcPic->getPOC(); #else if ( m_pchReconFile ) { const Window &conf = pcPic->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPic->getDefDisplayWindow() : Window(); m_cTVideoIOYuvReconFile.write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset() ); } // update POC of display order m_iPOCLastDisplay = pcPic->getPOC(); #endif // erase non-referenced picture in the reference picture list after display if ( !pcPic->getSlice(0)->isReferenced() && pcPic->getReconMark() == true ) { #if !DYN_REF_FREE pcPic->setReconMark(false); // mark it should be extended later pcPic->getPicYuvRec()->setBorderExtension( false ); #else pcPic->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } pcPic->setOutputMark(false); } iterPic++; } } } /** \param pcListPic list of pictures to be written to file \todo DYN_REF_FREE should be revised */ #if SVC_EXTENSION Void TAppDecTop::xFlushOutput( TComList* pcListPic, UInt layerId ) #else Void TAppDecTop::xFlushOutput( TComList* pcListPic ) #endif { if(!pcListPic || pcListPic->empty()) { return; } TComList::iterator iterPic = pcListPic->begin(); iterPic = pcListPic->begin(); TComPic* pcPic = *(iterPic); if (pcPic->isField()) //Field Decoding { TComList::iterator endPic = pcListPic->end(); endPic--; TComPic *pcPicTop, *pcPicBottom = NULL; while (iterPic != endPic) { pcPicTop = *(iterPic); iterPic++; pcPicBottom = *(iterPic); if ( pcPicTop->getOutputMark() && pcPicBottom->getOutputMark() && !(pcPicTop->getPOC()%2) && (pcPicBottom->getPOC() == pcPicTop->getPOC()+1) ) { // write to file #if SVC_EXTENSION if ( m_pchReconFile[layerId] ) { const Window &conf = pcPicTop->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPicTop->getDefDisplayWindow() : Window(); const Bool isTff = pcPicTop->isTopField(); #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = pcPic->getSlice(0)->getChromaFormatIdc(); Int xScal = TComSPS::getWinUnitX( chromaFormatIdc ), yScal = TComSPS::getWinUnitY( chromaFormatIdc ); m_acTVideoIOYuvReconFile[layerId].write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() *xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() *xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() *yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()*yScal + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); #else m_acTVideoIOYuvReconFile[layerId].write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); #endif } // update POC of display order m_aiPOCLastDisplay[layerId] = pcPicBottom->getPOC(); #else if ( m_pchReconFile ) { const Window &conf = pcPicTop->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPicTop->getDefDisplayWindow() : Window(); const Bool isTff = pcPicTop->isTopField(); m_cTVideoIOYuvReconFile.write( pcPicTop->getPicYuvRec(), pcPicBottom->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset(), NUM_CHROMA_FORMAT, isTff ); } // update POC of display order m_iPOCLastDisplay = pcPicBottom->getPOC(); #endif // erase non-referenced picture in the reference picture list after display if ( !pcPicTop->getSlice(0)->isReferenced() && pcPicTop->getReconMark() == true ) { #if !DYN_REF_FREE pcPicTop->setReconMark(false); // mark it should be extended later pcPicTop->getPicYuvRec()->setBorderExtension( false ); #else pcPicTop->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } if ( !pcPicBottom->getSlice(0)->isReferenced() && pcPicBottom->getReconMark() == true ) { #if !DYN_REF_FREE pcPicBottom->setReconMark(false); // mark it should be extended later pcPicBottom->getPicYuvRec()->setBorderExtension( false ); #else pcPicBottom->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } pcPicTop->setOutputMark(false); pcPicBottom->setOutputMark(false); #if !DYN_REF_FREE if(pcPicTop) { pcPicTop->destroy(); delete pcPicTop; pcPicTop = NULL; } #endif } } if(pcPicBottom) { pcPicBottom->destroy(); delete pcPicBottom; pcPicBottom = NULL; } } else //Frame decoding { while (iterPic != pcListPic->end()) { pcPic = *(iterPic); if ( pcPic->getOutputMark() ) { // write to file #if SVC_EXTENSION if ( m_pchReconFile[layerId] ) { const Window &conf = pcPic->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPic->getDefDisplayWindow() : Window(); #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = pcPic->getSlice(0)->getChromaFormatIdc(); Int xScal = TComSPS::getWinUnitX( chromaFormatIdc ), yScal = TComSPS::getWinUnitY( chromaFormatIdc ); m_acTVideoIOYuvReconFile[layerId].write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() *xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() *xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() *yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()*yScal + defDisp.getWindowBottomOffset() ); #else m_acTVideoIOYuvReconFile[layerId].write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset() ); #endif } // update POC of display order m_aiPOCLastDisplay[layerId] = pcPic->getPOC(); #else if ( m_pchReconFile ) { const Window &conf = pcPic->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pcPic->getDefDisplayWindow() : Window(); m_cTVideoIOYuvReconFile.write( pcPic->getPicYuvRec(), m_outputColourSpaceConvert, conf.getWindowLeftOffset() + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset() + defDisp.getWindowBottomOffset() ); } // update POC of display order m_iPOCLastDisplay = pcPic->getPOC(); #endif // erase non-referenced picture in the reference picture list after display if ( !pcPic->getSlice(0)->isReferenced() && pcPic->getReconMark() == true ) { #if !DYN_REF_FREE pcPic->setReconMark(false); // mark it should be extended later pcPic->getPicYuvRec()->setBorderExtension( false ); #else pcPic->destroy(); pcListPic->erase( iterPic ); iterPic = pcListPic->begin(); // to the beginning, non-efficient way, have to be revised! continue; #endif } pcPic->setOutputMark(false); } #if !SVC_EXTENSION #if !DYN_REF_FREE if(pcPic) { pcPic->destroy(); delete pcPic; pcPic = NULL; } #endif #endif iterPic++; } } #if SVC_EXTENSION m_aiPOCLastDisplay[layerId] = -MAX_INT; #else pcListPic->clear(); m_iPOCLastDisplay = -MAX_INT; #endif } /** \param nalu Input nalu to check whether its LayerId is within targetDecLayerIdSet */ Bool TAppDecTop::isNaluWithinTargetDecLayerIdSet( InputNALUnit* nalu ) { if ( m_targetDecLayerIdSet.size() == 0 ) // By default, the set is empty, meaning all LayerIds are allowed { return true; } #if R0235_SMALLEST_LAYER_ID if (nalu->m_layerId == 0 && (nalu->m_nalUnitType == NAL_UNIT_VPS || nalu->m_nalUnitType == NAL_UNIT_SPS || nalu->m_nalUnitType == NAL_UNIT_PPS || nalu->m_nalUnitType == NAL_UNIT_EOS)) { return true; } #endif for (std::vector::iterator it = m_targetDecLayerIdSet.begin(); it != m_targetDecLayerIdSet.end(); it++) { if ( nalu->m_reservedZero6Bits == (*it) ) { return true; } } return false; } #if ALIGNED_BUMPING // Function outputs a picture, and marks it as not needed for output. Void TAppDecTop::xOutputAndMarkPic( TComPic *pic, const Char *reconFile, const Int layerIdx, Int &pocLastDisplay, DpbStatus &dpbStatus ) { if ( reconFile ) { const Window &conf = pic->getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? pic->getDefDisplayWindow() : Window(); Int xScal = 1, yScal = 1; #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = pic->getSlice(0)->getChromaFormatIdc(); xScal = TComSPS::getWinUnitX( chromaFormatIdc ); yScal = TComSPS::getWinUnitY( chromaFormatIdc ); #endif TComPicYuv* pPicCYuvRec = pic->getPicYuvRec(); m_acTVideoIOYuvReconFile[layerIdx].write( pPicCYuvRec, m_outputColourSpaceConvert, conf.getWindowLeftOffset() * xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() * xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() * yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset() ); } // update POC of display order pocLastDisplay = pic->getPOC(); // Mark as not needed for output pic->setOutputMark(false); // "erase" non-referenced picture in the reference picture list after display if ( !pic->getSlice(0)->isReferenced() && pic->getReconMark() == true ) { pic->setReconMark(false); // mark it should be extended later pic->getPicYuvRec()->setBorderExtension( false ); #if RESOLUTION_BASED_DPB dpbStatus.m_numPicsInLayer[layerIdx]--; #endif #if FIX_ALIGN_BUMPING dpbStatus.m_numPicsInSubDpb[dpbStatus.m_layerIdToSubDpbIdMap[layerIdx]]--; #else dpbStatus.m_numPicsInSubDpb[layerIdx]--; #endif } } Void TAppDecTop::flushAllPictures(Int layerId, Bool outputPictures) { // First "empty" all pictures that are not used for reference and not needed for output emptyUnusedPicturesNotNeededForOutput(); if( outputPictures ) // All pictures in the DPB in that layer are to be output; this means other pictures would also be output { std::vector listOfPocs; #if FIX_ALIGN_BUMPING std::vector listOfPocsInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; std::vector listOfPocsPositionInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; #else std::vector listOfPocsInEachLayer[MAX_LAYERS]; std::vector listOfPocsPositionInEachLayer[MAX_LAYERS]; #endif DpbStatus dpbStatus; // Find the status of the DPB xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus); if( listOfPocs.size() ) { while( listOfPocsInEachLayer[layerId].size() ) // As long as there picture in the layer to be output { bumpingProcess( listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus ); } } } // Now remove all pictures from the layer DPB? markAllPicturesAsErased(layerId); } Void TAppDecTop::flushAllPictures(Bool outputPictures) { // First "empty" all pictures that are not used for reference and not needed for output emptyUnusedPicturesNotNeededForOutput(); if( outputPictures ) // All pictures in the DPB are to be output { std::vector listOfPocs; #if FIX_ALIGN_BUMPING std::vector listOfPocsInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; std::vector listOfPocsPositionInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; #else std::vector listOfPocsInEachLayer[MAX_LAYERS]; std::vector listOfPocsPositionInEachLayer[MAX_LAYERS]; #endif DpbStatus dpbStatus; // Find the status of the DPB #if POC_RESET_IDC_DECODER xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus, false); #else xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus); #endif while( dpbStatus.m_numAUsNotDisplayed ) { bumpingProcess( listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus ); } } // Now remove all pictures from the DPB? markAllPicturesAsErased(); } Void TAppDecTop::markAllPicturesAsErased() { #if FIX_ALIGN_BUMPING for(Int i = 0; i < MAX_VPS_LAYER_ID_PLUS1; i++) #else for(Int i = 0; i < MAX_LAYERS; i++) #endif { markAllPicturesAsErased(i); } } Void TAppDecTop::markAllPicturesAsErased(Int layerIdx) { TComList::iterator iterPic = m_acTDecTop[layerIdx].getListPic()->begin(); Int iSize = Int( m_acTDecTop[layerIdx].getListPic()->size() ); for (Int i = 0; i < iSize; i++ ) { TComPic* pcPic = *(iterPic++); if( pcPic ) { pcPic->destroy(); // pcPic is statically created for the external (AVC) base layer, no need to delete it #if VPS_AVC_BL_FLAG_REMOVAL if( !m_acTDecTop[layerIdx].getParameterSetManager()->getActiveVPS()->getNonHEVCBaseLayerFlag() || layerIdx ) #else if( !m_acTDecTop[layerIdx].getParameterSetManager()->getActiveVPS()->getAvcBaseLayerFlag() || layerIdx ) #endif { delete pcPic; pcPic = NULL; } } } m_acTDecTop[layerIdx].getListPic()->clear(); } Void TAppDecTop::checkOutputBeforeDecoding(Int layerIdx) { std::vector listOfPocs; #if FIX_ALIGN_BUMPING std::vector listOfPocsInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; std::vector listOfPocsPositionInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; #else std::vector listOfPocsInEachLayer[MAX_LAYERS]; std::vector listOfPocsPositionInEachLayer[MAX_LAYERS]; #endif DpbStatus dpbStatus; // First "empty" all pictures that are not used for reference and not needed for output emptyUnusedPicturesNotNeededForOutput(); // Find the status of the DPB xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus); // If not picture to be output, return if( listOfPocs.size() == 0 ) { return; } // Find DPB-information from the VPS DpbStatus maxDpbLimit; #if RESOLUTION_BASED_DPB Int targetLsIdx, subDpbIdx; TComVPS *vps = findDpbParametersFromVps(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, maxDpbLimit); if( getCommonDecoderParams()->getTargetOutputLayerSetIdx() == 0 ) { targetLsIdx = 0; subDpbIdx = 0; } else { targetLsIdx = vps->getOutputLayerSetIdx( getCommonDecoderParams()->getTargetOutputLayerSetIdx() ); subDpbIdx = vps->getSubDpbAssigned( targetLsIdx, layerIdx ); } #else #if FIX_ALIGN_BUMPING Int subDpbIdx = getCommonDecoderParams()->getTargetOutputLayerSetIdx() == 0 ? dpbStatus.m_layerIdToSubDpbIdMap[0] : dpbStatus.m_layerIdToSubDpbIdMap[layerIdx]; #else Int subDpbIdx = getCommonDecoderParams()->getTargetOutputLayerSetIdx() == 0 ? 0 : layerIdx; #endif findDpbParametersFromVps(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, maxDpbLimit); #endif // Assume that listOfPocs is sorted in increasing order - if not have to sort it. while( ifInvokeBumpingBeforeDecoding(dpbStatus, maxDpbLimit, layerIdx, subDpbIdx) ) { bumpingProcess( listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus ); } } Void TAppDecTop::checkOutputAfterDecoding() { std::vector listOfPocs; #if FIX_ALIGN_BUMPING std::vector listOfPocsInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; std::vector listOfPocsPositionInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; #else std::vector listOfPocsInEachLayer[MAX_LAYERS]; std::vector listOfPocsPositionInEachLayer[MAX_LAYERS]; #endif DpbStatus dpbStatus; // First "empty" all pictures that are not used for reference and not needed for output emptyUnusedPicturesNotNeededForOutput(); // Find the status of the DPB xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus); // If not picture to be output, return if( listOfPocs.size() == 0 ) { return; } // Find DPB-information from the VPS DpbStatus maxDpbLimit; findDpbParametersFromVps(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, maxDpbLimit); // Assume that listOfPocs is sorted in increasing order - if not have to sort it. while( ifInvokeBumpingAfterDecoding(dpbStatus, maxDpbLimit) ) { bumpingProcess( listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus ); } } Void TAppDecTop::bumpingProcess(std::vector &listOfPocs, std::vector *listOfPocsInEachLayer, std::vector *listOfPocsPositionInEachLayer, DpbStatus &dpbStatus) { // Choose the smallest POC value Int pocValue = *(listOfPocs.begin()); std::vector::iterator it; TComList::iterator iterPic; #if FIX_ALIGN_BUMPING for( Int dpbLayerCtr = 0; dpbLayerCtr < dpbStatus.m_numLayers; dpbLayerCtr++) { Int layerIdx = dpbStatus.m_targetDecLayerIdList[dpbLayerCtr]; #else for( Int layerIdx = 0; layerIdx < dpbStatus.m_numLayers; layerIdx++) { #endif // Check if picture with pocValue is present. it = find( listOfPocsInEachLayer[layerIdx].begin(), listOfPocsInEachLayer[layerIdx].end(), pocValue ); if( it != listOfPocsInEachLayer[layerIdx].end() ) // picture found. { Int picPosition = std::distance( listOfPocsInEachLayer[layerIdx].begin(), it ); Int j; for(j = 0, iterPic = m_acTDecTop[layerIdx].getListPic()->begin(); j < listOfPocsPositionInEachLayer[layerIdx][picPosition]; j++) // Picture to be output { iterPic++; } TComPic *pic = *iterPic; xOutputAndMarkPic( pic, m_pchReconFile[layerIdx], layerIdx, m_aiPOCLastDisplay[layerIdx], dpbStatus ); #if CONFORMANCE_BITSTREAM_MODE FILE *fptr; if( m_confModeFlag ) { if( m_metadataFileRefresh ) { fptr = fopen( this->getMetadataFileName().c_str(), "w" ); fprintf(fptr, " LayerId POC MD5\n"); fprintf(fptr, "------------------------\n"); } else { fptr = fopen( this->getMetadataFileName().c_str(), "a+" ); } this->setMetadataFileRefresh(false); TComDigest recon_digest; Int numChar = calcMD5(*pic->getPicYuvRec(), recon_digest); fprintf(fptr, "%8d%9d MD5:%s\n", pic->getLayerId(), pic->getSlice(0)->getPOC(), digestToString(recon_digest, numChar).c_str()); fclose(fptr); } #endif listOfPocsInEachLayer[layerIdx].erase( it ); listOfPocsPositionInEachLayer[layerIdx].erase( listOfPocsPositionInEachLayer[layerIdx].begin() + picPosition ); #if FIX_ALIGN_BUMPING dpbStatus.m_numPicsInSubDpb[dpbStatus.m_layerIdToSubDpbIdMap[layerIdx]]--; #endif } } #if !FIX_ALIGN_BUMPING // Update sub-DPB status for( Int subDpbIdx = 0; subDpbIdx < dpbStatus.m_numSubDpbs; subDpbIdx++) { dpbStatus.m_numPicsInSubDpb[subDpbIdx]--; } #endif dpbStatus.m_numAUsNotDisplayed--; #if CONFORMANCE_BITSTREAM_MODE if( m_confModeFlag ) { for( Int dpbLayerCtr = 0; dpbLayerCtr < dpbStatus.m_numLayers; dpbLayerCtr++) { Int layerIdx = dpbStatus.m_targetDecLayerIdList[dpbLayerCtr]; // Output all picutres "decoded" in that layer that have POC less than the current picture std::vector *layerBuffer = (m_acTDecTop->getLayerDec(layerIdx))->getConfListPic(); // Write all pictures to the file. if( this->getDecodedYuvLayerRefresh(layerIdx) ) { if (!m_outputBitDepth[CHANNEL_TYPE_LUMA]) { m_outputBitDepth[CHANNEL_TYPE_LUMA] = g_bitDepth[CHANNEL_TYPE_LUMA]; } if (!m_outputBitDepth[CHANNEL_TYPE_CHROMA]) { m_outputBitDepth[CHANNEL_TYPE_CHROMA] = g_bitDepth[CHANNEL_TYPE_CHROMA]; } char tempFileName[256]; strcpy(tempFileName, this->getDecodedYuvLayerFileName( layerIdx ).c_str()); m_confReconFile[layerIdx].open(tempFileName, true, m_outputBitDepth, m_outputBitDepth, g_bitDepth ); // write mode this->setDecodedYuvLayerRefresh( layerIdx, false ); } std::vector::iterator itPic; for(itPic = layerBuffer->begin(); itPic != layerBuffer->end(); itPic++) { TComPic checkPic = *itPic; const Window &conf = checkPic.getConformanceWindow(); const Window &defDisp = m_respectDefDispWindow ? checkPic.getDefDisplayWindow() : Window(); Int xScal = 1, yScal = 1; #if REPN_FORMAT_IN_VPS UInt chromaFormatIdc = checkPic.getSlice(0)->getChromaFormatIdc(); xScal = TComSPS::getWinUnitX( chromaFormatIdc ); yScal = TComSPS::getWinUnitY( chromaFormatIdc ); #endif if( checkPic.getPOC() <= pocValue ) { TComPicYuv* pPicCYuvRec = checkPic.getPicYuvRec(); m_confReconFile[layerIdx].write( pPicCYuvRec, m_outputColourSpaceConvert, conf.getWindowLeftOffset() * xScal + defDisp.getWindowLeftOffset(), conf.getWindowRightOffset() * xScal + defDisp.getWindowRightOffset(), conf.getWindowTopOffset() * yScal + defDisp.getWindowTopOffset(), conf.getWindowBottomOffset()* yScal + defDisp.getWindowBottomOffset() ); layerBuffer->erase(itPic); itPic = layerBuffer->begin(); // Ensure doesn't go to infinite loop if(layerBuffer->size() == 0) { break; } } } } } #endif // Remove the picture from the listOfPocs listOfPocs.erase( listOfPocs.begin() ); } TComVPS *TAppDecTop::findDpbParametersFromVps(std::vector const &listOfPocs, std::vector const *listOfPocsInEachLayer, std::vector const *listOfPocsPositionInEachLayer, DpbStatus &maxDpbLimit) { Int targetOutputLsIdx = getCommonDecoderParams()->getTargetOutputLayerSetIdx(); TComVPS *vps = NULL; if( targetOutputLsIdx == 0 ) // Only base layer is output { TComSPS *sps = NULL; assert( listOfPocsInEachLayer[0].size() != 0 ); TComList::iterator iterPic; Int j; for(j = 0, iterPic = m_acTDecTop[0].getListPic()->begin(); j < listOfPocsPositionInEachLayer[0][0]; j++) // Picture to be output { iterPic++; } TComPic *pic = *iterPic; sps = pic->getSlice(0)->getSPS(); assert( sps->getLayerId() == 0 ); vps = pic->getSlice(0)->getVPS(); Int highestTId = sps->getMaxTLayers() - 1; maxDpbLimit.m_numAUsNotDisplayed = sps->getNumReorderPics( highestTId ); // m_numAUsNotDisplayed is only variable name - stores reorderpics maxDpbLimit.m_maxLatencyIncrease = sps->getMaxLatencyIncrease( highestTId ) > 0; if( maxDpbLimit.m_maxLatencyIncrease ) { maxDpbLimit.m_maxLatencyPictures = sps->getMaxLatencyIncrease( highestTId ) + sps->getNumReorderPics( highestTId ) - 1; } #if RESOLUTION_BASED_DPB maxDpbLimit.m_numPicsInLayer[0] = sps->getMaxDecPicBuffering( highestTId ); #endif maxDpbLimit.m_numPicsInSubDpb[0] = sps->getMaxDecPicBuffering( highestTId ); } else { // ------------------------------------- // Find the VPS used for the pictures // ------------------------------------- #if FIX_ALIGN_BUMPING for(Int i = 0; i < MAX_VPS_LAYER_ID_PLUS1; i++) #else for(Int i = 0; i < MAX_LAYERS; i++) #endif { if( m_acTDecTop[i].getListPic()->empty() ) { assert( listOfPocsInEachLayer[i].size() == 0 ); continue; } std::vector::const_iterator it; it = find( listOfPocsInEachLayer[i].begin(), listOfPocsInEachLayer[i].end(), listOfPocs[0] ); TComList::iterator iterPic; if( it != listOfPocsInEachLayer[i].end() ) { Int picPosition = std::distance( listOfPocsInEachLayer[i].begin(), it ); Int j; for(j = 0, iterPic = m_acTDecTop[i].getListPic()->begin(); j < listOfPocsPositionInEachLayer[i][picPosition]; j++) // Picture to be output { iterPic++; } TComPic *pic = *iterPic; vps = pic->getSlice(0)->getVPS(); break; } } Int targetLsIdx = vps->getOutputLayerSetIdx( getCommonDecoderParams()->getTargetOutputLayerSetIdx() ); Int highestTId = vps->getMaxTLayers() - 1; maxDpbLimit.m_numAUsNotDisplayed = vps->getMaxVpsNumReorderPics( targetOutputLsIdx, highestTId ); // m_numAUsNotDisplayed is only variable name - stores reorderpics maxDpbLimit.m_maxLatencyIncrease = vps->getMaxVpsLatencyIncreasePlus1(targetOutputLsIdx, highestTId ) > 0; if( maxDpbLimit.m_maxLatencyIncrease ) { maxDpbLimit.m_maxLatencyPictures = vps->getMaxVpsNumReorderPics( targetOutputLsIdx, highestTId ) + vps->getMaxVpsLatencyIncreasePlus1(targetOutputLsIdx, highestTId ) - 1; } for(Int i = 0; i < vps->getNumLayersInIdList( targetLsIdx ); i++) { #if RESOUTION_BASED_DPB maxDpbLimit.m_numPicsInLayer[i] = vps->getMaxVpsLayerDecPicBuffMinus1( targetOutputLsIdx, i, highestTId ) + 1; maxDpbLimit.m_numPicsInSubDpb[vps->getSubDpbAssigned( targetLsIdx, i )] = vps->getMaxVpsDecPicBufferingMinus1( targetOutputLsIdx, vps->getSubDpbAssigned( targetLsIdx, i ), highestTId) + 1; #else maxDpbLimit.m_numPicsInSubDpb[i] = vps->getMaxVpsDecPicBufferingMinus1( targetOutputLsIdx, i, highestTId) + 1; #endif } // ------------------------------------- } return vps; } Void TAppDecTop::emptyUnusedPicturesNotNeededForOutput() { #if FIX_ALIGN_BUMPING for(Int layerIdx = 0; layerIdx < MAX_VPS_LAYER_ID_PLUS1; layerIdx++) #else for(Int layerIdx = 0; layerIdx < MAX_LAYERS; layerIdx++) #endif { TComList *pcListPic = m_acTDecTop[layerIdx].getListPic(); TComList::iterator iterPic = pcListPic->begin(); while ( iterPic != pcListPic->end() ) { TComPic *pic = *iterPic; if( !pic->getSlice(0)->isReferenced() && !pic->getOutputMark() ) { // Emtpy the picture buffer pic->setReconMark( false ); } iterPic++; } } } Bool TAppDecTop::ifInvokeBumpingBeforeDecoding( const DpbStatus &dpbStatus, const DpbStatus &dpbLimit, const Int layerIdx, const Int subDpbIdx ) { Bool retVal = false; // Number of reorder picutres retVal |= ( dpbStatus.m_numAUsNotDisplayed > dpbLimit.m_numAUsNotDisplayed ); // Number of pictures in each sub-DPB retVal |= ( dpbStatus.m_numPicsInSubDpb[subDpbIdx] >= dpbLimit.m_numPicsInSubDpb[subDpbIdx] ); #if RESOLUTION_BASED_DPB // Number of pictures in each layer retVal |= ( dpbStatus.m_numPicsInLayer[layerIdx] >= dpbLimit.m_numPicsInLayer[layerIdx]); #endif return retVal; } Bool TAppDecTop::ifInvokeBumpingAfterDecoding( const DpbStatus &dpbStatus, const DpbStatus &dpbLimit ) { Bool retVal = false; // Number of reorder picutres retVal |= ( dpbStatus.m_numAUsNotDisplayed > dpbLimit.m_numAUsNotDisplayed ); return retVal; } Void TAppDecTop::xFindDPBStatus( std::vector &listOfPocs , std::vector *listOfPocsInEachLayer , std::vector *listOfPocsPositionInEachLayer , DpbStatus &dpbStatus #if POC_RESET_IDC_DECODER , Bool notOutputCurrAu #endif ) { TComVPS *vps = NULL; dpbStatus.init(); #if FIX_ALIGN_BUMPING for( Int i = 0; i < MAX_VPS_LAYER_ID_PLUS1; i++ ) #else for( Int i = 0; i < MAX_LAYERS; i++ ) #endif { if( m_acTDecTop[i].getListPic()->empty() ) { continue; } // To check # AUs that have at least one picture not output, // For each layer, populate listOfPOcs if not already present TComList::iterator iterPic = m_acTDecTop[i].getListPic()->begin(); Int picPositionInList = 0; while (iterPic != m_acTDecTop[i].getListPic()->end()) { TComPic* pic = *(iterPic); if( pic->getReconMark() ) { if( vps == NULL ) { vps = pic->getSlice(0)->getVPS(); } #if POC_RESET_IDC_DECODER if( !(pic->isCurrAu() && notOutputCurrAu ) ) { #endif std::vector::iterator it; if( pic->getOutputMark() ) // && pic->getPOC() > m_aiPOCLastDisplay[i]) { it = find( listOfPocs.begin(), listOfPocs.end(), pic->getPOC() ); // Check if already included if( it == listOfPocs.end() ) // New POC value - i.e. new AU - add to the list { listOfPocs.push_back( pic->getPOC() ); } listOfPocsInEachLayer [i].push_back( pic->getPOC() ); // POC to be output in each layer listOfPocsPositionInEachLayer [i].push_back( picPositionInList ); // For ease of access } if( pic->getSlice(0)->isReferenced() || pic->getOutputMark() ) { #if RESOLUTION_BASED_DPB dpbStatus.m_numPicsInLayer[i]++; // Count pictures that are "used for reference" or "needed for output" #else dpbStatus.m_numPicsInSubDpb[i]++; // Count pictures that are "used for reference" or "needed for output" #endif } #if POC_RESET_IDC_DECODER } #endif } iterPic++; picPositionInList++; } } assert( vps != NULL ); // No picture in any DPB? std::sort( listOfPocs.begin(), listOfPocs.end() ); // Sort in increasing order of POC Int targetLsIdx = vps->getOutputLayerSetIdx( getCommonDecoderParams()->getTargetOutputLayerSetIdx() ); // Update status dpbStatus.m_numAUsNotDisplayed = listOfPocs.size(); // Number of AUs not displayed dpbStatus.m_numLayers = vps->getNumLayersInIdList( targetLsIdx ); #if FIX_ALIGN_BUMPING for(Int i = 0; i < dpbStatus.m_numLayers; i++) { dpbStatus.m_layerIdToSubDpbIdMap[vps->getLayerSetLayerIdList(targetLsIdx, i)] = i; dpbStatus.m_targetDecLayerIdList[i] = vps->getLayerSetLayerIdList(targetLsIdx, i); // Layer Id stored in a particular sub-DPB } dpbStatus.m_numSubDpbs = vps->getNumSubDpbs( targetLsIdx ); #else dpbStatus.m_numSubDpbs = vps->getNumSubDpbs( vps->getOutputLayerSetIdx( this->getCommonDecoderParams()->getTargetOutputLayerSetIdx() ) ); #endif #if FIX_ALIGN_BUMPING for(Int i = 0; i < MAX_VPS_LAYER_ID_PLUS1; i++) #else for(Int i = 0; i < dpbStatus.m_numLayers; i++) #endif { dpbStatus.m_numPicsNotDisplayedInLayer[i] = listOfPocsInEachLayer[i].size(); #if RESOLUTION_BASED_DPB dpbStatus.m_numPicsInSubDpb[vps->getSubDpbAssigned(targetLsIdx,i)] += dpbStatus.m_numPicsInLayer[i]; dpbStatus.m_numPicsInSubDpb[i] += dpbStatus.m_numPicsInLayer[i]; #endif } assert( dpbStatus.m_numAUsNotDisplayed != -1 ); } #if POC_RESET_IDC_DECODER Void TAppDecTop::outputAllPictures(Int layerId, Bool notOutputCurrPic) { { // All pictures in the DPB in that layer are to be output; this means other pictures would also be output std::vector listOfPocs; #if FIX_ALIGN_BUMPING std::vector listOfPocsInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; std::vector listOfPocsPositionInEachLayer[MAX_VPS_LAYER_ID_PLUS1]; #else std::vector listOfPocsInEachLayer[MAX_LAYERS]; std::vector listOfPocsPositionInEachLayer[MAX_LAYERS]; #endif DpbStatus dpbStatus; // Find the status of the DPB xFindDPBStatus(listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus, notOutputCurrPic); if( listOfPocs.size() ) { while( listOfPocsInEachLayer[layerId].size() ) // As long as there picture in the layer to be output { bumpingProcess( listOfPocs, listOfPocsInEachLayer, listOfPocsPositionInEachLayer, dpbStatus ); } } } } #endif #endif //! \}