source: 3DVCSoftware/branches/HTM-4.0.1-VSP-dev0/source/Lib/TAppCommon/TAppComCamPara.h @ 213

Last change on this file since 213 was 166, checked in by mitsubishi-htm, 12 years ago

Initial integration of VSP into HTM 4.0.1. The version used for JCT3V-B0102 at Shanghai meeting.

  • VC9 project/solution files updated. Other Visual C++ project/solution files are not updated.
  • Linux make file updated.

TODO

  • A second release is expected to include some bug fix and improvements on the interface, e.g. to move switches from macro definition to the configuration file.
  • A third release is expected after being integrated within HTM 5.x, which is to be used for CE1.h anchor.
File size: 15.2 KB
Line 
1/* The copyright in this software is being made available under the BSD
2 * License, included below. This software may be subject to other third party
3 * and contributor rights, including patent rights, and no such rights are
4 * granted under this license.
5 *
6 * Copyright (c) 2010-2011, ISO/IEC
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions are met:
11 *
12 *  * Redistributions of source code must retain the above copyright notice,
13 *    this list of conditions and the following disclaimer.
14 *  * Redistributions in binary form must reproduce the above copyright notice,
15 *    this list of conditions and the following disclaimer in the documentation
16 *    and/or other materials provided with the distribution.
17 *  * Neither the name of the ISO/IEC nor the names of its contributors may
18 *    be used to endorse or promote products derived from this software without
19 *    specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
22 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS
25 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
28 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
29 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
30 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
31 * THE POSSIBILITY OF SUCH DAMAGE.
32 */
33
34
35
36#ifndef __TAPPCOMCAMPARA__
37#define __TAPPCOMCAMPARA__
38
39// Include files
40#include "../../Lib/TLibCommon/CommonDef.h"
41#include <vector>
42
43
44#define LOG10_VIEW_NUM_PREC         5  // Precision of view numbering
45#define VIEW_NUM_PREC               pow( 10.0, (Int)LOG10_VIEW_NUM_PREC )
46
47// ====================================================================================================================
48// Class definition
49// ====================================================================================================================
50
51class TAppComCamPara
52{
53private:
54  // camera parameter data
55  std::vector< std::vector<Double> >  m_aadCameraParameters;  ///< buffer for double values from file
56
57  // miscellaneous variables
58  Double              m_dViewNumPrec;                         ///< factor for camera number to create integer representation
59  Int                 m_iLog2Precision;                       ///< shift precision in LUT
60  UInt                m_uiInputBitDepth;                      ///< bit depth of input depth maps
61  UInt                m_uiBitDepthForLUT;                     ///< bit depth used for table look-up
62  UInt                m_uiFirstFrameId;                       ///< first frame id
63  UInt                m_uiLastFrameId;                        ///< last frame id
64  UInt                m_iCurrentFrameId;                      ///< currently set frame id
65
66  Bool                m_bSetupFromCoded;                      ///< setup from coded parameter file
67  Bool                m_bCamParsCodedPrecSet;                 ///< Coded Cam Para precision set for current frame;
68
69#if SAIT_VSO_EST_A0033
70  Double              m_dDispCoeff;
71#endif
72
73  // view lists
74  std::vector<Int>    m_aiViewsInCfgFile;                     ///< views for which parameters are specified in cfg file (from left to right)
75  std::vector<Int>    m_aiSynthViews;                         ///< View numbers of External ViewReferences
76  std::vector<Int>    m_aiRelSynthViewsNum;                   ///< Relative view numbers of External ViewReferences
77  std::vector<Int>    m_aiBaseViews;                          ///< View numbers of Base View References (in coding order)
78  std::vector<Int>    m_aiSortedBaseViews;                    ///< View numbers of Base View References (from left to right)
79  std::vector<Int>    m_aiBaseId2SortedId;                    ///< mapping from coding order to left-right order for base views
80  std::vector<Int>    m_aiBaseSortedId2Id;                    ///< mapping from left-right order to coding order for base views
81  Int                 m_iNumberOfBaseViews;                   ///< number of base views
82  Int                 m_iNumberOfSynthViews;                  ///< number of synthesized views
83
84  // SPS and slice header related variables
85  std::vector<Int>    m_aiViewOrderIndex;                     ///< list of view order indices
86  UInt                m_uiCamParsCodedPrecision;              ///< precision for coding of camera parameters (x: max error in disparity is 2^(-x) luma samples)
87  Bool                m_bCamParsVaryOverTime;                 ///< flag specifying whether camera parameters vary for given frame numbers
88  Int**               m_aaiCodedScale;                        ///< array of coded scaling parameters [RefView][TargetView]
89  Int**               m_aaiCodedOffset;                       ///< array of coded offset  parameters [RefView][TargetView]
90  Int**               m_aaiScaleAndOffsetSet;                 ///< array indicating whether scale and offset have been set
91
92  // parameters for virtual depth map generation
93  Int                 m_iPdmPrecision;                        ///< additional precision for disparity - virtual depth conversion
94  Int**               m_aaiPdmScaleNomDelta;                  ///< [TargetView][RefView] delta for nominator of scale factor
95  Int**               m_aaiPdmOffset;                         ///< [TargetView][RefView] offset parameter
96
97  // scale and offset parameters
98  Double***           m_adBaseViewShiftParameter;             ///< ShiftParameters between BaseViews e.g. [2][1][0] shift scale from view 2 to view 1; [2][1][1] shift offset from view 2 to view 1
99  Int64 ***           m_aiBaseViewShiftParameter;             ///< ShiftParameters between BaseViews e.g. [2][1][0] shift scale from view 2 to view 1; [2][1][1] shift offset from view 2 to view 1     /* do we need 64 bit? */
100  Double***           m_adSynthViewShiftParameter;            ///< ShiftParameters between BaseViews and ERViews e.g. [2][1][0] shift scale from base view 2 to er view 1;
101  Int64 ***           m_aiSynthViewShiftParameter;            ///< ShiftParameters between BaseViews and ERViews e.g. [2][1][0] shift scale from base view 2 to er view 1;    /* do we need 64 bit? */
102
103  // look-up tables
104  Double****          m_adBaseViewShiftLUT;                    ///< Disparity LUT
105  Int****             m_aiBaseViewShiftLUT;                    ///< Disparity LUT
106  Double****          m_adSynthViewShiftLUT;                   ///< Disparity LUT
107  Int****             m_aiSynthViewShiftLUT;                   ///< Disparity LUT
108
109#if NTT_SUBPEL
110  Int****             m_aiBaseViewShiftLUT_ipel;              ///< Disparity LUT
111  Int****             m_aiBaseViewShiftLUT_fpos;              ///< Disparity LUT
112#endif
113
114protected:
115  // create and delete arrays
116  Void                    xCreateLUTs   ( UInt uiNumberSourceViews, UInt uiNumberTargetViews, Double****& radLUT, Int****& raiLUT, Double***& radShiftParams, Int64***& raiShiftParams );
117  Void                    xCreate2dArray( UInt uiNum1Ids, UInt uiNum2Ids, Int**& raaiArray );
118  Void                    xInit2dArray  ( UInt uiNum1Ids, UInt uiNum2Ids, Int**& raaiArray, Int iValue );
119  template<class T> Void  xDeleteArray  ( T*& rpt, UInt uiSize1, UInt uiSize2, UInt uiSize3 );
120  template<class T> Void  xDeleteArray  ( T*& rpt, UInt uiSize1, UInt uiSize2 );
121  template<class T> Void  xDeleteArray  ( T*& rpt, UInt uiSize );
122
123#if NTT_SUBPEL
124  Void                    xCreateLUTs_Subpel  ( UInt uiNumberSourceViews, UInt uiNumberTargetViews, Int****& raiLUT0, Int****& raiLUT1 );
125#endif
126
127  // functions for reading, initialization, sorting, getting data, etc.
128  Void  xReadCameraParameterFile  ( Char* pchCfgFileName );
129  Bool  xGetCameraDataRow         ( Int iView, UInt uiFrame, UInt& ruiFoundLine );
130
131  Void  xGetSortedViewList        ( const std::vector<Int>& raiViews, std::vector<Int>& raiSortedViews, std::vector<Int>& raiId2SortedId, std::vector<Int>& raiSortedId2Id );
132  Void  xGetViewOrderIndices      ( const std::vector<Int>& raiId2SortedId, std::vector<Int>& raiVOIdx );
133  Bool  xGetCamParsChangeFlag     ();
134  Int   xGetBaseViewId            ( Int iBaseView );
135  Int   xGetViewId                 ( std::vector<Int> aiViewList, Int iBaseView );
136
137  Bool  xGetLeftRightView         ( Int iView, std::vector<Int> aiSortedViews, Int& riLeftView, Int& riRightView, Int& riLeftSortedViewIdx, Int& riRightSortedViewIdx );
138  Void  xGetPrevAndNextBaseView   ( Int iSourceViewNum, Int iTargetViewNum, Int& riPrevBaseViewNum, Int& riNextBaseViewNum );
139  Void  xGetZNearZFar             ( Int iView, UInt uiFrame, Double& rdZNear, Double& rdZFar );
140  Void  xGetGeometryData          ( Int dView, UInt uiFrame, Double& rdFocalLength, Double& rdPosition, Double& rdCameraShift, Bool& rbInterpolated );
141  Void  xSetupBaseViewsFromCoded  ();
142  Void  xSetupBaseViews           ( Char* pchBaseViewNumbers, UInt uiNumBaseViews );
143
144  // functions for getting and setting scales and offsets
145  Bool  xGetShiftParameterReal    ( UInt uiSourceView, UInt uiTargetView, UInt uiFrame, Bool bExternal, Bool bByIdx, Double& rdScale, Double& rdOffset );
146  Void  xGetShiftParameterCoded   ( UInt uiSourceView, UInt uiTargetView, UInt uiFrame,                 Bool bByIdx, Int&    riScale, Int&    riOffset );
147  Void  xGetShiftParameterInt     ( UInt uiSourceView, UInt uiTargetView, UInt uiFrame, Bool bExternal, Bool bByIdx, Int64&  riScale, Int64&  riOffset );
148  Void  xGetCodedCameraData       ( UInt uiSourceView, UInt uiTargetView, Bool bByIdx,  UInt uiFrame, Int& riScale, Int& riOffset, Int& riPrecision );
149
150  Void  xSetCodedScaleOffset      ( UInt uiFrame );
151  Void  xSetShiftParametersAndLUT ( UInt uiNumViewDim1, UInt uiNumViewDim2, UInt uiFrame, Bool bExternalReference, Double****& radLUT, Int****& raiLUT, Double***& radShiftParams, Int64***& raiShiftParams );
152  Void  xSetShiftParametersAndLUT ( UInt uiFrame );
153#if NTT_SUBPEL
154  Void  xSetShiftParametersAndLUT ( UInt uiNumViewDim1, UInt uiNumViewDim2, UInt uiFrame, Int****& raiLUT_Disp, Int****& raiLUT_Fracpos );
155#endif
156
157  // getting conversion parameters for disparity to virtual depth conversion
158  Void  xGetCameraShifts          ( UInt uiSourceView, UInt uiTargetView, UInt uiFrame, Double& rdCamPosShift, Double& rdPicPosShift );
159  Void  xSetPdmConversionParams   ();
160
161public:
162  // constructor and destructor
163  TAppComCamPara();
164  ~TAppComCamPara();
165
166  // initialization, check, and and update
167  Void init   ( UInt    uiNumBaseViews,
168                UInt    uiInputBitDepth,
169                UInt    uiCodedCamParsPrecision,
170                UInt    uiStartFrameId,
171                UInt    uiNumFrames,
172                Char*   pchCfgFileName,
173                Char*   pchBaseViewNumbers,
174                Char*   pchSynthViewNumbers,
175                std::vector<Int>* paiSynthViewNumbers,
176                Int     iLog2Precision );
177
178  Void init   ( UInt    uiInputBitDepth,
179                UInt    uiStartFrameId,
180                UInt    uiNumFrames,
181                Char*   pchCfgFileName,
182                Char*   pchSynthViewNumbers,
183                std::vector<Int>* paiSynthViewNumbers,
184                Int     iLog2Precision
185              );
186
187
188
189  Void check  ( Bool    bCheckViewRange,
190                Bool    bCheckFrameRange );
191  Void update ( UInt    uiFrameId );
192
193  // miscellaneous functions
194
195  Int                 synthRelNum2Idx           ( Int iRelNum );
196  Bool getLeftRightBaseView( Int iSynthViewIdx, Int &riLeftViewIdx, Int &riRightViewIdx, Int &riRelDistToLeft, Bool& rbIsBaseView );
197  Int                 getRelDistLeft            ( Int iSynthViewIdx, Int   iLeftViewIdx, Int iRightViewIdx );
198  UInt                getCurFrameId             ()  { return m_iCurrentFrameId;   }
199  static Void         convertNumberString       ( Char* pchViewNumberString, std::vector<Int>& raiViewNumbers, Double dViewNumPrec );
200
201#if SAIT_VSO_EST_A0033
202  Void xSetDispCoeff( UInt uiStartFrameId, Int iViewIdx );
203  Double getDispCoeff() { return m_dDispCoeff; }
204#endif
205
206  // function for getting parameters and parameter arrays
207  std::vector<Int>&   getBaseViewNumbers        ()  { return m_aiBaseViews;       }
208  std::vector<Int>&   getSortedBaseViewNumbers  ()  { return m_aiSortedBaseViews; }
209  std::vector<Int>&   getSynthViewNumbers       ()  { return m_aiSynthViews;      }
210  std::vector<Int>&   getRelSynthViewNumbers    ()  { return m_aiRelSynthViewsNum;}
211
212  std::vector<Int>&   getBaseId2SortedId        ()   { return m_aiBaseId2SortedId; }
213  std::vector<Int>&   getBaseSortedId2Id        ()   { return m_aiBaseSortedId2Id; }
214
215
216  Double***           getBaseViewShiftParameterD()  { return         m_adBaseViewShiftParameter;  }
217  Int***              getBaseViewShiftParameterI()  { return (Int***)m_aiBaseViewShiftParameter;  }
218
219  Double****          getSynthViewShiftLUTD     ()  { return m_adSynthViewShiftLUT;  }
220  Double****          getBaseViewShiftLUTD      ()  { return m_adBaseViewShiftLUT;   }
221  Int****             getSynthViewShiftLUTI     ()  { return m_aiSynthViewShiftLUT;  }
222  Int****             getBaseViewShiftLUTI      ()  { return m_aiBaseViewShiftLUT;   }
223
224#if NTT_SUBPEL
225  Int****             getBaseViewIPelLUT        ()  { return m_aiBaseViewShiftLUT_ipel;   }
226  Int****             getBaseViewFPosLUT        ()  { return m_aiBaseViewShiftLUT_fpos;   }
227#endif
228
229  Bool                getVaryingCameraParameters()  { return m_bCamParsVaryOverTime;    }
230  UInt                getCamParsCodedPrecision  ()  { return m_uiCamParsCodedPrecision; }
231  std::vector<Int>&   getViewOrderIndex         ()  { return m_aiViewOrderIndex;        }
232  Int**               getCodedScale             ()  { return m_aaiCodedScale;           }
233  Int**               getCodedOffset            ()  { return m_aaiCodedOffset;          }
234
235  // parameters for virtual depth map generation
236  Int                 getPdmPrecision           ()  { return m_iPdmPrecision;           }
237  Int**               getPdmScaleNomDelta       ()  { return m_aaiPdmScaleNomDelta;     }
238  Int**               getPdmOffset              ()  { return m_aaiPdmOffset;            }
239};
240
241
242
243
244
245template <class T>
246Void TAppComCamPara::xDeleteArray( T*& rpt, UInt uiSize1, UInt uiSize2, UInt uiSize3 )
247{
248  if( rpt )
249  {
250    for( UInt uiK = 0; uiK < uiSize1; uiK++ )
251    {
252      for( UInt uiL = 0; uiL < uiSize2; uiL++ )
253      {
254        for( UInt uiM = 0; uiM < uiSize3; uiM++ )
255        {
256          delete[] rpt[ uiK ][ uiL ][ uiM ];
257        }
258        delete[] rpt[ uiK ][ uiL ];
259      }
260      delete[] rpt[ uiK ];
261    }
262    delete[] rpt;
263  }
264  rpt = NULL;
265};
266
267
268template <class T>
269Void TAppComCamPara::xDeleteArray( T*& rpt, UInt uiSize1, UInt uiSize2 )
270{
271  if( rpt )
272  {
273    for( UInt uiK = 0; uiK < uiSize1; uiK++ )
274    {
275      for( UInt uiL = 0; uiL < uiSize2; uiL++ )
276      {
277        delete[] rpt[ uiK ][ uiL ];
278      }
279      delete[] rpt[ uiK ];
280    }
281    delete[] rpt;
282  }
283  rpt = NULL;
284};
285
286
287template <class T>
288Void TAppComCamPara::xDeleteArray( T*& rpt, UInt uiSize )
289{
290  if( rpt )
291  {
292    for( UInt uiK = 0; uiK < uiSize; uiK++ )
293    {
294      delete[] rpt[ uiK ];
295    }
296    delete[] rpt;
297  }
298  rpt = NULL;
299};
300
301
302
303#endif // __TAPPCOMCAMPARA__
304
305
306
Note: See TracBrowser for help on using the repository browser.