Context navigation

source: 3DVCSoftware/branches/HTM-3.0-Vidyo/source/Lib/TLibCommon/TComTrQuant.h @ 272

Visit:

Last change on this file since 272 was 56, checked in by hschwarz, 13 years ago
updated trunk (move to HM6.1)
Property svn:eol-style set to `native`
File size: 15.5 KB

Line
1	/* The copyright in this software is being made available under the BSD
2	* License, included below. This software may be subject to other third party
3	* and contributor rights, including patent rights, and no such rights are
4	* granted under this license.
5	*
6	* Copyright (c) 2010-2012, ITU/ISO/IEC
7	* All rights reserved.
8	*
9	* Redistribution and use in source and binary forms, with or without
10	* modification, are permitted provided that the following conditions are met:
11	*
12	* * Redistributions of source code must retain the above copyright notice,
13	* this list of conditions and the following disclaimer.
14	* * Redistributions in binary form must reproduce the above copyright notice,
15	* this list of conditions and the following disclaimer in the documentation
16	* and/or other materials provided with the distribution.
17	* * Neither the name of the ITU/ISO/IEC nor the names of its contributors may
18	* be used to endorse or promote products derived from this software without
19	* specific prior written permission.
20	*
21	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
22	* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23	* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24	* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS
25	* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26	* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27	* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
28	* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
29	* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
30	* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
31	* THE POSSIBILITY OF SUCH DAMAGE.
32	*/
33
34	/** \file TComTrQuant.h
35	\brief transform and quantization class (header)
36	*/
37
38	#ifndef __TCOMTRQUANT__
39	#define __TCOMTRQUANT__
40
41	#include "CommonDef.h"
42	#include "TComYuv.h"
43	#include "TComDataCU.h"
44	#include "ContextTables.h"
45
46	//! \ingroup TLibCommon
47	//! \{
48
49	// ====================================================================================================================
50	// Constants
51	// ====================================================================================================================
52
53	#define QP_BITS 15
54
55	// ====================================================================================================================
56	// Type definition
57	// ====================================================================================================================
58
59	typedef struct
60	{
61	Int significantCoeffGroupBits[NUM_SIG_CG_FLAG_CTX][2];
62	Int significantBits[NUM_SIG_FLAG_CTX][2];
63	Int lastXBits[32];
64	Int lastYBits[32];
65	Int m_greaterOneBits[NUM_ONE_FLAG_CTX][2];
66	Int m_levelAbsBits[NUM_ABS_FLAG_CTX][2];
67
68	Int blockCbpBits[3*NUM_QT_CBF_CTX][2];
69	Int blockRootCbpBits[4][2];
70	Int scanZigzag[2]; ///< flag for zigzag scan
71	Int scanNonZigzag[2]; ///< flag for non zigzag scan
72	} estBitsSbacStruct;
73
74	// ====================================================================================================================
75	// Class definition
76	// ====================================================================================================================
77
78	/// QP class
79	class QpParam
80	{
81	public:
82	QpParam();
83
84	Int m_iQP;
85	Int m_iPer;
86	Int m_iRem;
87
88	public:
89	Int m_iBits;
90
91	#if H0736_AVC_STYLE_QP_RANGE
92	Void setQpParam( Int qpScaled, Bool bLowpass, SliceType eSliceType )
93	{
94	m_iQP = qpScaled;
95	m_iPer = qpScaled / 6;
96	m_iRem = qpScaled % 6;
97	m_iBits = QP_BITS + m_iPer;
98	}
99	#else
100	Void setQpParam( Int iQP, Bool bLowpass, SliceType eSliceType )
101	{
102	assert ( iQP >= MIN_QP && iQP <= MAX_QP );
103	m_iQP = iQP;
104
105	m_iPer = (iQP + 6*g_uiBitIncrement)/6;
106	#if FULL_NBIT
107	m_iPer += g_uiBitDepth - 8;
108	#endif
109	m_iRem = iQP % 6;
110
111	m_iBits = QP_BITS + m_iPer;
112	}
113	#endif
114
115	Void clear()
116	{
117	m_iQP = 0;
118	m_iPer = 0;
119	m_iRem = 0;
120	m_iBits = 0;
121	}
122
123
124	Int per() const { return m_iPer; }
125	Int rem() const { return m_iRem; }
126	Int bits() const { return m_iBits; }
127
128	Int qp() {return m_iQP;}
129	}; // END CLASS DEFINITION QpParam
130
131	/// transform and quantization class
132	class TComTrQuant
133	{
134	public:
135	TComTrQuant();
136	~TComTrQuant();
137
138	// initialize class
139	Void init ( UInt uiMaxWidth, UInt uiMaxHeight, UInt uiMaxTrSize, Int iSymbolMode = 0, UInt aTable4 = NULL, UInt aTable8 = NULL, UInt *aTableLastPosVlcIndex=NULL, Bool bUseRDOQ = false, Bool bEnc = false
140	#if ADAPTIVE_QP_SELECTION
141	, Bool bUseAdaptQpSelect = false
142	#endif
143	);
144
145	// transform & inverse transform functions
146	Void transformNxN( TComDataCU* pcCU,
147	Pel* pcResidual,
148	UInt uiStride,
149	TCoeff* rpcCoeff,
150	#if ADAPTIVE_QP_SELECTION
151	Int*& rpcArlCoeff,
152	#endif
153	UInt uiWidth,
154	UInt uiHeight,
155	UInt& uiAbsSum,
156	TextType eTType,
157	UInt uiAbsPartIdx );
158	#if LOSSLESS_CODING
159	Void invtransformNxN( TComDataCU* pcCU, TextType eText, UInt uiMode,Pel* rpcResidual, UInt uiStride, TCoeff* pcCoeff, UInt uiWidth, UInt uiHeight, Int scalingListType);
160	#else
161	Void invtransformNxN( TextType eText, UInt uiMode,Pel& rpcResidual, UInt uiStride, TCoeff pcCoeff, UInt uiWidth, UInt uiHeight, Int scalingListType);
162	#endif
163	Void invRecurTransformNxN ( TComDataCU* pcCU, UInt uiAbsPartIdx, TextType eTxt, Pel* rpcResidual, UInt uiAddr, UInt uiStride, UInt uiWidth, UInt uiHeight,
164	UInt uiMaxTrMode, UInt uiTrMode, TCoeff* rpcCoeff );
165
166	// Misc functions
167	#if H0736_AVC_STYLE_QP_RANGE
168	Void setQPforQuant( Int qpy, Bool bLowpass, SliceType eSliceType, TextType eTxtType, Int qpBdOffset, Int chromaQPOffset);
169	#else
170	Void setQPforQuant( Int iQP, Bool bLowpass, SliceType eSliceType, TextType eTxtType, Int Shift);
171	#endif
172
173	#if RDOQ_CHROMA_LAMBDA
174	Void setLambda(Double dLambdaLuma, Double dLambdaChroma) { m_dLambdaLuma = dLambdaLuma; m_dLambdaChroma = dLambdaChroma; }
175	Void selectLambda(TextType eTType) { m_dLambda = (eTType == TEXT_LUMA) ? m_dLambdaLuma : m_dLambdaChroma; }
176	#else
177	Void setLambda(Double dLambda) { m_dLambda = dLambda;}
178	#endif
179	Void setRDOQOffset( UInt uiRDOQOffset ) { m_uiRDOQOffset = uiRDOQOffset; }
180
181	estBitsSbacStruct* m_pcEstBitsSbac;
182
183	static Int getSigCtxInc ( TCoeff* pcCoeff,
184	Int posX,
185	Int posY,
186	Int blockType,
187	Int width
188	,Int height
189	,TextType textureType
190	);
191	static UInt getSigCoeffGroupCtxInc ( const UInt* uiSigCoeffGroupFlag,
192	const UInt uiCGPosX,
193	const UInt uiCGPosY,
194	#if MULTILEVEL_SIGMAP_EXT
195	const UInt scanIdx,
196	#endif
197	Int width, Int height);
198	#if !REMOVE_INFER_SIGGRP
199	static Bool bothCGNeighboursOne ( const UInt* uiSigCoeffGroupFlag,
200	const UInt uiCGPosX,
201	const UInt uiCGPosY,
202	#if MULTILEVEL_SIGMAP_EXT
203	const UInt scanIdx,
204	#endif
205	Int width, Int height);
206	#endif
207	Void initScalingList ();
208	Void destroyScalingList ();
209	Void setErrScaleCoeff ( UInt list, UInt size, UInt qp, UInt dir);
210	double* getErrScaleCoeff ( UInt list, UInt size, UInt qp, UInt dir) {return m_errScale[size][list][qp][dir];}; //!< get Error Scale Coefficent
211	Int* getQuantCoeff ( UInt list, UInt qp, UInt size, UInt dir) {return m_quantCoef[size][list][qp][dir];}; //!< get Quant Coefficent
212	Int* getDequantCoeff ( UInt list, UInt qp, UInt size, UInt dir) {return m_dequantCoef[size][list][qp][dir];}; //!< get DeQuant Coefficent
213	Void setUseScalingList ( Bool bUseScalingList){ m_scalingListEnabledFlag = bUseScalingList; };
214	Bool getUseScalingList (){ return m_scalingListEnabledFlag; };
215	Void setFlatScalingList ();
216	Void xsetFlatScalingList ( UInt list, UInt size, UInt qp);
217	Void xSetScalingListEnc ( TComScalingList *scalingList, UInt list, UInt size, UInt qp);
218	Void xSetScalingListDec ( TComScalingList *scalingList, UInt list, UInt size, UInt qp);
219	Void setScalingList ( TComScalingList *scalingList);
220	Void setScalingListDec ( TComScalingList *scalingList);
221	Void processScalingListEnc( Int coeff, Int quantcoeff, Int quantScales, UInt height, UInt width, UInt ratio, Int sizuNum, UInt dc);
222	Void processScalingListDec( Int coeff, Int dequantcoeff, Int invQuantScales, UInt height, UInt width, UInt ratio, Int sizuNum, UInt dc);
223	#if ADAPTIVE_QP_SELECTION
224	Void initSliceQpDelta() ;
225	Void storeSliceQpNext(TComSlice* pcSlice);
226	Void clearSliceARLCnt();
227	Int getQpDelta(Int qp) { return m_qpDelta[qp]; }
228	Int* getSliceNSamples(){ return m_sliceNsamples ;}
229	Double* getSliceSumC() { return m_sliceSumC; }
230	#endif
231	protected:
232	#if ADAPTIVE_QP_SELECTION
233	Int m_qpDelta[MAX_QP+1];
234	Int m_sliceNsamples[LEVEL_RANGE+1];
235	Double m_sliceSumC[LEVEL_RANGE+1] ;
236	#endif
237	Int* m_plTempCoeff;
238
239	QpParam m_cQP;
240	#if RDOQ_CHROMA_LAMBDA
241	Double m_dLambdaLuma;
242	Double m_dLambdaChroma;
243	#endif
244	Double m_dLambda;
245	UInt m_uiRDOQOffset;
246	UInt m_uiMaxTrSize;
247	Bool m_bEnc;
248	Bool m_bUseRDOQ;
249	#if ADAPTIVE_QP_SELECTION
250	Bool m_bUseAdaptQpSelect;
251	#endif
252
253	Bool m_scalingListEnabledFlag;
254	Int *m_quantCoef [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM][SCALING_LIST_DIR_NUM]; ///< array of quantization matrix coefficient 4x4
255	Int *m_dequantCoef [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM][SCALING_LIST_DIR_NUM]; ///< array of dequantization matrix coefficient 4x4
256	double *m_errScale [SCALING_LIST_SIZE_NUM][SCALING_LIST_NUM][SCALING_LIST_REM_NUM][SCALING_LIST_DIR_NUM]; ///< array of quantization matrix coefficient 4x4
257	private:
258	// forward Transform
259	Void xT ( UInt uiMode,Pel* pResidual, UInt uiStride, Int* plCoeff, Int iWidth, Int iHeight );
260
261	#if MULTIBITS_DATA_HIDING
262	Void signBitHidingHDQ( TComDataCU* pcCU, TCoeff* pQCoef, TCoeff* pCoef, UInt const scan, Int deltaU, Int width, Int height );
263	#endif
264
265	// quantization
266	Void xQuant( TComDataCU* pcCU,
267	Int* pSrc,
268	TCoeff* pDes,
269	#if ADAPTIVE_QP_SELECTION
270	Int*& pArlDes,
271	#endif
272	Int iWidth,
273	Int iHeight,
274	UInt& uiAcSum,
275	TextType eTType,
276	UInt uiAbsPartIdx );
277
278	// RDOQ functions
279
280	Void xRateDistOptQuant ( TComDataCU* pcCU,
281	Int* plSrcCoeff,
282	TCoeff* piDstCoeff,
283	#if ADAPTIVE_QP_SELECTION
284	Int*& piArlDstCoeff,
285	#endif
286	UInt uiWidth,
287	UInt uiHeight,
288	UInt& uiAbsSum,
289	TextType eTType,
290	UInt uiAbsPartIdx );
291	__inline UInt xGetCodedLevel ( Double& rd64CodedCost,
292	Double& rd64CodedCost0,
293	Double& rd64CodedCostSig,
294	Int lLevelDouble,
295	UInt uiMaxAbsLevel,
296	UShort ui16CtxNumSig,
297	UShort ui16CtxNumOne,
298	UShort ui16CtxNumAbs,
299	UShort ui16AbsGoRice,
300	#if RESTRICT_GR1GR2FLAG_NUMBER
301	UInt c1Idx,
302	UInt c2Idx,
303	#endif
304	Int iQBits,
305	Double dTemp,
306	Bool bLast ) const;
307	__inline Double xGetICRateCost ( UInt uiAbsLevel,
308	UShort ui16CtxNumOne,
309	UShort ui16CtxNumAbs,
310	UShort ui16AbsGoRice
311	#if RESTRICT_GR1GR2FLAG_NUMBER
312	, UInt c1Idx,
313	UInt c2Idx
314	#endif
315	) const;
316	#if MULTIBITS_DATA_HIDING
317	__inline Int xGetICRate ( UInt uiAbsLevel,
318	UShort ui16CtxNumOne,
319	UShort ui16CtxNumAbs,
320	UShort ui16AbsGoRice
321	#if RESTRICT_GR1GR2FLAG_NUMBER
322	, UInt c1Idx,
323	UInt c2Idx
324	#endif
325	) const;
326	#endif
327	__inline Double xGetRateLast ( const UInt uiPosX,
328	const UInt uiPosY,
329	const UInt uiBlkWdth ) const;
330	__inline Double xGetRateSigCoeffGroup ( UShort uiSignificanceCoeffGroup,
331	UShort ui16CtxNumSig ) const;
332	__inline Double xGetRateSigCoef ( UShort uiSignificance,
333	UShort ui16CtxNumSig ) const;
334	__inline Double xGetICost ( Double dRate ) const;
335	__inline Double xGetIEPRate ( ) const;
336
337
338	// dequantization
339	Void xDeQuant( const TCoeff* pSrc, Int* pDes, Int iWidth, Int iHeight, Int scalingListType );
340
341	// inverse transform
342	Void xIT ( UInt uiMode, Int* plCoef, Pel* pResidual, UInt uiStride, Int iWidth, Int iHeight );
343
344	};// END CLASS DEFINITION TComTrQuant
345
346	//! \}
347
348	#endif // __TCOMTRQUANT__

Note: See TracBrowser for help on using the repository browser.

Download in other formats: