Context navigation

source: 3DVCSoftware/branches/HTM-DEV-0.2-dev/source/App/TAppRenderer/TAppRendererTop.cpp @ 438

Visit:

Last change on this file since 438 was 438, checked in by tech, 12 years ago
Integrated 3D encoder control, camera parameters, renderer and MV fixes.
Property svn:eol-style set to `native`
File size: 34.8 KB

Line
1	/* The copyright in this software is being made available under the BSD
2	* License, included below. This software may be subject to other third party
3	* and contributor rights, including patent rights, and no such rights are
4	* granted under this license.
5	*
6	* Copyright (c) 2010-2011, ISO/IEC
7	* All rights reserved.
8	*
9	* Redistribution and use in source and binary forms, with or without
10	* modification, are permitted provided that the following conditions are met:
11	*
12	* * Redistributions of source code must retain the above copyright notice,
13	* this list of conditions and the following disclaimer.
14	* * Redistributions in binary form must reproduce the above copyright notice,
15	* this list of conditions and the following disclaimer in the documentation
16	* and/or other materials provided with the distribution.
17	* * Neither the name of the ISO/IEC nor the names of its contributors may
18	* be used to endorse or promote products derived from this software without
19	* specific prior written permission.
20	*
21	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
22	* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23	* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24	* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS
25	* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26	* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27	* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
28	* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
29	* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
30	* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
31	* THE POSSIBILITY OF SUCH DAMAGE.
32	*/
33
34
35
36	#include <list>
37	#include <stdio.h>
38	#include <fcntl.h>
39	#include <assert.h>
40	#include <math.h>
41
42	#include "TAppRendererTop.h"
43
44	// ====================================================================================================================
45	// Constructor / destructor / initialization / destroy
46	// ====================================================================================================================
47	#if !QC_MVHEVC_B0046
48	TAppRendererTop::TAppRendererTop()
49	{
50
51	}
52
53	TAppRendererTop::~TAppRendererTop()
54	{
55
56	}
57
58
59	Void TAppRendererTop::xCreateLib()
60	{
61	Int iInteralBitDepth = g_uiBitDepth + g_uiBitIncrement;
62	Int iFileBitDepth = 8;
63	m_pcRenTop = new TRenTop();
64
65	for(Int iViewIdx=0; iViewIdx<m_iNumberOfInputViews; iViewIdx++)
66	{
67	TVideoIOYuv* pcVideoInput = new TVideoIOYuv;
68	TVideoIOYuv* pcDepthInput = new TVideoIOYuv;
69
70	pcVideoInput->open( m_pchVideoInputFileList[iViewIdx], false, iFileBitDepth, iInteralBitDepth ); // read mode
71	pcDepthInput->open( m_pchDepthInputFileList[iViewIdx], false, iFileBitDepth, iInteralBitDepth ); // read mode
72	pcVideoInput->skipFrames(m_iFrameSkip, m_iSourceWidth, m_iSourceHeight );
73	pcDepthInput->skipFrames(m_iFrameSkip, m_iSourceWidth, m_iSourceHeight );
74
75	m_apcTVideoIOYuvVideoInput.push_back( pcVideoInput );
76	m_apcTVideoIOYuvDepthInput.push_back( pcDepthInput );
77	}
78
79	for(Int iViewIdx=0; iViewIdx<m_iNumberOfOutputViews; iViewIdx++)
80	{
81	TVideoIOYuv* pcSynthOutput = new TVideoIOYuv;
82	pcSynthOutput->open( m_pchSynthOutputFileList[iViewIdx], true, iFileBitDepth, iInteralBitDepth ); // write mode
83	m_apcTVideoIOYuvSynthOutput.push_back( pcSynthOutput );
84	}
85	}
86
87
88	Void TAppRendererTop::xDestroyLib()
89	{
90	delete m_pcRenTop;
91
92	for ( Int iViewIdx = 0; iViewIdx < m_iNumberOfInputViews; iViewIdx++ )
93	{
94	m_apcTVideoIOYuvVideoInput[iViewIdx]->close();
95	m_apcTVideoIOYuvDepthInput[iViewIdx]->close();
96
97	delete m_apcTVideoIOYuvDepthInput[iViewIdx];
98	delete m_apcTVideoIOYuvVideoInput[iViewIdx];
99	};
100
101	for ( Int iViewIdx = 0; iViewIdx < m_iNumberOfOutputViews; iViewIdx++ )
102	{
103	m_apcTVideoIOYuvSynthOutput[iViewIdx]->close();
104	delete m_apcTVideoIOYuvSynthOutput[iViewIdx];
105	};
106	}
107
108	Void TAppRendererTop::xInitLib()
109	{
110	m_pcRenTop->init(
111	m_iSourceWidth,
112	m_iSourceHeight,
113	(m_iRenderDirection != 0),
114	m_iLog2SamplingFactor,
115	m_iLog2SamplingFactor+m_iShiftPrecision,
116	m_bUVUp,
117	m_iPreProcMode,
118	m_iPreFilterSize,
119	m_iBlendMode,
120	m_iBlendZThresPerc,
121	m_bBlendUseDistWeight,
122	m_iBlendHoleMargin,
123	m_iInterpolationMode,
124	m_iHoleFillingMode,
125	m_iPostProcMode,
126	m_iUsedPelMapMarExt
127	);
128	}
129
130	// ====================================================================================================================
131	// Public member functions
132	// ====================================================================================================================
133
134
135
136	Void TAppRendererTop::render()
137	{
138	xCreateLib();
139	xInitLib();
140
141	// Create Buffers Input Views;
142	std::vector<TComPicYuv*> apcPicYuvBaseVideo;
143	std::vector<TComPicYuv*> apcPicYuvBaseDepth;
144
145	// TemporalImprovement Filter
146	std::vector<TComPicYuv*> apcPicYuvLastBaseVideo;
147	std::vector<TComPicYuv*> apcPicYuvLastBaseDepth;
148
149	Int aiPad[2] = { 0, 0 };
150
151	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
152	{
153	TComPicYuv* pcNewVideoPic = new TComPicYuv;
154	TComPicYuv* pcNewDepthPic = new TComPicYuv;
155
156	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
157	apcPicYuvBaseVideo.push_back(pcNewVideoPic);
158
159	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
160	apcPicYuvBaseDepth.push_back(pcNewDepthPic);
161
162	//Temporal improvement Filter
163	if ( m_bTempDepthFilter )
164	{
165	pcNewVideoPic = new TComPicYuv;
166	pcNewDepthPic = new TComPicYuv;
167
168	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
169	apcPicYuvLastBaseVideo.push_back(pcNewVideoPic);
170
171	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
172	apcPicYuvLastBaseDepth.push_back(pcNewDepthPic);
173	}
174	}
175
176	// Create Buffer for synthesized View
177	TComPicYuv* pcPicYuvSynthOut = new TComPicYuv;
178	pcPicYuvSynthOut->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
179
180	Bool bAnyEOS = false;
181
182	Int iNumOfRenderedFrames = 0;
183	Int iFrame = 0;
184
185	while ( ( ( iNumOfRenderedFrames < m_iFramesToBeRendered ) \|\| ( m_iFramesToBeRendered == 0 ) ) && !bAnyEOS )
186	{
187	if ( iFrame >= m_iFrameSkip )
188	{
189	// read in depth and video
190	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
191	{
192	m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->read( apcPicYuvBaseVideo[iBaseViewIdx], aiPad ) ;
193
194	apcPicYuvBaseVideo[iBaseViewIdx]->extendPicBorder();
195
196	bAnyEOS \|= m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->isEof();
197
198	m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->read( apcPicYuvBaseDepth[iBaseViewIdx], aiPad ) ;
199	apcPicYuvBaseDepth[iBaseViewIdx]->extendPicBorder();
200	bAnyEOS \|= m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->isEof();
201
202	if ( m_bTempDepthFilter && (iFrame >= m_iFrameSkip) )
203	{
204	m_pcRenTop->temporalFilterVSRS( apcPicYuvBaseVideo[iBaseViewIdx], apcPicYuvBaseDepth[iBaseViewIdx], apcPicYuvLastBaseVideo[iBaseViewIdx], apcPicYuvLastBaseDepth[iBaseViewIdx], ( iFrame == m_iFrameSkip) );
205	}
206	}
207	}
208	else
209	{
210	std::cout << "Skipping Frame " << iFrame << std::endl;
211
212	iFrame++;
213	continue;
214	}
215
216	m_cCameraData.update( (UInt)iFrame - m_iFrameSkip );
217
218	for(Int iSynthViewIdx=0; iSynthViewIdx < m_iNumberOfOutputViews; iSynthViewIdx++ )
219	{
220	Int iLeftBaseViewIdx = -1;
221	Int iRightBaseViewIdx = -1;
222
223	Bool bIsBaseView = false;
224
225	Int iRelDistToLeft;
226	Bool bHasLRView = m_cCameraData.getLeftRightBaseView( iSynthViewIdx, iLeftBaseViewIdx, iRightBaseViewIdx, iRelDistToLeft, bIsBaseView );
227	Bool bHasLView = ( iLeftBaseViewIdx != -1 );
228	Bool bHasRView = ( iRightBaseViewIdx != -1 );
229	Bool bRender = true;
230
231	Int iBlendMode = m_iBlendMode;
232	Int iSimEnhBaseView = 0;
233
234	switch( m_iRenderDirection )
235	{
236	/// INTERPOLATION
237	case 0:
238	AOF( bHasLRView \|\| bIsBaseView );
239
240	if ( !bHasLRView && bIsBaseView && m_iBlendMode == 0 )
241	{
242	bRender = false;
243	}
244	else
245	{
246	if ( bIsBaseView )
247	{
248	AOF( iLeftBaseViewIdx == iRightBaseViewIdx );
249	Int iSortedBaseViewIdx = m_cCameraData.getBaseId2SortedId() [iLeftBaseViewIdx];
250
251	if ( m_iBlendMode == 1 )
252	{
253	if ( iSortedBaseViewIdx - 1 >= 0 )
254	{
255	iLeftBaseViewIdx = m_cCameraData.getBaseSortedId2Id()[ iSortedBaseViewIdx - 1];
256	bRender = true;
257	}
258	else
259	{
260	bRender = false;
261	}
262	}
263	else if ( m_iBlendMode == 2 )
264	{
265	if ( iSortedBaseViewIdx + 1 < m_iNumberOfInputViews )
266	{
267	iRightBaseViewIdx = m_cCameraData.getBaseSortedId2Id()[ iSortedBaseViewIdx + 1];
268	bRender = true;
269	}
270	else
271	{
272	bRender = false;
273	}
274	}
275	}
276
277	if ( m_iBlendMode == 3 )
278	{
279	if ( bIsBaseView && (iLeftBaseViewIdx == 0) )
280	{
281	bRender = false;
282	}
283	else
284	{
285	Int iDistLeft = abs( m_cCameraData.getBaseId2SortedId()[0] - m_cCameraData.getBaseId2SortedId() [iLeftBaseViewIdx ] );
286	Int iDistRight = abs( m_cCameraData.getBaseId2SortedId()[0] - m_cCameraData.getBaseId2SortedId() [iRightBaseViewIdx] );
287
288	Int iFillViewIdx = iDistLeft > iDistRight ? iLeftBaseViewIdx : iRightBaseViewIdx;
289
290	if( m_cCameraData.getBaseId2SortedId()[0] < m_cCameraData.getBaseId2SortedId() [iFillViewIdx] )
291	{
292	iBlendMode = 1;
293	iLeftBaseViewIdx = 0;
294	iRightBaseViewIdx = iFillViewIdx;
295	}
296	else
297	{
298	iBlendMode = 2;
299	iLeftBaseViewIdx = iFillViewIdx;
300	iRightBaseViewIdx = 0;
301	}
302
303	}
304	}
305	else
306	{
307	iBlendMode = m_iBlendMode;
308	}
309	}
310
311	if ( m_bSimEnhance )
312	{
313	if ( m_iNumberOfInputViews == 3 && m_cCameraData.getRelSynthViewNumbers()[ iSynthViewIdx ] < VIEW_NUM_PREC )
314	{
315	iSimEnhBaseView = 2; // Take middle view
316	}
317	else
318	{
319	iSimEnhBaseView = 1; // Take left view
320	}
321	}
322
323	if ( bRender )
324	{
325	std::cout << "Rendering Frame " << iFrame
326	<< " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx ] / VIEW_NUM_PREC
327	<< " Left BaseView: " << (Double) m_cCameraData.getBaseViewNumbers() [iLeftBaseViewIdx ] / VIEW_NUM_PREC
328	<< " Right BaseView: " << (Double) m_cCameraData.getBaseViewNumbers() [iRightBaseViewIdx] / VIEW_NUM_PREC
329	<< " BlendMode: " << iBlendMode
330	<< std::endl;
331
332	m_pcRenTop->setShiftLUTs(
333	m_cCameraData.getSynthViewShiftLUTD()[iLeftBaseViewIdx ][iSynthViewIdx],
334	m_cCameraData.getSynthViewShiftLUTI()[iLeftBaseViewIdx ][iSynthViewIdx],
335	m_cCameraData.getBaseViewShiftLUTI ()[iLeftBaseViewIdx ][iRightBaseViewIdx],
336	m_cCameraData.getSynthViewShiftLUTD()[iRightBaseViewIdx][iSynthViewIdx],
337	m_cCameraData.getSynthViewShiftLUTI()[iRightBaseViewIdx][iSynthViewIdx],
338	m_cCameraData.getBaseViewShiftLUTI ()[iRightBaseViewIdx][iLeftBaseViewIdx ],
339
340	iRelDistToLeft
341	);
342
343	m_pcRenTop->interpolateView(
344	apcPicYuvBaseVideo[iLeftBaseViewIdx ],
345	apcPicYuvBaseDepth[iLeftBaseViewIdx ],
346	apcPicYuvBaseVideo[iRightBaseViewIdx],
347	apcPicYuvBaseDepth[iRightBaseViewIdx],
348	pcPicYuvSynthOut,
349	iBlendMode,
350	iSimEnhBaseView
351	);
352	}
353	else
354	{
355	AOT(iLeftBaseViewIdx != iRightBaseViewIdx );
356	apcPicYuvBaseVideo[iLeftBaseViewIdx]->copyToPic( pcPicYuvSynthOut );
357	std::cout << "Copied Frame " << iFrame
358	<< " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC
359	<< " (BaseView) " << std::endl;
360	}
361
362	break;
363	/// EXTRAPOLATION FROM LEFT
364	case 1:
365	if ( !bHasLView ) // View to render is BaseView
366	{
367	bRender = false;
368	}
369
370	if ( bIsBaseView )
371	{
372	AOF( iLeftBaseViewIdx == iRightBaseViewIdx );
373	Int iSortedBaseViewIdx = m_cCameraData.getBaseId2SortedId() [iLeftBaseViewIdx];
374	if ( iSortedBaseViewIdx - 1 >= 0 )
375	{
376	iLeftBaseViewIdx = m_cCameraData.getBaseSortedId2Id()[ iSortedBaseViewIdx - 1];
377	}
378	else
379	{
380	std::cout << "Copied Frame " << iFrame << " of BaseView " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
381	apcPicYuvBaseVideo[iLeftBaseViewIdx]->copyToPic( pcPicYuvSynthOut ); // Copy Original
382	bRender = false;
383	}
384	}
385
386
387	if (bRender)
388	{
389	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
390	m_pcRenTop->setShiftLUTs( m_cCameraData.getSynthViewShiftLUTD()[iLeftBaseViewIdx ][iSynthViewIdx],
391	m_cCameraData.getSynthViewShiftLUTI()[iLeftBaseViewIdx ][iSynthViewIdx], NULL, NULL, NULL, NULL, -1 );
392	m_pcRenTop->extrapolateView( apcPicYuvBaseVideo[iLeftBaseViewIdx ], apcPicYuvBaseDepth[iLeftBaseViewIdx ], pcPicYuvSynthOut, true );
393	}
394	break;
395	/// EXTRAPOLATION FROM RIGHT
396	case 2: // extrapolation from right
397	if ( !bHasRView ) // View to render is BaseView
398	{
399	bRender = false;
400	}
401
402	if ( bIsBaseView )
403	{
404
405	AOF( iLeftBaseViewIdx == iRightBaseViewIdx );
406	Int iSortedBaseViewIdx = m_cCameraData.getBaseId2SortedId() [iLeftBaseViewIdx];
407	if ( iSortedBaseViewIdx + 1 < m_iNumberOfInputViews )
408	{
409	iRightBaseViewIdx = m_cCameraData.getBaseSortedId2Id()[ iSortedBaseViewIdx + 1];
410	}
411	else
412	{
413	std::cout << "Copied Frame " << iFrame << " of BaseView " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
414	apcPicYuvBaseVideo[iLeftBaseViewIdx]->copyToPic( pcPicYuvSynthOut ); // Copy Original
415	bRender = false;
416	}
417	}
418
419	if ( bRender )
420	{
421	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
422	m_pcRenTop->setShiftLUTs( NULL, NULL,NULL, m_cCameraData.getSynthViewShiftLUTD()[iRightBaseViewIdx ][iSynthViewIdx],
423	m_cCameraData.getSynthViewShiftLUTI()[iRightBaseViewIdx ][iSynthViewIdx],NULL, iRelDistToLeft);
424	m_pcRenTop->extrapolateView( apcPicYuvBaseVideo[iRightBaseViewIdx ], apcPicYuvBaseDepth[iRightBaseViewIdx ], pcPicYuvSynthOut, false);
425	}
426	break;
427	}
428
429	// Write Output
430
431	m_apcTVideoIOYuvSynthOutput[m_bSweep ? 0 : iSynthViewIdx]->write( pcPicYuvSynthOut, 0, 0, 0, 0 );
432	}
433	iFrame++;
434	iNumOfRenderedFrames++;
435	}
436
437	// Delete Buffers
438	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
439	{
440	apcPicYuvBaseVideo[uiBaseView]->destroy();
441	delete apcPicYuvBaseVideo[uiBaseView];
442
443	apcPicYuvBaseDepth[uiBaseView]->destroy();
444	delete apcPicYuvBaseDepth[uiBaseView];
445
446	// Temporal Filter
447	if ( m_bTempDepthFilter )
448	{
449	apcPicYuvLastBaseVideo[uiBaseView]->destroy();
450	delete apcPicYuvLastBaseVideo[uiBaseView];
451
452	apcPicYuvLastBaseDepth[uiBaseView]->destroy();
453	delete apcPicYuvLastBaseDepth[uiBaseView];
454	}
455	}
456
457	pcPicYuvSynthOut->destroy();
458	delete pcPicYuvSynthOut;
459
460	xDestroyLib();
461
462	}
463
464	Void TAppRendererTop::go()
465	{
466	switch ( m_iRenderMode )
467	{
468	case 0:
469	render();
470	break;
471	case 1:
472	renderModel();
473	break;
474	case 10:
475	renderUsedPelsMap( );
476	break;
477
478	default:
479	AOT(true);
480	}
481	}
482
483	Void TAppRendererTop::renderModel()
484	{
485	if ( m_bUseSetupString )
486	{
487	xRenderModelFromString();
488	}
489	else
490	{
491	xRenderModelFromNums();
492	}
493	}
494
495	Void TAppRendererTop::xRenderModelFromString()
496	{
497
498	xCreateLib();
499	xInitLib();
500
501	// Create Buffers Input Views;
502	std::vector<TComPicYuv*> apcPicYuvBaseVideo;
503	std::vector<TComPicYuv*> apcPicYuvBaseDepth;
504
505
506	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
507	{
508	TComPicYuv* pcNewVideoPic = new TComPicYuv;
509	TComPicYuv* pcNewDepthPic = new TComPicYuv;
510
511	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
512	apcPicYuvBaseVideo.push_back(pcNewVideoPic);
513
514	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
515	apcPicYuvBaseDepth.push_back(pcNewDepthPic);
516	}
517
518	Int aiPad[2] = { 0, 0 };
519
520	// Init Model
521	TRenModel cCurModel;
522
523	AOT( m_iLog2SamplingFactor != 0 );
524	#if LGE_VSO_EARLY_SKIP_A0093
525	cCurModel.create( m_cRenModStrParser.getNumOfBaseViews(), m_cRenModStrParser.getNumOfModels(), m_iSourceWidth, m_iSourceHeight, m_iShiftPrecision, m_iBlendHoleMargin, false );
526	#else
527	cCurModel.create( m_cRenModStrParser.getNumOfBaseViews(), m_cRenModStrParser.getNumOfModels(), m_iSourceWidth, m_iSourceHeight, m_iShiftPrecision, m_iBlendHoleMargin );
528	#endif
529
530	cCurModel.setupPart( 0, m_iSourceHeight );
531
532	for ( Int iViewIdx = 0; iViewIdx < m_iNumberOfInputViews; iViewIdx++ )
533	{
534	Int iNumOfModels = m_cRenModStrParser.getNumOfModelsForView(iViewIdx, 1);
535
536	for (Int iCurModel = 0; iCurModel < iNumOfModels; iCurModel++ )
537	{
538	Int iModelNum; Int iLeftViewNum; Int iRightViewNum; Int iDump; Int iOrgRefNum; Int iBlendMode;
539	m_cRenModStrParser.getSingleModelData ( iViewIdx, 1, iCurModel, iModelNum, iBlendMode, iLeftViewNum, iRightViewNum, iOrgRefNum, iDump ) ;
540	cCurModel .createSingleModel ( iViewIdx, 1, iModelNum, iLeftViewNum, iRightViewNum, false, iBlendMode );
541
542	}
543	}
544
545	// Create Buffer for synthesized View
546	TComPicYuv* pcPicYuvSynthOut = new TComPicYuv;
547	pcPicYuvSynthOut->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
548
549	Bool bAnyEOS = false;
550
551	Int iNumOfRenderedFrames = 0;
552	Int iFrame = 0;
553
554	while ( ( ( iNumOfRenderedFrames < m_iFramesToBeRendered ) \|\| ( m_iFramesToBeRendered == 0 ) ) && !bAnyEOS )
555	{
556
557	if ( iFrame >= m_iFrameSkip )
558	{
559	// read in depth and video
560	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
561	{
562	m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->read( apcPicYuvBaseVideo[iBaseViewIdx], aiPad ) ;
563	bAnyEOS \|= m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->isEof();
564
565	m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->read( apcPicYuvBaseDepth[iBaseViewIdx], aiPad ) ;
566	bAnyEOS \|= m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->isEof();
567	}
568	}
569	else
570	{
571	iFrame++;
572	continue;
573	}
574
575
576	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
577	{
578	TComPicYuv* pcPicYuvVideo = apcPicYuvBaseVideo[iBaseViewIdx];
579	TComPicYuv* pcPicYuvDepth = apcPicYuvBaseDepth[iBaseViewIdx];
580	Int iBaseViewSIdx = m_cCameraData.getBaseId2SortedId()[iBaseViewIdx ];
581	cCurModel.setBaseView( iBaseViewSIdx, pcPicYuvVideo, pcPicYuvDepth, NULL, NULL );
582	}
583
584	m_cCameraData.update( (UInt) ( iFrame - m_iFrameSkip ));
585
586	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
587	{
588	// setup virtual views
589	Int iBaseViewSIdx = m_cCameraData.getBaseId2SortedId()[iBaseViewIdx];
590
591	cCurModel.setErrorMode( iBaseViewSIdx, 1, 0 );
592	Int iNumOfSV = m_cRenModStrParser.getNumOfModelsForView( iBaseViewSIdx, 1);
593	for (Int iCurView = 0; iCurView < iNumOfSV; iCurView++ )
594	{
595	Int iOrgRefBaseViewSIdx;
596	Int iLeftBaseViewSIdx;
597	Int iRightBaseViewSIdx;
598	Int iSynthViewRelNum;
599	Int iModelNum;
600	Int iBlendMode;
601
602	m_cRenModStrParser.getSingleModelData(iBaseViewSIdx, 1, iCurView, iModelNum, iBlendMode, iLeftBaseViewSIdx, iRightBaseViewSIdx, iOrgRefBaseViewSIdx, iSynthViewRelNum );
603
604	Int iLeftBaseViewIdx = -1;
605	Int iRightBaseViewIdx = -1;
606
607	TComPicYuv* pcPicYuvOrgRef = NULL;
608	Int** ppiShiftLUTLeft = NULL;
609	Int** ppiShiftLUTRight = NULL;
610	Int** ppiBaseShiftLUTLeft = NULL;
611	Int** ppiBaseShiftLUTRight = NULL;
612
613
614	Int iDistToLeft = -1;
615
616	Int iSynthViewIdx = m_cCameraData.synthRelNum2Idx( iSynthViewRelNum );
617
618	if ( iLeftBaseViewSIdx != -1 )
619	{
620	iLeftBaseViewIdx = m_cCameraData.getBaseSortedId2Id() [ iLeftBaseViewSIdx ];
621	ppiShiftLUTLeft = m_cCameraData.getSynthViewShiftLUTI()[ iLeftBaseViewIdx ][ iSynthViewIdx ];
622	}
623
624	if ( iRightBaseViewSIdx != -1 )
625	{
626	iRightBaseViewIdx = m_cCameraData.getBaseSortedId2Id() [iRightBaseViewSIdx ];
627	ppiShiftLUTRight = m_cCameraData.getSynthViewShiftLUTI()[ iRightBaseViewIdx ][ iSynthViewIdx ];
628	}
629
630	if ( iRightBaseViewSIdx != -1 && iLeftBaseViewSIdx != -1 )
631	{
632
633	ppiBaseShiftLUTLeft = m_cCameraData.getBaseViewShiftLUTI() [ iLeftBaseViewIdx ][ iRightBaseViewIdx ];
634	ppiBaseShiftLUTRight = m_cCameraData.getBaseViewShiftLUTI() [ iRightBaseViewIdx ][ iLeftBaseViewIdx ];
635	iDistToLeft = m_cCameraData.getRelDistLeft( iSynthViewIdx , iLeftBaseViewIdx, iRightBaseViewIdx);
636	}
637
638	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
639
640	cCurModel.setSingleModel( iModelNum, ppiShiftLUTLeft, ppiBaseShiftLUTLeft, ppiShiftLUTRight, ppiBaseShiftLUTRight, iDistToLeft, pcPicYuvOrgRef );
641
642	Int iViewPos;
643	if (iLeftBaseViewSIdx != -1 && iRightBaseViewSIdx != -1)
644	{
645	iViewPos = VIEWPOS_MERGED;
646	}
647	else if ( iLeftBaseViewSIdx != -1 )
648	{
649	iViewPos = VIEWPOS_LEFT;
650	}
651	else if ( iRightBaseViewSIdx != -1 )
652	{
653	iViewPos = VIEWPOS_RIGHT;
654	}
655	else
656	{
657	AOT(true);
658	}
659
660	cCurModel.getSynthVideo ( iModelNum, iViewPos, pcPicYuvSynthOut );
661
662	// Write Output
663	m_apcTVideoIOYuvSynthOutput[m_bSweep ? 0 : iModelNum]->write( pcPicYuvSynthOut, 0 ,0 ,0, 0 );
664	}
665	}
666	iFrame++;
667	iNumOfRenderedFrames++;
668	}
669
670	// Delete Buffers
671	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
672	{
673	apcPicYuvBaseVideo[uiBaseView]->destroy();
674	delete apcPicYuvBaseVideo[uiBaseView];
675
676	apcPicYuvBaseDepth[uiBaseView]->destroy();
677	delete apcPicYuvBaseDepth[uiBaseView];
678	}
679	pcPicYuvSynthOut->destroy();
680	delete pcPicYuvSynthOut;
681
682	xDestroyLib();
683	}
684
685	Void TAppRendererTop::xRenderModelFromNums()
686	{
687	xCreateLib();
688	xInitLib();
689
690	// Create Buffers Input Views;
691	std::vector<TComPicYuv*> apcPicYuvBaseVideo;
692	std::vector<TComPicYuv*> apcPicYuvBaseDepth;
693
694
695	Int aiPad[2] = { 0, 0 };
696
697	// Init Model
698	TRenModel cCurModel;
699
700	AOT( m_iLog2SamplingFactor != 0 );
701	cCurModel.setupPart( 0, m_iSourceHeight );
702	#if LGE_VSO_EARLY_SKIP_A0093
703	cCurModel.create( m_iNumberOfInputViews, m_iNumberOfOutputViews, m_iSourceWidth, m_iSourceHeight, m_iShiftPrecision, m_iBlendHoleMargin, false );
704	#else
705	cCurModel.create( m_iNumberOfInputViews, m_iNumberOfOutputViews, m_iSourceWidth, m_iSourceHeight, m_iShiftPrecision, m_iBlendHoleMargin );
706	#endif
707
708	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
709	{
710	TComPicYuv* pcNewVideoPic = new TComPicYuv;
711	TComPicYuv* pcNewDepthPic = new TComPicYuv;
712
713	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
714	apcPicYuvBaseVideo.push_back(pcNewVideoPic);
715
716	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
717	apcPicYuvBaseDepth.push_back(pcNewDepthPic);
718	}
719
720	for(Int iSynthViewIdx=0; iSynthViewIdx < m_iNumberOfOutputViews; iSynthViewIdx++ )
721	{
722	Int iLeftBaseViewIdx = -1;
723	Int iRightBaseViewIdx = -1;
724	Bool bIsBaseView = false;
725
726	Int iRelDistToLeft;
727	m_cCameraData.getLeftRightBaseView( iSynthViewIdx, iLeftBaseViewIdx, iRightBaseViewIdx, iRelDistToLeft, bIsBaseView );
728
729	if (m_iRenderDirection == 1 )
730	{
731	iRightBaseViewIdx = -1;
732	AOT( iLeftBaseViewIdx == -1);
733	}
734
735	if (m_iRenderDirection == 2 )
736	{
737	iLeftBaseViewIdx = -1;
738	AOT( iRightBaseViewIdx == -1);
739	}
740
741	Int iLeftBaseViewSIdx = -1;
742	Int iRightBaseViewSIdx = -1;
743
744	if (iLeftBaseViewIdx != -1 )
745	{
746	iLeftBaseViewSIdx = m_cCameraData.getBaseId2SortedId()[iLeftBaseViewIdx];
747	}
748
749	if (iRightBaseViewIdx != -1 )
750	{
751	iRightBaseViewSIdx = m_cCameraData.getBaseId2SortedId()[iRightBaseViewIdx];
752	}
753	cCurModel.createSingleModel(-1, -1, iSynthViewIdx, iLeftBaseViewSIdx, iRightBaseViewSIdx, false, m_iBlendMode );
754	}
755
756	// Create Buffer for synthesized View
757	TComPicYuv* pcPicYuvSynthOut = new TComPicYuv;
758	pcPicYuvSynthOut->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
759
760	Bool bAnyEOS = false;
761
762	Int iNumOfRenderedFrames = 0;
763	Int iFrame = 0;
764
765	while ( ( ( iNumOfRenderedFrames < m_iFramesToBeRendered ) \|\| ( m_iFramesToBeRendered == 0 ) ) && !bAnyEOS )
766	{
767
768	if ( iFrame >= m_iFrameSkip )
769	{
770	// read in depth and video
771	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
772	{
773	m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->read( apcPicYuvBaseVideo[iBaseViewIdx], aiPad ) ;
774	bAnyEOS \|= m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->isEof();
775
776	m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->read( apcPicYuvBaseDepth[iBaseViewIdx], aiPad ) ;
777	bAnyEOS \|= m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->isEof();
778
779	if ( iFrame >= m_iFrameSkip )
780	{
781	Int iBaseViewSIdx = m_cCameraData.getBaseId2SortedId()[iBaseViewIdx];
782	cCurModel.setBaseView( iBaseViewSIdx, apcPicYuvBaseVideo[iBaseViewIdx], apcPicYuvBaseDepth[iBaseViewIdx], NULL, NULL );
783	}
784	}
785	}
786	else
787	{
788	iFrame++;
789	continue;
790	}
791	m_cCameraData.update( (UInt) (iFrame - m_iFrameSkip ));
792	for(Int iSynthViewIdx=0; iSynthViewIdx < m_iNumberOfOutputViews; iSynthViewIdx++ )
793	{
794
795	Int iLeftBaseViewIdx = -1;
796	Int iRightBaseViewIdx = -1;
797
798	Bool bIsBaseView = false;
799
800	Int iRelDistToLeft;
801	Bool bHasLRView = m_cCameraData.getLeftRightBaseView( iSynthViewIdx, iLeftBaseViewIdx, iRightBaseViewIdx, iRelDistToLeft, bIsBaseView );
802	Bool bHasLView = ( iLeftBaseViewIdx != -1 );
803	Bool bHasRView = ( iRightBaseViewIdx != -1 );
804
805	switch( m_iRenderDirection )
806	{
807	/// INTERPOLATION
808	case 0:
809	assert( bHasLRView \|\| bIsBaseView );
810
811	if ( !bHasLRView && bIsBaseView ) // View to render is BaseView
812	{
813	std::cout << "Copied Frame " << iFrame << " of BaseView " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
814	apcPicYuvBaseVideo[iLeftBaseViewIdx]->copyToPic( pcPicYuvSynthOut ); // Copy Original
815	}
816	else // Render
817	{
818	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
819	cCurModel.setSingleModel( iSynthViewIdx,
820	m_cCameraData.getSynthViewShiftLUTI()[iLeftBaseViewIdx ][iSynthViewIdx] ,
821	m_cCameraData.getBaseViewShiftLUTI ()[iLeftBaseViewIdx ][iRightBaseViewIdx],
822	m_cCameraData.getSynthViewShiftLUTI()[iRightBaseViewIdx][iSynthViewIdx] ,
823	m_cCameraData.getBaseViewShiftLUTI ()[iRightBaseViewIdx][iLeftBaseViewIdx] ,
824	iRelDistToLeft,
825	NULL );
826	cCurModel.getSynthVideo ( iSynthViewIdx, VIEWPOS_MERGED, pcPicYuvSynthOut );
827	}
828	break;
829	/// EXTRAPOLATION FROM LEFT
830	case 1:
831
832	if ( !bHasLView ) // View to render is BaseView
833	{
834	std::cout << "Copied Frame " << iFrame << " of BaseView " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
835	apcPicYuvBaseVideo[iLeftBaseViewIdx]->copyToPic( pcPicYuvSynthOut ); // Copy Original
836	}
837	else // Render
838	{
839	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
840	cCurModel.setSingleModel( iSynthViewIdx, m_cCameraData.getSynthViewShiftLUTI()[iLeftBaseViewIdx ][iSynthViewIdx], NULL, NULL, NULL, -1, NULL);
841	cCurModel.getSynthVideo ( iSynthViewIdx, VIEWPOS_LEFT, pcPicYuvSynthOut );
842	}
843	break;
844	/// EXTRAPOLATION FROM RIGHT
845	case 2: // extrapolation from right
846	if ( !bHasRView ) // View to render is BaseView
847	{
848	std::cout << "Copied Frame " << iFrame << " of BaseView " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
849	apcPicYuvBaseVideo[iRightBaseViewIdx]->copyToPic( pcPicYuvSynthOut ); // Copy Original
850	}
851	else // Render
852	{
853	std::cout << "Rendering Frame " << iFrame << " of View " << (Double) m_cCameraData.getSynthViewNumbers()[iSynthViewIdx] / VIEW_NUM_PREC << std::endl;
854	cCurModel.setSingleModel( iSynthViewIdx, NULL , NULL, m_cCameraData.getSynthViewShiftLUTI()[iRightBaseViewIdx ][iSynthViewIdx], NULL, -1, NULL);
855	cCurModel.getSynthVideo ( iSynthViewIdx, VIEWPOS_RIGHT, pcPicYuvSynthOut );
856	}
857	break;
858	}
859
860	// Write Output
861	m_apcTVideoIOYuvSynthOutput[m_bSweep ? 0 : iSynthViewIdx]->write( pcPicYuvSynthOut, 0, 0, 0, 0 );
862	}
863	iFrame++;
864	iNumOfRenderedFrames++;
865	}
866
867	// Delete Buffers
868	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
869	{
870	apcPicYuvBaseVideo[uiBaseView]->destroy();
871	delete apcPicYuvBaseVideo[uiBaseView];
872
873	apcPicYuvBaseDepth[uiBaseView]->destroy();
874	delete apcPicYuvBaseDepth[uiBaseView];
875	}
876	pcPicYuvSynthOut->destroy();
877	delete pcPicYuvSynthOut;
878
879	xDestroyLib();
880
881	}
882
883	Void TAppRendererTop::renderUsedPelsMap( )
884	{
885	xCreateLib();
886	xInitLib();
887
888	// Create Buffers Input Views;
889	std::vector<TComPicYuv*> apcPicYuvBaseVideo;
890	std::vector<TComPicYuv*> apcPicYuvBaseDepth;
891
892	// TemporalImprovement Filter
893	std::vector<TComPicYuv*> apcPicYuvLastBaseVideo;
894	std::vector<TComPicYuv*> apcPicYuvLastBaseDepth;
895
896	Int aiPad[2] = { 0, 0 };
897
898	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
899	{
900	TComPicYuv* pcNewVideoPic = new TComPicYuv;
901	TComPicYuv* pcNewDepthPic = new TComPicYuv;
902
903	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
904	apcPicYuvBaseVideo.push_back(pcNewVideoPic);
905
906	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
907	apcPicYuvBaseDepth.push_back(pcNewDepthPic);
908
909	//Temporal improvement Filter
910	if ( m_bTempDepthFilter )
911	{
912	pcNewVideoPic = new TComPicYuv;
913	pcNewDepthPic = new TComPicYuv;
914
915	pcNewVideoPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
916	apcPicYuvLastBaseVideo.push_back(pcNewVideoPic);
917
918	pcNewDepthPic->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
919	apcPicYuvLastBaseDepth.push_back(pcNewDepthPic);
920	}
921	}
922
923	// Create Buffer for synthesized View
924	TComPicYuv* pcPicYuvSynthOut = new TComPicYuv;
925	pcPicYuvSynthOut->create( m_iSourceWidth, m_iSourceHeight, 1, 1, 1 );
926
927	Bool bAnyEOS = false;
928
929	Int iNumOfRenderedFrames = 0;
930	Int iFrame = 0;
931
932	while ( ( ( iNumOfRenderedFrames < m_iFramesToBeRendered ) \|\| ( m_iFramesToBeRendered == 0 ) ) && !bAnyEOS )
933	{
934
935
936	if ( iFrame >= m_iFrameSkip )
937	{
938	// read in depth and video
939	for(Int iBaseViewIdx=0; iBaseViewIdx < m_iNumberOfInputViews; iBaseViewIdx++ )
940	{
941	m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->read( apcPicYuvBaseVideo[iBaseViewIdx], aiPad ) ;
942	apcPicYuvBaseVideo[iBaseViewIdx]->extendPicBorder();
943	bAnyEOS \|= m_apcTVideoIOYuvVideoInput[iBaseViewIdx]->isEof();
944
945	m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->read( apcPicYuvBaseDepth[iBaseViewIdx], aiPad ) ;
946	apcPicYuvBaseDepth[iBaseViewIdx]->extendPicBorder();
947	bAnyEOS \|= m_apcTVideoIOYuvDepthInput[iBaseViewIdx]->isEof();
948
949	if ( m_bTempDepthFilter && (iFrame >= m_iFrameSkip) )
950	{
951	m_pcRenTop->temporalFilterVSRS( apcPicYuvBaseVideo[iBaseViewIdx], apcPicYuvBaseDepth[iBaseViewIdx], apcPicYuvLastBaseVideo[iBaseViewIdx], apcPicYuvLastBaseDepth[iBaseViewIdx], ( iFrame == m_iFrameSkip) );
952	}
953	}
954	}
955	else
956	{
957	std::cout << "Skipping Frame " << iFrame << std::endl;
958
959	iFrame++;
960	continue;
961	}
962	m_cCameraData.update( (UInt) ( iFrame - m_iFrameSkip ) );
963
964	for(Int iViewIdx=1; iViewIdx < m_iNumberOfInputViews; iViewIdx++ )
965	{
966	std::cout << "Rendering UsedPelsMap for Frame " << iFrame << " of View " << (Double) m_cCameraData.getBaseViewNumbers()[iViewIdx] << std::endl;
967
968	Int iViewSIdx = m_cCameraData.getBaseId2SortedId()[iViewIdx];
969	Int iFirstViewSIdx = m_cCameraData.getBaseId2SortedId()[0];
970
971	AOT( iViewSIdx == iFirstViewSIdx );
972
973	Bool bFirstIsLeft = (iFirstViewSIdx < iViewSIdx);
974
975	m_pcRenTop->setShiftLUTs(
976	m_cCameraData.getBaseViewShiftLUTD()[0][iViewIdx],
977	m_cCameraData.getBaseViewShiftLUTI()[0][iViewIdx],
978	m_cCameraData.getBaseViewShiftLUTI()[0][iViewIdx],
979	m_cCameraData.getBaseViewShiftLUTD()[0][iViewIdx],
980	m_cCameraData.getBaseViewShiftLUTI()[0][iViewIdx],
981	m_cCameraData.getBaseViewShiftLUTI()[0][iViewIdx],
982	-1
983	);
984
985	m_pcRenTop->getUsedSamplesMap( apcPicYuvBaseDepth[0], pcPicYuvSynthOut, bFirstIsLeft );
986
987	// Write Output
988	m_apcTVideoIOYuvSynthOutput[iViewIdx-1]->write( pcPicYuvSynthOut, 0, 0, 0 );
989
990	}
991	iFrame++;
992	iNumOfRenderedFrames++;
993	}
994
995	// Delete Buffers
996	for ( UInt uiBaseView = 0; uiBaseView < m_iNumberOfInputViews; uiBaseView++ )
997	{
998	apcPicYuvBaseVideo[uiBaseView]->destroy();
999	delete apcPicYuvBaseVideo[uiBaseView];
1000
1001	apcPicYuvBaseDepth[uiBaseView]->destroy();
1002	delete apcPicYuvBaseDepth[uiBaseView];
1003
1004	// Temporal Filter
1005	if ( m_bTempDepthFilter )
1006	{
1007	apcPicYuvLastBaseVideo[uiBaseView]->destroy();
1008	delete apcPicYuvLastBaseVideo[uiBaseView];
1009
1010	apcPicYuvLastBaseDepth[uiBaseView]->destroy();
1011	delete apcPicYuvLastBaseDepth[uiBaseView];
1012	}
1013	}
1014	pcPicYuvSynthOut->destroy();
1015	delete pcPicYuvSynthOut;
1016
1017	xDestroyLib();
1018
1019	}
1020	#endif

Note: See TracBrowser for help on using the repository browser.

Download in other formats: