@article {Criminisi2007,
	title = {Efficient dense stereo with occlusions for new view-synthesis by four-state dynamic programming},
	journal = {International Journal of Computer Vision},
	volume = {71},
	number = {1},
	year = {2007},
	pages = {89{\textendash}110},
	publisher = {Kluwer Academic Publishers},
	abstract = {A new algorithm is proposed for efficient stereo and novel view synthesis. Given the video streams acquired by two synchronized cameras the proposed algorithm synthesises images from a virtual camera in arbitrary position near the physical cameras. The new technique is based on an improved, dynamic-programming, stereo algorithm for efficient novel view generation. The two main contributions of this paper are: (i) a new four state matching graph for dense stereo dynamic programming, that supports accurate occlusion labelling; (ii) a compact geometric derivation for novel view synthesis by direct projection of the minimum cost surface. Furthermore, the paper presents an algorithm for the temporal maintenance of a background model to enhance the rendering of occlusions and reduce temporal artefacts (flicker); and a cost aggregation algorithm that acts directly in the three-dimensional matching cost space. The proposed algorithm has been designed to work with input images with large disparity range, a common practical situation. The enhanced occlusion handling capabilities of the new dynamic programming algorithm are evaluated against those of the most powerful state-of-the-art dynamic programming and graph-cut techniques. Four-state DP is also evaluated against the disparity-based Middlebury error metrics and its performance found to be amongst the best of the efficient algorithms. A number of examples demonstrate the robustness of four-state DP to artefacts in stereo video streams. This includes demonstrations of cyclopean view synthesis in extended conversational sequences, synthesis from a freely translating virtual camera and, finally, basic 3D scene editing. {\textcopyright} 2006 Springer Science + Business Media, LLC.},
	keywords = {Dense stereo, Gaze correction, Image-based rendering, Video-conferencing},
	issn = {09205691},
	doi = {10.1007/s11263-006-8525-1},
	author = {Criminisi, A and Blake, A and Carsten Rother and Shotton, J and Torr, P. H.S.}
}
@article {Blake2007,
	title = {Fusion of stereo, colour and contrast},
	journal = {Springer Tracts in Advanced Robotics},
	volume = {28},
	year = {2007},
	issn = {16107438},
	doi = {10.1007/978-3-540-48113-3_27},
	url = {www.research.microsoft.com/vision/cambridge},
	author = {Blake, A and Criminisi, A and Cross, G and Kolmogorov, V and Carsten Rother}
}
@conference {Kolmogorov2005,
	title = {Bi-layer segmentation of binocular stereo video},
	booktitle = {Proceedings - 2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition, CVPR 2005},
	volume = {II},
	year = {2005},
	pages = {407{\textendash}414},
	abstract = {This paper describes two algorithms capable of real-time segmentation of foreground from background layers in stereo video sequences. Automatic separation of layers from colour/contrast or from stereo alone is known to be error-prone. Here, colour, contrast and stereo matching information are fused to infer layers accurately and efficiently. The first algorithm, Layered Dynamic Programming (LDP), solves stereo in an extended 6-state space that represents both foreground/background layers and occluded regions. The stereo-match likelihood is then fused with a contrast-sensitive colour model that is learned on the fly, and stereo disparities are obtained by dynamic programming. The second algorithm, Layered Graph Cut (LGC), does not directly solve stereo. Instead the stereo match likelihood is marginalised over foreground and background hypotheses, and fused with a contrast-sensitive colour model like the one used in LDP. Segmentation is solved efficiently by ternary graph cut. Both algorithms are evaluated with respect to ground truth data and found to have similar perfomance, substantially better than stereo or colour/contrast alone. However, their characteristics with respect to computational efficiency are rather different. The algorithms are demonstrated in the application of background substitution and shown to give good quality composite video output.},
	isbn = {0769523722},
	doi = {10.1109/CVPR.2005.91},
	url = {http://research.microsoft.com/vision/cambridge},
	author = {Kolmogorov, V and Criminisi, A and Blake, A and Cross, G and Carsten Rother}
}
@article {Criminisi2004,
	title = {Efficient dense stereo and novel-view synthesis for gaze manipulation in one-to-one teleconferencing},
	year = {2004},
	abstract = {A new algorithm is proposed for novel-view synthesis, with particular application to teleconferencing. Given the video streams acquired by two cameras placed on either side of a computer monitor, the proposed algorithm synthesises images from a virtual camera in arbitrary position (typically located within the monitor area) to facilitate eye contact. The new technique is based on an improved, dynamic-programming, stereo algorithm for efficient novel-view generation. The two main contributions of this paper are: i) a new four-layer matching graph for dense-stereo dynamic-programming, that supports accurate occlusion labeling; ii) a compact geometric derivation for novel-view synthesis by direct projection of the minimum-cost surface. Furthermore, the paper presents an algorithm for the temporal maintenance of a background model to enhance the rendering of occlusions and reduce temporal artefacts (flicker); and a cost aggregation algorithm that acts directly in three-dimensional matching cost space. The proposed algorithm has been designed to work with input images with large disparity range, a common situation in one-to-one video-conferencing. The enhanced oc-clusion-handling capabilities of the new DP algorithm are evaluated against those of the most powerful state-of-the-art dynamic-programming and graph-cut techniques. A number of examples demonstrate the robustness of the algorithm to artefacts in stereo video streams. This includes demonstrations of cyclopean view synthesis in extended conversational sequences, synthesis from a freely translating virtual camera and, finally, basic 3D scene editing.},
	url = {http://www.research.microsoft.comi http://jamie.shotton.org/work/publications/TechRep2003-59.pdf},
	author = {Criminisi, A and Shotton, J and Blake, A and Torr, P}
}
