@conference {Kondermann_2016_CVPR_Workshops, title = {The HCI Benchmark Suite: Stereo and Flow Ground Truth With Uncertainties for Urban Autonomous Driving}, booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, year = {2016}, month = {June}, abstract = { Recent advances in autonomous driving require more and more highly realistic reference data, even for difficult situations such as low light and bad weather. We present a new stereo and optical flow dataset to complement existing benchmarks. It was specifically designed to be representative for urban autonomous driving, including realistic, systematically varied radiometric and geometric challenges which were previously unavailable. The accuracy of the ground truth is evaluated based on Monte Carlo simulations yielding full, per-pixel distributions. Interquartile ranges are used as uncertainty measure to create binary masks for arbitrary accuracy thresholds and show that we achieved uncertainties better than those reported for comparable outdoor benchmarks. Binary masks for all dynamically moving regions are supplied with estimated stereo and flow values. An initial public benchmark dataset of 55 manually selected sequences between 19 and 100 frames long are made available in a dedicated website featuring interactive tools for database search, visualization, comparison and benchmarking. }, author = {Daniel Kondermann and Nair, Rahul and Katrin Honauer and Karsten Krispin and Jonas Andrulis and Alexander Brock and G{\"u}ssefeld, Burkhard and Mohsen Rahimimoghaddam and Sabine Hofmann and Brenner, Claus and Bernd J{\"a}hne} } @inbook {Kondermann-etal-2015-ACCV, title = {Stereo Ground Truth with Error Bars}, booktitle = {Computer Vision {\textendash} ACCV 2014: 12th Asian Conference on Computer Vision, Singapore, Singapore, November 1-5, 2014, Revised Selected Papers, Part V}, year = {2015}, pages = {595{\textendash}610}, publisher = {Springer International Publishing}, organization = {Springer International Publishing}, address = {Cham}, abstract = {Creating stereo ground truth based on real images is a measurement task. Measurements are never perfectly accurate: the depth at each pixel follows an error distribution. A common way to estimate the quality of measurements are error bars. In this paper we describe a methodology to add error bars to images of previously scanned static scenes. The main challenge for stereo ground truth error estimates based on such data is the nonlinear matching of 2D images to 3D points. Our method uses 2D feature quality, 3D point and calibration accuracy as well as covariance matrices of bundle adjustments. We sample the reference data error which is the 3D depth distribution of each point projected into 3D image space. The disparity distribution at each pixel location is then estimated by projecting samples of the reference data error on the 2D image plane. An analytical Gaussian error propagation is used to validate the results. As proof of concept, we created ground truth of an image sequence with 100 frames. Results show that disparity accuracies well below one pixel can be achieved, albeit with much large errors at depth discontinuities mainly caused by uncertain estimates of the camera location.}, isbn = {978-3-319-16814-2}, doi = {10.1007/978-3-319-16814-2_39}, url = {http://dx.doi.org/10.1007/978-3-319-16814-2_39}, author = {Daniel Kondermann and Nair, Rahul and Stephan Meister and Wolfgang Mischler and G{\"u}ssefeld, Burkhard and Katrin Honauer and Sabine Hofmann and Brenner, Claus and Bernd J{\"a}hne} } @conference {kondermann2014, title = {Stereo ground truth with error bars}, booktitle = {Asian Conference on Computer Vision, ACCV 2014}, year = {2014}, author = {Daniel Kondermann and Nair, Rahul and Stephan Meister and Wolfgang Mischler and G{\"u}ssefeld, Burkhard and Sabine Hofmann and Brenner, Claus and Bernd J{\"a}hne} }