%0 Conference Paper %1 6126262 %A Chang, Yao-Jen %A Chen, Tsuhan %B Computer Vision (ICCV), 2011 IEEE International Conference on %D 2011 %K 3d computer-vision cv multi multi-view reconstruction scene view %P 351-358 %R 10.1109/ICCV.2011.6126262 %T Multi-view 3D reconstruction for scenes under the refractive plane with known vertical direction %U http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=6126262 %X Images taken from scenes under water suffer distortion due to refraction. While refraction causes magnification with mild distortion on the observed images, severe distortions in geometry reconstruction would be resulted if the refractive distortion is not properly handled. Different from the radial distortion model, the refractive distortion depends on the scene depth seen from each light ray as well as the camera pose relative to the refractive surface. Therefore, it's crucial to obtain a good estimate of scene depth, camera pose and optical center to alleviate the impact of refractive distortion. In this work, we formulate the forward and back projections of light rays involving a refractive plane for the perspective camera model by explicitly modeling refractive distortion as a function of depth. Furthermore, for cameras with an inertial measurement unit (IMU), we show that a linear solution to the relative pose and a closed-form solution to the absolute pose can be derived with known camera vertical directions. We incorporate our formulations with the general structure from motion framework followed by the patch-based multiview stereo algorithm to obtain a 3D reconstruction of the scene. We show through experiments that the explicit modeling of depth-dependent refractive distortion physically leads to more accurate scene reconstructions.

@inproceedings{6126262, abstract = {Images taken from scenes under water suffer distortion due to refraction. While refraction causes magnification with mild distortion on the observed images, severe distortions in geometry reconstruction would be resulted if the refractive distortion is not properly handled. Different from the radial distortion model, the refractive distortion depends on the scene depth seen from each light ray as well as the camera pose relative to the refractive surface. Therefore, it's crucial to obtain a good estimate of scene depth, camera pose and optical center to alleviate the impact of refractive distortion. In this work, we formulate the forward and back projections of light rays involving a refractive plane for the perspective camera model by explicitly modeling refractive distortion as a function of depth. Furthermore, for cameras with an inertial measurement unit (IMU), we show that a linear solution to the relative pose and a closed-form solution to the absolute pose can be derived with known camera vertical directions. We incorporate our formulations with the general structure from motion framework followed by the patch-based multiview stereo algorithm to obtain a 3D reconstruction of the scene. We show through experiments that the explicit modeling of depth-dependent refractive distortion physically leads to more accurate scene reconstructions.}, added-at = {2015-02-08T14:46:10.000+0100}, author = {Chang, Yao-Jen and Chen, Tsuhan}, biburl = {https://www.bibsonomy.org/bibtex/2879e4ce587f15b9a43b3210ad7f4b2d2/abhishekchak}, booktitle = {Computer Vision (ICCV), 2011 IEEE International Conference on}, description = {IEEE Xplore Abstract - Multi-view 3D reconstruction for scenes under the refractive plane with known vertical direction}, doi = {10.1109/ICCV.2011.6126262}, interhash = {a81459afd2c87847e8da161f12017817}, intrahash = {879e4ce587f15b9a43b3210ad7f4b2d2}, issn = {1550-5499}, keywords = {3d computer-vision cv multi multi-view reconstruction scene view}, month = nov, pages = {351-358}, timestamp = {2015-03-19T11:45:10.000+0100}, title = {Multi-view 3D reconstruction for scenes under the refractive plane with known vertical direction}, url = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=6126262}, year = 2011 }