@inproceedings{SchmidtScholzNiemann2001, author = {Schmidt, Jochen and Scholz, I. and Niemann, H.}, title = {Placing Arbitrary Objects in a Real Scene Using a Color Cube for Pose Estimation}, series = {Pattern Recognition, 23rd DAGM Symposium}, booktitle = {Pattern Recognition, 23rd DAGM Symposium}, year = {2001}, abstract = {We describe an Augmented Reality system using the corners of a color cube for camera calibration. In the augmented image the cube is replaced by a computer generated virtual object. The cube is localized in an image by the CSC color segmentation algorithm. The camera projection matrix is estimated with a linear method that is followed by a nonlinear refinement step. Because of possible missclassifications of the segmented color regions and the minimum number of point correspondences used for calibration, the estimated pose of the cube may be very erroneous for some frames; therefore we perform outlier detection and treatment for rendering the virtual object in an acceptable manner.}, language = {en} } @inproceedings{ScholzSchmidtNiemann2001, author = {Scholz, I. and Schmidt, Jochen and Niemann, H.}, title = {Farbbildverarbeitung unter Echtzeitbedingungen in der Augmented Reality}, series = {Workshop Farbbildverarbeitung, pages 59-65, Erlangen, Germany, 4.-5. Oktober 2001. Universit{\"a}t Erlangen-N{\"u}rnberg, Institut f{\"u}r Informatik}, booktitle = {Workshop Farbbildverarbeitung, pages 59-65, Erlangen, Germany, 4.-5. Oktober 2001. Universit{\"a}t Erlangen-N{\"u}rnberg, Institut f{\"u}r Informatik}, year = {2001}, abstract = {Es wird ein System aus der Augmented Reality (Erweiterte Reali{\"a}at, AR) vorgestellt, das zur Kamerakalibrierung einen farbigen W{\"u}rfel verwendet, der außerdem als Platzhalter f{\"u}r ein virtuelles Objekt dient. Zur Erkennung des W{\"u}rfels in einer Szene werden Methoden aus der Farbbildverarbeitung verwendet, wie der Color Structure Code (CSC) und die Klassifikation der entstehenden Regionen nach ihrer Farbe. Zur Beschleunigung der Segmentierung wird ein hierarchisches Verfahren eingesetzt.}, language = {de} } @inproceedings{SchmidtNiemannVogt2002, author = {Schmidt, Jochen and Niemann, H. and Vogt, F.}, title = {Dense Disparity Maps in Real-Time with an Application to Augmented Reality}, series = {Proceedings Sixth IEEE Workshop on Applications of Computer Vision (WACV 2002), pages 225-230, Orlando, FL USA}, booktitle = {Proceedings Sixth IEEE Workshop on Applications of Computer Vision (WACV 2002), pages 225-230, Orlando, FL USA}, year = {2002}, abstract = {This work presents a technique for computing dense disparity maps from a binocular stereo camera system. The methods are applied in an Augmented Reality setting for combining real and virtual worlds with proper occlusions. The proposed stereo correspondence technique is based oil area matching and facilitates an efficient strategy by using the concept of a three-dimensional similarity accumulator whereby occlusions are detected and object boundaries are extracted correctly. The main contribution of this paper is the way we fill the accumulator using absolute differences of images and computing a mean filter on these difference images. This. is. where the main advantages of the accumulator approach can be exploited, since all entries can be computed in parallel and thus extremely efficient. Additionally, we-perform an asymmetric correction step and a post-processing of the disparity maps that maintains object edges.}, language = {en} } @book{Schmidt2006, author = {Schmidt, Jochen}, title = {3-D Reconstruction and Stereo Self-Calibration for Augmented Reality}, publisher = {Logos}, address = {Berlin}, publisher = {Technische Hochschule Rosenheim}, year = {2006}, abstract = {The main focus of this work is the development of new methods for the self-calibration of a rigid stereo camera system. However, many of the algorithms introduced here have a wider impact, particularly in robot hand-eye calibration with all its different areas of application. Stereo self-calibration refers to the computation of the intrinsic and extrinsic parameters of a stereo rig using neither a priori knowledge on the movement of the rig nor on the geometry of the observed scene. The stereo parameters obtained by self-calibration, namely rotation and translation from left to right camera, are used for computing depth maps for both images, which are applied for rendering correctly occluded virtual objects into a real scene (Augmented Reality). The proposed methods were evaluated on real and synthetic data and compared to algorithms from the literature. In addition to a stereo rig, an optical tracking system with a camera mounted on an endoscope was calibrated without a calibration pattern using the proposed extended hand-eye calibration algorithm. The self-calibration methods developed in this work have a number of features, which make them easily applicable in practice: They rely on temporal feature tracking only, as this monocular tracking in a continuous image sequence is much easier than left-to-right tracking when the camera parameters are still unknown. Intrinsic and extrinsic camera parameters are computed during the self-calibration process, i.e., no calibration pattern is required. The proposed stereo self-calibration approach can also be used for extended hand-eye calibration, where the eye poses are obtained by structure-from-motion rather than from a calibration pattern. An inherent problem to hand-eye calibration is that it requires at least two general movements of the cameras in order to compute the rigid transformation. If the motion is not general enough, only a part of the parameters can be obtained, which would not be sufficient for computing depth maps. Therefore, a main part of this work discusses methods for data selection that increase the robustness of hand-eye calibration. Different new approaches are shown, the most successful ones being based on vector quantization. The data selection algorithms developed in this work can not only be used for stereo self-calibration, but also for classic robot hand-eye calibration, and they are independent of the actually used hand-eye calibration algorithm.}, language = {en} }