@misc{JaroschHerderLangmann2022, author = {Jarosch, Monika and Herder, Jens and Langmann, Mathias}, title = {Entwicklung einer AR-Applikation zur kosteneffektiven volumetrischen Erfassung von Baugruben}, series = {gis.Science}, volume = {2022}, journal = {gis.Science}, number = {2}, issn = {2698-4571}, pages = {75 -- 83}, year = {2022}, abstract = {Die volumetrische Erfassung von Aush{\"u}ben auf Baustellen ist ein kostenrelevanter Faktor und wird auch heute im t{\"a}glichen Baustellenbetrieb oft noch in manueller Detailarbeit durchgef{\"u}hrt. Kosteng{\"u}nstige Sensoren zur Tiefenerfassung erm{\"o}glichen die halbautomatische Erfassung von Baugruben. Augmented Reality (AR) kann f{\"u}r diesen Prozess das n{\"o}tige Feedback liefern. Vorgestellt wird ein Prototyp, bestehend aus einem Tablet mit integrierter Kamera und einem Lidar-Scanner. Es wird die Erfassung des Volumens bez{\"u}glich Nutzbarkeit und Genauigkeit mit Einsatz von AR getestet und evaluiert. Zur Bestimmung des Volumens wird unter Verwendung von Strahlen mit Unterst{\"u}tzung einer Grafik-Engine ein Algorithmus entwickelt. Der Algorithmus ist robust gegen nicht vollst{\"a}ndig geschlossene Volumen. Die Bedienung, {\"U}berpr{\"u}fung und Visualisierung findet durch praktischen Einsatz von AR statt.}, language = {de} } @inproceedings{FiedlerRillingBogenetal.2015, author = {Fiedler, Jannik and Rilling, Stefan and Bogen, Manfred and Herder, Jens}, title = {Multimodal interaction techniques in scientific data visualization: An analytical survey}, series = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, booktitle = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, editor = {Braz, Jos{\´e}}, publisher = {SCITEPRESS}, address = {s. l.}, isbn = {978-989-758-087-1}, doi = {10.5220/0005296404310437}, pages = {431 -- 437}, year = {2015}, abstract = {The interpretation process of complex data sets makes the integration of effective interaction techniques crucial. Recent work in the field of human-computer interaction has shown that there is strong evidence that multimodal user interaction, i.e. the integration of various input modalities and interaction techniques into one comprehensive user interface, can improve human performance when interacting with complex data sets. However, it is still unclear which factors make these user interfaces superior to unimodal user interfaces. The contribution of this work is an analytical comparison of a multimodal and a unimodal user interface for a scientific visualization application. We show that multimodal user interaction with simultaneously integrated speech and gesture input improves user performance regarding efficiency and ease of use.}, language = {en} } @inproceedings{HerderDaemenHaufsBrusbergetal.2015, author = {Herder, Jens and Daemen, Jeff and Haufs-Brusberg, Peter and Abdel Aziz, Isis}, title = {Four Metamorphosis States in a Distributed Virtual (TV) Studio: Human, Cyborg, Avatar, and Bot - Markerless Tracking and Feedback for Realtime Animation Control}, series = {Virtual Realities: International Dagstuhl Seminar, Dagstuhl Castle, Germany, June 9-14, 2013, Revised Selected Papers}, volume = {LNCS, 8844}, booktitle = {Virtual Realities: International Dagstuhl Seminar, Dagstuhl Castle, Germany, June 9-14, 2013, Revised Selected Papers}, editor = {Brunnett, Guido and Coquillart, Sabine and van Liere, Robert and Welch, Gregory and V{\´a}ša, Libor}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-17042-8}, doi = {10.1007/978-3-319-17043-5_2}, pages = {16 -- 32}, year = {2015}, language = {en} } @inproceedings{SimschHerder2014, author = {Simsch, Jonathan and Herder, Jens}, title = {SpiderFeedback - Visual Feedback for Orientation in Virtual TV Studios}, series = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, booktitle = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, editor = {Chisik, Yoram}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-2945-3}, doi = {10.1145/2663806.2663830}, pages = {8}, year = {2014}, abstract = {A visual and spatial feedback system for orientation in virtual sets of virtual TV studios was developed and evaluated. It is based on a green proxy object, which moves around in the acting space by way of four transparent wires. A separate unit controls four winches and is connected to an engine, which renders the virtual set. A new developed plugin registers a virtual object's position with the proxy object which imitates the virtual object's movement on stage. This will allow actors to establish important eye contact with a virtual object and feel more comfortable in a virtual set. Furthermore, interaction with the virtual object and its proxy can be realised through a markerless actor tracking system. Several possible scenarios for user application were recorded and presented to experts in the broadcast industry, who evaluated the potential of SpiderFeedback in interviews and by questionnaires.}, language = {en} } @inproceedings{BurgaDaemenDjuderijaetal.2013, author = {Burga, Jose and Daemen, Jeff and Djuderija, Sascha and Gnehr, Maren and Goossens, Lars and Hartz, Sven and Haufs-Brusberg, Peter and Herder, Jens and Ibrahim, Mohammed and Koop, Nikolas and Leske, Christophe and Meyer, Laurid and M{\"u}ller, Antje and Salgert, Bj{\"o}rn and Schroeder, Richard and Thiele, Simon}, title = {Four Metamorphosis States in a Distributed Virtual (TV) Studio: Human, Cyborg, Avatar, and Bot}, series = {10th International Conference on Visual Media Production (CVMP 2013), London}, booktitle = {10th International Conference on Visual Media Production (CVMP 2013), London}, address = {London}, year = {2013}, abstract = {The major challenge in virtual studio technology is the interaction between the actor and virtual objects. Within a distributed live production, two locally separated markerless tracking systems where used simultaneously alongside a virtual studio. The production was based on a fully tracked actor, cyborg (half actor, half graphics), avatar, and a bot. All participants could interact and throw a virtual disc. This setup is compared and mapped to Milgram's continuum and technical challenges are described.}, language = {en} } @inproceedings{DaemenHaufsBrusbergHerder2013, author = {Daemen, Jeff and Haufs-Brusberg, Peter and Herder, Jens}, title = {Markerless Actor Tracking for Virtual (TV) Studio Applications}, series = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, booktitle = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, publisher = {IEEE}, address = {Aizu-Wakamatsu}, isbn = {978-1-4799-2364-9}, doi = {10.1109/ICAwST.2013.6765544}, pages = {790 -- 795}, year = {2013}, abstract = {Virtual (tv) studios gain much more acceptance through improvements in computer graphics and camera tracking. Still commercial studios cannot have full interaction between actors and virtual scene because actors data are not completely digital available as well as the feedback for actors is still not sufficient. Markerless full body tracking might revolutionize virtual studio technology as it allows better interaction between real and virtual world. This article reports about using a markerless actor tracking in a virtual studio with a tracking volume of nearly 40 cubic meter enabling up to three actors within the green box. The tracking is used for resolving the occlusion between virtual objects and actors so that the Tenderer can output automatically a mask for virtual objects in the foreground in case the actor is behind. It is also used for triggering functions scripted within the Tenderer engine, which are attached to virtual objects, starting any kind of action (e.g., animation). Last but not least the system is used for controlling avatars within the virtual set. All tracking and rendering is done within a studio frame rate of 50 Hz with about 3 frames delay. The markerless actor tracking within virtual studios is evaluated by experts using an interview approach. The statistical evaluation is based on a questionnaire.}, language = {en} } @inproceedings{BrosdaDaemenDjuderijaetal.2012, author = {Brosda, Constantin and Daemen, Jeff and Djuderija, Sascha and Joeres, Stephan and Langer, Oleg and Schweitzer, Andre and Wilhelm, Andreas and Herder, Jens}, title = {TouchPlanVS Lite - A Tablet-based Tangible Multitouch Planning System for Virtual TV Studio Productions}, series = {Proceedings of the 2012 Joint International Conference on Human-Centered Computer Environments}, booktitle = {Proceedings of the 2012 Joint International Conference on Human-Centered Computer Environments}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-1191-5}, pages = {64 -- 67}, year = {2012}, abstract = {This paper presents a mobile approach of integrating tangible user feedback in today's virtual TV studio productions. We describe a tangible multitouch planning system, enabling a single user to prepare and customize scene flow and settings. Users can view and interact with virtual objects by using a tangible user interface on a capacitive multitouch surface. In a 2D setting created TV scenes are simultaneously rendered as separate view using a production/target renderer in 3D. Thereby the user experiences a closer reproduction of a final production and set assets can be reused. Subsequently, a user can arrange scenes on a timeline while maintaining different versions/sequences. The system consists of a tablet and a workstation, which does all application processing and rendering. The tablet is just an interface connected via wireless LAN.}, language = {en} } @inproceedings{MarinosGeigerHerder2012, author = {Marinos, Dionysios and Geiger, Christian and Herder, Jens}, title = {Large-Area Moderator Tracking and Demonstrational Configuration of Position Based Interactions for Virtual Studio}, series = {EuroITV '12 Proceedings of the 10th European Conference on Interactive TV and Video}, booktitle = {EuroITV '12 Proceedings of the 10th European Conference on Interactive TV and Video}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-1107-6}, doi = {10.1145/2325616.2325639}, pages = {105 -- 114}, year = {2012}, abstract = {In this paper we introduce a system for tracking persons walking or standing on a large planar surface and for using the acquired data to easily configure position based interactions for virtual studio productions. The tracking component of the system, radarTRACK, is based on a laser scanner device capable of delivering interaction points on a large configurable plane. By using the device on the floor it is possible to use the delivered data to detect feet positions and derive the position and orientation of one or more users in real time. The second component of the system, named OscCalibrator, allows for the easy creation of multidimensional linear mappings between input and output parameters and the routing of OSC messages within a single modular design environment. We demonstrate the use of our system to flexibly create position-based interactions in a virtual studio environment.}, language = {en} } @inproceedings{LudwigBuechelHerderetal.2012, author = {Ludwig, Philipp and B{\"u}chel, Joachim and Herder, Jens and Vonolfen, Wolfgang}, title = {InEarGuide - A Navigation and Interaction Feedback System using In Ear Headphones for Virtual TV Studio Productions}, series = {9. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, booktitle = {9. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, address = {D{\"u}sseldorf}, year = {2012}, abstract = {This paper presents an approach to integrate non-visual user feedback in today's virtual tv studio productions. Since recent studies showed that systems providing vibro-tactile feedback are not sufficient for replacing the common visual feedback, we developed an audio-based solution using an in ear headphone system, enabling a talent to move, avoid and point to virtual objects in a blue or green box. The system consists of an optical head tracking system, a wireless in ear monitor system and a workstation, which performs all application and audio processing. Using head related transfer functions, the talent gets directional and distance cues. Past research showed, that generating reflections of the sounds and simulating the acoustics of the virtual room helps the listener to conceive the acoustical feedback, we included this technique as well. In a user study with 15 participants the performance of the system was evaluated.}, language = {en} } @inproceedings{FlaskoPogschebaHerderetal.2011, author = {Flasko, Matthias and Pogscheba, Patrick and Herder, Jens and Vonolfen, Wolfgang}, title = {Heterogeneous binocular camera-tracking in a Virtual Studio}, series = {8. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, booktitle = {8. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, address = {Wedel}, year = {2011}, abstract = {This paper presents a tracking of parts of a human body in a virtual TV studio environment. The tracking is based on a depth camera and a HD studio camera and aims at a realistic interaction between the actor and the computer generated environment. Stereo calibration methods are used to match corresponding pixels of both cameras (HD color and depth image). Hence the images were rectified and column aligned. The disparity is used to correct the depth image pixel by pixel. This image registration results in row and column aligned images where ghost regions are in the depth image resulting from occlusion. Both images are used to generate foreground masks with chroma and depth keying. The color image is taken for skin color segmentation to determine and distinguish the actor's hands and face. In the depth image the flesh colored regions were used to determine their spatial position. The extracted positions were augmented by virtual objects. The scene is rendered correctly with virtual camera parameters which were calculated from the camera calibration parameters. Generated computer graphics with alpha value are combined with the HD color images. This compositing shows interaction with augmented objects for verification. The additional depth information results in changing the size of objects next to the hands when the actor moves around.}, language = {en} }