@misc{JaroschHerderLangmann2022, author = {Jarosch, Monika and Herder, Jens and Langmann, Mathias}, title = {Entwicklung einer AR-Applikation zur kosteneffektiven volumetrischen Erfassung von Baugruben}, series = {gis.Science}, volume = {2022}, journal = {gis.Science}, number = {2}, publisher = {Wichmann}, issn = {2698-4571}, pages = {75 -- 83}, year = {2022}, abstract = {Die volumetrische Erfassung von Aush{\"u}ben auf Baustellen ist ein kostenrelevanter Faktor und wird auch heute im t{\"a}glichen Baustellenbetrieb oft noch in manueller Detailarbeit durchgef{\"u}hrt. Kosteng{\"u}nstige Sensoren zur Tiefenerfassung erm{\"o}glichen die halbautomatische Erfassung von Baugruben. Augmented Reality (AR) kann f{\"u}r diesen Prozess das n{\"o}tige Feedback liefern. Vorgestellt wird ein Prototyp, bestehend aus einem Tablet mit integrierter Kamera und einem Lidar-Scanner. Es wird die Erfassung des Volumens bez{\"u}glich Nutzbarkeit und Genauigkeit mit Einsatz von AR getestet und evaluiert. Zur Bestimmung des Volumens wird unter Verwendung von Strahlen mit Unterst{\"u}tzung einer Grafik-Engine ein Algorithmus entwickelt. Der Algorithmus ist robust gegen nicht vollst{\"a}ndig geschlossene Volumen. Die Bedienung, {\"U}berpr{\"u}fung und Visualisierung findet durch praktischen Einsatz von AR statt.}, language = {de} } @inproceedings{HerderTakedaVermeegenetal.2019, author = {Herder, Jens and Takeda, Shinpei and Vermeegen, Kai and Davin, Till and Berners, Dominique and Ryskeldiev, Bektur and Zimmer, Christian and Druzetic, Ivana and Geiger, Christian}, title = {Mixed Reality Art Experiments - Immersive Access to Collective Memories}, series = {ISEA2019, Proceedings, 25th International Symposium on Electronic Art, Gwangju, South Korea, June 22-28, 2019}, booktitle = {ISEA2019, Proceedings, 25th International Symposium on Electronic Art, Gwangju, South Korea, June 22-28, 2019}, publisher = {IESA}, address = {Gwangju}, pages = {334 -- 341}, year = {2019}, abstract = {We report about several experiments on applying mixed reality technology in the context of accessing collective memories from atomic bombs, Holocaust and Second World War. We discuss the impact of Virtual Reality, Augmented Virtuality and Augmented Reality for specific memorial locations. We show how to use a virtual studio for demonstrating an augmented reality application for a specific location in a remote session within a video conference. Augmented Virtuality is used to recreate the local environment, thus providing a context and helping the participants recollect emotions related to a certain place. This technique demonstrates the advantages of using virtual (VR) and augmented (AR) reality environments for rapid prototyping and pitching project ideas in a live remote setting.}, language = {en} } @inproceedings{Herder2001, author = {Herder, Jens}, title = {Interactive Content Creation with Virtual Set Environments}, series = {Fourth International Conference on Human and Computer}, booktitle = {Fourth International Conference on Human and Computer}, publisher = {University of Aizu}, address = {Aizu-Wakamatsu}, year = {2001}, abstract = {Digital broadcasting enables interactive \sc tv, which presents new challenges for interactive content creation. Besides the technology for streaming and viewing, tools and systems are under development that extend traditional \sc tv studios with virtual set environments. This presentation reviews current technology and describes the requirements for such systems. Interoperability over the production, streaming, and viewer levels requires open interfaces. As the technology allow more interaction, it becomes inherent difficult to control the quality of the viewers experience}, language = {en} } @inproceedings{HerderLadwigVermeegenetal.2018, author = {Herder, Jens and Ladwig, Philipp and Vermeegen, Kai and Hergert, Dennis and Busch, Florian and Klever, Kevin and Holthausen, Sebastian and Ryskeldiev, Bektur}, title = {Mixed Reality Experience - How to Use a Virtual (TV) Studio for Demonstration of Virtual Reality Applications}, series = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, booktitle = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, publisher = {INSTICC}, address = {Setubal - Portugal}, isbn = {978-989-758-287-5}, doi = {10.5220/0006637502810287}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-15823}, pages = {281 -- 287}, year = {2018}, abstract = {The article discusses the question of "How to convey the experience in a virtual environment to third parties?" and explains the different technical implementations which can be used for live streaming and recording of a mixed reality experience. The real-world applications of our approach include education, entertainment, e- sports, tutorials, and cinematic trailers, which can benefit from our research by finding a suitable solution for their needs. We explain and outline our Mixed Reality systems as well as discuss the experience of recorded demonstrations of different VR applications, including the need for calibrated camera lens parameters based on realtime encoder values.}, language = {en} } @inproceedings{VermeegenHerder2018, author = {Vermeegen, Kai and Herder, Jens}, title = {A Lighthouse-based Camera Tracking System for Professional Virtual Studios}, series = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, booktitle = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, pages = {19 -- 26}, year = {2018}, abstract = {This article describes the possibilities and problems that occur using the SteamVR tracking 2.0 system as a camera tracking system in a virtual studio and explains an approach for implementation and calibration within a professional studio environment. The tracking system allows for cost effective deployment. Relevant application fields are also mixed reality recording and streaming of AR and VR experiences.}, language = {en} } @inproceedings{RyskeldievIgarashiZhangetal.2018, author = {Ryskeldiev, Bektur and Igarashi, Toshiharu and Zhang, Junjian and Ochiai, Yoichi and Cohen, Michael and Herder, Jens}, title = {Spotility: Crowdsourced Telepresence for Social and Collaborative Experiences in Mobile Mixed Reality}, series = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, booktitle = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-6018-0}, doi = {10.1145/3272973.3274100}, pages = {373 -- 376}, year = {2018}, abstract = {Live video streaming is becoming increasingly popular as a form of interaction in social applications. One of its main advantages is an ability to immediately create and connect a community of remote users on the spot. In this paper we discuss how this feature can be used for crowdsourced completion of simple visual search tasks (such as finding specific objects in libraries and stores, or navigating around live events) and social interactions through mobile mixed reality telepresence interfaces. We present a prototype application that allows users to create a mixed reality space with a photospherical imagery as a background and interact with other connected users through viewpoint, audio, and video sharing, as well as realtime annotations in mixed reality space. Believing in the novelty of our system, we conducted a short series of interviews with industry professionals on the possible applications of our system. We discuss proposed use-cases for user evaluation, as well as outline future extensions of our system.}, language = {en} } @inproceedings{FiedlerRillingBogenetal.2015, author = {Fiedler, Jannik and Rilling, Stefan and Bogen, Manfred and Herder, Jens}, title = {Multimodal interaction techniques in scientific data visualization: An analytical survey}, series = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, booktitle = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, editor = {Braz, Jos{\´e}}, publisher = {SCITEPRESS}, address = {s. l.}, isbn = {978-989-758-087-1}, doi = {10.5220/0005296404310437}, pages = {431 -- 437}, year = {2015}, abstract = {The interpretation process of complex data sets makes the integration of effective interaction techniques crucial. Recent work in the field of human-computer interaction has shown that there is strong evidence that multimodal user interaction, i.e. the integration of various input modalities and interaction techniques into one comprehensive user interface, can improve human performance when interacting with complex data sets. However, it is still unclear which factors make these user interfaces superior to unimodal user interfaces. The contribution of this work is an analytical comparison of a multimodal and a unimodal user interface for a scientific visualization application. We show that multimodal user interaction with simultaneously integrated speech and gesture input improves user performance regarding efficiency and ease of use.}, language = {en} } @inproceedings{SimschHerder2014, author = {Simsch, Jonathan and Herder, Jens}, title = {SpiderFeedback - Visual Feedback for Orientation in Virtual TV Studios}, series = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, booktitle = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, editor = {Chisik, Yoram}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-2945-3}, doi = {10.1145/2663806.2663830}, pages = {8}, year = {2014}, abstract = {A visual and spatial feedback system for orientation in virtual sets of virtual TV studios was developed and evaluated. It is based on a green proxy object, which moves around in the acting space by way of four transparent wires. A separate unit controls four winches and is connected to an engine, which renders the virtual set. A new developed plugin registers a virtual object's position with the proxy object which imitates the virtual object's movement on stage. This will allow actors to establish important eye contact with a virtual object and feel more comfortable in a virtual set. Furthermore, interaction with the virtual object and its proxy can be realised through a markerless actor tracking system. Several possible scenarios for user application were recorded and presented to experts in the broadcast industry, who evaluated the potential of SpiderFeedback in interviews and by questionnaires.}, language = {en} } @inproceedings{BeckerHerder2012, author = {Becker, Thomas and Herder, Jens}, title = {Cost effective tangibles using fiducials for infrared multi-touch frames}, series = {15th International Conference on Human and Computer}, booktitle = {15th International Conference on Human and Computer}, address = {Hamamatsu/Aizu-Wakamatsu/Duesseldorf}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16011}, pages = {7}, year = {2012}, abstract = {The late immersion of multi-touch sensitive displays enables the use of tangibles on multi-touch screens. There a several wide spread and/or sophisticated solutions to fulfill this need but they seem to have some flaws. One popular system at the time of writing is an overlay frame that can be placed on a normal display with the corresponding size. The frame creates a grid with infrared light emitting diodes. The disruption of this grid can be detected and messages with the positions are sent via usb to a connected computer. This system is quite robust in matters of ambient light insensitivity and also fast to calibrate. Unfortunately it is not created with the recognition of tangibles in mind and printed patterns can not be resolved. This article summarizes an attempt to create fiducials that are recognized by an infrared multi-touch frame as fingers. Those false fingers are checked by a software for known patterns. Once a known pattern (= fiducial) has been recognized its position and orientation are send with the finger positions towards the interactive software. The usability is tested with an example application where tangibles and finger touches are used in combination.}, language = {en} } @inproceedings{DaemenHaufsBrusbergHerder2013, author = {Daemen, Jeff and Haufs-Brusberg, Peter and Herder, Jens}, title = {Markerless Actor Tracking for Virtual (TV) Studio Applications}, series = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, booktitle = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, publisher = {IEEE}, address = {Aizu-Wakamatsu}, isbn = {978-1-4799-2364-9}, doi = {10.1109/ICAwST.2013.6765544}, pages = {790 -- 795}, year = {2013}, abstract = {Virtual (tv) studios gain much more acceptance through improvements in computer graphics and camera tracking. Still commercial studios cannot have full interaction between actors and virtual scene because actors data are not completely digital available as well as the feedback for actors is still not sufficient. Markerless full body tracking might revolutionize virtual studio technology as it allows better interaction between real and virtual world. This article reports about using a markerless actor tracking in a virtual studio with a tracking volume of nearly 40 cubic meter enabling up to three actors within the green box. The tracking is used for resolving the occlusion between virtual objects and actors so that the Tenderer can output automatically a mask for virtual objects in the foreground in case the actor is behind. It is also used for triggering functions scripted within the Tenderer engine, which are attached to virtual objects, starting any kind of action (e.g., animation). Last but not least the system is used for controlling avatars within the virtual set. All tracking and rendering is done within a studio frame rate of 50 Hz with about 3 frames delay. The markerless actor tracking within virtual studios is evaluated by experts using an interview approach. The statistical evaluation is based on a questionnaire.}, language = {en} }