@inproceedings{DaemenHerderKochetal.2016, author = {Daemen, Jeff and Herder, Jens and Koch, Cornelius and Ladwig, Philipp and Wiche, Roman and Wilgen, Kai}, title = {Semi-Automatic Camera and Switcher Control for Live Broadcast}, series = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, booktitle = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-4067-0}, doi = {10.1145/2932206.2933559}, pages = {129 -- 134}, year = {2016}, abstract = {Live video broadcasting requires a multitude of professional expertise to enable multi-camera productions. Robotic systems allow the automation of common and repeated tracking shots. However, predefined camera shots do not allow quick adjustments when required due to unpredictable events. We introduce a modular automated robotic camera control and video switch system, based on fundamental cinematographic rules. The actors' positions are provided by a markerless tracking system. In addition, sound levels of actors' lavalier microphones are used to analyse the current scene. An expert system determines appropriate camera angles and decides when to switch from one camera to another. A test production was conducted to observe the developed prototype in a live broadcast scenario and served as a video-demonstration for an evaluation.}, language = {en} } @inproceedings{BurgaDaemenDjuderijaetal.2013, author = {Burga, Jose and Daemen, Jeff and Djuderija, Sascha and Gnehr, Maren and Goossens, Lars and Hartz, Sven and Haufs-Brusberg, Peter and Herder, Jens and Ibrahim, Mohammed and Koop, Nikolas and Leske, Christophe and Meyer, Laurid and M{\"u}ller, Antje and Salgert, Bj{\"o}rn and Schroeder, Richard and Thiele, Simon}, title = {Four Metamorphosis States in a Distributed Virtual (TV) Studio: Human, Cyborg, Avatar, and Bot}, series = {10th International Conference on Visual Media Production (CVMP 2013), London}, booktitle = {10th International Conference on Visual Media Production (CVMP 2013), London}, address = {London}, year = {2013}, abstract = {The major challenge in virtual studio technology is the interaction between the actor and virtual objects. Within a distributed live production, two locally separated markerless tracking systems where used simultaneously alongside a virtual studio. The production was based on a fully tracked actor, cyborg (half actor, half graphics), avatar, and a bot. All participants could interact and throw a virtual disc. This setup is compared and mapped to Milgram's continuum and technical challenges are described.}, language = {en} } @inproceedings{OPUS4-1587, title = {Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, year = {2018}, abstract = {Der f{\"u}nfzehnte Workshop "Virtuelle und Erweiterte Realit{\"a}t" der Fachgruppe VR/AR der Gesellschaft f{\"u}r Informatik e.V. wurde an der Hochschule D{\"u}sseldorf vom 10.-11.10.2018 durchgef{\"u}hrt. Als etablierte Plattform f{\"u}r den Informations- und Ideenaustausch der deutschsprachigen VR/AR-Szene bot der Workshop den idealen Rahmen, aktuelle Ergebnisse und Vorhaben aus Forschung und Entwicklung - auch provokative Ideen - im Kreise eines fachkundigen Publikums zur Diskussion zu stellen. Insbesondere wurde auch jungen Nachwuchswissenschaftlern die M{\"o}glichkeit gegeben, ihre Arbeiten zu pr{\"a}sentieren; darunter fielen laufende Promotionsvorhaben oder auch herausragende studentische Arbeiten von Hochschulen und Forschungseinrichtungen. Das Programmkomitee hat 12 Lang- und 6 Kurzbeitr{\"a}ge aus {\"u}ber 29 Gesamteinreichungen ausgew{\"a}hlt. Die Beitr{\"a}ge decken das Spektrum der Virtuellen und Erweiterten Realit{\"a}t ab. Der Workshop fand am 10. Oktober gleichzeitig mit dem Innovationstag des Innovationshubs in D{\"u}sseldorf statt. F{\"u}r einen Beitrag eigneten sich alle Themenfelder der "Virtuellen und Erweiterten Realit{\"a}t", insbesondere: 3D Eingabeger{\"a}te und Interaktionstechniken Avatare und Agenten Displaytechnologien und Tracking (Echtzeit-)Rendering Education und Edutainment Entertainment und Experiences Gesellschaft und soziotechnische Aspekte Human Factors Industrielle Einsatzszenarien Innovative Anwendungen K{\"u}nstlerische Anwendungen Modellierung und Simulation Multimodale Interaktion Systemarchitekturen und Intelligente Umgebungen Verteilte und kooperative VR/AR-Umgebungen}, language = {mul} } @inproceedings{DeppeNemitzHerder2018, author = {Deppe, Robert and Nemitz, Oliver and Herder, Jens}, title = {Augmented reality for supporting manual non-destructive ultrasonic testing of metal pipes and plates}, series = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, booktitle = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, pages = {45 -- 52}, year = {2018}, abstract = {We describe an application of augmented reality technology for non-destructive testing of products in the metal-industry. The prototype is created with hard- and software, that is usually employed in the gaming industry, and delivers positions for creating ultra- sonic material scans (C-scans). Using a stereo camera in combination with an hmd enables realtime visualisation of the probes path, as well as the setting of virtual markers on the specimen. As a part of the implementation the downhill simplex optimization algorithm is implemented to fit the specimen to a cloud of recorded surface points. The accuracy is statistically tested and evaluated with the result, that the tracking system is accurate up to ca. 1-2 millimeters in well set-up conditions. This paper is of interest not only for research institutes of the metal-industry, but also for any areas of work, in which the enhancement with augmented reality is possible and a precise tracking is necessary.}, language = {en} } @inproceedings{RyskeldievIgarashiZhangetal.2018, author = {Ryskeldiev, Bektur and Igarashi, Toshiharu and Zhang, Junjian and Ochiai, Yoichi and Cohen, Michael and Herder, Jens}, title = {Spotility: Crowdsourced Telepresence for Social and Collaborative Experiences in Mobile Mixed Reality}, series = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, booktitle = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-6018-0}, doi = {10.1145/3272973.3274100}, pages = {373 -- 376}, year = {2018}, abstract = {Live video streaming is becoming increasingly popular as a form of interaction in social applications. One of its main advantages is an ability to immediately create and connect a community of remote users on the spot. In this paper we discuss how this feature can be used for crowdsourced completion of simple visual search tasks (such as finding specific objects in libraries and stores, or navigating around live events) and social interactions through mobile mixed reality telepresence interfaces. We present a prototype application that allows users to create a mixed reality space with a photospherical imagery as a background and interact with other connected users through viewpoint, audio, and video sharing, as well as realtime annotations in mixed reality space. Believing in the novelty of our system, we conducted a short series of interviews with industry professionals on the possible applications of our system. We discuss proposed use-cases for user evaluation, as well as outline future extensions of our system.}, language = {en} } @inproceedings{PaulHerder2018, author = {Paul, Felix and Herder, Jens}, title = {A model-based filtering approach for real-time human motion data}, series = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, booktitle = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, pages = {37 -- 44}, year = {2018}, abstract = {Acquiring human motion data from video images plays an important role in the field of computer vision. Ground truth tracking systems require markers to create high quality motion data. But in many applications it is desired to work without markers. In recent years affordable hardware for markerless tracking systems was made available at a consumer level. Efficient depth camera systems based on Time-of-Flight sensors and structured light systems have made it possible to record motion data in real time. However, the gap between the quality of marker-based and markerless systems is high. The error sources of a markerless motion tracking pipeline are discussed and a model-based filter is proposed, which adapts depending on spatial location. The proposed method is then proven to be more robust and accurate than the unfiltered data stream and can be used to visually enhance the presence of an actor within a virtual environment in live broadcast productions.}, language = {en} } @inproceedings{VermeegenHerder2018, author = {Vermeegen, Kai and Herder, Jens}, title = {A Lighthouse-based Camera Tracking System for Professional Virtual Studios}, series = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, booktitle = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, pages = {19 -- 26}, year = {2018}, abstract = {This article describes the possibilities and problems that occur using the SteamVR tracking 2.0 system as a camera tracking system in a virtual studio and explains an approach for implementation and calibration within a professional studio environment. The tracking system allows for cost effective deployment. Relevant application fields are also mixed reality recording and streaming of AR and VR experiences.}, language = {en} } @inproceedings{SimschHerder2014, author = {Simsch, Jonathan and Herder, Jens}, title = {SpiderFeedback - Visual Feedback for Orientation in Virtual TV Studios}, series = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, booktitle = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, editor = {Chisik, Yoram}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-2945-3}, doi = {10.1145/2663806.2663830}, pages = {8}, year = {2014}, abstract = {A visual and spatial feedback system for orientation in virtual sets of virtual TV studios was developed and evaluated. It is based on a green proxy object, which moves around in the acting space by way of four transparent wires. A separate unit controls four winches and is connected to an engine, which renders the virtual set. A new developed plugin registers a virtual object's position with the proxy object which imitates the virtual object's movement on stage. This will allow actors to establish important eye contact with a virtual object and feel more comfortable in a virtual set. Furthermore, interaction with the virtual object and its proxy can be realised through a markerless actor tracking system. Several possible scenarios for user application were recorded and presented to experts in the broadcast industry, who evaluated the potential of SpiderFeedback in interviews and by questionnaires.}, language = {en} } @inproceedings{FiedlerRillingBogenetal.2015, author = {Fiedler, Jannik and Rilling, Stefan and Bogen, Manfred and Herder, Jens}, title = {Multimodal interaction techniques in scientific data visualization: An analytical survey}, series = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, booktitle = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, editor = {Braz, Jos{\´e}}, publisher = {SCITEPRESS}, address = {s. l.}, isbn = {978-989-758-087-1}, doi = {10.5220/0005296404310437}, pages = {431 -- 437}, year = {2015}, abstract = {The interpretation process of complex data sets makes the integration of effective interaction techniques crucial. Recent work in the field of human-computer interaction has shown that there is strong evidence that multimodal user interaction, i.e. the integration of various input modalities and interaction techniques into one comprehensive user interface, can improve human performance when interacting with complex data sets. However, it is still unclear which factors make these user interfaces superior to unimodal user interfaces. The contribution of this work is an analytical comparison of a multimodal and a unimodal user interface for a scientific visualization application. We show that multimodal user interaction with simultaneously integrated speech and gesture input improves user performance regarding efficiency and ease of use.}, language = {en} } @periodical{OPUS4-1502, title = {Journal of Virtual Reality and Broadcasting}, editor = {Herder, Jens}, publisher = {Hochschule D{\"u}sseldorf}, address = {D{\"u}sseldorf}, issn = {1860-2037}, year = {2019}, abstract = {The "Journal of Virtual Reality and Broadcasting" is an open access E-journal covering advanced media technology for the integration of human computer interaction and modern information systems. The main focus is on the creation of synergies between such basic technologies as computer graphics and state-of-the-art broadcasting techniques. The main goals are to publish research results in the field of Virtual Reality and Broadcasting, to provoke discussions, and to promote the exchange of ideas and information. Developments in the area have a direct effect on society, therefore social aspects will also be considered. As an interdisciplinary field Virtual Reality requires multilateral collaboration in order to enable new applications. RB publishes articles consecutively and in electronic form only. All articles are peer-reviewed in a strict review process by at least three independent experts from the appropriate field of research and appear in the English language. The articles are organized in one volume per year with ten to twenty articles. Material that has been previously presented at conferences undergo a major revision and are extended and modified by the authors with at least 20\% new material according to the Journal's policy for previously published articles. The Journal has been established in 2004. Currently, the submission and publication of articles is free of charge. No author fees are applied.}, language = {en} }