@inproceedings{DaemenHerderKochetal.2016, author = {Daemen, Jeff and Herder, Jens and Koch, Cornelius and Ladwig, Philipp and Wiche, Roman and Wilgen, Kai}, title = {Semi-Automatic Camera and Switcher Control for Live Broadcast}, series = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, booktitle = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-4067-0}, doi = {10.1145/2932206.2933559}, pages = {129 -- 134}, year = {2016}, abstract = {Live video broadcasting requires a multitude of professional expertise to enable multi-camera productions. Robotic systems allow the automation of common and repeated tracking shots. However, predefined camera shots do not allow quick adjustments when required due to unpredictable events. We introduce a modular automated robotic camera control and video switch system, based on fundamental cinematographic rules. The actors' positions are provided by a markerless tracking system. In addition, sound levels of actors' lavalier microphones are used to analyse the current scene. An expert system determines appropriate camera angles and decides when to switch from one camera to another. A test production was conducted to observe the developed prototype in a live broadcast scenario and served as a video-demonstration for an evaluation.}, language = {en} } @misc{JaroschHerderLangmann2022, author = {Jarosch, Monika and Herder, Jens and Langmann, Mathias}, title = {Entwicklung einer AR-Applikation zur kosteneffektiven volumetrischen Erfassung von Baugruben}, series = {gis.Science}, volume = {2022}, journal = {gis.Science}, number = {2}, issn = {2698-4571}, pages = {75 -- 83}, year = {2022}, abstract = {Die volumetrische Erfassung von Aush{\"u}ben auf Baustellen ist ein kostenrelevanter Faktor und wird auch heute im t{\"a}glichen Baustellenbetrieb oft noch in manueller Detailarbeit durchgef{\"u}hrt. Kosteng{\"u}nstige Sensoren zur Tiefenerfassung erm{\"o}glichen die halbautomatische Erfassung von Baugruben. Augmented Reality (AR) kann f{\"u}r diesen Prozess das n{\"o}tige Feedback liefern. Vorgestellt wird ein Prototyp, bestehend aus einem Tablet mit integrierter Kamera und einem Lidar-Scanner. Es wird die Erfassung des Volumens bez{\"u}glich Nutzbarkeit und Genauigkeit mit Einsatz von AR getestet und evaluiert. Zur Bestimmung des Volumens wird unter Verwendung von Strahlen mit Unterst{\"u}tzung einer Grafik-Engine ein Algorithmus entwickelt. Der Algorithmus ist robust gegen nicht vollst{\"a}ndig geschlossene Volumen. Die Bedienung, {\"U}berpr{\"u}fung und Visualisierung findet durch praktischen Einsatz von AR statt.}, language = {de} } @article{DaemenHerderKochetal.2017, author = {Daemen, Jeff and Herder, Jens and Koch, Cornelius and Ladwig, Philipp and Wiche, Roman and Wilgen, Kai}, title = {Halbautomatische Steuerung von Kamera und Bildmischer bei Live-{\"U}bertragungen}, series = {Fachzeitschrift f{\"u}r Fernsehen, Film und Elektronische Medien}, journal = {Fachzeitschrift f{\"u}r Fernsehen, Film und Elektronische Medien}, number = {11}, publisher = {Schiele \& Sch{\"o}n}, pages = {501 -- 505}, year = {2017}, abstract = {Live-Video-Broadcasting mit mehreren Kameras erfordert eine Vielzahl von Fachkenntnissen. Robotersysteme erm{\"o}glichen zwar die Automatisierung von g{\"a}ngigen und wiederholten Tracking-Aufnahmen, diese erlauben jedoch keine kurzfristigen Anpassungen aufgrund von unvorhersehbaren Ereignissen. In diesem Beitrag wird ein modulares, automatisiertes Kamerasteuerungs- und Bildschnitt-System eingef{\"u}hrt, das auf grundlegenden kinematografischen Regeln basiert. Die Positionen der Akteure werden durch ein markerloses Tracking-System bereitgestellt. Dar{\"u}ber hinaus werden Tonpegel der Lavaliermikrofone der Akteure zur Analyse der aktuellen Szene verwendet. Ein Expertensystem ermittelt geeignete Kamerawinkel und entscheidet, wann von einer Kamera auf eine andere umgeschaltet werden soll. Eine Testproduktion wurde durchgef{\"u}hrt, um den entwickelten Prototyp in einem Live-Broadcast-Szenario zu beobachten und diente als Videodemonstration f{\"u}r eine Evaluierung.}, language = {de} } @inproceedings{PaulHerder2018, author = {Paul, Felix and Herder, Jens}, title = {A model-based filtering approach for real-time human motion data}, series = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, booktitle = {Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 15. Workshop der GI-Fachgruppe VR/AR}, editor = {Herder, Jens and Geiger, Christian and D{\"o}rner, Ralf and Grimm, Paul}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-6215-1}, doi = {10.2370/9783844062151}, pages = {37 -- 44}, year = {2018}, abstract = {Acquiring human motion data from video images plays an important role in the field of computer vision. Ground truth tracking systems require markers to create high quality motion data. But in many applications it is desired to work without markers. In recent years affordable hardware for markerless tracking systems was made available at a consumer level. Efficient depth camera systems based on Time-of-Flight sensors and structured light systems have made it possible to record motion data in real time. However, the gap between the quality of marker-based and markerless systems is high. The error sources of a markerless motion tracking pipeline are discussed and a model-based filter is proposed, which adapts depending on spatial location. The proposed method is then proven to be more robust and accurate than the unfiltered data stream and can be used to visually enhance the presence of an actor within a virtual environment in live broadcast productions.}, language = {en} } @incollection{DavinHerder2021, author = {Davin, Till and Herder, Jens}, title = {Real-Time Relighting of Video Streams for Augmented Virtuality Scenes}, series = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, booktitle = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, editor = {Weier, Martin and Bues, Matthias and Wechner, Reto}, publisher = {Gesellschaft f{\"u}r Informatik e.V. (GI)}, address = {Bonn}, doi = {10.18420/vrar2021_6}, publisher = {Hochschule D{\"u}sseldorf}, pages = {16}, year = {2021}, language = {en} } @inproceedings{BallesterRipollHerderLadwigetal.2016, author = {Ballester Ripoll, Marina and Herder, Jens and Ladwig, Philipp and Vermeegen, Kai}, title = {Comparison of two Gesture Recognition Sensors for Virtual TV Studios}, series = {GI-VRAR, Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 13. Workshop der GI-Fachgruppe VR/AR,}, booktitle = {GI-VRAR, Workshop Proceedings / Tagungsband: Virtuelle und Erweiterte Realit{\"a}t - 13. Workshop der GI-Fachgruppe VR/AR,}, editor = {Pfeiffer, Thies and Fr{\"o}hlich, Julia and Kruse, Rolf}, publisher = {Shaker Verlag}, address = {Herzogenrath}, isbn = {978-3-8440-4718-9}, year = {2016}, abstract = {In order to improve the interactivity between users and computers, recent technologies focus on incorporating gesture recognition into interactive systems. The aim of this article is to evaluate the effectiveness of using a Myo control armband and the Kinect 2 for recognition of gestures in order to interact with virtual objects in a weather report scenario. The Myo armband has an inertial measurement unit and is able to read electrical activity produced by skeletal muscles, which can be recognized as gestures, which are trained by machine learning. A Kinect sensor was used to build up a dataset which contains motion recordings of 8 different gestures and was also build up by a gesture training machine learning algorithm. Both input methods, the Kinect 2 and the Myo armband, were evaluated with the same interaction patterns in a user study, which allows a direct comparison and reveals benefits and limits of each technique.}, language = {en} } @inproceedings{HerderLadwigVermeegenetal.2018, author = {Herder, Jens and Ladwig, Philipp and Vermeegen, Kai and Hergert, Dennis and Busch, Florian and Klever, Kevin and Holthausen, Sebastian and Ryskeldiev, Bektur}, title = {Mixed Reality Experience - How to Use a Virtual (TV) Studio for Demonstration of Virtual Reality Applications}, series = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, booktitle = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, publisher = {INSTICC}, address = {Setubal - Portugal}, isbn = {978-989-758-287-5}, doi = {10.5220/0006637502810287}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-15823}, pages = {281 -- 287}, year = {2018}, abstract = {The article discusses the question of "How to convey the experience in a virtual environment to third parties?" and explains the different technical implementations which can be used for live streaming and recording of a mixed reality experience. The real-world applications of our approach include education, entertainment, e- sports, tutorials, and cinematic trailers, which can benefit from our research by finding a suitable solution for their needs. We explain and outline our Mixed Reality systems as well as discuss the experience of recorded demonstrations of different VR applications, including the need for calibrated camera lens parameters based on realtime encoder values.}, language = {en} } @inproceedings{GeigerHerderGoebeletal.2010, author = {Geiger, Christian and Herder, Jens and G{\"o}bel, Sebastian and Heinze, Christin and Marinos, Dionysios}, title = {Design and Virtual Studio Presentation of a Traditional Archery Simulator}, series = {Proceedings of the Entertainment Interfaces Track 2010 at Interaktive Kulturen, Duisburg, Germany, September 12-15, 2010}, booktitle = {Proceedings of the Entertainment Interfaces Track 2010 at Interaktive Kulturen, Duisburg, Germany, September 12-15, 2010}, address = {Duisburg}, pages = {37 -- 44}, year = {2010}, abstract = {In this paper we describe the design of a virtual reality simulator for traditional intuitive archery. Traditional archers aim without a target figure. Good shooting results require an excellent body-eye coordination that allows the user to perform identical movements when drawing the bow. Our simulator provides a virtual archery experience and supports the user to learn and practice the motion sequence of traditional archery in a virtual environment. We use an infrared tracking system to capture the user's movements in order to correct his movement. To provide a realistic haptic feedback a real bow is used as interaction device. Our system provides a believable user experience and supports the user to learn how to shoot in the traditional way. Following a user-centered iterative design approach we developed a number of prototypes and evaluated them for refinement in sequent iteration cycles. For illustration purposes we created a short video clip in our virtual studio about this project that presents the main ideas in an informative yet entertaining way.}, language = {en} } @incollection{HerderKronenwettLambertzetal.2006, author = {Herder, Jens and Kronenwett, Ralf and Lambertz, Simone and Kiefer, Georg and Freihoff, Johann}, title = {Interaktive Echtzeit-3D-Visualisierung Webbasierte Darstellung: Mobilisierung und Homing von Blutstammzellen}, series = {Mensch and Computer 2006: Mensch und Computer im Struktur Wandel}, booktitle = {Mensch and Computer 2006: Mensch und Computer im Struktur Wandel}, editor = {Heinecke, A. M. and Paul, H.}, publisher = {Oldenbourg Verlag}, address = {M{\"u}nchen}, pages = {405 -- 409}, year = {2006}, abstract = {Die interaktive Echtzeit 3D-Visualisierung Mobilisierung und Homing von Blutstammzellen wurde konzipiert, um ein sehr komplexes medizinisches Wissen mit den Mitteln der 3-dimensionalen Visualisierung in Echtzeit und des Internets sowie der daraus resultierenden Interaktivit{\"a}t aufzubereiten. Dies musste auf einer Ebene geschehen, die es hinterher auch jedem Nicht-Mediziner erlaubt, die grundlegenden biologischen und medizinischen Sachverhalte nachzuvollziehen. Das Resultat: Eine informative und didaktische Anwendung, aus einer Mischung von interaktiven 3D-Stationen und erkl{\"a}renden 3D-Animationen. Diskutiert werden die Methodik der Konzeptionsphase und die Interaktionstechniken.}, subject = {Visualisierung}, language = {de} }