@article{DaemenHerderKochetal.2017, author = {Daemen, Jeff and Herder, Jens and Koch, Cornelius and Ladwig, Philipp and Wiche, Roman and Wilgen, Kai}, title = {Halbautomatische Steuerung von Kamera und Bildmischer bei Live-{\"U}bertragungen}, series = {Fachzeitschrift f{\"u}r Fernsehen, Film und Elektronische Medien}, journal = {Fachzeitschrift f{\"u}r Fernsehen, Film und Elektronische Medien}, number = {11}, publisher = {Schiele \& Sch{\"o}n}, pages = {501 -- 505}, year = {2017}, abstract = {Live-Video-Broadcasting mit mehreren Kameras erfordert eine Vielzahl von Fachkenntnissen. Robotersysteme erm{\"o}glichen zwar die Automatisierung von g{\"a}ngigen und wiederholten Tracking-Aufnahmen, diese erlauben jedoch keine kurzfristigen Anpassungen aufgrund von unvorhersehbaren Ereignissen. In diesem Beitrag wird ein modulares, automatisiertes Kamerasteuerungs- und Bildschnitt-System eingef{\"u}hrt, das auf grundlegenden kinematografischen Regeln basiert. Die Positionen der Akteure werden durch ein markerloses Tracking-System bereitgestellt. Dar{\"u}ber hinaus werden Tonpegel der Lavaliermikrofone der Akteure zur Analyse der aktuellen Szene verwendet. Ein Expertensystem ermittelt geeignete Kamerawinkel und entscheidet, wann von einer Kamera auf eine andere umgeschaltet werden soll. Eine Testproduktion wurde durchgef{\"u}hrt, um den entwickelten Prototyp in einem Live-Broadcast-Szenario zu beobachten und diente als Videodemonstration f{\"u}r eine Evaluierung.}, language = {de} } @inproceedings{BrosdaDaemenDjuderijaetal.2012, author = {Brosda, Constantin and Daemen, Jeff and Djuderija, Sascha and Joeres, Stephan and Langer, Oleg and Schweitzer, Andre and Wilhelm, Andreas and Herder, Jens}, title = {TouchPlanVS Lite - A Tablet-based Tangible Multitouch Planning System for Virtual TV Studio Productions}, series = {Proceedings of the 2012 Joint International Conference on Human-Centered Computer Environments}, booktitle = {Proceedings of the 2012 Joint International Conference on Human-Centered Computer Environments}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-1191-5}, pages = {64 -- 67}, year = {2012}, abstract = {This paper presents a mobile approach of integrating tangible user feedback in today's virtual TV studio productions. We describe a tangible multitouch planning system, enabling a single user to prepare and customize scene flow and settings. Users can view and interact with virtual objects by using a tangible user interface on a capacitive multitouch surface. In a 2D setting created TV scenes are simultaneously rendered as separate view using a production/target renderer in 3D. Thereby the user experiences a closer reproduction of a final production and set assets can be reused. Subsequently, a user can arrange scenes on a timeline while maintaining different versions/sequences. The system consists of a tablet and a workstation, which does all application processing and rendering. The tablet is just an interface connected via wireless LAN.}, language = {en} } @inproceedings{DaemenHaufsBrusbergHerder2013, author = {Daemen, Jeff and Haufs-Brusberg, Peter and Herder, Jens}, title = {Markerless Actor Tracking for Virtual (TV) Studio Applications}, series = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, booktitle = {2013 International Joint Conference on Awareness Science and Technology \& Ubi-Media Computing (iCAST 2013 \& UMEDIA 2013)}, publisher = {IEEE}, address = {Aizu-Wakamatsu}, isbn = {978-1-4799-2364-9}, doi = {10.1109/ICAwST.2013.6765544}, pages = {790 -- 795}, year = {2013}, abstract = {Virtual (tv) studios gain much more acceptance through improvements in computer graphics and camera tracking. Still commercial studios cannot have full interaction between actors and virtual scene because actors data are not completely digital available as well as the feedback for actors is still not sufficient. Markerless full body tracking might revolutionize virtual studio technology as it allows better interaction between real and virtual world. This article reports about using a markerless actor tracking in a virtual studio with a tracking volume of nearly 40 cubic meter enabling up to three actors within the green box. The tracking is used for resolving the occlusion between virtual objects and actors so that the Tenderer can output automatically a mask for virtual objects in the foreground in case the actor is behind. It is also used for triggering functions scripted within the Tenderer engine, which are attached to virtual objects, starting any kind of action (e.g., animation). Last but not least the system is used for controlling avatars within the virtual set. All tracking and rendering is done within a studio frame rate of 50 Hz with about 3 frames delay. The markerless actor tracking within virtual studios is evaluated by experts using an interview approach. The statistical evaluation is based on a questionnaire.}, language = {en} } @inproceedings{HerderBuentigDaemenetal.2014, author = {Herder, Jens and B{\"u}ntig, Fabian and Daemen, Jeff and Lang, Jaroslaw and L{\"u}ck, Florian and S{\"a}ger, Mitja and S{\"o}rensen, Roluf and Hermanni, Markus and Vonolfen, Wolfgang}, title = {Subtle Animations using Talent Tracking in a Virtual (TV) Studio}, series = {17th International Conference on Human and Computer}, booktitle = {17th International Conference on Human and Computer}, address = {Hamamatsu/Aizu-Wakamatsu/Duesseldorf}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16009}, pages = {6}, year = {2014}, abstract = {Markerless talent tracking is widely used for interactions and animations within virtual environments. In a virtual (tv) studio talents could be overburden by interaction tasks because camera and text require extensive attention. We take a look into animations and inter- actions within a studio, which do not require any special attention or learning. We show the generation of an artificial shadow from a talent, which ease the keying process, where separation of real shadows from the background is a difficult task. We also demonstrate animations of footsteps and dust. Furthermore, capturing talents' height can also be used to adjust the parameters of elements in the virtual environment, like the position and scaling of a virtual display. In addition to the talents, a rigid body was tracked as placeholder for graphics, easing the interaction tasks for a talent. Two test productions show the possibilities, which subtle animations offer. In the second production, the rendering was improved (shadows, filtering, normal maps, ...) and instead of using the rigid body to move an object (a flag), the animation was only controlled by the hand's position.}, language = {en} } @inproceedings{DaemenHerderKochetal.2016, author = {Daemen, Jeff and Herder, Jens and Koch, Cornelius and Ladwig, Philipp and Wiche, Roman and Wilgen, Kai}, title = {Semi-Automatic Camera and Switcher Control for Live Broadcast}, series = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, booktitle = {TVX '16 Proceedings of the ACM International Conference on Interactive Experiences for TV and Online Video, Chicago, Illinois, USA — June 22 - 24, 2016}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-4067-0}, doi = {10.1145/2932206.2933559}, pages = {129 -- 134}, year = {2016}, abstract = {Live video broadcasting requires a multitude of professional expertise to enable multi-camera productions. Robotic systems allow the automation of common and repeated tracking shots. However, predefined camera shots do not allow quick adjustments when required due to unpredictable events. We introduce a modular automated robotic camera control and video switch system, based on fundamental cinematographic rules. The actors' positions are provided by a markerless tracking system. In addition, sound levels of actors' lavalier microphones are used to analyse the current scene. An expert system determines appropriate camera angles and decides when to switch from one camera to another. A test production was conducted to observe the developed prototype in a live broadcast scenario and served as a video-demonstration for an evaluation.}, language = {en} } @inproceedings{BurgaDaemenDjuderijaetal.2013, author = {Burga, Jose and Daemen, Jeff and Djuderija, Sascha and Gnehr, Maren and Goossens, Lars and Hartz, Sven and Haufs-Brusberg, Peter and Herder, Jens and Ibrahim, Mohammed and Koop, Nikolas and Leske, Christophe and Meyer, Laurid and M{\"u}ller, Antje and Salgert, Bj{\"o}rn and Schroeder, Richard and Thiele, Simon}, title = {Four Metamorphosis States in a Distributed Virtual (TV) Studio: Human, Cyborg, Avatar, and Bot}, series = {10th International Conference on Visual Media Production (CVMP 2013), London}, booktitle = {10th International Conference on Visual Media Production (CVMP 2013), London}, address = {London}, year = {2013}, abstract = {The major challenge in virtual studio technology is the interaction between the actor and virtual objects. Within a distributed live production, two locally separated markerless tracking systems where used simultaneously alongside a virtual studio. The production was based on a fully tracked actor, cyborg (half actor, half graphics), avatar, and a bot. All participants could interact and throw a virtual disc. This setup is compared and mapped to Milgram's continuum and technical challenges are described.}, language = {en} } @inproceedings{HerderDaemenHaufsBrusbergetal.2015, author = {Herder, Jens and Daemen, Jeff and Haufs-Brusberg, Peter and Abdel Aziz, Isis}, title = {Four Metamorphosis States in a Distributed Virtual (TV) Studio: Human, Cyborg, Avatar, and Bot - Markerless Tracking and Feedback for Realtime Animation Control}, series = {Virtual Realities: International Dagstuhl Seminar, Dagstuhl Castle, Germany, June 9-14, 2013, Revised Selected Papers}, volume = {LNCS, 8844}, booktitle = {Virtual Realities: International Dagstuhl Seminar, Dagstuhl Castle, Germany, June 9-14, 2013, Revised Selected Papers}, editor = {Brunnett, Guido and Coquillart, Sabine and van Liere, Robert and Welch, Gregory and V{\´a}ša, Libor}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-17042-8}, doi = {10.1007/978-3-319-17043-5_2}, pages = {16 -- 32}, year = {2015}, language = {en} }