@inproceedings{ZimmerDrochtertGeigeretal.2017, author = {Zimmer, Christian and Drochtert, Daniel and Geiger, Christian and Brink, Michael and M{\"u}tze, Rolf}, title = {Mobile previsualization using augmented reality}, series = {SIGGRAPH Asia 2017 Mobile Graphics \& Interactive Applications on - SA '17, Bangkok, 27.11.2017 - 30.11.2017}, booktitle = {SIGGRAPH Asia 2017 Mobile Graphics \& Interactive Applications on - SA '17, Bangkok, 27.11.2017 - 30.11.2017}, editor = {Billinghurst, Mark and Rungjiratananon, Witawat}, publisher = {ACM Press}, address = {New York}, isbn = {9781450354103}, doi = {10.1145/3132787.3132805}, pages = {1 -- 5}, year = {2017}, language = {en} } @inproceedings{HerderTakedaVermeegenetal.2019, author = {Herder, Jens and Takeda, Shinpei and Vermeegen, Kai and Davin, Till and Berners, Dominique and Ryskeldiev, Bektur and Zimmer, Christian and Druzetic, Ivana and Geiger, Christian}, title = {Mixed Reality Art Experiments - Immersive Access to Collective Memories}, series = {ISEA2019, Proceedings, 25th International Symposium on Electronic Art, Gwangju, South Korea, June 22-28, 2019}, booktitle = {ISEA2019, Proceedings, 25th International Symposium on Electronic Art, Gwangju, South Korea, June 22-28, 2019}, publisher = {IESA}, address = {Gwangju}, pages = {334 -- 341}, year = {2019}, abstract = {We report about several experiments on applying mixed reality technology in the context of accessing collective memories from atomic bombs, Holocaust and Second World War. We discuss the impact of Virtual Reality, Augmented Virtuality and Augmented Reality for specific memorial locations. We show how to use a virtual studio for demonstrating an augmented reality application for a specific location in a remote session within a video conference. Augmented Virtuality is used to recreate the local environment, thus providing a context and helping the participants recollect emotions related to a certain place. This technique demonstrates the advantages of using virtual (VR) and augmented (AR) reality environments for rapid prototyping and pitching project ideas in a live remote setting.}, language = {en} } @inproceedings{HerderLadwigVermeegenetal.2018, author = {Herder, Jens and Ladwig, Philipp and Vermeegen, Kai and Hergert, Dennis and Busch, Florian and Klever, Kevin and Holthausen, Sebastian and Ryskeldiev, Bektur}, title = {Mixed Reality Experience - How to Use a Virtual (TV) Studio for Demonstration of Virtual Reality Applications}, series = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, booktitle = {GRAPP 2018 - 13th International Conference on Computer Graphics Theory and Applications}, publisher = {INSTICC}, address = {Setubal - Portugal}, isbn = {978-989-758-287-5}, doi = {10.5220/0006637502810287}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-15823}, pages = {281 -- 287}, year = {2018}, abstract = {The article discusses the question of "How to convey the experience in a virtual environment to third parties?" and explains the different technical implementations which can be used for live streaming and recording of a mixed reality experience. The real-world applications of our approach include education, entertainment, e- sports, tutorials, and cinematic trailers, which can benefit from our research by finding a suitable solution for their needs. We explain and outline our Mixed Reality systems as well as discuss the experience of recorded demonstrations of different VR applications, including the need for calibrated camera lens parameters based on realtime encoder values.}, language = {en} } @inproceedings{RyskeldievIgarashiZhangetal.2018, author = {Ryskeldiev, Bektur and Igarashi, Toshiharu and Zhang, Junjian and Ochiai, Yoichi and Cohen, Michael and Herder, Jens}, title = {Spotility: Crowdsourced Telepresence for Social and Collaborative Experiences in Mobile Mixed Reality}, series = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, booktitle = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-6018-0}, doi = {10.1145/3272973.3274100}, pages = {373 -- 376}, year = {2018}, abstract = {Live video streaming is becoming increasingly popular as a form of interaction in social applications. One of its main advantages is an ability to immediately create and connect a community of remote users on the spot. In this paper we discuss how this feature can be used for crowdsourced completion of simple visual search tasks (such as finding specific objects in libraries and stores, or navigating around live events) and social interactions through mobile mixed reality telepresence interfaces. We present a prototype application that allows users to create a mixed reality space with a photospherical imagery as a background and interact with other connected users through viewpoint, audio, and video sharing, as well as realtime annotations in mixed reality space. Believing in the novelty of our system, we conducted a short series of interviews with industry professionals on the possible applications of our system. We discuss proposed use-cases for user evaluation, as well as outline future extensions of our system.}, language = {en} } @inproceedings{FiedlerRillingBogenetal.2015, author = {Fiedler, Jannik and Rilling, Stefan and Bogen, Manfred and Herder, Jens}, title = {Multimodal interaction techniques in scientific data visualization: An analytical survey}, series = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, booktitle = {In Proceedings of the 10th International Conference on Computer Graphics Theory and Applications (GRAPP-2015)}, editor = {Braz, Jos{\´e}}, publisher = {SCITEPRESS}, address = {s. l.}, isbn = {978-989-758-087-1}, doi = {10.5220/0005296404310437}, pages = {431 -- 437}, year = {2015}, abstract = {The interpretation process of complex data sets makes the integration of effective interaction techniques crucial. Recent work in the field of human-computer interaction has shown that there is strong evidence that multimodal user interaction, i.e. the integration of various input modalities and interaction techniques into one comprehensive user interface, can improve human performance when interacting with complex data sets. However, it is still unclear which factors make these user interfaces superior to unimodal user interfaces. The contribution of this work is an analytical comparison of a multimodal and a unimodal user interface for a scientific visualization application. We show that multimodal user interaction with simultaneously integrated speech and gesture input improves user performance regarding efficiency and ease of use.}, language = {en} } @inproceedings{SimschHerder2014, author = {Simsch, Jonathan and Herder, Jens}, title = {SpiderFeedback - Visual Feedback for Orientation in Virtual TV Studios}, series = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, booktitle = {ACE'14, 11th Advances in Computer Entertainment Technology Conference, ACM, Funchal, Portugal}, editor = {Chisik, Yoram}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-2945-3}, doi = {10.1145/2663806.2663830}, pages = {8}, year = {2014}, abstract = {A visual and spatial feedback system for orientation in virtual sets of virtual TV studios was developed and evaluated. It is based on a green proxy object, which moves around in the acting space by way of four transparent wires. A separate unit controls four winches and is connected to an engine, which renders the virtual set. A new developed plugin registers a virtual object's position with the proxy object which imitates the virtual object's movement on stage. This will allow actors to establish important eye contact with a virtual object and feel more comfortable in a virtual set. Furthermore, interaction with the virtual object and its proxy can be realised through a markerless actor tracking system. Several possible scenarios for user application were recorded and presented to experts in the broadcast industry, who evaluated the potential of SpiderFeedback in interviews and by questionnaires.}, language = {en} } @inproceedings{BeckerHerder2012, author = {Becker, Thomas and Herder, Jens}, title = {Cost effective tangibles using fiducials for infrared multi-touch frames}, series = {15th International Conference on Human and Computer}, booktitle = {15th International Conference on Human and Computer}, address = {Hamamatsu/Aizu-Wakamatsu/Duesseldorf}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16011}, pages = {7}, year = {2012}, abstract = {The late immersion of multi-touch sensitive displays enables the use of tangibles on multi-touch screens. There a several wide spread and/or sophisticated solutions to fulfill this need but they seem to have some flaws. One popular system at the time of writing is an overlay frame that can be placed on a normal display with the corresponding size. The frame creates a grid with infrared light emitting diodes. The disruption of this grid can be detected and messages with the positions are sent via usb to a connected computer. This system is quite robust in matters of ambient light insensitivity and also fast to calibrate. Unfortunately it is not created with the recognition of tangibles in mind and printed patterns can not be resolved. This article summarizes an attempt to create fiducials that are recognized by an infrared multi-touch frame as fingers. Those false fingers are checked by a software for known patterns. Once a known pattern (= fiducial) has been recognized its position and orientation are send with the finger positions towards the interactive software. The usability is tested with an example application where tangibles and finger touches are used in combination.}, language = {en} } @inproceedings{LudwigBuechelHerderetal.2012, author = {Ludwig, Philipp and B{\"u}chel, Joachim and Herder, Jens and Vonolfen, Wolfgang}, title = {InEarGuide - A Navigation and Interaction Feedback System using In Ear Headphones for Virtual TV Studio Productions}, series = {9. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, booktitle = {9. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, address = {D{\"u}sseldorf}, year = {2012}, abstract = {This paper presents an approach to integrate non-visual user feedback in today's virtual tv studio productions. Since recent studies showed that systems providing vibro-tactile feedback are not sufficient for replacing the common visual feedback, we developed an audio-based solution using an in ear headphone system, enabling a talent to move, avoid and point to virtual objects in a blue or green box. The system consists of an optical head tracking system, a wireless in ear monitor system and a workstation, which performs all application and audio processing. Using head related transfer functions, the talent gets directional and distance cues. Past research showed, that generating reflections of the sounds and simulating the acoustics of the virtual room helps the listener to conceive the acoustical feedback, we included this technique as well. In a user study with 15 participants the performance of the system was evaluated.}, language = {en} } @inproceedings{MarinosGeigerHerder2012, author = {Marinos, Dionysios and Geiger, Christian and Herder, Jens}, title = {Large-Area Moderator Tracking and Demonstrational Configuration of Position Based Interactions for Virtual Studio}, series = {EuroITV '12 Proceedings of the 10th European Conference on Interactive TV and Video}, booktitle = {EuroITV '12 Proceedings of the 10th European Conference on Interactive TV and Video}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-1107-6}, doi = {10.1145/2325616.2325639}, pages = {105 -- 114}, year = {2012}, abstract = {In this paper we introduce a system for tracking persons walking or standing on a large planar surface and for using the acquired data to easily configure position based interactions for virtual studio productions. The tracking component of the system, radarTRACK, is based on a laser scanner device capable of delivering interaction points on a large configurable plane. By using the device on the floor it is possible to use the delivered data to detect feet positions and derive the position and orientation of one or more users in real time. The second component of the system, named OscCalibrator, allows for the easy creation of multidimensional linear mappings between input and output parameters and the routing of OSC messages within a single modular design environment. We demonstrate the use of our system to flexibly create position-based interactions in a virtual studio environment.}, language = {en} } @inproceedings{FlaskoPogschebaHerderetal.2011, author = {Flasko, Matthias and Pogscheba, Patrick and Herder, Jens and Vonolfen, Wolfgang}, title = {Heterogeneous binocular camera-tracking in a Virtual Studio}, series = {8. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, booktitle = {8. Workshop Virtuelle und Erweiterte Realit{\"a}t der GI-Fachgruppe VR/AR}, address = {Wedel}, year = {2011}, abstract = {This paper presents a tracking of parts of a human body in a virtual TV studio environment. The tracking is based on a depth camera and a HD studio camera and aims at a realistic interaction between the actor and the computer generated environment. Stereo calibration methods are used to match corresponding pixels of both cameras (HD color and depth image). Hence the images were rectified and column aligned. The disparity is used to correct the depth image pixel by pixel. This image registration results in row and column aligned images where ghost regions are in the depth image resulting from occlusion. Both images are used to generate foreground masks with chroma and depth keying. The color image is taken for skin color segmentation to determine and distinguish the actor's hands and face. In the depth image the flesh colored regions were used to determine their spatial position. The extracted positions were augmented by virtual objects. The scene is rendered correctly with virtual camera parameters which were calculated from the camera calibration parameters. Generated computer graphics with alpha value are combined with the HD color images. This compositing shows interaction with augmented objects for verification. The additional depth information results in changing the size of objects next to the hands when the actor moves around.}, language = {en} } @inproceedings{HerderBrosdaDjuderijaetal.2011, author = {Herder, Jens and Brosda, Constantin and Djuderija, Sascha and Drochtert, Daniel and Genc, {\"O}mer and Joeres, Stephan and Kellerberg, Patrick and Looschen, Simon and Geiger, Christian and W{\"o}ldecke, Bj{\"o}rn}, title = {TouchPlanVS - A Tangible Multitouch Planning System for Virtual TV Studio Productions}, series = {2011 IEEE Symposium on 3D User Interfaces (3DUI)}, booktitle = {2011 IEEE Symposium on 3D User Interfaces (3DUI)}, publisher = {IEEE}, address = {Singapore}, isbn = {978-1-4577-0064-4}, doi = {10.1109/3DUI.2011.5759226}, pages = {103 -- 104}, year = {2011}, abstract = {This article presents a new approach of integrating tangible user feedback in todays virtual TV studio productions. We describe a tangible multitouch planning system, enabling multiple users to prepare and customize scene flow and settings. Users can collaboratively view and interact with virtual objects by using a tangible user interface on a shared multitouch surface. The in a 2D setting created TV scenes are simultaneously rendered on an external monitor, using a production/target renderer in 3D. Thereby the user experiences a closer reproduction of a final production. Subsequently, users are able to join together the scenes into one complex plot. Within the developing process, a video prototype of the system shows the user interaction and enables early reviews and evaluations. The requirement analysis is based on expert interviews.}, language = {en} } @inproceedings{AytenHerderVonolfen2010, author = {Ayten, H{\"u}seyin and Herder, Jens and Vonolfen, Wolfgang}, title = {Visual Acceptance Evaluation of Soft Shadow Algorithms for Virtual TV Studios}, series = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, booktitle = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, publisher = {University of Aizu Press}, address = {Aizu-Wakamatsu}, pages = {66 -- 71}, year = {2010}, abstract = {Shadows in computer graphics are an important rendering aspect for spatial objects. For realtime computer applications such as games, it is essential to represent shadows as accurate as possible. Also, various tv stations work with virtual studio systems instead of real studio sets. Especially for those systems, a realistic impression of the rendered and mixed scene is important. One challenge, hence, is the creation of a natural shadow impression. This paper presents the results of an empirical study to compare the performance and quality of different shadow mapping methods. For this test, a prototype studio renderer was developed. A percentage closer filter (pcf) with a number of specific resolutions is used to minimize the aliasing issue. More advanced algorithms which generate smooth shadows like the percentage closer soft shadow (pcss) method as well as the variance shadow maps (vsm) method are analysed. Different open source apis are used to develop the virtual studio renderer, giving the benefit of permanent enhancement. The Ogre 3D graphic engine is used to implement the rendering system, benefiting from various functions and plugins. The transmission of the tracking data is accomplished with the vrpn server/client and the Intersense api. The different shadow algorithms are compared in a virtual studio environment which also casts real shadows and thus gives a chance for a direct comparison throughout the empirical user study. The performance is measured in frames per secon}, language = {en} }