@incollection{RattayGeigerHerderetal.2007, author = {Rattay, Oliver and Geiger, Christian and Herder, Jens and Goebbels, Gernot and Nikitin, Igor}, title = {Zweih{\"a}ndige Interaktion in VR-Umgebungen}, series = {Augmented \& Virtual Reality in der Produktentstehung}, volume = {209}, booktitle = {Augmented \& Virtual Reality in der Produktentstehung}, editor = {Gausemeier, J{\"u}rgen and Grafe, Michael}, publisher = {Heinz Nixdorf Institut, Universit{\"a}t Paderborn}, address = {Paderborn}, isbn = {978-3-939350-28-6}, pages = {315 -- 332}, year = {2007}, abstract = {Einfach benutzbare VR-Anwendungen erfordern andere Interaktionstechniken als konventionelle Desktop-Anwendungen mit Maus, Tastatur und Desktop-Metapher zur Verf{\"u}gung stellen. Da solche Ans{\"a}tze in Konzeption und Realisierung deutlicher komplexer sind, m{\"u}ssen diese mit Sorgfalt ausgew{\"a}hlt werden. Folgt man der Argumentation, dass VR eine nat{\"u}rliche Interaktion mit virtuellen Objekten erm{\"o}glicht, so f{\"u}hrt dies fast zwangsl{\"a}ufig zu zweih{\"a}ndigen Interaktionstechniken f{\"u}r virtuelle Umgebungen, da Benutzer in realen Umgebungen gewohnt sind, fast ausschlie{\"i}‚lich zweih{\"a}ndig zu agieren. In diesem Beitrag geben wir eine {\"U}bersicht {\"u}ber den Stand der Technik im Bereich zweih{\"a}ndiger Interaktion, leiten Anforderungen an eine Entwicklung zweih{\"a}ndiger Interaktionstechniken in VR ab und beschreiben einen eigenen Ansatz. Dabei geht es um die zweih{\"a}ndige Interaktion bei der Simulation flexibler biegeschlaffer Bauteile (z. B. Schlauchverbindungen).}, language = {de} } @inproceedings{AytenHerderVonolfen2010, author = {Ayten, H{\"u}seyin and Herder, Jens and Vonolfen, Wolfgang}, title = {Visual Acceptance Evaluation of Soft Shadow Algorithms for Virtual TV Studios}, series = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, booktitle = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, publisher = {University of Aizu Press}, address = {Aizu-Wakamatsu}, pages = {66 -- 71}, year = {2010}, abstract = {Shadows in computer graphics are an important rendering aspect for spatial objects. For realtime computer applications such as games, it is essential to represent shadows as accurate as possible. Also, various tv stations work with virtual studio systems instead of real studio sets. Especially for those systems, a realistic impression of the rendered and mixed scene is important. One challenge, hence, is the creation of a natural shadow impression. This paper presents the results of an empirical study to compare the performance and quality of different shadow mapping methods. For this test, a prototype studio renderer was developed. A percentage closer filter (pcf) with a number of specific resolutions is used to minimize the aliasing issue. More advanced algorithms which generate smooth shadows like the percentage closer soft shadow (pcss) method as well as the variance shadow maps (vsm) method are analysed. Different open source apis are used to develop the virtual studio renderer, giving the benefit of permanent enhancement. The Ogre 3D graphic engine is used to implement the rendering system, benefiting from various functions and plugins. The transmission of the tracking data is accomplished with the vrpn server/client and the Intersense api. The different shadow algorithms are compared in a virtual studio environment which also casts real shadows and thus gives a chance for a direct comparison throughout the empirical user study. The performance is measured in frames per secon}, language = {en} } @inproceedings{KlapdohrWoeldeckeMarinosetal.2010, author = {Klapdohr, Monika and W{\"o}ldecke, Bj{\"o}rn and Marinos, Dionysios and Herder, Jens and Geiger, Christian and Vonolfen, Wolfgang}, title = {Vibrotactile Pitfalls: Arm Guidance for Moderators in Virtual TV Studios}, series = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, booktitle = {HC '10 Proceedings of the 13th International Conference on Humans and Computers}, publisher = {University of Aizu Press}, address = {Aizu-Wakamatsu}, pages = {72 -- 80}, year = {2010}, abstract = {For this study, an experimental vibrotactile feedback system was developed to help actors with the task of moving their arm to a certain place in a virtual tv studio under live conditions. Our intention is to improve interaction with virtual objects in a virtual set, which are usually not directly visible to the actor, but only on distant displays. Vibrotactile feedback might improve the appearance on tv because an actor is able to look in any desired direction (camera or virtual object) or to read text on a teleprompter while interacting with a virtual object. Visual feedback in a virtual studio lacks spatial relation to the actor, which impedes the adjustment of the desired interaction. The five tactors of the implemented system which are mounted on the tracked arm give additional information like collision, navigation and activation. The user study for the developed system shows that the duration for reaching a certain target is much longer in case no visual feedback is given, but the accuracy is similar. In this study, subjects reported that an activation signal indicating the arrival at the target of a drag \& drop task was helpful. In this paper, we discuss the problems we encountered while developing such a vibrotactile display. Keeping these pitfalls in mind could lead to better feedback systems for actors in virtual studio environments.}, language = {en} } @incollection{HerderWoerzbergerJuttneretal.2005, author = {Herder, Jens and W{\"o}rzberger, Ralf and Juttner, Carsten and Twelker, Uwe}, title = {Verwendung von Grafikkarten-Prozessoren (GPUs) f{\"u}r eine interaktive Produktvisualisierung in Echtzeit unter Verwendung von Shadern und Videotexturen}, series = {Augmented and Virtual Reality in der Produktentstehung}, volume = {167}, booktitle = {Augmented and Virtual Reality in der Produktentstehung}, editor = {Gausemeier, J{\"u}rgen and Grafe, Michael}, publisher = {Heinz Nixdorf Institut, Universit{\"a}t Paderborn}, address = {Paderborn}, pages = {23 -- 36}, year = {2005}, abstract = {Die Visualisierung von Produkten in Echtzeit ist in vielen Bereichen ein hilfreicher Schritt, um potentiellen Kunden eine Vorstellung vom Einsatzgebiet und einen {\"U}berblick {\"u}ber die finale Anwendung zu erlauben. In den letzten Jahren haben neue Technologien in der Grafikkartenindustrie dazu gef{\"u}hrt, dass fr{\"u}her nur auf teuren Grafikworkstations verf{\"u}gbare M{\"o}glichkeiten nun auch mit relativ kosteng{\"u}nstigen Karten, welche f{\"u}r den Einsatz in Standard-PCs konzipiert wurden, realisierbar sind. Es wird an einem Modellentwurf des Innenraums des People Cargo Movers gezeigt, wie die Beleuchtung innerhalb einer Echtzeitvisualisierung durch Shader realisiert werden kann. Als Lichtquelle wird dabei eine Landschaftsaufnahme herangezogen, welche als eine von mehreren Videotexturen eingebunden wurde. Außerdem werden real im virtuellen Studio gefilmte Personen im Innenraum gleicherma{\"i}‚en {\"u}ber Videotexturen dargestellt und ebenfalls durch die Landschaft beleuchtet.}, language = {de} } @inproceedings{HerderBrosdaDjuderijaetal.2011, author = {Herder, Jens and Brosda, Constantin and Djuderija, Sascha and Drochtert, Daniel and Genc, {\"O}mer and Joeres, Stephan and Kellerberg, Patrick and Looschen, Simon and Geiger, Christian and W{\"o}ldecke, Bj{\"o}rn}, title = {TouchPlanVS - A Tangible Multitouch Planning System for Virtual TV Studio Productions}, series = {2011 IEEE Symposium on 3D User Interfaces (3DUI)}, booktitle = {2011 IEEE Symposium on 3D User Interfaces (3DUI)}, publisher = {IEEE}, address = {Singapore}, isbn = {978-1-4577-0064-4}, doi = {10.1109/3DUI.2011.5759226}, pages = {103 -- 104}, year = {2011}, abstract = {This article presents a new approach of integrating tangible user feedback in todays virtual TV studio productions. We describe a tangible multitouch planning system, enabling multiple users to prepare and customize scene flow and settings. Users can collaboratively view and interact with virtual objects by using a tangible user interface on a shared multitouch surface. The in a 2D setting created TV scenes are simultaneously rendered on an external monitor, using a production/target renderer in 3D. Thereby the user experiences a closer reproduction of a final production. Subsequently, users are able to join together the scenes into one complex plot. Within the developing process, a video prototype of the system shows the user interaction and enables early reviews and evaluations. The requirement analysis is based on expert interviews.}, language = {en} } @incollection{HerderJaenschHorstetal.2004, author = {Herder, Jens and Jaensch, Kai and Horst, Bruno and Novotny, Thomas}, title = {Testm{\"a}rkte in einer Virtuellen Umgebung - Die Bestimmung von Preisabsatzfunktionen zur Unterst{\"u}tzung des Innovationsmanagements}, series = {Augmented and Virtual Reality in der Produktentstehung}, volume = {149}, booktitle = {Augmented and Virtual Reality in der Produktentstehung}, editor = {Gausemeier, J{\"u}rgen and Grafe, Michael}, publisher = {Heinz Nixdorf Institut, Universit{\"a}t Paderborn}, address = {Paderborn}, isbn = {3-935433-58-1}, pages = {97 -- 110}, year = {2004}, abstract = {Multimediale Technologien werden in der Marktforschung immer st{\"a}rker eingesetzt, um flexible und kosteng{\"u}nstige Studien durchzuf{\"u}hren. Im Innovationsprozess kann dabei auf die langj{\"a}hrigen Erfahrungen zur{\"u}ckgegriffen werden, die durch den Einsatz der Computersimulation in der technischen Produktentwicklung zustande gekommen sind. In sehr fr{\"u}hen Phasen des Innovationsprozesses k{\"o}nnen durch Einsatz der neuen Technologien die Markteinf{\"u}hrungskonzepte f{\"u}r neue Produkte getestet werden. Die Applikationen der virtuellen Realit{\"a}t bieten ein einzigartiges Potential, neue Produkte einschlie{\"i}‚lich des Marketingkonzeptes zu testen, ohne dass dieses Produkt bereits physisch vorhanden sein muss. Am Beispiel eines Elementes des Marketingkonzeptes, der Preispolitik, zeigt die vorliegende Studie auf, welches Potential die virtuelle Kaufsituation von Produkten bietet. Der Fokus des Projektes liegt auf der interaktiven Produktpr{\"a}sentation in einer virtuellen Umgebung, die in eine Online-Befragung mit zus{\"a}tzlichen Werbefilmen eingebettet ist. Visuell hochwertige 3D-Produktpr{\"a}sentationen versetzen den Probanden in eine virtuelle Einkaufsumgebung, die einem realen Szenario entspricht. Die virtuellen Produkte werden in mehreren Kaufentscheidungsrunden zu unterschiedlichen Preisen angeboten. Der Preisuntersuchung geht eine Pr{\"a}sentation ausgew{\"a}hlter Werbespots sowie eine produktbezogene Befragung voraus. Im Anschluss an die virtuellen Preisentscheidungen werden die Eindr{\"u}cke sowie einige Kontrollgr{\"o}en abgefragt. In weitergehenden Studien dieser Art k{\"o}nnen die Wirkungen mehrerer Marketing-Instrumente zu einem Zeitpunkt untersucht werden, in dem sich die Produkte noch im Entwicklungsprozess befinden. Auf diesem Weg lassen sich auch Wettbewerbsvorteile bestehender Produkte effizienter erkennen und nutzen. Mit den hoch entwickelten Computer- und Visualisierungstechnologien ist ein m{\"a}chtiges Werkzeug entstanden, das bereits f{\"u}r kommerzielle Pr{\"a}sentationen und Produktstudien eingesetzt wird. Zuk{\"u}nftig kann es auch in Kombination mit Internetanwendungen und klassischen Methoden der Marktforschung zu einem sehr fr{\"u}hen Zeitpunkt umfassende Erkenntnisse {\"u}ber ein Produkt liefern.}, language = {en} } @inproceedings{HerderBuentigDaemenetal.2014, author = {Herder, Jens and B{\"u}ntig, Fabian and Daemen, Jeff and Lang, Jaroslaw and L{\"u}ck, Florian and S{\"a}ger, Mitja and S{\"o}rensen, Roluf and Hermanni, Markus and Vonolfen, Wolfgang}, title = {Subtle Animations using Talent Tracking in a Virtual (TV) Studio}, series = {17th International Conference on Human and Computer}, booktitle = {17th International Conference on Human and Computer}, address = {Hamamatsu/Aizu-Wakamatsu/Duesseldorf}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16009}, pages = {6}, year = {2014}, abstract = {Markerless talent tracking is widely used for interactions and animations within virtual environments. In a virtual (tv) studio talents could be overburden by interaction tasks because camera and text require extensive attention. We take a look into animations and inter- actions within a studio, which do not require any special attention or learning. We show the generation of an artificial shadow from a talent, which ease the keying process, where separation of real shadows from the background is a difficult task. We also demonstrate animations of footsteps and dust. Furthermore, capturing talents' height can also be used to adjust the parameters of elements in the virtual environment, like the position and scaling of a virtual display. In addition to the talents, a rigid body was tracked as placeholder for graphics, easing the interaction tasks for a talent. Two test productions show the possibilities, which subtle animations offer. In the second production, the rendering was improved (shadows, filtering, normal maps, ...) and instead of using the rigid body to move an object (a flag), the animation was only controlled by the hand's position.}, language = {en} } @inproceedings{WoeldeckeVierjahnFlaskoetal.2009, author = {W{\"o}ldecke, Bj{\"o}rn and Vierjahn, Tom and Flasko, Matthias and Herder, Jens and Geiger, Christian}, title = {Steering actors through a virtual set employing vibro-tactile feedback}, series = {TEI '09 Proceedings of the 3rd International Conference on Tangible and Embedded Interaction}, booktitle = {TEI '09 Proceedings of the 3rd International Conference on Tangible and Embedded Interaction}, publisher = {ACM}, address = {New York}, isbn = {978-1-60558-493-5}, doi = {10.1145/1517664.1517703}, pages = {169 -- 174}, year = {2009}, abstract = {Actors in virtual studio productions are faced with the challenge that they have to interact with invisible virtual objects because these elements are rendered separately and combined with the real image later in the production process. Virtual sets typically use static virtual elements or animated objects with predefined behavior so that actors can practice their performance and errors can be corrected in the post production. With the demand for inexpensive live recording and interactive TV productions, virtual objects will be dynamically rendered at arbitrary positions that cannot be predicted by the actor. Perceptive aids have to be employed to support a natural interaction with these objects. In our work we study the effect of haptic feedback for a simple form of interaction. Actors are equipped with a custom built haptic belt and get vibrotactile feedback during a small navigational task (path following). We present a prototype of a wireless vibrotactile feedback device and a small framework for evaluating haptic feedback in a virtual set environment. Results from an initial pilot study indicate that vibrotactile feedback is a suitable non-visual aid for interaction that is at least comparable to audio-visual alternatives used in virtual set productions.}, language = {en} } @inproceedings{RyskeldievIgarashiZhangetal.2018, author = {Ryskeldiev, Bektur and Igarashi, Toshiharu and Zhang, Junjian and Ochiai, Yoichi and Cohen, Michael and Herder, Jens}, title = {Spotility: Crowdsourced Telepresence for Social and Collaborative Experiences in Mobile Mixed Reality}, series = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, booktitle = {ACM Conference on Computer Supported Cooperative Work and Social Computing (CSCW '18)}, publisher = {ACM}, address = {New York}, isbn = {978-1-4503-6018-0}, doi = {10.1145/3272973.3274100}, pages = {373 -- 376}, year = {2018}, abstract = {Live video streaming is becoming increasingly popular as a form of interaction in social applications. One of its main advantages is an ability to immediately create and connect a community of remote users on the spot. In this paper we discuss how this feature can be used for crowdsourced completion of simple visual search tasks (such as finding specific objects in libraries and stores, or navigating around live events) and social interactions through mobile mixed reality telepresence interfaces. We present a prototype application that allows users to create a mixed reality space with a photospherical imagery as a background and interact with other connected users through viewpoint, audio, and video sharing, as well as realtime annotations in mixed reality space. Believing in the novelty of our system, we conducted a short series of interviews with industry professionals on the possible applications of our system. We discuss proposed use-cases for user evaluation, as well as outline future extensions of our system.}, language = {en} } @inproceedings{GarbeHerbstHerder2007, author = {Garbe, Katharina and Herbst, Iris and Herder, Jens}, title = {Spatial Audio for Augmented Reality}, series = {10th International Conference on Human and Computer}, booktitle = {10th International Conference on Human and Computer}, address = {D{\"u}sseldorf, Aizu-Wakamatsu}, pages = {53 -- 58}, year = {2007}, abstract = {Using spatial audio successfully for augmented reality (AR) applications is a challenge, but is awarded with an improved user experience. Thus, we have extended the AR/VR framework \sc Morgan with spatial audio to improve users orientation in an AR application. In this paper, we investigate the users' capability to localize and memorize spatial sounds (registered with virtual or real objects). We discuss two scenarios. In the first scenario, the user localizes only sound sources and in the second scenario the user memorizes the location of audio-visual objects. Our results reflect spatial audio performance within the application domain and show which technology pitfalls still exist. Finally, we provide design recommendations for spatial audio AR environments.}, language = {en} }