@inproceedings{MyszkowskiOkunevaHerderetal.1995, author = {Myszkowski, Karol and Okuneva, Galina and Herder, Jens and Kunii, Tosiyasu L. and Ibusuki, Masumi}, title = {Visual Simulation of the Chewing Process for Dentistry}, series = {Visualization \& Modelling, International Conf., 5-7 December, 1995}, booktitle = {Visualization \& Modelling, International Conf., 5-7 December, 1995}, address = {Leeds}, year = {1995}, abstract = {CAD/CAM techniques are increasingly used in dentistry for the design and fabrication of teeth restorations. Important concerns are the correction of articulation problems that existed beforetreatment and the prevention of treatment-generated problems. These require interactive evaluation of the occlusal surfaces of teeth during mastication. Traditional techniques based on the use of casts with mechanical articulators require manual adjustment of occlusal surfaces, which becomes impractical when hard restoration materials like porcelain are used; they are also time and labor consuming and provide little visual information. We present new visual tools and a related user interface for global articulation simulation, developed for the Intelligent Dental Care System project. The aim of the simulation is visual representation of characteristics relevant to the chewing process. The simulation is based on the construction of distance maps, which are visual representations of the distributions of the distances of points in a tooth to the opposite jaw. We use rasterizing graphics hardware for fast calculation of the distance maps. Distance maps are used for collision detection and for the derivation of various characteristics showing the distribution of load on the teeth and the chewing capability of the teeth. Such characteristics can be calculated for particular positions of the jaws; cumulative characteristics are used to describe the properties of jaw movement. This information may be used for interactive design of the occlusal surfaces of restorations and for jaw articulation diagnosis. We also demonstrate elements of a user interface that exploit metaphors familiar to dentists from everyday practice.}, language = {en} } @article{KuniiHerderMyszkowskietal.1994, author = {Kunii, Tosiyasu L. and Herder, Jens and Myszkowski, Karol and Okunev, Oleg and Okuneva, Galina and Ibusuki, Masumi}, title = {Articulation Simulation for an Intelligent Dental Care System}, series = {Displays}, volume = {15}, journal = {Displays}, number = {3}, pages = {181 -- 188}, year = {1994}, abstract = {CAD/CAM techniques are used increasingly in dentistry for design and fabrication of teeth restorations. An important issue is preserving occlusal contacts of teeth after restoration. Traditional techniques based on the use of casts with mechanical articulators require manual adjustment of occlusal surface, which becomes impractical when hard restoration materials like porcelain are used; they are also time and labor consuming. Most existing computer systems ignore completely such an articulation check, or perform the check at the level of a tooth and its immediate neighbors. We present a new mathematical model and a related user interface for global articulation simulation, developed for the Intelligent Dental Care System project. The aim of the simulation is elimination of the use of mechanical articulators and manual adjustment in the process of designing dental restorations and articulation diagnostic. The mathematical model is based upon differential topological modeling of the jawbs considered as a mechanical system. The user interface exploits metaphors that are familiar to dentists from everyday practice. A new input device designed specifically for use with articulation simulation is proposed.}, language = {en} } @inproceedings{SchirrwagenHerderUweMoebiusetal.2007, author = {Schirrwagen, Jochen and Herder, Jens and Uwe M{\"o}bius, Michael and Regulski, Katharina}, title = {Charakteristiken einer netzgest{\"u}tzten wissenschaftlichen Kommunikation und Umsetzung in Infrastruktur und Publikationsformen}, series = {German e-Science Conference 2007}, booktitle = {German e-Science Conference 2007}, address = {Baden-Baden}, year = {2007}, abstract = {Neue Formen der wissenschaftlichen Kommunikation basieren auf Fortschritten in den Informations- und Kommunikationstechnologien. Das dadurch m{\"o}gliche kollaborative wissenschaftliche Arbeiten liefert Ergebnisse, die in vielf{\"a}ltigen Formaten, als Text, Simulationsdaten oder multimediale Elemente vorliegen. Daraus ergeben sich besondere Anforderungen an Publikations- und Kommunikatonsinfrastrukturen, wie Interoperabilit{\"a}t, Repr{\"a}sentation, Verteilung und Archivierung derartiger komplexer digitaler Objekte. Mit der Initiative Digital Peer Publishing existiert eine Infrastruktur f{\"u}r das Publizieren in elektronischen Zeitschriften. Dieses Publikationsformat erlaubt neben einem schnellen Wissenstransfer eine umfassende Repr{\"a}sentation wissenschaftlicher Ergebnisse. Das Journal of Virtual Reality and Broadcasting als Teil dieser Initiative zeigt am Beispiel des elektronischen Publikationsprozesses den Stand der Wissensvernetzung in seiner Community, sowie aktuelle Entwicklungen um die Erweiterung innovativer Funktionen.}, subject = {E-Science}, language = {de} } @article{StruchholzHerderLeckschat2006, author = {Struchholz, Holger and Herder, Jens and Leckschat, Dieter}, title = {Sound radiation simulation of musical instruments based on interpolation and filtering of multi-channel recordings}, series = {Journal of the 3D-Forum Society}, volume = {20}, journal = {Journal of the 3D-Forum Society}, number = {1}, pages = {41 -- 47}, year = {2006}, abstract = {With the virtual environment developed here, the characteristic sound radiation patterns of musical instruments can be experienced in real-time. The user may freely move around a musical instrument, thereby receiving acoustic and visual feedback in real-time. The perception of auditory and visual effects is intensified by the combination of acoustic and visual elements, as well as the option of user interaction. The simulation of characteristic sound radiation patterns is based on interpolating the intensities of a multichannel recording and offers a near-natural mapping of the sound radiation patterns. Additionally, a simple filter has been developed, enabling the qualitative simulation of an instrument's characteristic sound radiation patterns to be easily implemented within real-time 3D applications. Both methods of simulating sound radiation patterns have been evaluated for a saxophone with respect to their functionality and validity by means of spectral analysis and an auditory experiment.}, language = {en} } @incollection{HerderJaenschHorstetal.2004, author = {Herder, Jens and Jaensch, Kai and Horst, Bruno and Novotny, Thomas}, title = {Testm{\"a}rkte in einer Virtuellen Umgebung - Die Bestimmung von Preisabsatzfunktionen zur Unterst{\"u}tzung des Innovationsmanagements}, series = {Augmented and Virtual Reality in der Produktentstehung}, volume = {149}, booktitle = {Augmented and Virtual Reality in der Produktentstehung}, editor = {Gausemeier, J{\"u}rgen and Grafe, Michael}, publisher = {Heinz Nixdorf Institut, Universit{\"a}t Paderborn}, address = {Paderborn}, isbn = {3-935433-58-1}, pages = {97 -- 110}, year = {2004}, abstract = {Multimediale Technologien werden in der Marktforschung immer st{\"a}rker eingesetzt, um flexible und kosteng{\"u}nstige Studien durchzuf{\"u}hren. Im Innovationsprozess kann dabei auf die langj{\"a}hrigen Erfahrungen zur{\"u}ckgegriffen werden, die durch den Einsatz der Computersimulation in der technischen Produktentwicklung zustande gekommen sind. In sehr fr{\"u}hen Phasen des Innovationsprozesses k{\"o}nnen durch Einsatz der neuen Technologien die Markteinf{\"u}hrungskonzepte f{\"u}r neue Produkte getestet werden. Die Applikationen der virtuellen Realit{\"a}t bieten ein einzigartiges Potential, neue Produkte einschlie{\"i}‚lich des Marketingkonzeptes zu testen, ohne dass dieses Produkt bereits physisch vorhanden sein muss. Am Beispiel eines Elementes des Marketingkonzeptes, der Preispolitik, zeigt die vorliegende Studie auf, welches Potential die virtuelle Kaufsituation von Produkten bietet. Der Fokus des Projektes liegt auf der interaktiven Produktpr{\"a}sentation in einer virtuellen Umgebung, die in eine Online-Befragung mit zus{\"a}tzlichen Werbefilmen eingebettet ist. Visuell hochwertige 3D-Produktpr{\"a}sentationen versetzen den Probanden in eine virtuelle Einkaufsumgebung, die einem realen Szenario entspricht. Die virtuellen Produkte werden in mehreren Kaufentscheidungsrunden zu unterschiedlichen Preisen angeboten. Der Preisuntersuchung geht eine Pr{\"a}sentation ausgew{\"a}hlter Werbespots sowie eine produktbezogene Befragung voraus. Im Anschluss an die virtuellen Preisentscheidungen werden die Eindr{\"u}cke sowie einige Kontrollgr{\"o}en abgefragt. In weitergehenden Studien dieser Art k{\"o}nnen die Wirkungen mehrerer Marketing-Instrumente zu einem Zeitpunkt untersucht werden, in dem sich die Produkte noch im Entwicklungsprozess befinden. Auf diesem Weg lassen sich auch Wettbewerbsvorteile bestehender Produkte effizienter erkennen und nutzen. Mit den hoch entwickelten Computer- und Visualisierungstechnologien ist ein m{\"a}chtiges Werkzeug entstanden, das bereits f{\"u}r kommerzielle Pr{\"a}sentationen und Produktstudien eingesetzt wird. Zuk{\"u}nftig kann es auch in Kombination mit Internetanwendungen und klassischen Methoden der Marktforschung zu einem sehr fr{\"u}hen Zeitpunkt umfassende Erkenntnisse {\"u}ber ein Produkt liefern.}, language = {en} } @inproceedings{HerderVonolfenGriesertetal.2004, author = {Herder, Jens and Vonolfen, Wolfgang and Griesert, Arnfried and Heuer, Stefan and Hoffmann, Ansgar and H{\"o}ppner, Bernd}, title = {Interactive Virtual Set Applications for Post Production}, series = {University of Aizu 2004 - Seventh International Conference on Human}, booktitle = {University of Aizu 2004 - Seventh International Conference on Human}, address = {Aizu-Wakamatsu}, year = {2004}, abstract = {Virtual set environments for broadcasting become more sophisticated as well as the visual quality improves. Realtime interaction and production-specific visualization implemented through plugin mechanism enhance the existing systems like the 3DK. This work presents the integration of the Intersense IS-900 SCT camera tracking and 3D interaction into the 3DK virtual studio environment. The main goal of this work is the design of a virtual studio environment for post productions, which includes video output as well as media streaming formats such as MPEG-4. The systems allows high quality offline rendering during post production and 3D interaction by the moderator during the recording.}, language = {en} } @article{GriesertWalczakHerder2003, author = {Griesert, Arnfried and Walczak, Oliver and Herder, Jens}, title = {Interactive Realtime Terrain Visualization for Virtual Set Applications}, series = {Journal of the 3D-Forum Society}, volume = {17}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {20 -- 26}, year = {2003}, abstract = {Virtual set environments for broadcasting become more sophisticated as well as the visual quality improves. Realtime interaction and production-specific visualization implemented through plugin mechanism enhance the existing systems like the virtual studio software 3DK. This work presents an algorithm which can dynamically manage textures of high resolution by prefetching them depending on their requirement in memory and map them on a procedural mesh in realtime. The main goal application of this work is the virtual representation of a flight over a landscape as part of weather reports in virtual studios and the interaction by the moderator.}, language = {en} } @incollection{HerderNovotny2003, author = {Herder, Jens and Novotny, Thomas}, title = {Spatial Sound Design and Interaction for Virtual Environments in the Promotion of Architectural Designs}, series = {Third International Workshop on Spatial Media}, booktitle = {Third International Workshop on Spatial Media}, address = {Aizu-Wakamatsu}, pages = {7 -- 11}, year = {2003}, abstract = {Virtual environment walkthrough applications are generally enhanced by a user's interactions within a simulated architectural space, but the enhancement that stems from changes in spatial sound that are coupled with a user's behavior are particularly important, especially within regard to creating a sense of place. When accompanied by stereoscopic image synthesis, spatial sound can immerse the user in a high-realism virtual copy of the real world. An advanced virtual environment that allow users to change realtime rendering features with a few manipulations has been shown to enable switching between different versions of a modeled space while maintaining sensory immersion. This paper reports on an experimental project in which an architectural model is being integrated into such an interactive virtual environment. The focus is on the spatial sound design for supporting interaction, including demonstrations of both the possibilities and limitations of such applications in presenting and promoting architectural designs, as well as in three-dimensional sketching.}, language = {de} } @article{HerderCohen2002, author = {Herder, Jens and Cohen, Michael}, title = {The Helical Keyboard: Perspectives for Spatial Auditory Displays and Visual Music}, series = {Journal of New Music Research}, volume = {31}, journal = {Journal of New Music Research}, number = {3}, pages = {269 -- 281}, year = {2002}, abstract = {Auditory displays with the ability to dynamically spatialize virtual sound sources under real-time conditions enable advanced applications for art and music. A listener can be deeply immersed while interacting and participating in the experience. We review some of those applications while focusing on the Helical Keyboard project and discussing the required technology. Inspired by the cyclical nature of octaves and helical structure of a scale, a model of a piano-style keyboard was prepared, which was then geometrically warped into a helicoidal configuration, one octave/revolution, pitch mapped to height and chroma. It can be driven by MIDI events, real-time or sequenced, which stream is both synthesized and spatialized by a spatial sound display. The sound of the respective notes is spatialized with respect to sinks, avatars of the human user, by default in the tube of the helix. Alternative coloring schemes can be applied, including a color map compatible with chromastereoptic eyewear. The graphical display animates polygons, interpolating between the notes of a chord across the tube of the helix. Recognition of simple chords allows directionalization of all the notes of a major triad from the position of its musical root. The system is designed to allow, for instance, separate audition of harmony and melody, commonly played by the left and right hands, respectively, on a normal keyboard. Perhaps the most exotic feature of the interface is the ability to fork one{\~A}­s presence, replicating subject instead of object by installing multiple sinks at arbitrary places around a virtual scene so that, for example, harmony and melody can be separately spatialized, using two heads to normalize the octave; such a technique effectively doubles the helix from the perspective of a single listener. Rather than a symmetric arrangement of the individual helices, they are perceptually superimposed in-phase, co-extensively, so that corresponding notes in different registers are at the same azimuth.}, language = {en} } @article{HerderWoerzbergerTwelkeretal.2002, author = {Herder, Jens and W{\"o}rzberger, Ralf and Twelker, Uwe and Albertz, Stefan}, title = {Use of Virtual Environments in the Promotion and Evaluation of Architectural Designs}, series = {Journal of the 3D-Forum Society}, volume = {16}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {117 -- 122}, year = {2002}, abstract = {Virtual environments can create a realistic impression of an architectural space during the architectural design process, providing a powerful tool for evaluation and promotion during a project's early stages. In comparison to pre-rendered animations, such as walkthroughs based on CAD models, virtual environments can offer intuitive interaction and a more life like experience. Advanced virtual environments allow users to change realtime rendering features with a few manipulations, switching between different versions while still maintaining sensory immersion. This paper reports on an experimental project in which architectural models are being integrated into interactive virtual environments, and includes demonstrations of both the possibilities and limitations of such applications in evaluating, presenting and promoting architectural designs.}, language = {en} } @incollection{HerderGeigerLehmannetal.2009, author = {Herder, Jens and Geiger, Christian and Lehmann, Anke and Vierjahn, Tom and W{\"o}ldecke, Bj{\"o}rn}, title = {Designstrategien f{\"u}r den Einsatz von vibrotaktielem Feedback in Mixed Reality Anwendungen}, series = {Augmented \& Virtual Reality in der Produktentstehung}, volume = {232}, booktitle = {Augmented \& Virtual Reality in der Produktentstehung}, editor = {Gausemeier, J{\"u}rgen and Grafe, Michael}, publisher = {Heinz Nixdorf Institut, Universit{\"a}t Paderborn}, address = {Paderborn}, isbn = {978-3-939350-71-2}, pages = {225 -- 240}, year = {2009}, language = {de} } @inproceedings{HerderCohen1997, author = {Herder, Jens and Cohen, Michael}, title = {Enhancing Perspicuity of Objects in Virtual Reality Environments}, series = {Proceedings, Second International Conference on Cognitive Technology}, booktitle = {Proceedings, Second International Conference on Cognitive Technology}, editor = {Gorayska, Barbara and Nehaniv, Chrystopher L. and Marsh, Jonathon P.}, publisher = {IEEE}, address = {Los Alamitos}, isbn = {0-8186-8084-9}, pages = {228 -- 237}, year = {1997}, abstract = {In an information-rich Virtual Reality (VR) environment, the user is immersed in a world containing many objects providing that information. Given the finite computational resources of any computer system, optimization is required to ensure that the most important information is presented to the user as clearly as possible and in a timely fashion. In particular, what is desired are means whereby the perspicuity of an object may be enhanced when appropriate. An object becomes more perspicuous when the information it provides to the user becomes more readily apparent. Additionally, if a particular object provides high-priority information, it would be advantageous to make that object obtrusive as well as highly perspicuous. An object becomes more obtrusive if it draws attention to itself (or equivalently, if it is hard to ignore). This paper describes a technique whereby objects may dynamically adapt their representation in a user's environment according to a dynamic priority evaluation of the information each object provides. The three components of our approach are: - an information manager that evaluates object information priority, - an enhancement manager that tabulates rendering features associated with increasing object perspicuity and obtrusion as a function of priority, and - a resource manager that assigns available object rendering resources according to features indicated by the enhancement manager for the priority set for each object by the information manager. We consider resources like visual space (pixels), sound spatialization channels (mixels), MIDI/audio channels, and processing power, and discuss our approach applied to different applications. Assigned object rendering features are implemented locally at the object level (e.g., object facing the user using the billboard node in VRML 2.0) or globally, using helper applications (e.g., active spotlights, semi-automatic cameras).}, language = {en} } @inproceedings{SchmittHerderBhalla1997, author = {Schmitt, Lothar M. and Herder, Jens and Bhalla, Subhash}, title = {Information Retrieval and Database Architecture for Conventional Japanese Character Dictionaries}, series = {Proceedings, Second International Conference on Cognitive Technology}, booktitle = {Proceedings, Second International Conference on Cognitive Technology}, editor = {Gorayska, Barbara and Nehaniv, Chrystopher L. and Marsh, Jonathon P.}, publisher = {IEEE}, address = {Los Alamitos}, isbn = {0-8186-8084-9}, pages = {200 -- 217}, year = {1997}, abstract = {The cycle of abstraction-reconstruction which occurs as a fundamental principle in the development of culture and in cognitive processes is described and analyzed. This approach leads to recognition of boundary conditions for and directions of probable development of cognitive tools. It is shown how the transition from a conventional Japanese-English character dictionary to a multi-dimensional language database is an instance of such an abstraction-reconstruction cycle. The different phases of the design of a multi-dimensional language database based upon different computer software technologies are properly placed in this cycle. The methods used include the use of UNIX software tools, classical database methods as-well-as the use of search engines based upon full text search in this process. Several directions of application and extension for a multi-dimensional language database are discussed from the general point of view of an abstraction-reconstruction cycle.}, language = {en} } @inproceedings{MartensHerder1999, author = {Martens, William L. and Herder, Jens}, title = {Perceptual criteria for eliminating reflectors and occluders from the rendering of environmental sound}, series = {137th Regular Meeting of the Acoustical Society of America and the 2nd Convention of the European Acoustics Association}, booktitle = {137th Regular Meeting of the Acoustical Society of America and the 2nd Convention of the European Acoustics Association}, publisher = {Acoustical Society of America, European Acoustics Association}, address = {Berlin}, year = {1999}, abstract = {Given limited computational resources available for the rendering of spatial sound imagery, we seek to determine effective means for choosing whatcomponents of the rendering will provide the most audible differences in the results. Rather than begin with an analytic approach that attempts to predict audible differences on the basis of objective parameters, we chose to begin with subjective tests of how audibly different the rendering result may be heard to be when that result includes two types of sound obstruction: reflectors and occluders. Single-channel recordings of 90 short speech sounds were made in an anechoic chamber in the presence and absence of these two types of obstructions, and as the angle of those obstructions varied over a 90 degree range. These recordings were reproduced over a single loudspeaker in that anechoic chamber, and listeners were asked to rate how confident they were that the recording of each of these 90 stimuli included an obstruction. These confidence ratings can be used as an integral component in the evaluation function used to determine which reflectors and occluders are most important for rendering.}, language = {en} } @inproceedings{MartensHerderShiba1999, author = {Martens, William L. and Herder, Jens and Shiba, Yoshiki}, title = {A filtering model for efficient rendering of the spatial image of an occluded virtual sound source}, series = {137th Regular Meeting of the Acoustical Society of America and the 2nd Convention of the European Acoustics Association}, booktitle = {137th Regular Meeting of the Acoustical Society of America and the 2nd Convention of the European Acoustics Association}, publisher = {Acoustical Society of America, European Acoustics Association}, address = {Berlin}, year = {1999}, abstract = {Rendering realistic spatial sound imagery for complex virtual environments must take into account the effects of obstructions such as reflectors and occluders. It is relatively well understood how to calculate the acoustical consequence that would be observed at a given observation point when an acoustically opaque object occludes a sound source. But the interference patterns generated by occluders of various geometries and orientations relative to the virtual source and receiver are computationally intense if accurate results are required. In many applications, however, it is sufficient to create a spatial image that is recognizable by the human listener as the sound of an occluded source. In the interest of improving audio rendering efficiency, a simplified filtering model was developed and its audio output submitted to psychophysical evaluation. Two perceptually salient components of occluder acoustics were identified that could be directly related to the geometry and orientation of a simple occluder. Actual occluder impulse responses measured in an anechoic chamber resembled the responses of a model incorporating only a variable duration delay line and a low-pass filter with variable cutoff frequenc}, language = {en} } @article{AmanoMatsushitaYanagawaetal.1998, author = {Amano, Katsumi and Matsushita, Fumio and Yanagawa, Hirofumi and Cohen, Michael and Herder, Jens and Martens, William and Koba, Yoshiharu and Tohyama, Mikio}, title = {A Virtual Reality Sound System Using Room-Related Transfer Functions Delivered Through a Multispeaker Array: the PSFC at the University of Aizu Multimedia Center}, series = {TVRSJ}, volume = {3}, journal = {TVRSJ}, number = {1}, publisher = {J-STAGE}, doi = {10.18974/tvrsj.3.1_1}, pages = {1 -- 12}, year = {1998}, abstract = {The PSFC, or Pioneer Sound Field Controller, is a DSP-driven hemispherical loudspeaker array, installed at the University of Aizu Multimedia Center. The PSFC features realtime manipulation of the primary components of sound spatialization for each of two audio sources located in a virtual environment, including the content (apparent direction and distance) and context (room characteristics: reverberation level, room size and liveness). In an alternate mode, it can also direct the destination of the two separate input signals across 14 loudspeakers, manipulating the direction of the virtual sound sources with no control over apparent distance other than that afforded by source loudness (including no simulated environmental reflections or reverberation). The PSFC speaker dome is about 10 m in diameter, accommodating about fifty simultaneous users, including about twenty users comfortably standing or sitting near its ``sweet spot,'' the area in which the illusions of sound spatialization are most vivid. Collocated with a large screen rear-projection stereographic display, the PSFC is intended for advanced multimedia and virtual reality applications.}, language = {en} } @incollection{CohenHerder1998, author = {Cohen, Michael and Herder, Jens}, title = {Symbolic representations of exclude and include for audio sources and sinks: Figurative suggestions of mute/solo \& cue and deafen/confide \& harken}, series = {Virtual Environments '98, Proceedings of the Eurographics Workshop}, booktitle = {Virtual Environments '98, Proceedings of the Eurographics Workshop}, editor = {G{\"o}bel, Martin and Landauer, J{\"u}rgen and Lang, Ulrich and Wapler, Matthias}, publisher = {Springer-Verlag}, address = {Stuttgart}, isbn = {3-211-83233-5}, doi = {10.1007/978-3-7091-7519-4_23}, pages = {235 -- 242}, year = {1998}, language = {en} } @inproceedings{AmanoMatsushitaYanagawaetal.1996, author = {Amano, Katsumi and Matsushita, Fumio and Yanagawa, Hirofumi and Cohen, Michael and Herder, Jens and Koba, Yoshiharu and Tohyama, Mikio}, title = {The Pioneer sound field control system at the University of Aizu Multimedia Center}, series = {RO-MAN '96 Tsukuba}, booktitle = {RO-MAN '96 Tsukuba}, publisher = {IEEE}, address = {Piscataway}, isbn = {0-7803-3253-9}, doi = {10.1109/ROMAN.1996.568887}, pages = {495 -- 499}, year = {1996}, abstract = {The PSFC, or Pioneer sound field control system, is a DSP-driven hemispherical 14-loudspeaker array, installed at the University of Aizu Multimedia Center. Collocated with a large screen rear-projection stereographic display the PSFC features realtime control of virtual room characteristics and direction of two separate sound channels, smoothly steering them around a configurable soundscape. The PSFC controls an entire sound field, including sound direction, virtual distance, and simulated environment (reverb level, room size and liveness) for each source. It can also configure a dry (DSP-less) switching matrix for direct directionalization. The PSFC speaker dome is about 14 m in diameter, allowing about twenty users at once to comfortably stand or sit near its sweet spot.}, language = {en} } @inproceedings{HerderCohen1997, author = {Herder, Jens and Cohen, Michael}, title = {Sound Spatialization Resource Management in Virtual Reality Environments}, series = {ASVA'97 -- Int. Symp. on Simulation, Visualization and Auralization for Acoustic Research and Education}, booktitle = {ASVA'97 -- Int. Symp. on Simulation, Visualization and Auralization for Acoustic Research and Education}, address = {Tokyo}, pages = {407 -- 414}, year = {1997}, abstract = {In a virtual reality environment users are immersed in a scene with objects which might produce sound. The responsibility of a VR environment is to present these objects, but a system has only limited resources, including spatialization channels (mixels), MIDI/audio channels, and processing power. The sound spatialization resource manager controls sound resources and optimizes fidelity (presence) under given conditions. For that a priority scheme based on human psychophysical hearing is needed. Parameters for spatialization priorities include intensity calculated from volume and distance, orientation in the case of non-uniform radiation patterns, occluding objects, frequency spectrum (low frequencies are harder to localize), expected activity, and others. Objects which are spatially close together (depending on distance and direction) can be mixed. Sources that can not be spatialized can be treated as a single ambient sound source. Important for resource management is the resource assignment, i.e., minimizing swap operations, which makes it desirable to look-ahead and predict upcoming events in a scene. Prediction is achieved by monitoring objects' speed and past evaluation values. Fidelity is contrasted for Zifferent kind of resource restrictions and optimal resource assignment based upon unlimited dynamic scene look-ahead. To give standard and comparable results, the VRML 2.0 specification is used as an application programmer interface. Applicability is demonstrated with a helical keyboard, a polyphonic MIDI stream driven animation including user interaction (user moves around, playing together with programmed notes). The developed sound spatialization resource manager gives improved spatialization fidelity under runtime constraints. Application programmers and virtual reality scene designers are freed from the burden of assigning and predicting the sound sources.}, language = {en} } @inproceedings{MyszkowskiOkunevaHerderetal.1997, author = {Myszkowski, Karol and Okuneva, Galina and Herder, Jens and Kunii, Tosiyasu L. and Ibusuki, Masumi}, title = {Visual Simulation of the Chewing Process for Dentistry}, series = {Visualization \& Modeling}, booktitle = {Visualization \& Modeling}, editor = {Earnshaw, Rae A. and Huw, Jones and John, Vince}, publisher = {Academic Press}, address = {London}, isbn = {0-12-227738-4}, pages = {419 -- 438}, year = {1997}, abstract = {CAD/CAM techniques are increasingly used in dentistry for the design and fabrication of teeth estorations. Important concerns are the correction of articulation problems that existed before treatment and the prevention of treatment-generated problems. These require interactive evaluation of the occlusal surfaces of teeth during mastication. Traditional techniques based on the use of casts with mechanical articulators require manual adjustment of occlusal surfaces, which becomes impractical when hard restoration materials like porcelain are used; they are also time and labor consuming and provide little visual information. We present new visual tools and a related user interface for global articulation simulation, developed for the Intelligent Dental Care System project. The aim of the simulation is visual representation of characteristics relevant to the chewing process. The simulation is based on the construction of distance maps, which are visual representations of the distributions of the distances of points in a tooth to the opposite jaw. We use rasterizing graphics hardware for fast calculation of the distance maps. Distance maps are used for collision detection and for the derivation of various characteristics showing the distribution of load on the teeth and the chewing capability of the teeth. Such characteristics can be calculated for particular positions of the jaws; cumulative characteristics are used to describe the properties of jaw movement. This information may be used for interactive design of the occlusal surfaces of restorations and for jaw articulation diagnosis. We also demonstrate elements of a user interface that exploit metaphors familiar to dentists from everyday practice.}, language = {en} } @incollection{HerderMyszkowskiKuniietal.1996, author = {Herder, Jens and Myszkowski, Karol and Kunii, Tosiyasu L. and Ibusuki, Masumi}, title = {A Virtual Reality Interface to an Intelligent Dental Care System}, series = {Medicine Meets Virtual Reality 4}, booktitle = {Medicine Meets Virtual Reality 4}, editor = {Weghorst, Suzanne J. and Sieburg, Hans B. and Morgan, Karen S.}, publisher = {IOS Press}, address = {Amsterdam}, pages = {17 -- 20}, year = {1996}, language = {en} } @article{Herder1999, author = {Herder, Jens}, title = {Visualization of a Clustering Algorithm of Sound Sources based on Localization Errors}, series = {Journal of the 3D-Forum Society}, volume = {13}, journal = {Journal of the 3D-Forum Society}, number = {3}, pages = {66 -- 70}, year = {1999}, abstract = {A module for soundscape monitoring and visualizing resource management processes was extended for presenting clusters, generated by a novel sound source clustering algorithm. This algorithm groups multiple sound sources together into a single representative source, considering localization errors depending on listener orientation. Localization errors are visualized for each cluster using resolution cones. Visualization is done in runtime and allows understanding and evaluation of the clustering algorithm.}, language = {en} } @article{JensHerder1999, author = {Jens Herder,}, title = {Optimization of Sound Spatialization Resource Management through Clustering}, series = {Journal of the 3D-Forum Society}, volume = {13}, journal = {Journal of the 3D-Forum Society}, number = {3}, pages = {59 -- 65}, year = {1999}, abstract = {Level-of-detail is a concept well-known in computer graphics to reduce the number of rendered polygons. Depending on the distance to the subject (viewer), the objects' representation is changed. A similar concept is the clustering of sound sources for sound spatialization. Clusters can be used to hierarchically organize mixelsand to optimize the use of resources, by grouping multiple sources together into a single representative source. Such a clustering process should minimize the error of position allocation of elements, perceived as angle and distance, and also differences between velocity relative to the sink (i.e., Doppler shift). Objects with similar direction of motion and speed (relative to sink) in the same acoustic resolution cone and with similar distance to a sink can be grouped together.}, language = {de} } @misc{Herder2000, author = {Herder, Jens}, title = {Interactive Sound Spatialization - a Primer}, series = {MM News, University of Aizu Multimedia Center}, volume = {8}, journal = {MM News, University of Aizu Multimedia Center}, pages = {8 -- 12}, year = {2000}, abstract = {Sound spatialization is a technology which puts sound into the three dimensional space, so that it has a perceivable direction and distance. Interactive means mutually or reciprocally active. Interaction is when one action (e.g., user moves mouse) has direct or immediate influence to other actions (e.g., processing by a computer: graphics change in size). Based on this definition an introduction to sound reproduction using DVD and virtual environments is given and illustrated by applications (e.g., virtual converts).}, language = {mul} } @inproceedings{HerderYamazaki2000, author = {Herder, Jens and Yamazaki, Yasuhiro}, title = {A Chatspace Deploying Spatial Audio for Enhanced Conferencing}, series = {Third International Conference on Human and Computer}, booktitle = {Third International Conference on Human and Computer}, publisher = {University of Aizu}, address = {Aizu-Wakamatsu}, pages = {197 -- 202}, year = {2000}, language = {en} } @inproceedings{HonnoSuzukiHerder2000, author = {Honno, Kuniaki and Suzuki, Kenji and Herder, Jens}, title = {Distance and Room Effects Control for the PSFC, an Auditory Display using a Loudspeaker Array}, series = {Third International Conference on Human and Computer}, booktitle = {Third International Conference on Human and Computer}, publisher = {University of Aizu}, address = {Aizu-Wakamatsu}, pages = {71 -- 76}, year = {2000}, abstract = {The Pioneer Sound Field Controller (PSFC), a loudspeaker array system, features realtime configuration of an entire sound field,including sound source direction, virtual distance, and context of simulated environment (room characteristics: room size and liveness)for each of two sound sources. In the PSFC system, there is no native parameter to specify the distance between the sound source and sound sink (listener) and also no function to control it directrly. This paper suggests the method to control virtual distance using basic parameters: volume, room size and liveness. The implementation of distance cue is an important aspect of 3D sounds. Virtual environments supporting room effects like reverberation not only gain realism but also provide additional information to users about surrounding space. The context switch of different aural attributes is done by using an API of the Sound Spatialization Framework. Therefore, when the sound sink move through two rooms, like a small bathroom and a large living room, the context of the sink switches and different sound is obtained.}, language = {en} } @phdthesis{Herder1999, author = {Herder, Jens}, title = {A Sound Spatialization Resource Management Framework}, publisher = {University of Tsukuba}, address = {Tsukuba}, organization = {University of Tsukuba}, year = {1999}, abstract = {In a virtual reality environment, users are immersed in a scene with objects which might produce sound. The responsibility of a VR environment is to present these objects, but a practical system has only limited resources, including spatialization channels (mixels), MIDI/audio channels, and processing power. A sound spatialization resource manager, introduced in this thesis, controls sound resources and optimizes fidelity (presence) under given conditions, using a priority scheme based on psychoacoustics. Objects which are spatially close together can be coalesced by a novel clustering algorithm, which considers listener localization errors. Application programmers and VR scene designers are freed from the burden of assigning mixels and predicting sound source locations. The framework includes an abstract interface for sound spatialization backends, an API for the VR environments, and multimedia authoring tools.}, language = {en} } @article{CohenHerderLMartens1999, author = {Cohen, Michael and Herder, Jens and L. Martens, William}, title = {Cyberspatial Audio Technology}, series = {The Journal of the Acoustical Society of Japan (E)}, volume = {20}, journal = {The Journal of the Acoustical Society of Japan (E)}, number = {6}, doi = {10.1250/ast.20.389}, pages = {389 -- 395}, year = {1999}, abstract = {Cyberspatial audio applications are distinguished from the broad range of spatial audio applications in a number of important ways that help to focus this review. Most significant is that cyberspatial audio is most often designed to be responsive to user inputs. In contrast to non-interactive auditory displays, cyberspatial auditory displays typically allow active exploration of the virtual environment in which users find themselves. Thus, at least some portion of the audio presented in a cyberspatial environment must be selected, processed, or otherwise rendered with minimum delay relative to user input. Besides the technological demands associated with realtime delivery of spatialized sound, the type and quality of auditory experiences supported are also very different from those associated with displays that support stationary sound localization.}, language = {en} } @inproceedings{IshikawaHiroseHerder1998, author = {Ishikawa, Kimitaka and Hirose, Minefumi and Herder, Jens}, title = {A Sound Spatialization Server for a Speaker Array as an Integrated Part of a Virtual Environment}, series = {IEEE YUFORIC Germany 98}, booktitle = {IEEE YUFORIC Germany 98}, publisher = {IEEE}, address = {Stuttgart}, year = {1998}, abstract = {Spatial sound plays an important role in virtual reality environments, allowing orientation in space, giving a feeling of space, focusing the user on events in the scene, and substituting missing feedback cues (e.g., force feedback). The sound spatialization framework of the University of Aizu, which supports number of spatialization backends, has been extended to include a sound spatialization server for a multichannel loudspeaker array (Pioneer Sound Field Control System). Our goal is that the spatialization server allows easy integration into virtual environments. Modeling of distance cues, which are essential for full immersion, is discussed. Furthermore, the integration of this prototype into different applications allowed us to reveal the advantages and problems of spatial sound for virtual reality environments.}, language = {en} } @article{Herder1998, author = {Herder, Jens}, title = {Tools and Widgets for Spatial Sound Authoring}, series = {Computer Networks \& ISDN Systems}, volume = {30}, journal = {Computer Networks \& ISDN Systems}, number = {20-21}, publisher = {Elsevier}, pages = {1933 -- 1940}, year = {1998}, language = {en} } @inproceedings{CohenHerderMartens2001, author = {Cohen, Michael and Herder, Jens and Martens, William}, title = {Panel: Eartop computing and cyberspatial audio technology}, series = {IEEE-VR2001: IEEE Virtual Reality}, booktitle = {IEEE-VR2001: IEEE Virtual Reality}, publisher = {IEEE}, address = {Yokohama}, isbn = {0-7695-0948-7}, pages = {322 -- 323}, year = {2001}, language = {en} } @inproceedings{Herder2001, author = {Herder, Jens}, title = {Applications of Spatial Auditory Displays in the Context of Art and Music}, series = {Human Supervision and Control in Engineering and Music}, booktitle = {Human Supervision and Control in Engineering and Music}, publisher = {Universit{\"a}t Kassel}, address = {Kassel}, year = {2001}, language = {en} } @article{Herder2001, author = {Herder, Jens}, title = {Interactive Content Creation with Virtual Set Environments}, series = {Journal of the 3D-Forum Society}, volume = {15}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {53 -- 56}, year = {2001}, abstract = {Digital broadcasting enables interactive \sc tv studios with virtual set environments. This presentation reviews current technology and describes the requirements for such systems. Interoperability over the production, streaming, and viewer levels requires open interfaces. As the technology allow more interaction, it becomes inherent difficult to control the quality of the viewers experience.}, language = {en} } @inproceedings{Herder2000, author = {Herder, Jens}, title = {Challenges of Virtual Sets: From Broadcasting to Interactive Media}, series = {Seventh International Workshop on Human}, booktitle = {Seventh International Workshop on Human}, publisher = {University of Aizu}, address = {Aizu-Wakamatsu}, pages = {13 -- 17}, year = {2000}, abstract = {Virtual sets have evolved from computer-generated, prerendered 2D backgrounds to realtime, responsive 3D computer graphics and are nowadays standard repertoire of broadcasting divisions. The graphics, which are combined with real video feed becoming moresophisticated, real looking and more responsive. We will look at the recent developments and suggest further developments like integration of spatial audio into the studio production and generating interactive media streams. Educational institutes recognize the demands of the rising media industry and established new courses on media technology like the Duesseldorf University of Applied Sciences.}, language = {en} } @article{HerderYamazaki2000, author = {Herder, Jens and Yamazaki, Yasuhiro}, title = {A Chatspace Deploying Spatial Audio for Enhanced Conferencing}, series = {Journal of the 3D-Forum Society}, volume = {15}, journal = {Journal of the 3D-Forum Society}, number = {1}, year = {2000}, language = {en} } @article{HonnoSuzukiHerder2000, author = {Honno, Kuniaki and Suzuki, Kenji and Herder, Jens}, title = {Distance and Room Effects Control for the PSFC, an Auditory Display using a Loudspeaker Array}, series = {Journal of the 3D-Forum Society}, volume = {14}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {146 -- 151}, year = {2000}, abstract = {The Pioneer Sound Field Controller (PSFC), a loudspeaker array system, features realtime configuration of an entire sound field, including sound source direction, virtual distance, and context of simulated environment (room characteristics: room size and liveness) for each of two sound sources. In the PSFC system, there is no native parameter to specify the distance between the sound source and sound sink (listener) and also no function to control it directrly. This paper suggests the method to control virtual distance using basic parameters: volume, room size and liveness. The implementation of distance cue is an important aspect of 3D sounds. Virtual environments supporting room effects like reverberation not only gain realism but also provide additional information to users about surrounding space. The context switch of different aural attributes is done by using an API of the Sound Spatialization Framework. Therefore, when the sound sink move through two rooms, like a small bathroom and a large living room, the context of the sink switches and different sound is obtained.}, language = {en} } @incollection{SuzukiNishojiHerder2000, author = {Suzuki, Kenji and Nishoji, Yuji and Herder, Jens}, title = {Implementation of Aural Attributes for Simulation of Room Effects in Virtual Environments}, series = {ACM Multimedia 2000}, booktitle = {ACM Multimedia 2000}, publisher = {ACM}, address = {Los Angeles}, pages = {439 -- 441}, year = {2000}, abstract = {The audio design for virtual environments includes simulation of acoustical room properties besides specifing sound sources and sinks and their behavior. Virtual environments supporting room reverberation not only gain realism but also provide additional information to the user about surrounding space. Catching the different sound properties by the different spaces requires partitioning the space by the properties of aural spaces. We define soundscape and aural attributes as an application and multimedia content interface. Calculated data on an abstract level is sent to spatialization backends. Part of this research was the implementation of a device driver for the Roland Sound Space Processor. This device not only directionalizes sound sources, but also controls room effects like reverberation.}, language = {en} } @inproceedings{YamazakiHerder2000, author = {Yamazaki, Yasuhiro and Herder, Jens}, title = {Exploring Spatial Audio Conferencing Functionality in Multiuser Virtual Environments}, series = {The Third International Conference on Collaborative Virtual Environments}, booktitle = {The Third International Conference on Collaborative Virtual Environments}, publisher = {ACM}, address = {San Francisco}, pages = {207 -- 208}, year = {2000}, abstract = {A chatspace was developed that allows conversation with 3D sound using networked streaming in a shared virtual environment. The system provides an interface to advanced audio features, such as a "whisper function" for conveying a confided audio stream. This study explores the use of spatial audio to enhance a user's experience in multiuser virtual environments.}, language = {en} } @inproceedings{Herder1999, author = {Herder, Jens}, title = {Optimization of Sound Spatialization Resource Management through Clustering}, series = {Second International Conference on Human and Computer}, booktitle = {Second International Conference on Human and Computer}, address = {Aizu-Wakamatsu}, pages = {1 -- 7}, year = {1999}, abstract = {Level-of-detail is a concept well-known in computer graphics to reduce the number of rendered polygons. Depending on the distance to the subject (viewer), the objects' representation is changed. A similar concept is the clustering of sound sources for sound spatialization. Clusters can be used to hierarchically organize mixels and to optimize the use of resources, by grouping multiple sources together into a single representative ource. Such a clustering process should minimize the error of position allocation of elements, perceived as angle and distance, and also differences between velocity relative to the sink (i.e., Doppler shift). Objects with similar direction of motion and speed (relative to sink) in the same acoustic resolution cone and with similar distance to a sink can be grouped together.}, language = {en} } @inproceedings{Herder1999, author = {Herder, Jens}, title = {Visualization of a Clustering Algorithm of Sound Sources based on Localization Errors}, series = {Second International Conference on Human and Computer}, booktitle = {Second International Conference on Human and Computer}, address = {Aizu-Wakamatsu}, pages = {1 -- 5}, year = {1999}, abstract = {A module for soundscape monitoring and visualizing resource management processes was extended for presenting clusters, generated by a novel sound source clustering algorithm. This algorithm groups multiple sound sources together into a single representative source, considering localization errors depending on listener orientation. Localization errors are visualized for each cluster using resolution cones. Visualization is done in runtime and allows understanding and evaluation of the clustering algorithm.}, language = {en} } @article{MartensHerder1999, author = {Martens, William L. and Herder, Jens}, title = {Perceptual criteria for eliminating reflectors and occluders for efficient rendering of environmental sound}, series = {The Journal of the Acoustical Society of America}, volume = {105}, journal = {The Journal of the Acoustical Society of America}, number = {2}, doi = {10.1121/1.425349}, pages = {979}, year = {1999}, language = {en} } @inproceedings{HerderCohen1996, author = {Herder, Jens and Cohen, Michael}, title = {Design of a Helical Keyboard}, series = {icad'96 - International Conference on Auditory Display, Palo Alto}, booktitle = {icad'96 - International Conference on Auditory Display, Palo Alto}, address = {Palo Alto}, year = {1996}, abstract = {Inspired by the cyclical nature of octaves and helical structure of a scale (Shepard, '82 and '83), we prepared a model of a piano-style keyboard (prototyped in Mathematica), which was then geometrically warped into a left-handed helical configuration, one octave/revolution, pitch mapped to height. The natural orientation of upper frequency keys higher on the helix suggests a parsimonious left-handed chirality, so that ascending notes cross in front of a typical listener left to right. Our model is being imported (via the dxf file format) into (Open Inventor/)VRML, where it can be driven by MIDI events, realtime or sequenced, which stream is both synthesized (by a Roland Sound Module), and spatialized by a heterogeneous spatial sound backend (including the Crystal River Engineering Acoustetron II and the Pioneer Sound Field Control speaker-array System), so that the sound of the respective notes is directionalized with respect to sinks, avatars of the human user, by default in the tube of the helix. This is a work-in-progress which we hope to be fully functional within the next few months.}, language = {en} } @techreport{ChristiansonHerder1995, author = {Christianson, Kiel and Herder, Jens}, title = {Mini-lectures in Computer Science on the WWW}, address = {Aizu}, organization = {University of Aizu, Center for Language Research}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-854}, year = {1995}, abstract = {The task of the Center for Language Research is to provide content-based English language instruction for students of computer science and engineering. As such, we find ourselves at the confluence of many of the streams currently running through the English Language Teaching profession, including English for Science and Technology (EST), English for Academic Purposes (EAP), English for Specific Purposes (ESP), Computer-assisted language learning (CALL), content-based instruction, and multimedia applications in foreign language pedagogy. This paper describes our initial attempts to construct a number of World Wide Web pages where students will be able to study EST, EAP, and computer science topics on their own in a multimedia environment.}, language = {en} } @inproceedings{Herder1997, author = {Herder, Jens}, title = {Cooperative Tools for Teaching : an Impact of a Network Environment}, series = {Annual Report of the Information Systems and Technology Center, University of Aizu, October 1997}, booktitle = {Annual Report of the Information Systems and Technology Center, University of Aizu, October 1997}, address = {Aizu}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-827}, pages = {3 -- 8}, year = {1997}, abstract = {Education at the University of Aizu is focussed upon computer science. Besides being the subject matter of many courses, however, the computer also plays a vital role in the educational process itself, both in the distribution of instructional media, and in providing students with valuable practical experience. All students have unlimited access (24-hours-a-day) to individual networked workstations, most of which are multimedia-capable (even video capture is possible in two exercise rooms). Without software and content tailored for computer-aided instruction, the hardware becomes an expensive decoration. In any case, there is a need to better educate the instructors and students in the use of the equipment. In the interest of facilitating effective, collaborative use of network-based computers in teaching, this article explores the impact that a network environment can have on such activities. First, as a general overview, and to examine the motivation for the use of a network environment in teaching, this article reviews a range of different styles of collaboration. Then the article shows what kind of tools are available for use, within the context of what has come to be called Computer-Supported Cooperative Work (CSCW).}, language = {en} } @inproceedings{Herder1998, author = {Herder, Jens}, title = {Sound Spatialization Framework: An Audio Toolkit for Virtual Environments}, series = {First International Conference on Human and Computer, Aizu-Wakamatsu, September 1998}, booktitle = {First International Conference on Human and Computer, Aizu-Wakamatsu, September 1998}, address = {Aizu}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-788}, pages = {6}, year = {1998}, abstract = {The Sound Spatialization Framework is a C++ toolkit and development environment for providing advanced sound spatialization for virtual reality and multimedia applications. The Sound Spatialization Framework provides many powerful display and user-interface features not found in other sound spatialization software packages. It provides facilities that go beyond simple sound source spatialization: visualization and editing of the soundscape, multiple sinks, clustering of sound sources, monitoring and controlling resource management, support for various spatialization backends, and classes for MIDI animation and handling.}, language = {en} } @inproceedings{Herder1997, author = {Herder, Jens}, title = {Tools and widgets for spatial sound authoring}, series = {CompuGraphics ' 97, Sixth International Conference on Computational Graphics and Visualization Techniques: Graphics in the Internet Age, Vilamoura, Portugal}, booktitle = {CompuGraphics ' 97, Sixth International Conference on Computational Graphics and Visualization Techniques: Graphics in the Internet Age, Vilamoura, Portugal}, address = {Portugal}, isbn = {972-8342-02-0}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-896}, pages = {87 -- 95}, year = {1997}, abstract = {Broader use of virtual reality environments and sophisticated animations spawn a need for spatial sound. Until now, spatial sound design has been based very much on experience and trial and error. Most effects are hand-crafted, because good design tools for spatial sound do not exist. This paper discusses spatial sound authoring and its applications, including shared virtual reality environments based on VRML. New utilities introduced by this research are an inspector for sound sources, an interactive resource manager, and a visual soundscape manipulator. The tools are part of a sound spatialization framework and allow a designer/author of multimedia content to monitor and debug sound events. Resource constraints like limited sound spatialization channels can also be simulated.}, language = {en} } @incollection{DavinHerder2021, author = {Davin, Till and Herder, Jens}, title = {Real-Time Relighting of Video Streams for Augmented Virtuality Scenes}, series = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, booktitle = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, editor = {Weier, Martin and Bues, Matthias and Wechner, Reto}, publisher = {Gesellschaft f{\"u}r Informatik e.V. (GI)}, address = {Bonn}, doi = {10.18420/vrar2021_6}, publisher = {Hochschule D{\"u}sseldorf}, pages = {16}, year = {2021}, language = {en} } @inproceedings{HonsbrokMostafawyHerderetal.2025, author = {Honsbrok, Jan and Mostafawy, Sina and Herder, Jens and Huldtgren, Alina}, title = {Ray-LUT: A Lookup-Based Method for Camera Lens Simulation in Real-Time Using Ray Tracing}, series = {Proceedings of the 20th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications}, booktitle = {Proceedings of the 20th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications}, publisher = {SciTePress}, doi = {10.5220/0013105900003912}, pages = {177 -- 184}, year = {2025}, abstract = {Lens systems have a major influence on the image due to effects such as depth of field or optical aberrations. The only method to simulate these effects precisely is to trace rays through an actual lens system. This provides accurate results, but only with high computational effort. To speed up the ray tracing through the lens system, various acceleration methods have been developed, requiring considerable precomputations. We present a new method based on the Realistic Camera by Kolb et. al.. Instead of tracing each ray through the lens system, the rays are precomputed once and stored in a lookup table. In contrast to other methods, our method is simple, and does not require substantial preprocessing upfront. We can simulate complex effects such as chromatic aberrations accurately in real-time, regardless the number of lens surfaces in the system. Our method achieves the same performance as state-of-the-art methods like Polynomial Optics, while maintaining the same number of samples per pixel.}, language = {en} } @inproceedings{HerderNeiderKinuwaki2007, author = {Herder, Jens and Neider, Christian and Kinuwaki, Shinichi}, title = {HDR-based lighting estimation for virtual studio (TV) environments}, series = {10th International Conference on Human and Computer}, booktitle = {10th International Conference on Human and Computer}, address = {D{\"u}sseldorf, Aizu-Wakamatsu}, doi = {10.20385/opus4-1666}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16665}, pages = {111 -- 117}, year = {2007}, abstract = {Two high dynamic range HDR environments maps based on video streams from fish-eye lens cameras are used for generating virtual lights in a virtual set renderer. The task of realistic virtual light setup of scenes using captured environment maps might be eased as well as visual quality improves. We discuss the light setting problem for virtual studio tv productions which have mixed scenes of real objects, actors, virtual objects and virtual backgrounds. Benefits of hdr interactive light control are that the real light in the studio does not have to be remodeled and the artistic impression by using the light in the studio is also captured. An analysis of system requirements identifies technical challenges. We discuss the properties of a prototype system including test production.}, language = {en} } @incollection{MichaelisHerder2025, author = {Michaelis, Maja and Herder, Jens}, title = {Augmented Reality for Lighting Adjustment in a Virtual Studio}, series = {Augmented Reality - Situated Spatial Synergy [Working Title]}, booktitle = {Augmented Reality - Situated Spatial Synergy [Working Title]}, editor = {Cohen, Michael}, publisher = {IntechOpen}, address = {London}, doi = {10.5772/intechopen.1012424}, publisher = {Hochschule D{\"u}sseldorf}, year = {2025}, abstract = {An interactive virtual studio is used for live broadcasts with live interaction in front of the recording system. Advances in Augmented Reality (AR) using video see-through Head-Mounted Displays (HMDs) also make it possible to improve the production process itself. Lighting can be improved and adjusted using AR while seeing live effects. An Augmented Reality Lighting Adjustment System (ARLAS) for a virtual studio has been developed and evaluated. The traditional process for controlling lighting in a virtual studio is complicated and time-consuming. It often requires several people to control many different components at different locations. Using AR, this process is simplified by integrating relevant programs and video streams into a single application on an HMD, allowing direct control at lighting locations. Changes to settings are immediately visible on the real fixtures. Real lights can be replicated virtually to maintain consistent lighting conditions in virtual scenes, ensuring that virtual objects are lit as they would be in a real studio. The prototype demonstrated the benefits of AR for complex virtual studio setups and was evaluated by 18 participants.}, subject = {Erweiterte Realit{\"a}t (Informatik)}, language = {en} }