@inproceedings{IshikawaHiroseHerder1998, author = {Ishikawa, Kimitaka and Hirose, Minefumi and Herder, Jens}, title = {A Sound Spatialization Server for a Speaker Array as an Integrated Part of a Virtual Environment}, series = {IEEE YUFORIC Germany 98}, booktitle = {IEEE YUFORIC Germany 98}, publisher = {IEEE}, address = {Stuttgart}, year = {1998}, abstract = {Spatial sound plays an important role in virtual reality environments, allowing orientation in space, giving a feeling of space, focusing the user on events in the scene, and substituting missing feedback cues (e.g., force feedback). The sound spatialization framework of the University of Aizu, which supports number of spatialization backends, has been extended to include a sound spatialization server for a multichannel loudspeaker array (Pioneer Sound Field Control System). Our goal is that the spatialization server allows easy integration into virtual environments. Modeling of distance cues, which are essential for full immersion, is discussed. Furthermore, the integration of this prototype into different applications allowed us to reveal the advantages and problems of spatial sound for virtual reality environments.}, language = {en} } @article{Herder1998, author = {Herder, Jens}, title = {Tools and Widgets for Spatial Sound Authoring}, series = {Computer Networks \& ISDN Systems}, volume = {30}, journal = {Computer Networks \& ISDN Systems}, number = {20-21}, publisher = {Elsevier}, pages = {1933 -- 1940}, year = {1998}, language = {en} } @inproceedings{CohenHerderMartens2001, author = {Cohen, Michael and Herder, Jens and Martens, William}, title = {Panel: Eartop computing and cyberspatial audio technology}, series = {IEEE-VR2001: IEEE Virtual Reality}, booktitle = {IEEE-VR2001: IEEE Virtual Reality}, publisher = {IEEE}, address = {Yokohama}, isbn = {0-7695-0948-7}, pages = {322 -- 323}, year = {2001}, language = {en} } @inproceedings{Herder2001, author = {Herder, Jens}, title = {Applications of Spatial Auditory Displays in the Context of Art and Music}, series = {Human Supervision and Control in Engineering and Music}, booktitle = {Human Supervision and Control in Engineering and Music}, publisher = {Universit{\"a}t Kassel}, address = {Kassel}, year = {2001}, language = {en} } @article{Herder2001, author = {Herder, Jens}, title = {Interactive Content Creation with Virtual Set Environments}, series = {Journal of the 3D-Forum Society}, volume = {15}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {53 -- 56}, year = {2001}, abstract = {Digital broadcasting enables interactive \sc tv studios with virtual set environments. This presentation reviews current technology and describes the requirements for such systems. Interoperability over the production, streaming, and viewer levels requires open interfaces. As the technology allow more interaction, it becomes inherent difficult to control the quality of the viewers experience.}, language = {en} } @inproceedings{Herder2000, author = {Herder, Jens}, title = {Challenges of Virtual Sets: From Broadcasting to Interactive Media}, series = {Seventh International Workshop on Human}, booktitle = {Seventh International Workshop on Human}, publisher = {University of Aizu}, address = {Aizu-Wakamatsu}, pages = {13 -- 17}, year = {2000}, abstract = {Virtual sets have evolved from computer-generated, prerendered 2D backgrounds to realtime, responsive 3D computer graphics and are nowadays standard repertoire of broadcasting divisions. The graphics, which are combined with real video feed becoming moresophisticated, real looking and more responsive. We will look at the recent developments and suggest further developments like integration of spatial audio into the studio production and generating interactive media streams. Educational institutes recognize the demands of the rising media industry and established new courses on media technology like the Duesseldorf University of Applied Sciences.}, language = {en} } @article{HerderYamazaki2000, author = {Herder, Jens and Yamazaki, Yasuhiro}, title = {A Chatspace Deploying Spatial Audio for Enhanced Conferencing}, series = {Journal of the 3D-Forum Society}, volume = {15}, journal = {Journal of the 3D-Forum Society}, number = {1}, year = {2000}, language = {en} } @article{HonnoSuzukiHerder2000, author = {Honno, Kuniaki and Suzuki, Kenji and Herder, Jens}, title = {Distance and Room Effects Control for the PSFC, an Auditory Display using a Loudspeaker Array}, series = {Journal of the 3D-Forum Society}, volume = {14}, journal = {Journal of the 3D-Forum Society}, number = {4}, pages = {146 -- 151}, year = {2000}, abstract = {The Pioneer Sound Field Controller (PSFC), a loudspeaker array system, features realtime configuration of an entire sound field, including sound source direction, virtual distance, and context of simulated environment (room characteristics: room size and liveness) for each of two sound sources. In the PSFC system, there is no native parameter to specify the distance between the sound source and sound sink (listener) and also no function to control it directrly. This paper suggests the method to control virtual distance using basic parameters: volume, room size and liveness. The implementation of distance cue is an important aspect of 3D sounds. Virtual environments supporting room effects like reverberation not only gain realism but also provide additional information to users about surrounding space. The context switch of different aural attributes is done by using an API of the Sound Spatialization Framework. Therefore, when the sound sink move through two rooms, like a small bathroom and a large living room, the context of the sink switches and different sound is obtained.}, language = {en} } @incollection{SuzukiNishojiHerder2000, author = {Suzuki, Kenji and Nishoji, Yuji and Herder, Jens}, title = {Implementation of Aural Attributes for Simulation of Room Effects in Virtual Environments}, series = {ACM Multimedia 2000}, booktitle = {ACM Multimedia 2000}, publisher = {ACM}, address = {Los Angeles}, pages = {439 -- 441}, year = {2000}, abstract = {The audio design for virtual environments includes simulation of acoustical room properties besides specifing sound sources and sinks and their behavior. Virtual environments supporting room reverberation not only gain realism but also provide additional information to the user about surrounding space. Catching the different sound properties by the different spaces requires partitioning the space by the properties of aural spaces. We define soundscape and aural attributes as an application and multimedia content interface. Calculated data on an abstract level is sent to spatialization backends. Part of this research was the implementation of a device driver for the Roland Sound Space Processor. This device not only directionalizes sound sources, but also controls room effects like reverberation.}, language = {en} } @inproceedings{YamazakiHerder2000, author = {Yamazaki, Yasuhiro and Herder, Jens}, title = {Exploring Spatial Audio Conferencing Functionality in Multiuser Virtual Environments}, series = {The Third International Conference on Collaborative Virtual Environments}, booktitle = {The Third International Conference on Collaborative Virtual Environments}, publisher = {ACM}, address = {San Francisco}, pages = {207 -- 208}, year = {2000}, abstract = {A chatspace was developed that allows conversation with 3D sound using networked streaming in a shared virtual environment. The system provides an interface to advanced audio features, such as a "whisper function" for conveying a confided audio stream. This study explores the use of spatial audio to enhance a user's experience in multiuser virtual environments.}, language = {en} } @inproceedings{Herder1999, author = {Herder, Jens}, title = {Optimization of Sound Spatialization Resource Management through Clustering}, series = {Second International Conference on Human and Computer}, booktitle = {Second International Conference on Human and Computer}, address = {Aizu-Wakamatsu}, pages = {1 -- 7}, year = {1999}, abstract = {Level-of-detail is a concept well-known in computer graphics to reduce the number of rendered polygons. Depending on the distance to the subject (viewer), the objects' representation is changed. A similar concept is the clustering of sound sources for sound spatialization. Clusters can be used to hierarchically organize mixels and to optimize the use of resources, by grouping multiple sources together into a single representative ource. Such a clustering process should minimize the error of position allocation of elements, perceived as angle and distance, and also differences between velocity relative to the sink (i.e., Doppler shift). Objects with similar direction of motion and speed (relative to sink) in the same acoustic resolution cone and with similar distance to a sink can be grouped together.}, language = {en} } @inproceedings{Herder1999, author = {Herder, Jens}, title = {Visualization of a Clustering Algorithm of Sound Sources based on Localization Errors}, series = {Second International Conference on Human and Computer}, booktitle = {Second International Conference on Human and Computer}, address = {Aizu-Wakamatsu}, pages = {1 -- 5}, year = {1999}, abstract = {A module for soundscape monitoring and visualizing resource management processes was extended for presenting clusters, generated by a novel sound source clustering algorithm. This algorithm groups multiple sound sources together into a single representative source, considering localization errors depending on listener orientation. Localization errors are visualized for each cluster using resolution cones. Visualization is done in runtime and allows understanding and evaluation of the clustering algorithm.}, language = {en} } @article{MartensHerder1999, author = {Martens, William L. and Herder, Jens}, title = {Perceptual criteria for eliminating reflectors and occluders for efficient rendering of environmental sound}, series = {The Journal of the Acoustical Society of America}, volume = {105}, journal = {The Journal of the Acoustical Society of America}, number = {2}, doi = {10.1121/1.425349}, pages = {979}, year = {1999}, language = {en} } @inproceedings{HerderCohen1996, author = {Herder, Jens and Cohen, Michael}, title = {Design of a Helical Keyboard}, series = {icad'96 - International Conference on Auditory Display, Palo Alto}, booktitle = {icad'96 - International Conference on Auditory Display, Palo Alto}, address = {Palo Alto}, year = {1996}, abstract = {Inspired by the cyclical nature of octaves and helical structure of a scale (Shepard, '82 and '83), we prepared a model of a piano-style keyboard (prototyped in Mathematica), which was then geometrically warped into a left-handed helical configuration, one octave/revolution, pitch mapped to height. The natural orientation of upper frequency keys higher on the helix suggests a parsimonious left-handed chirality, so that ascending notes cross in front of a typical listener left to right. Our model is being imported (via the dxf file format) into (Open Inventor/)VRML, where it can be driven by MIDI events, realtime or sequenced, which stream is both synthesized (by a Roland Sound Module), and spatialized by a heterogeneous spatial sound backend (including the Crystal River Engineering Acoustetron II and the Pioneer Sound Field Control speaker-array System), so that the sound of the respective notes is directionalized with respect to sinks, avatars of the human user, by default in the tube of the helix. This is a work-in-progress which we hope to be fully functional within the next few months.}, language = {en} } @techreport{ChristiansonHerder1995, author = {Christianson, Kiel and Herder, Jens}, title = {Mini-lectures in Computer Science on the WWW}, address = {Aizu}, organization = {University of Aizu, Center for Language Research}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-854}, year = {1995}, abstract = {The task of the Center for Language Research is to provide content-based English language instruction for students of computer science and engineering. As such, we find ourselves at the confluence of many of the streams currently running through the English Language Teaching profession, including English for Science and Technology (EST), English for Academic Purposes (EAP), English for Specific Purposes (ESP), Computer-assisted language learning (CALL), content-based instruction, and multimedia applications in foreign language pedagogy. This paper describes our initial attempts to construct a number of World Wide Web pages where students will be able to study EST, EAP, and computer science topics on their own in a multimedia environment.}, language = {en} } @inproceedings{Herder1997, author = {Herder, Jens}, title = {Cooperative Tools for Teaching : an Impact of a Network Environment}, series = {Annual Report of the Information Systems and Technology Center, University of Aizu, October 1997}, booktitle = {Annual Report of the Information Systems and Technology Center, University of Aizu, October 1997}, address = {Aizu}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-827}, pages = {3 -- 8}, year = {1997}, abstract = {Education at the University of Aizu is focussed upon computer science. Besides being the subject matter of many courses, however, the computer also plays a vital role in the educational process itself, both in the distribution of instructional media, and in providing students with valuable practical experience. All students have unlimited access (24-hours-a-day) to individual networked workstations, most of which are multimedia-capable (even video capture is possible in two exercise rooms). Without software and content tailored for computer-aided instruction, the hardware becomes an expensive decoration. In any case, there is a need to better educate the instructors and students in the use of the equipment. In the interest of facilitating effective, collaborative use of network-based computers in teaching, this article explores the impact that a network environment can have on such activities. First, as a general overview, and to examine the motivation for the use of a network environment in teaching, this article reviews a range of different styles of collaboration. Then the article shows what kind of tools are available for use, within the context of what has come to be called Computer-Supported Cooperative Work (CSCW).}, language = {en} } @inproceedings{Herder1998, author = {Herder, Jens}, title = {Sound Spatialization Framework: An Audio Toolkit for Virtual Environments}, series = {First International Conference on Human and Computer, Aizu-Wakamatsu, September 1998}, booktitle = {First International Conference on Human and Computer, Aizu-Wakamatsu, September 1998}, address = {Aizu}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-788}, pages = {6}, year = {1998}, abstract = {The Sound Spatialization Framework is a C++ toolkit and development environment for providing advanced sound spatialization for virtual reality and multimedia applications. The Sound Spatialization Framework provides many powerful display and user-interface features not found in other sound spatialization software packages. It provides facilities that go beyond simple sound source spatialization: visualization and editing of the soundscape, multiple sinks, clustering of sound sources, monitoring and controlling resource management, support for various spatialization backends, and classes for MIDI animation and handling.}, language = {en} } @inproceedings{Herder1997, author = {Herder, Jens}, title = {Tools and widgets for spatial sound authoring}, series = {CompuGraphics ' 97, Sixth International Conference on Computational Graphics and Visualization Techniques: Graphics in the Internet Age, Vilamoura, Portugal}, booktitle = {CompuGraphics ' 97, Sixth International Conference on Computational Graphics and Visualization Techniques: Graphics in the Internet Age, Vilamoura, Portugal}, address = {Portugal}, isbn = {972-8342-02-0}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-896}, pages = {87 -- 95}, year = {1997}, abstract = {Broader use of virtual reality environments and sophisticated animations spawn a need for spatial sound. Until now, spatial sound design has been based very much on experience and trial and error. Most effects are hand-crafted, because good design tools for spatial sound do not exist. This paper discusses spatial sound authoring and its applications, including shared virtual reality environments based on VRML. New utilities introduced by this research are an inspector for sound sources, an interactive resource manager, and a visual soundscape manipulator. The tools are part of a sound spatialization framework and allow a designer/author of multimedia content to monitor and debug sound events. Resource constraints like limited sound spatialization channels can also be simulated.}, language = {en} } @incollection{DavinHerder2021, author = {Davin, Till and Herder, Jens}, title = {Real-Time Relighting of Video Streams for Augmented Virtuality Scenes}, series = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, booktitle = {GI VR / AR Workshop. Gesellschaft f{\"u}r Informatik e.V.}, editor = {Weier, Martin and Bues, Matthias and Wechner, Reto}, publisher = {Gesellschaft f{\"u}r Informatik e.V. (GI)}, address = {Bonn}, doi = {10.18420/vrar2021_6}, publisher = {Hochschule D{\"u}sseldorf}, pages = {16}, year = {2021}, language = {en} } @inproceedings{HonsbrokMostafawyHerderetal.2025, author = {Honsbrok, Jan and Mostafawy, Sina and Herder, Jens and Huldtgren, Alina}, title = {Ray-LUT: A Lookup-Based Method for Camera Lens Simulation in Real-Time Using Ray Tracing}, series = {Proceedings of the 20th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications}, booktitle = {Proceedings of the 20th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications}, publisher = {SciTePress}, doi = {10.5220/0013105900003912}, pages = {177 -- 184}, year = {2025}, abstract = {Lens systems have a major influence on the image due to effects such as depth of field or optical aberrations. The only method to simulate these effects precisely is to trace rays through an actual lens system. This provides accurate results, but only with high computational effort. To speed up the ray tracing through the lens system, various acceleration methods have been developed, requiring considerable precomputations. We present a new method based on the Realistic Camera by Kolb et. al.. Instead of tracing each ray through the lens system, the rays are precomputed once and stored in a lookup table. In contrast to other methods, our method is simple, and does not require substantial preprocessing upfront. We can simulate complex effects such as chromatic aberrations accurately in real-time, regardless the number of lens surfaces in the system. Our method achieves the same performance as state-of-the-art methods like Polynomial Optics, while maintaining the same number of samples per pixel.}, language = {en} } @inproceedings{HerderNeiderKinuwaki2007, author = {Herder, Jens and Neider, Christian and Kinuwaki, Shinichi}, title = {HDR-based lighting estimation for virtual studio (TV) environments}, series = {10th International Conference on Human and Computer}, booktitle = {10th International Conference on Human and Computer}, address = {D{\"u}sseldorf, Aizu-Wakamatsu}, doi = {10.20385/opus4-1666}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:due62-opus-16665}, pages = {111 -- 117}, year = {2007}, abstract = {Two high dynamic range HDR environments maps based on video streams from fish-eye lens cameras are used for generating virtual lights in a virtual set renderer. The task of realistic virtual light setup of scenes using captured environment maps might be eased as well as visual quality improves. We discuss the light setting problem for virtual studio tv productions which have mixed scenes of real objects, actors, virtual objects and virtual backgrounds. Benefits of hdr interactive light control are that the real light in the studio does not have to be remodeled and the artistic impression by using the light in the studio is also captured. An analysis of system requirements identifies technical challenges. We discuss the properties of a prototype system including test production.}, language = {en} } @incollection{MichaelisHerder2025, author = {Michaelis, Maja and Herder, Jens}, title = {Augmented Reality for Lighting Adjustment in a Virtual Studio}, series = {Augmented Reality - Situated Spatial Synergy [Working Title]}, booktitle = {Augmented Reality - Situated Spatial Synergy [Working Title]}, editor = {Cohen, Michael}, publisher = {IntechOpen}, address = {London}, doi = {10.5772/intechopen.1012424}, publisher = {Hochschule D{\"u}sseldorf}, year = {2025}, abstract = {An interactive virtual studio is used for live broadcasts with live interaction in front of the recording system. Advances in Augmented Reality (AR) using video see-through Head-Mounted Displays (HMDs) also make it possible to improve the production process itself. Lighting can be improved and adjusted using AR while seeing live effects. An Augmented Reality Lighting Adjustment System (ARLAS) for a virtual studio has been developed and evaluated. The traditional process for controlling lighting in a virtual studio is complicated and time-consuming. It often requires several people to control many different components at different locations. Using AR, this process is simplified by integrating relevant programs and video streams into a single application on an HMD, allowing direct control at lighting locations. Changes to settings are immediately visible on the real fixtures. Real lights can be replicated virtually to maintain consistent lighting conditions in virtual scenes, ensuring that virtual objects are lit as they would be in a real studio. The prototype demonstrated the benefits of AR for complex virtual studio setups and was evaluated by 18 participants.}, subject = {Erweiterte Realit{\"a}t (Informatik)}, language = {en} }