@inproceedings{BaumannSaboo, author = {Baumann, Timo and Saboo, Ashutosh}, title = {Evaluating Heuristics for Audio-Visual Translation}, series = {Proceedings of the Conference of Computational Humanities Research, (CHR2021): November 17-19, 2021, Amsterdam, The Netherlands}, booktitle = {Proceedings of the Conference of Computational Humanities Research, (CHR2021): November 17-19, 2021, Amsterdam, The Netherlands}, editor = {Ehrmann, Maud}, publisher = {CEUR Workshops}, address = {Amsterdam, the Netherlands}, url = {http://nbn-resolving.de/urn:nbn:de:gbv:18-228-7-2592}, pages = {171 -- 180}, abstract = {Dubbing, i.e., the lip-synchronous translation and revoicing of audio-visual media into a target language from a different source language, is essential for the full-fledged reception of foreign audio-visual media, be it movies, instructional videos or short social media clips. In this paper, we objectify influences on the 'dubbability' of translations, i.e., how well a translation would be synchronously revoiceable to the lips on screen. We explore the value of traditional heuristics used in evaluating the qualitative aspects, in particular matching bilabial consonants and the jaw opening while producing vowels, and control for quantity, i.e., that translations are similar to the source in length. We perform an ablation study using an adversarial neural classifier which is trained to differentiate "true" dubbing translations from machine translations. While we are able to confirm the value of matching lip closure in dubbing, we find that the opening angle of the jaw as determined by the realized vowel may be less relevant than frequently considered in audio-visual translation.}, language = {en} } @inproceedings{GeislingerMildeBaumannetal., author = {Geislinger, Robert and Milde, Benjamin and Baumann, Timo and Biemann, Chris}, title = {Live Subtitling for BigBlueButton with Open-Source Software}, series = {INTERSPEECH 2021: (Show \& Tell Contribution), 30 August - 3 September, 2021, Brno, Czechia}, booktitle = {INTERSPEECH 2021: (Show \& Tell Contribution), 30 August - 3 September, 2021, Brno, Czechia}, address = {Brno, Czechia}, pages = {3319 -- 3320}, abstract = {We present an open source plugin for live subtitling in the popular open source video conferencing software BigBlueBut-ton. Our plugin decodes each speaker's audio stream separately and in parallel, thereby obliviating the need for speaker di-arization and seamlessly handling overlapped talk. Any Kaldi-compatible nnet3 model can be used with our plugin and we demonstrate it using freely available TDNN-HMM-based ASR models for English and German. Our subtitles can be used as they are (e.g., in loud environments) or can form the basis for further NLP processes. Our tool can also simplify the collection of remotely recorded multi-party dialogue corpora.}, language = {en} } @article{KruegerFischerManoonpongetal., author = {Kr{\"u}ger, Norbert and Fischer, Kerstin and Manoonpong, Poramate and Palinko, Oskar and Bodenhagen, Leon and Baumann, Timo and Kj{\ae}rum, Jens and Rano, Ignacio and Naik, Lakshadeep and Juel, William Kristian and Haarslev, Frederik and Ignasov, Jevgeni and Marchetti, Emanuela and Langedijk, Rosalyn Melissa and Kollakidou, Avgi and Jeppesen, Kasper Camillus and Heidtmann, Conny and Dalgaard, Lars}, title = {The SMOOTH-Robot: A Modular, Interactive Service Robot}, series = {Frontiers in Robotics and AI}, volume = {8}, journal = {Frontiers in Robotics and AI}, publisher = {Frontiers}, doi = {10.3389/frobt.2021.645639}, abstract = {The SMOOTH-robot is a mobile robot that-due to its modularity-combines a relatively low price with the possibility to be used for a large variety of tasks in a wide range of domains. In this article, we demonstrate the potential of the SMOOTH-robot through three use cases, two of which were performed in elderly care homes. The robot is designed so that it can either make itself ready or be quickly changed by staff to perform different tasks. We carefully considered important design parameters such as the appearance, intended and unintended interactions with users, and the technical complexity, in order to achieve high acceptability and a sufficient degree of utilization of the robot. Three demonstrated use cases indicate that such a robot could contribute to an improved work environment, having the potential to free resources of care staff which could be allocated to actual care-giving tasks. Moreover, the SMOOTH-robot can be used in many other domains, as we will also exemplify in this article.}, language = {en} } @incollection{Baumann, author = {Baumann, Timo}, title = {Ranking and Comparing Speakers Based on Crowdsourced Pairwise Listener Ratings}, series = {Voice attractiveness: Studies on Sexy, Likable, and Charismatic Speakers}, booktitle = {Voice attractiveness: Studies on Sexy, Likable, and Charismatic Speakers}, editor = {Weiss, Benjamin and Trouvain, J{\"u}rgen and Barkat-Defradas, M{\´e}lissa and Ohala, John J.}, publisher = {Springer}, address = {Singapore}, isbn = {978-981-15-6626-4}, doi = {10.1007/978-981-15-6627-1_14}, pages = {263 -- 279}, abstract = {Speech quality and likability is a multi-faceted phenomenon consisting of a combination of perceptory features that cannot easily be computed nor weighed automatically. Yet, it is often easy to decide which of two voices one likes better, even though it would be hard to describe why, or to name the underlying basic perceptory features. Although likability is inherently subjective and individual preferences differ, generalizations are useful and there is often a broad intersubjective consensus about whether one speaker is more likeable than another. We present a methodology to efficiently create a likability ranking for many speakers from crowdsourced pairwise likability ratings which focuses manual rating effort on pairs of similar quality using an active sampling technique. Using this methodology, we collected pairwise likability ratings for many speakers (>220) from many raters (>160). We analyze listener preferences by correlating the resulting ranking with various acoustic and prosodic features. We also present a neural network that is able to model the complexity of listener preferences and the underlying temporal evolution of features. The recurrent neural network achieves remarkably high performance in estimating the pairwise decisions and an ablation study points toward the criticality of modeling temporal aspects in speech quality assessment.}, language = {en} } @inproceedings{FischerNaikLangedijketal., author = {Fischer, Kerstin and Naik, Lakshadeep and Langedijk, Rosalyn Melissa and Baumann, Timo and Jel{\´i}nek, Matouš and Palinko, Oskar}, title = {Initiating Human-Robot Interactions Using Incremental Speech Adaptation}, series = {HRI '21 Companion, Companion of the 2021 ACM/IEEE International Conference on Human-Robot Interaction: March 8 - 11, 2021, Boulder CO, USA}, booktitle = {HRI '21 Companion, Companion of the 2021 ACM/IEEE International Conference on Human-Robot Interaction: March 8 - 11, 2021, Boulder CO, USA}, editor = {Bethel, Cindy and Paiva, Ana}, publisher = {Association for Computing Machinery}, address = {New York, NY}, isbn = {9781450382908}, doi = {10.1145/3434074.3447205}, pages = {421 -- 425}, abstract = {In this paper, we present a study in which a robot initiates interactions with people passing by in an in-the-wild scenario. The robot adapts the loudness of its voice dynamically to the distance of the respective person approached, thus indicating who it is talking to. It furthermore tracks people based on information on body orientation and eye gaze and adapts the text produced based on people's distance autonomously. Our study shows that the adaptation of the loudness of its voice is perceived as personalization by the participants and that the likelihood that they stop by and interact with the robot increases when the robot incrementally adjusts its behavior.}, language = {en} } @inproceedings{HuLinnerWangetal., author = {Hu, Rongbo and Linner, Thomas and Wang, Suting and Cheng, Wenting and Liu, Xiaolong and G{\"u}ttler, J{\"o}rg and Zhao, Charlie and Lu, Yuan and Bock, Thomas}, title = {Towards a Distributed Intelligent Home Based on Smart Furniture for China's Aging Population}, series = {Proceedings of the 38th International Symposium on Automation and Robotics in Construction (ISARC): 02.11.2021 - 04.11.2021, Dubai, United Arab Emirates}, booktitle = {Proceedings of the 38th International Symposium on Automation and Robotics in Construction (ISARC): 02.11.2021 - 04.11.2021, Dubai, United Arab Emirates}, editor = {Feng, Chen and Linner, Thomas and Brilakis, Ioannis}, publisher = {International Association for Automation and Robotics in Construction (IAARC)}, isbn = {978-952-69524-1-3}, doi = {10.22260/ISARC2021/0008}, pages = {41 -- 48}, abstract = {Population aging is one of the major challenges facing the world. In particular, the advent of China's aging society caused by various factors will be a major threat to its future development. Therefore, serious measures need to be taken to achieve its demographic sustainability. Smart furniture can be considered as a novel subcategory of gerontechnology. One of the main outcomes of the EU-funded REACH project was a variety of smart furniture named Personalized Intelligent Interior Units (PI2Us) which served as the key component of a distributed intelligent home to promote the health and activity level of older adults. This outcome can potentially be a solution to mitigate the consequences caused by population aging. In order to understand the attitudes and opinions of Chinese older adults towards the relevant technologies, the authors conducted an opinion survey using the PI2Us as an example, which sampled more than 380 older adults in 26 out of 34 provincial-level administrative divisions of China. The survey showed that Chinese older adults in general have a highly positive attitude towards smart furniture and smart home technologies. Several other insights also can be revealed from the survey. Based on further analyses, the paper summarized why the elderly-oriented smart furniture and distributed intelligent home has the potential to thrive in China's market soon. Finally, a three-year project action plan for implementing localized solutions in cooperation with a large Chinese furniture manufacturer was presented.}, language = {en} } @article{PitFiskFreihautetal., author = {Pit, Sabrina and Fisk, Malcolm and Freihaut, Winona and Akintunde, Fashola and Aloko, Bamidele and Berge, Britta and Burmeister, Anne and Ciac{\^a}ru, Adriana and Deller, J{\"u}rgen and Dulmage, Rae and Han, Tae Hwa and Hao, Qiang and Honeyman, Peter and Huber, Peter C. and Linner, Thomas and Lundberg, Stefan and Nwamara, Mofoluwaso and Punpuing, Kamolpun and Schramm, Jennifer and Yamada, Hajime and Yap, Jason C. H.}, title = {COVID-19 and the ageing workforce: global perspectives on needs and solutions across 15 countries}, series = {International Journal for Equity in Health volume}, volume = {20}, journal = {International Journal for Equity in Health volume}, publisher = {Springer Nature}, doi = {10.1186/s12939-021-01552-w}, pages = {1 -- 22}, abstract = {BACKGROUND: COVID-19 has a direct impact on the employment of older people. This adds to the challenge of ageism. The World Health Organization has started a worldwide campaign to combat ageism and has called for more research and evidence-based strategies that have the potential to be scaled up. This study specifically aims to identify solutions to combat the adverse effects of COVID-19 on the global ageing workforce. METHODS: We present 15 case studies from different countries and report on what those countries are doing or not doing to address the impact of COVID-19 on ageing workers. RESULTS: We provide examples of how COVID-19 influences older people's ability to work and stay healthy, and offer case studies of what governments, organizations or individuals can do to help ensure older people can obtain, maintain and, potentially, expand their current work. Case studies come from Australia, Austria, Canada, China, Germany, Israel, Japan, Nigeria, Romania, Singapore, Sweden, South Korea, Thailand, United Kingdom (UK), and the United States (US). Across the countries, the impact of COVID-19 on older workers is shown as widening inequalities. A particular challenge has arisen because of a large proportion of older people, often with limited education and working in the informal sector within rural areas, e.g. in Nigeria, Thailand and China. Remedies to the particular disadvantage experienced by older workers in the context of COVID are presented. These range from funding support to encouraging business continuity, innovative product and service developments, community action, new business models and localized, national and international actions. The case studies can be seen as frequently fitting within strategies that have been proven to work in reducing ageism within the workplace. They include policy and laws that have increased benefits to workers during lockdowns (most countries); educational activities such as coaching seniorpreneurship (e,g, Australia); intergenerational contact interventions such as younger Thai people who moved back to rural areas and sharing their digital knowledge with older people and where older people reciprocate by teaching the younger people farming knowledge. CONCLUSION: Global sharing of this knowledge among international, national and local governments and organizations, businesses, policy makers and health and human resources experts will further understanding of the issues that are faced by older workers. This will facilitate the replication or scalability of solutions as called for in the WHO call to combat ageism in 2021. We suggest that policy makers, business owners, researchers and international organisations build on the case studies by investing in evidence-based strategies to create inclusive workplaces. Such action will thus help to challenge ageism, reduce inequity, improve business continuity and add to the quality of life of older workers.}, language = {en} } @article{CheahBockCaoetal., author = {Cheah, Chien Chern and Bock, Thomas and Cao, Jianfu and Linner, Thomas and Liu, Yun-Hui and Yamashita, Atsushi and Yang, Liman}, title = {Guest Editorial Introduction to the Focused Section on Mechatronics and Automation for Constructions}, series = {IEEE/ASME Transactions on Mechatronics}, volume = {26}, journal = {IEEE/ASME Transactions on Mechatronics}, number = {6}, publisher = {IEEE}, doi = {10.1109/TMECH.2021.3127237}, pages = {2819 -- 2825}, abstract = {Rapid advances in modern technologies have completely revolutionized many industries in recent years. It is anticipated that mechatronic and automation technologies would play an important role in transforming the construction industry to embrace for the fourth industrial revolution. However, construction automation problems bring up new research challenges that diverge from traditional methods. Unlike the factory environment, which is typically structured and predictable, construction sites are dynamic places where the working environment is unstructured and always changing. Due to lack of skilled labor, time and cost overruns, quality deficiencies, and the recent pandemics, mechatronic and automation technologies offer solutions for future safe, rapid, performative, prize worthy, and digitally protocolled construction projects. The coexistence of human workers, heavy vehicles, varying environmental conditions, and automated mechatronic systems also make safe human-machine interaction an important issue. Beyond expertise in a specific discipline, construction automation also requires multidisciplinary expertise to integrate with various fields, such as Internet of Things (IOT), robotics and its construction oriented subsystems, adaptive/robust control, machine vision, sensing technologies, artificial intelligence (AI), and building/construction/process information modeling (BIM/CIM/PIM) for automated construction process management and design. The main aims of this focused section in the IEEE/ASME Transactions on Mechatronics (TMECH) are to document the current state of the art in mechatronics and automation for constructions, and to present new results in several emerging research areas.}, language = {en} } @article{HuIturraldeLinneretal., author = {Hu, Rongbo and Iturralde, Kepa and Linner, Thomas and Zhao, Charlie and Pan, Wen and Pracucci, Alessandro and Bock, Thomas}, title = {A Simple Framework for the Cost-Benefit Analysis of Single-Task Construction Robots Based on a Case Study of a Cable-Driven Facade Installation Robot}, series = {Buildings, Architecture: Integration of Art and Engineering}, volume = {11}, journal = {Buildings, Architecture: Integration of Art and Engineering}, number = {1}, publisher = {MDPI}, address = {Basel}, doi = {10.3390/buildings11010008}, pages = {1 -- 8}, abstract = {Single-task construction robots (STCRs) have become a popular research topic for decades. However, there is still a gap in the ubiquitous application of STCRs for onsite construction due to various reasons, such as cost concerns. Therefore, cost-benefit analysis (CBA) can be used to measure the net economic benefit of the STCRs, compared to traditional construction methods, in order to boost the implementation of STCRs. This paper presents a simple and practical framework for the economic evaluation of STCRs and conducts a case study of a cable-driven facade installation robot to verify the method. The results show that the cable-driven robot for facade installation is worth investing in in the UK, as well as in the majority of G20 countries. Furthermore, other socioenvironmental implications of STCRs and the limitations of the study are also discussed. In conclusion, the proposed method is highly adaptable and reproducible. Therefore, researchers, engineers, investors, and policy makers can easily follow and customize this method to assess the economic advantages of any STCR systems, compared to traditional construction technologies.}, language = {en} } @misc{Singh, author = {Singh, Max Diamond}, title = {MDR implementation status \& lessons learned}, language = {en} }