@incollection{WirschingHuberKoelbletal., author = {Wirsching, G{\"u}nther and Huber, Markus and K{\"o}lbl, Christian and Lorenz, Robert and R{\"o}mer, Ronald}, title = {Semantic Dialogue Modeling}, series = {Cognitive behavioural systems, COST 2102 International Training School, Dresden, Germany, February 21 - 26, 2011}, booktitle = {Cognitive behavioural systems, COST 2102 International Training School, Dresden, Germany, February 21 - 26, 2011}, publisher = {Springer}, address = {Berlin}, isbn = {978-3-642-34583-8}, pages = {104 -- 113}, language = {en} } @inproceedings{HuberRoemer, author = {Huber, Markus and R{\"o}mer, Ronald}, title = {Modellierung des Semantik-Syntax Grenz{\"u}bergangs kognitiver Systeme am Beispiel des "Mouse-Maze"-Problems}, series = {Tagungsband, 26. Konferenz Elektronische Sprachsignalverarbeitung, 25.-27.03.2015, Eichst{\"a}tt}, booktitle = {Tagungsband, 26. Konferenz Elektronische Sprachsignalverarbeitung, 25.-27.03.2015, Eichst{\"a}tt}, editor = {Wirsching, G{\"u}nther}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-000-2}, pages = {232 -- 239}, language = {de} } @misc{HuberMeyerNowacketal., author = {Huber, Markus and Meyer, Werner and Nowack, Kati and Geßler, Peter}, title = {WoOF: Ein Framework f{\"u}r Wizard of Oz Experimente}, series = {Tagungsband, 27. Konferenz Elektronische Sprachsignalverarbeitung, 02.-04.03.2016, Leipzig}, journal = {Tagungsband, 27. Konferenz Elektronische Sprachsignalverarbeitung, 02.-04.03.2016, Leipzig}, editor = {Jokisch, Oliver}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-040-8}, pages = {127 -- 134}, abstract = {ucuikt2015}, language = {de} } @inproceedings{HuberRoemerWolff, author = {Huber, Markus and R{\"o}mer, Ronald and Wolff, Matthias}, title = {Little Drop of Mulligatawny Soup, Miss Sophie? Automatic Speech Understanding provided by Petri Nets}, series = {Tagungsband der 28. Konferenz Elektronische Sprachsignalverarbeitung (ESSV), 15.-17.03.2017, Saarbr{\"u}cken}, booktitle = {Tagungsband der 28. Konferenz Elektronische Sprachsignalverarbeitung (ESSV), 15.-17.03.2017, Saarbr{\"u}cken}, editor = {Trouvain, J{\"u}rgen and Steiner, Ingmar and M{\"o}bius, Bernd}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-094-1}, pages = {122 -- 129}, language = {en} } @inproceedings{HuberWolff, author = {Huber, Markus and Wolff, Matthias}, title = {Segmenting Sequences Semantically. Using Petri Net Transducers for the Translation from Sequential Data to Non-Sequential Models}, series = {Proceedings of the International Workshop on Algorithms \& Theories for the Analysis of Event Data 2017 (ATAED 2017), June 26-27, Zaragoza, Spain}, booktitle = {Proceedings of the International Workshop on Algorithms \& Theories for the Analysis of Event Data 2017 (ATAED 2017), June 26-27, Zaragoza, Spain}, editor = {Aalst, Wil van der and Bergenthum, Robin and Carmona, Josep}, publisher = {RWTH}, address = {Aachen}, url = {http://nbn-resolving.de/urn:nbn:de:0074-1847-5}, pages = {139 -- 157}, language = {en} } @inproceedings{HuberRoemer, author = {Huber, Markus and R{\"o}mer, Ronald}, title = {Agenten in h{\"o}heren Sph{\"a}ren - Quantenmechanische Situationsmodellierung kognitiver Systeme am Beispiel des Mouse-Maze-Problems}, series = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, booktitle = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, editor = {Berton, Andr{\´e} and Haiber, Udo and Minker, Wolfgang}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-128-3}, pages = {127 -- 134}, language = {de} } @misc{MeyerHuberWolff, author = {Meyer, Werner and Huber, Markus and Wolff, Matthias}, title = {Verhaltenssteuerung einer universellen kognitiven Benutzerschnittstelle anhand einer Heizungssteuerung}, series = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, journal = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, editor = {Berton, Andr{\´e} and Haiber, Udo and Minker, Wolfgang}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-128-3}, pages = {301 -- 308}, abstract = {ucuikt2015}, language = {de} } @misc{HuberWolffMeyeretal., author = {Huber, Markus and Wolff, Matthias and Meyer, Werner and Jokisch, Oliver and Nowack, Kati}, title = {Some Design Aspects of a Cognitive User Interface}, series = {Online Journal of Applied Knowledge Management}, volume = {6}, journal = {Online Journal of Applied Knowledge Management}, number = {1}, issn = {2325-4688}, pages = {15 -- 29}, abstract = {We report on research conducted as part of the Universal Cognitive User Interface (UCUI) project, which aims at developing a universal, autarkic module for intuitive interaction with technical devices. First, we present an empirical study of image schemas as basic building blocks of human knowledge. Image schemas have been studied extensively in cognitive linguistics, but insufficiently in the context of human-computer-interaction (HCI). Some image schemas are developed early at pre-verbal stages (e.g., up-down) and may, thus, exert greater influence on human knowledge than later developed image schemas (e.g., centre-periphery). To investigate this for HCI contexts, we applied a speech interaction task using a Wizard of Oz paradigm. Our results show that users apply early image schemas more frequently than late image schemas. They should, therefore, be given preference in interface designs. In the second part of this contribution we therefore focus on the appropriate representation and processing of semantics. We introduce novel theoretical work including feature-values-relations and Petri net transducers, and discuss their impact on behaviour control of cognitive systems. In addition, we illustrate some details of the implementation regarding learning strategies and the graphical user interface.}, language = {en} } @misc{KupferbergIacoboniFlanaginetal., author = {Kupferberg, Aleksandra and Iacoboni, Marco and Flanagin, Virginia and Huber, Markus and Kasparbauer, Anna and Baumgartner, Thomas and Hasler, Gregor and Schmidt, Florian and Borst, Christoph and Glasauer, Stefan}, title = {Fronto-parietal coding of goal-directed actions performed by artificial agents}, series = {Human Brain Mapping}, volume = {39}, journal = {Human Brain Mapping}, number = {3}, issn = {1097-0193}, doi = {10.1002/hbm.23905}, pages = {1145 -- 1162}, language = {en} } @misc{RoemerbeimGrabenHuberetal., author = {R{\"o}mer, Ronald and beim Graben, Peter and Huber, Markus and Wolff, Matthias and Wirsching, G{\"u}nther and Schmitt, Ingo}, title = {Behavioral Control of Cognitive Agents Using Database Semantics and Minimalist Grammars}, series = {Proceedings 10th IEEE International Conference on Cognitive Infocommunications, CogInfoCom 2019, Oct. 23-25}, journal = {Proceedings 10th IEEE International Conference on Cognitive Infocommunications, CogInfoCom 2019, Oct. 23-25}, address = {Naples, Italy}, isbn = {978-1-7281-4793-2}, issn = {2380-7350}, doi = {10.1109/CogInfoCom47531.2019.9089947}, pages = {73 -- 78}, language = {en} } @misc{BeimGrabenHuberMeyeretal., author = {Beim Graben, Peter and Huber, Markus and Meyer, Werner and R{\"o}mer, Ronald and Wolff, Matthias}, title = {Vector Symbolic Architectures for Context-Free Grammars}, series = {Cognitive Computation}, volume = {14}, journal = {Cognitive Computation}, number = {2}, issn = {1866-9964}, doi = {10.1007/s12559-021-09974-y}, pages = {733 -- 748}, abstract = {Vector symbolic architectures (VSA) are a viable approach for the hyperdimensional representation of symbolic data, such as documents, syntactic structures, or semantic frames. We present a rigorous mathematical framework for the representation of phrase structure trees and parse trees of context-free grammars (CFG) in Fock space, i.e. infinite-dimensional Hilbert space as being used in quantum field theory. We define a novel normal form for CFG by means of term algebras. Using a recently developed software toolbox, called FockBox, we construct Fock space representations for the trees built up by a CFG left-corner (LC) parser. We prove a universal representation theorem for CFG term algebras in Fock space and illustrate our findings through a low-dimensional principal component projection of the LC parser state. Our approach could leverage the development of VSA for explainable artificial intelligence (XAI) by means of hyperdimensional deep neural computation.}, language = {en} } @misc{RoemerbeimGrabenHuberLiebletal., author = {R{\"o}mer, Ronald and beim Graben, Peter and Huber-Liebl, Markus and Wolff, Matthias}, title = {Unifying Physical Interaction, Linguistic Communication, and Language Acquisition of Cognitive Agents by Minimalist Grammars}, series = {Frontiers in Computer Science}, journal = {Frontiers in Computer Science}, number = {4}, issn = {2624-9898}, doi = {10.3389/fcomp.2022.733596}, pages = {21}, abstract = {Cognitive agents that act independently and solve problems in their environment on behalf of a user are referred to as autonomous. In order to increase the degree of autonomy, advanced cognitive architectures also contain higher-level psychological modules with which needs and motives of the agent are also taken into account and with which the behavior of the agent can be controlled. Regardless of the level of autonomy, successful behavior is based on interacting with the environment and being able to communicate with other agents or users. The agent can use these skills to learn a truthful knowledge model of the environment and thus predict the consequences of its own actions. For this purpose, the symbolic information received during the interaction and communication must be converted into representational data structures so that they can be stored in the knowledge model, processed logically and retrieved from there. Here, we firstly outline a grammar-based transformation mechanism that unifies the description of physical interaction and linguistic communication and on which the language acquisition is based. Specifically, we use minimalist grammar (MG) for this aim, which is a recent computational implementation of generative linguistics. In order to develop proper cognitive information and communication technologies, we are using utterance meaning transducers (UMT) that are based on semantic parsers and a mental lexicon, comprising syntactic and semantic features of the language under consideration. This lexicon must be acquired by a cognitive agent during interaction with its users. To this aim we outline a reinforcement learning algorithm for the acquisition of syntax and semantics of English utterances. English declarative sentences are presented to the agent by a teacher in form of utterance meaning pairs (UMP) where the meanings are encoded as formulas of predicate logic. Since MG codifies universal linguistic competence through inference rules, thereby separating innate linguistic knowledge from the contingently acquired lexicon, our approach unifies generative grammar and reinforcement learning, hence potentially resolving the still pending Chomsky-Skinner controversy. btuktuminglear, btuktsptech, btuktcogsys}, language = {en} } @misc{BeimGrabenHuberLieblKlimczaketal., author = {Beim Graben, Peter and Huber-Liebl, Markus and Klimczak, Peter and Wirsching, G{\"u}nther}, title = {Machine Semiotics}, series = {arXiv}, journal = {arXiv}, pages = {1 -- 48}, abstract = {Recognizing a basic difference between the semiotics of humans and machines presents a possibility to overcome the shortcomings of current speech assistive devices. For the machine, the meaning of a (human) utterance is defined by its own scope of actions. Machines, thus, do not need to understand the conventional meaning of an utterance. Rather, they draw conversational implicatures in the sense of (neo-)Gricean pragmatics. For speech assistive devices, the learning of machine-specific meanings of human utterances, i.e. the fossilization of conversational implicatures into conventionalized ones by trial and error through lexicalization appears to be sufficient. Using the quite trivial example of a cognitive heating | device, we show that — based on dynamic semantics — this process can be formalized as the reinforcement learning of utterance-meaning pairs (UMP).}, language = {en} } @inproceedings{WolffHuberWirschingetal., author = {Wolff, Matthias and Huber, Markus and Wirsching, G{\"u}nther and R{\"o}mer, Ronald and Beim Graben, Peter and Schmitt, Ingo}, title = {Towards a Quantum Mechanical Model of the Inner Stage of Cognitive Agents}, series = {9th IEEE International Conference on Cognitive Infocommunications (CogInfoCom 2018), proceedings, Aug. 22-24, 2018, Budapest, Hungary}, booktitle = {9th IEEE International Conference on Cognitive Infocommunications (CogInfoCom 2018), proceedings, Aug. 22-24, 2018, Budapest, Hungary}, publisher = {IEEE}, address = {Piscataway, NJ}, isbn = {978-1-5386-7094-1}, doi = {10.1109/CogInfoCom.2018.8639892}, pages = {147 -- 152}, abstract = {We present a model, inspired by quantum field theory, of the so-called inner stage of technical cognitive agents. The inner stage represents all knowledge of the agent. It allows for planning of actions and for higher cognitive functions like coping and fantasy. By the example of a cognitive mouse agent living in a maze wold, we discuss learning, action planning, and attention in a fully deterministic setting and assuming a totally observable world. We explain the relevance of our approach to cognitive infocommunications.}, language = {en} } @inproceedings{TschoepeDuckhornHuberetal., author = {Tsch{\"o}pe, Constanze and Duckhorn, Frank and Huber, Markus and Meyer, Werner and Wolff, Matthias}, title = {A Cognitive User Interface for a Multi-Modal Human-Machine Interaction}, series = {Speech and computer : 20th International Conference, SPECOM 2018, Leipzig, Germany, September 18-22, 2018, proceedings}, booktitle = {Speech and computer : 20th International Conference, SPECOM 2018, Leipzig, Germany, September 18-22, 2018, proceedings}, editor = {Karpov, Alexey and Jokisch, Oliver and Potapova, Rodmonga}, publisher = {Springer International Publishing}, address = {Cham}, isbn = {978-3-319-99578-6}, doi = {10.1007/978-3-319-99579-3}, pages = {707 -- 717}, language = {en} } @inproceedings{JokischHuber, author = {Jokisch, Oliver and Huber, Markus}, title = {Advances in the development of a cognitive user interface}, series = {13th International Scientific-Technical Conference on Electromechanics and Robotics "Zavalishin's Readings", St. Petersburg, April 2018}, booktitle = {13th International Scientific-Technical Conference on Electromechanics and Robotics "Zavalishin's Readings", St. Petersburg, April 2018}, publisher = {EDP Sciences}, address = {Les Ulis}, doi = {10.1051/matecconf/201816101003}, pages = {6}, abstract = {In this contribution, we want to summarize recent development steps of theembeddedcognitive user interfaceUCUI, which enables auser-adaptive scenario inhuman-machine or even human-robot interactions by considering sophisticated cognitive andsemantic modelling.The interface prototype is developed by differentGerman institutes and companies with their steering teams at Fraunhofer IKTS and Brandenburg University of Technology. The interface prototype is able to communicate with users viaspeech andgesture recognition, speech synthesis and a touch display. The device includes an autarkic semantic processing and beyond a cognitive behavior control, which supportsan intuitive interaction to controldifferent kindsof electronic devices,e.g. in a smart home environment or in interactive respectively collaborative robotics.Contraryto available speech assistance systems such as Amazon Echo or Google Home, the introduced cognitive user interface UCUIensuresthe user privacy by processing all necessary informationwithout any network access ofthe interface device.}, language = {en} } @inproceedings{WolffWirschingHuberetal., author = {Wolff, Matthias and Wirsching, G{\"u}nther and Huber, Markus and Beim Graben, Peter and R{\"o}mer, Ronald and Schmitt, Ingo}, title = {A Fock Space Toolbox and Some Applications in Computational Cognition}, series = {Speech and computer : 20th International Conference, SPECOM 2018, Leipzig, Germany, September 18-22, 2018, proceedings}, booktitle = {Speech and computer : 20th International Conference, SPECOM 2018, Leipzig, Germany, September 18-22, 2018, proceedings}, editor = {Karpov, Alexey and Jokisch, Oliver and Potapova, Rodmonga}, publisher = {Springer International Publishing}, address = {Cham}, isbn = {978-3-319-99578-6}, doi = {10.1007/978-3-319-99579-3}, abstract = {We present a Matlab toolbox, called "FockBox", handling Fock spaces and objects associated with Fock spaces: scalars, ket and bra vectors, and linear operators. We give brief application examples from computational linguistics, semantics processing, and quantum logic,demonstrating the use of the toolbox.}, language = {en} } @inproceedings{BeimGrabenHuberRoemeretal., author = {Beim Graben, Peter and Huber, Markus and R{\"o}mer, Ronald and Schmitt, Ingo and Wolff, Matthias}, title = {Der Fockraum als Labyrinth: Wissensrepr{\"a}sentation und Probleml{\"o}sungen am Beispiel des Mouse-Maze-Problems}, series = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, booktitle = {Elektronische Sprachsignalverarbeitung, Tagungsband der 29. Konferenz, Ulm, 7.-9. M{\"a}rz 2018}, editor = {Berton, Andr{\´e} and Haiber, Udo and Minker, Wolfgang}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-128-3}, pages = {167 -- 174}, language = {de} } @misc{MeyerBorislavovEckertetal., author = {Meyer, Werner and Borislavov, Borislav and Eckert, Friedrich and Richter, Christian and R{\"o}mer, Ronald and Beim Graben, Peter and Huber, Markus and Wolff, Matthias}, title = {Formalisierung und Implementierung einer adaptiven kognitiven Architektur unter Verwendung von Strukturdiagrammen}, series = {Elektronische Sprachsignalverarbeitung 2021 : Tagungsband der 32. Konferenz Berlin, 3.-5. M{\"a}rz 2021}, journal = {Elektronische Sprachsignalverarbeitung 2021 : Tagungsband der 32. Konferenz Berlin, 3.-5. M{\"a}rz 2021}, editor = {Hillmann, Stefan and Weiss, Benjamin and Michael, Thilo and M{\"o}ller, Sebastian}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-959082-27-3}, issn = {0940-6832}, pages = {67 -- 76}, abstract = {Das Fachgebiet der Kognitiven Technischen Systeme zeichnet sich durch einen hohen Grad an Interdisziplinarit{\"a}t (z. B. Kenntnisse auf den Gebieten Biologie, Psychologie, Informatik und den Ingenieurwissenschaften) aus. Nach wie vor besteht Bedarf an einer methodischen Darstellung des Fachgebietes, bei der die theoretische Durchdringung von Zusammenh{\"a}ngen zwischen den verschiedenen Wissensgebieten zus{\"a}tzlich durch Anschaulichkeit unterst{\"u}tzt wird. Die vorliegende Arbeit stellt einen Fortschrittsbericht zur Realisierung eines Forschungs- und Experimentiersystems dar, mit dem wir dieses Anliegen unterst{\"u}tzen und {\"u}ber das wir erstmals konzeptionell in [1] berichtet haben. In diesem Beitrag folgen wir einem integrativen Ansatz zur Entwicklung einer kognitiven Architektur, mit der unter Verwendung repr{\"a}sentationaler Datenstrukturen adaptives Verhalten auf verschiedenen Zeitskalen sowie zwei wichtige Verhaltensprogramme f{\"u}r das Probleml{\"o}sen (Objektfindung, Exploration) auf der gemeinsamen Grundlage von Markov-Entscheidungsprozessen umgesetzt werden. Mit einem Kurzbericht zum Entwicklungsstand der physikalischen Experimentierumgebung und einer Zusammenfassung der bislang erreichten Ergebnisse beschließen wir den diesj{\"a}hrigen Beitrag.}, language = {de} } @techreport{HuberKlimczak, author = {Huber, Markus and Klimczak, Peter}, title = {Nix g'sagt is' g'lobt g'nua : Kybernetisches Lehren und Lernen mit Petri-Netzen}, doi = {10.13140/RG.2.2.12056.83209}, pages = {54}, abstract = {In diesem Text wird das in „Maschinensemiotik" [12] vorgestellte Verfahren zur Verkn{\"u}pfung von {\"A}ußerungen mit deren Bedeutung weiterentwickelt und in Form von Algebraischen Petri-Netzen [20] modelliert. Gleichzeitig wird der Formalismus der Petri-Netze nebenbei eingef{\"u}hrt, wobei die Vorstellung nicht auf formale Vollst{\"a}ndigkeit abzielt, sondern nur das f{\"u}r die Anwendung n{\"o}tige Wissen Erw{\"a}hnung findet. Die Modellierung umfasst dabei sowohl die Systemkomponente, die Verkn{\"u}pfungen zwischen sprachlichen {\"A}ußerungen und Handlungen herstellt - das Lernermodell -, als auch die Komponente, die sprachliche {\"A}ußerungen t{\"a}tigt, bis die gew{\"u}nschte Verkn{\"u}pfung hergestellt wurde - das Lehrermodell samt Lernzielkontrolle. Die Umsetzung des Modells per Software [19] erlaubt die weitere Diskussion anhand einer Simulation mit einigen Testdaten. Eine ausf{\"u}hrliche mathematische Analyse zeigt beweisbare Eigenschaften des Modells auf. Knappe Vergleiche mit der kybernetischen Didaktik nach von Cube [26] sowie der Suggestop{\"a}die Lozanovs [16] ordnen das Modell dar{\"u}ber hinaus noch in einen p{\"a}dagogischen Kontext ein.}, language = {de} }