<?xml version="1.0" encoding="utf-8"?>
<export-example>
  <doc>
    <id>1838</id>
    <completedYear>2023</completedYear>
    <publishedYear>2021</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>1533</pageFirst>
    <pageLast>1546</pageLast>
    <pageNumber>14</pageNumber>
    <edition/>
    <issue>2</issue>
    <volume>14</volume>
    <type>article</type>
    <publisherName>Institute of Electrical and Electronics Engineers (IEEE)</publisherName>
    <publisherPlace/>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>--</completedDate>
    <publishedDate>2021-09-14</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">User State Modeling Based on the Arousal-Valence Plane: Applications in Customer Satisfaction and Health-Care</title>
    <abstract language="eng">The acoustic analysis helps to discriminate emotions according to non-verbal information, while linguistics aims to capture verbal information from written sources. Acoustic and linguistic analyses can be addressed for different applications, where information related to emotions, mood, or affect are involved. The Arousal-Valence plane is commonly used to model emotional states in a multidimensional space. This study proposes a methodology focused on modeling the user’s state based on the Arousal-Valence plane in different scenarios. Acoustic and linguistic information are used as input to feed different deep learning architectures mainly based on convolutional and recurrent neural networks, which are trained to model the Arousal-Valence plane. The proposed approach is used for the evaluation of customer satisfaction in call-centers and for health-care applications in the assessment of depression in Parkinson’s disease and the discrimination of Alzheimer’s disease. F-scores of up to 0.89 are obtained for customer satisfaction, of up to 0.82 for depression in Parkinson’s patients, and of up to 0.80 for Alzheimer’s patients. The proposed approach confirms that there is information embedded in the Arousal-Valence plane that can be used for different purposes.</abstract>
    <parentTitle language="eng">IEEE Transactions on Affective Computing</parentTitle>
    <identifier type="issn">1949-3045</identifier>
    <identifier type="doi">10.1109/taffc.2021.3112543</identifier>
    <enrichment key="opus_doi_flag">true</enrichment>
    <enrichment key="opus_import_data">{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T05:56:45Z","timestamp":1717221405166},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Colombian Ministry of science","award":["2018-18889 call 777"]},{"name":"Pratech Group ColombiaKonecta Group Colombia","award":["PI2019-24110"]},{"name":"Bayerisches Hochschulzentrum fr Lateinamerika BAYLAT"},{"DOI":"10.13039\/501100001655","name":"Deutscher Akademischer Austauschdienst","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100005278","name":"Universidad de Antioquia","doi-asserted-by":"publisher","award":["PRG2020-34068"]},{"DOI":"10.13039\/100010665","name":"H2020 Marie Skodowska-Curie Actions","doi-asserted-by":"publisher","award":["766287"]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/taffc.2021.3112543","type":"journal-article","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T20:48:46Z","timestamp":1631652526000},"page":"1533-1546","source":"Crossref","is-referenced-by-count":4,"title":["User State Modeling Based on the Arousal-Valence Plane: Applications in Customer Satisfaction and Health-Care"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-2727-2116","authenticated-orcid":false,"given":"Paula Andrea","family":"P\u00e9rez-Toro","sequence":"first","affiliation":[{"name":"Pattern Recognition Lab, Friedrich-Alexander-Universit&amp;#x00E4;t Erlangen-N&amp;#x00FC;rnberg, Erlangen, Germany"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-4946-9232","authenticated-orcid":false,"given":"Juan Camilo","family":"V\u00e1squez-Correa","sequence":"additional","affiliation":[{"name":"Pattern Recognition Lab, Friedrich-Alexander-Universit&amp;#x00E4;t Erlangen-N&amp;#x00FC;rnberg, Erlangen, Germany"}]},{"given":"Tobias","family":"Bocklet","sequence":"additional","affiliation":[{"name":"Technische Hochschule, N&amp;#x00FC;rnberg, Germany"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-3396-555X","authenticated-orcid":false,"given":"Elmar","family":"N\u00f6th","sequence":"additional","affiliation":[{"name":"Pattern Recognition Lab, Friedrich-Alexander-Universit&amp;#x00E4;t Erlangen-N&amp;#x00FC;rnberg, Erlangen, Germany"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-8507-0782","authenticated-orcid":false,"given":"Juan Rafael","family":"Orozco-Arroyave","sequence":"additional","affiliation":[{"name":"Pattern Recognition Lab, Friedrich-Alexander-Universit&amp;#x00E4;t Erlangen-N&amp;#x00FC;rnberg, Erlangen, Germany"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-445"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.parkreldis.2012.08.004"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2018.2860246"},{"key":"ref15","article-title":"MOSI: Multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos","author":"zadeh","year":"2016"},{"key":"ref59","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer ChapterAssoc Computat Linguistics Hum Lang Technolo"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-3243"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2015-372"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-57"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1121\/1.1901999"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.4103\/0300-1652.103544"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/PlatCon.2017.7883728"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1212\/WNL.51.2_Suppl_2.S2"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.2478\/jaiscr-2019-0006"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-3201"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6853739"},{"key":"ref19","article-title":"FastText.zip: Compressing text classification models","author":"joulin","year":"2016"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1702247114"},{"key":"ref50","doi-asserted-by":"crossref","author":"darwin","year":"1998","journal-title":"The Expression of Emotion in Man and Animals","DOI":"10.1093\/oso\/9780195112719.001.0001"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2018.07.007"},{"key":"ref45","first-page":"5841","article-title":"Automatic diagnosis of Alzheimer&amp;#x2019;s disease using neural network language models","author":"fritsch","year":"2019","journal-title":"Proc IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1001\/archneur.1994.00540180063015"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2557"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.cortex.2020.08.020"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-27947-9_7"},{"key":"ref44","first-page":"1","article-title":"Detecting late-life depression in Alzheimer&amp;#x2019;s disease through analysis of speech and language","author":"fraser","year":"2016","journal-title":"Proc Third Workshop Comput Linguistics Clin Psychol"},{"key":"ref43","first-page":"342","article-title":"New Spanish speech corpus database for the analysis of people suffering from Parkinson&amp;#x2019;s disease","author":"orozco-arroyave","year":"2014","journal-title":"Proc Int Conf Lang Resour Eval"},{"key":"ref49","first-page":"2172","article-title":"Alzheimer&amp;#x2019;s dementia recognition through spontaneous speech: The ADReSS challenge","author":"saturnino","year":"2020","journal-title":"Proc INTERSPEECH"},{"key":"ref8","year":"2013","journal-title":"Diagnostic and statistical manual of mental disorders (DSM-IVTR)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/ana.410070408"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1037\/a0018519"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.22146\/gamaijb.5407"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1002\/mds.21333"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646128"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49169-1_25"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.bandl.2016.07.008"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/S1474-4422(18)30295-3"},{"key":"ref34","article-title":"World Alzheimer report 2015: The global impact of dementia: An analysis of prevalence, incidence, cost and trends","author":"prince","year":"2015"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.parkreldis.2016.05.018"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1088\/978-0-7503-2723-7ch8"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-2466"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICT4M.2016.067"},{"key":"ref33","first-page":"116","article-title":"Kano model","volume":"15","author":"octavian paraschivescu","year":"2012","journal-title":"Economy Transdisciplinarity Cognition"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2019.1574989"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/79.911197"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-0771(200001\/03)13:1&lt;1::AID-BDM333&gt;3.0.CO;2-S"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1002\/gps.1610"},{"key":"ref38","first-page":"71","article-title":"Vocal markers of motor, cognitive, and depressive symptoms in Parkinson&amp;#x2019;s disease","author":"smith","year":"2017","journal-title":"Proc Int Conf Affect Comput Intell Interact"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0908239106"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639585"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1037\/a0014001"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2019.2954667"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3266302.3266306"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2012.02.120"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICOSP.2010.5657072"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-3158"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"ref64","author":"goodglass","year":"1983","journal-title":"Boston Naming Test Scoring Booklet"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1002\/mds.22340"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054441"},{"key":"ref66","first-page":"38","article-title":"Emotion classification in arousal valence model using MAHNOB-HCI database","volume":"8","author":"wiem","year":"2017","journal-title":"Int J Adv Comput Sci Appl"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/2593036"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-129"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054709"},{"key":"ref27","first-page":"1","article-title":"Suicidal ideation and mental disorder detection with attentive relation networks","volume":"124","author":"ji","year":"2021","journal-title":"Neural Comput Appl"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321459"},{"key":"ref60","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639619"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/10138707\/09537593.pdf?arnumber=9537593","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T20:11:06Z","timestamp":1699474266000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9537593\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":70,"journal-issue":{"issue":"2"},"URL":"http:\/\/dx.doi.org\/10.1109\/taffc.2021.3112543","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}</enrichment>
    <enrichment key="local_crossrefDocumentType">journal-article</enrichment>
    <enrichment key="local_crossrefLicence">https://ieeexplore.ieee.org/Xplorehelp/downloads/license-information/IEEE.html</enrichment>
    <enrichment key="local_import_origin">crossref</enrichment>
    <enrichment key="local_doiImportPopulated">PersonAuthorFirstName_1,PersonAuthorLastName_1,PersonAuthorIdentifierOrcid_1,PersonAuthorFirstName_2,PersonAuthorLastName_2,PersonAuthorIdentifierOrcid_2,PersonAuthorFirstName_3,PersonAuthorLastName_3,PersonAuthorFirstName_4,PersonAuthorLastName_4,PersonAuthorIdentifierOrcid_4,PersonAuthorFirstName_5,PersonAuthorLastName_5,PersonAuthorIdentifierOrcid_5,PublisherName,TitleMain_1,TitleParent_1,PageNumber,PageFirst,PageLast,Issue,Volume,CompletedYear,IdentifierIssn,Enrichmentlocal_crossrefLicence</enrichment>
    <enrichment key="opus.source">doi-import</enrichment>
    <enrichment key="Reviewstatus">Begutachtet/Reviewed</enrichment>
    <author>Paula Andrea Pérez-Toro</author>
    <author>Juan Camilo Vásquez-Correa</author>
    <author>Tobias Bocklet</author>
    <author>Elmar Nöth</author>
    <author>Juan Rafael Orozco-Arroyave</author>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>Arousal-valence plane</value>
    </subject>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>acoustic</value>
    </subject>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>linguistic</value>
    </subject>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>customer satisfaction</value>
    </subject>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>alzheimer’s disease</value>
    </subject>
    <subject>
      <language>eng</language>
      <type>uncontrolled</type>
      <value>depression</value>
    </subject>
    <collection role="institutes" number="">Fakultät Informatik</collection>
    <collection role="Forschungsschwerpunkt" number="5">Digitalisierung &amp; Künstliche Intelligenz</collection>
    <collection role="institutes" number="">Zentrum für Künstliche Intelligenz (KIZ)</collection>
  </doc>
</export-example>
