@inproceedings{NoethMaierHaderleinetal.2007, author = {N{\"o}th, Elmar and Maier, Andreas and Haderlein, Tino and Riedhammer, Korbinian and Rosanowski, Frank and Schuster, Maria}, title = {Automatic Evaluation of Pathologic Speech - from Research to Routine Clinical Use}, series = {TSD 2007, 10th International Conference on Text, Speech and Dialogue, Pilsen, Czech Republic, September 2007.}, booktitle = {TSD 2007, 10th International Conference on Text, Speech and Dialogue, Pilsen, Czech Republic, September 2007.}, publisher = {Springer-Verlag}, pages = {294 -- 301}, year = {2007}, abstract = {Previously we have shown that ASR technology can be used to objectively evaluate pathologic speech. Here we report on progress for routine clinical use: 1) We introduce an easy-to-use recording and evaluation environment. 2) We confirm our previous results for a larger group of patients. 3) We show that telephone speech can be analyzed with the same methods with only a small loss of agreement with human experts. 4) We show that prosodic information leads to more robust results. 5) We show that text reference instead of transliteration can be used for evaluation. Using word accuracy of a speech recognizer and prosodic features as features for SVM regression, we achieve a correlation of .90 between the automatic analysis and human experts.}, language = {en} } @inproceedings{HaderleinRiedhammerMaieretal.2007, author = {Haderlein, Tino and Riedhammer, Korbinian and Maier, Andreas and N{\"o}th, Elmar and Toy, Hikmet and Rosanowski, Frank}, title = {An Automatic Version of the Post-Laryngectomy Telephone Test}, series = {TSD 2007, 10th International Conference on Text, Speech and Dialogue, Proceedings, Pilsen, Czech Republic, September 2007.}, booktitle = {TSD 2007, 10th International Conference on Text, Speech and Dialogue, Proceedings, Pilsen, Czech Republic, September 2007.}, publisher = {Springer-Verlag}, pages = {238 -- 245}, year = {2007}, abstract = {Tracheoesophageal (TE) speech is a possibility to restore the ability to speak after total laryngectomy, i.e. the removal of the larynx. The quality of the substitute voice has to be evaluated during therapy. For the intelligibility evaluation of German speakers over telephone, the Post-Laryngectomy Telephone Test (PLTT) was defined. Each patient reads out 20 of 400 different monosyllabic words and 5 out of 100 sentences. A human listener writes down the words and sentences understood and computes an overall score. This paper presents a means of objective and automatic evaluation that can replace the subjective method. The scores of 11 na{\"i}ve raters for a set of 31 test speakers were compared to the word recognition rate of speech recognizers. Correlation values of about 0.9 were reached.}, language = {en} }