@article{PereiraPereiraSilvaetal., author = {Pereira, Clayton R. and Pereira, Danilo R. and Silva, Francisco A. and Masieiro, Joao P. and Weber, Silke A. T. and Hook, Christian and Papa, Jo{\~a}o Paulo}, title = {A new computer vision-based approach to aid the diagnosis of Parkinson's disease}, series = {Computer Methods and Programs in Biomedicine}, volume = {136}, journal = {Computer Methods and Programs in Biomedicine}, publisher = {Elsevier}, doi = {10.1016/j.cmpb.2016.08.005}, pages = {79 -- 88}, abstract = {Background and Objective: Even today, pointing out an exam that can diagnose a patient with Parkinson's disease (PD) accurately enough is not an easy task. Although a number of techniques have been used in search for a more precise method, detecting such illness and measuring its level of severity early enough to postpone its side effects are not straightforward. In this work, after reviewing a considerable number of works, we conclude that only a few techniques address the problem of PD recognition by means of micrography using computer vision techniques. Therefore, we consider the problem of aiding automatic PD diagnosis by means of spirals and meanders filled out in forms, which are then compared with the template for feature extraction. Methods: In our work, both the template and the drawings are identified and separated automatically using image processing techniques, thus needing no user intervention. Since we have no registered images, the idea is to obtain a suitable representation of both template and drawings using the very same approach for all images in a fast and accurate approach. Results: The results have shown that we can obtain very reasonable recognition rates (around approximate to 67\%), with the most accurate class being the one represented by the patients, which outnumbered the control individuals in the proposed dataset. Conclusions: The proposed approach seemed to be suitable for aiding in automatic PD diagnosis by means of computer vision and machine learning techniques. Also, meander images play an important role, leading to higher accuracies than spiral images. We also observed that the main problem in detecting PD is the patients in the early stages, who can draw near-perfect objects, which are very similar to the ones made by control patients. (C) 2016 Elsevier Ireland Ltd. All rights reserved.}, language = {en} } @unpublished{RueckertRauberMaerkletal., author = {R{\"u}ckert, Tobias and Rauber, David and Maerkl, Raphaela and Klausmann, Leonard and Yildiran, Suemeyye R. and Gutbrod, Max and Nunes, Danilo Weber and Moreno, Alvaro Fernandez and Luengo, Imanol and Stoyanov, Danail and Toussaint, Nicolas and Cho, Enki and Kim, Hyeon Bae and Choo, Oh Sung and Kim, Ka Young and Kim, Seong Tae and Arantes, Gon{\c{c}}alo and Song, Kehan and Zhu, Jianjun and Xiong, Junchen and Lin, Tingyi and Kikuchi, Shunsuke and Matsuzaki, Hiroki and Kouno, Atsushi and Manesco, Jo{\~a}o Renato Ribeiro and Papa, Jo{\~a}o Paulo and Choi, Tae-Min and Jeong, Tae Kyeong and Park, Juyoun and Alabi, Oluwatosin and Wei, Meng and Vercauteren, Tom and Wu, Runzhi and Xu, Mengya and an Wang, and Bai, Long and Ren, Hongliang and Yamlahi, Amine and Hennighausen, Jakob and Maier-Hein, Lena and Kondo, Satoshi and Kasai, Satoshi and Hirasawa, Kousuke and Yang, Shu and Wang, Yihui and Chen, Hao and Rodr{\´i}guez, Santiago and Aparicio, Nicol{\´a}s and Manrique, Leonardo and Lyons, Juan Camilo and Hosie, Olivia and Ayobi, Nicol{\´a}s and Arbel{\´a}ez, Pablo and Li, Yiping and Khalil, Yasmina Al and Nasirihaghighi, Sahar and Speidel, Stefanie and R{\"u}ckert, Daniel and Feussner, Hubertus and Wilhelm, Dirk and Palm, Christoph}, title = {Comparative validation of surgical phase recognition, instrument keypoint estimation, and instrument instance segmentation in endoscopy: Results of the PhaKIR 2024 challenge}, pages = {36}, abstract = {Reliable recognition and localization of surgical instruments in endoscopic video recordings are foundational for a wide range of applications in computer- and robot-assisted minimally invasive surgery (RAMIS), including surgical training, skill assessment, and autonomous assistance. However, robust performance under real-world conditions remains a significant challenge. Incorporating surgical context - such as the current procedural phase - has emerged as a promising strategy to improve robustness and interpretability. To address these challenges, we organized the Surgical Procedure Phase, Keypoint, and Instrument Recognition (PhaKIR) sub-challenge as part of the Endoscopic Vision (EndoVis) challenge at MICCAI 2024. We introduced a novel, multi-center dataset comprising thirteen full-length laparoscopic cholecystectomy videos collected from three distinct medical institutions, with unified annotations for three interrelated tasks: surgical phase recognition, instrument keypoint estimation, and instrument instance segmentation. Unlike existing datasets, ours enables joint investigation of instrument localization and procedural context within the same data while supporting the integration of temporal information across entire procedures. We report results and findings in accordance with the BIAS guidelines for biomedical image analysis challenges. The PhaKIR sub-challenge advances the field by providing a unique benchmark for developing temporally aware, context-driven methods in RAMIS and offers a high-quality resource to support future research in surgical scene understanding.}, language = {en} } @article{RueckertRauberMaerkletal., author = {Rueckert, Tobias and Rauber, David and Maerkl, Raphaela and Klausmann, Leonard and Yildiran, Suemeyye R. and Gutbrod, Max and Nunes, Danilo Weber and Moreno, Alvaro Fernandez and Luengo, Imanol and Stoyanov, Danail and Toussaint, Nicolas and Cho, Enki and Kim, Hyeon Bae and Choo, Oh Sung and Kim, Ka Young and Kim, Seong Tae and Arantes, Gon{\c{c}}alo and Song, Kehan and Zhu, Jianjun and Xiong, Junchen and Lin, Tingyi and Kikuchi, Shunsuke and Matsuzaki, Hiroki and Kouno, Atsushi and Manesco, Jo{\~a}o Renato Ribeiro and Papa, Jo{\~a}o Paulo and Choi, Tae-Min and Jeong, Tae Kyeong and Park, Juyoun and Alabi, Oluwatosin and Wei, Meng and Vercauteren, Tom and Wu, Runzhi and Xu, Mengya and Wang, An and Bai, Long and Ren, Hongliang and Yamlahi, Amine and Hennighausen, Jakob and Maier-Hein, Lena and Kondo, Satoshi and Kasai, Satoshi and Hirasawa, Kousuke and Yang, Shu and Wang, Yihui and Chen, Hao and Rodr{\´i}guez, Santiago and Aparicio, Nicol{\´a}s and Manrique, Leonardo and Palm, Christoph and Wilhelm, Dirk and Feussner, Hubertus and Rueckert, Daniel and Speidel, Stefanie and Nasirihaghighi, Sahar and Al Khalil, Yasmina and Li, Yiping and Arbel{\´a}ez, Pablo and Ayobi, Nicol{\´a}s and Hosie, Olivia and Lyons, Juan Camilo}, title = {Comparative validation of surgical phase recognition, instrument keypoint estimation, and instrument instance segmentation in endoscopy: Results of the PhaKIR 2024 challenge}, series = {Medical Image Analysis}, volume = {109}, journal = {Medical Image Analysis}, publisher = {Elsevier}, issn = {1361-8415}, doi = {10.1016/j.media.2026.103945}, pages = {31}, abstract = {Reliable recognition and localization of surgical instruments in endoscopic video recordings are foundational for a wide range of applications in computer- and robot-assisted minimally invasive surgery (RAMIS), including surgical training, skill assessment, and autonomous assistance. However, robust performance under real-world conditions remains a significant challenge. Incorporating surgical context - such as the current procedural phase - has emerged as a promising strategy to improve robustness and interpretability. To address these challenges, we organized the Surgical Procedure Phase, Keypoint, and Instrument Recognition (PhaKIR) sub-challenge as part of the Endoscopic Vision (EndoVis) challenge at MICCAI 2024. We introduced a novel, multi-center dataset comprising thirteen full-length laparoscopic cholecystectomy videos collected from three distinct medical institutions, with unified annotations for three interrelated tasks: surgical phase recognition, instrument keypoint estimation, and instrument instance segmentation. Unlike existing datasets, ours enables joint investigation of instrument localization and procedural context within the same data while supporting the integration of temporal information across entire procedures. We report results and findings in accordance with the BIAS guidelines for biomedical image analysis challenges. The PhaKIR sub-challenge advances the field by providing a unique benchmark for developing temporally aware, context-driven methods in RAMIS and offers a high-quality resource to support future research in surgical scene understanding.}, language = {en} } @incollection{PereiraPassosLopesetal., author = {Pereira, Clayton R. and Passos, Leandro A. and Lopes, Ricardo R. and Weber, Silke A. T. and Hook, Christian and Papa, Joao Paulo}, title = {Parkinson's Disease Identification Using Restricted Boltzmann Machines}, series = {Computer Analysis of Images and Patterns, 17th International Conference, CAIP 2017, Ystad, Sweden, August 22-24, 2017, Proceedings, Part II}, volume = {10425}, booktitle = {Computer Analysis of Images and Patterns, 17th International Conference, CAIP 2017, Ystad, Sweden, August 22-24, 2017, Proceedings, Part II}, publisher = {Springer}, isbn = {978-3-319-64697-8}, doi = {10.1007/978-3-319-64698-5_7}, pages = {70 -- 80}, abstract = {Currently, Parkinson's Disease (PD) has no cure or accurate diagnosis, reaching approximately 60, 000 new cases yearly and worldwide, being more often in the elderly population. Its main symptoms can not be easily uncorrelated with other illness, being way more difficult to be identified at the early stages. As such, computer-aided tools have been recently used to assist in this task, but the challenge in the automatic identification of Parkinson's Disease still persists. In order to cope with this problem, we propose to employ Restricted Boltzmann Machines (RBMs) to learn features in an unsupervised fashion by analyzing images from handwriting exams, which aim at assessing the writing skills of potential individuals. These are one of the main symptoms of PD-prone people, since such kind of ability ends up being severely affected. We show that RBMs can learn proper features that help supervised classifiers in the task of automatic identification of PD patients, as well as one can obtain a more compact representation of the exam for the sake of storage and computational load purposes.}, language = {en} } @article{PereiraPereiraRosaetal., author = {Pereira, Clayton R. and Pereira, Danilo R. and Rosa, Gustavo H. and Albuquerque, Victor Hugo C. and Weber, Silke A. T. and Hook, Christian and Papa, Jo{\~a}o Paulo}, title = {Handwritten dynamics assessment through convolutional neural networks}, series = {Artificial Intelligence in Medicine}, volume = {37}, journal = {Artificial Intelligence in Medicine}, number = {May}, publisher = {Elsevier}, doi = {10.1016/j.artmed.2018.04.001}, pages = {67 -- 77}, abstract = {Background and objective Parkinson's disease (PD) is considered a degenerative disorder that affects the motor system, which may cause tremors, micrography, and the freezing of gait. Although PD is related to the lack of dopamine, the triggering process of its development is not fully understood yet. Methods In this work, we introduce convolutional neural networks to learn features from images produced by handwritten dynamics, which capture different information during the individual's assessment. Additionally, we make available a dataset composed of images and signal-based data to foster the research related to computer-aided PD diagnosis. Results The proposed approach was compared against raw data and texture-based descriptors, showing suitable results, mainly in the context of early stage detection, with results nearly to 95\%. Conclusions The analysis of handwritten dynamics using deep learning techniques showed to be useful for automatic Parkinson's disease identification, as well as it can outperform handcrafted features.}, language = {en} } @article{AfonsoRosaPereiraetal., author = {Afonso, Luis Claudio Sugi and Rosa, Gustavo H. and Pereira, Clayton R. and Weber, Silke A. T. and Hook, Christian and Albuquerque, Victor Hugo C. and Papa, Joao Paulo}, title = {A recurrence plot-based approach for Parkinson's disease identification}, series = {Future generation computer systems - The international journal of escience}, volume = {94}, journal = {Future generation computer systems - The international journal of escience}, number = {May}, publisher = {Elsevier}, doi = {10.1016/j.future.2018.11.054}, pages = {282 -- 292}, abstract = {Parkinson's disease (PD) is a neurodegenerative disease that affects millions of people worldwide, causing mental and mainly motor dysfunctions. The negative impact on the patient's daily routine has moved the science in search of new techniques that can reduce its negative effects and also identify the disease in individuals. One of the main motor characteristics of PD is the hand tremor faced by patients, which turns out to be a crucial information to be used towards a computer-aided diagnosis. In this context, we make use of handwriting dynamics data acquired from individuals when submitted to some tasks that measure abilities related to writing skills. This work proposes the application of recurrence plots to map the signals onto the image domain, which are further used to feed a Convolutional Neural Network for learning proper information that can help the automatic identification of PD. The proposed approach was assessed in a public dataset under several scenarios that comprise different combinations of deep-based architectures, image resolutions, and training set sizes. Experimental results showed significant accuracy improvement compared to our previous work with an average accuracy of over 87\%. Moreover, it was observed an improvement in accuracy concerning the classification of patients (i.e., mean recognition rates above to 90\%). The promising results showed the potential of the proposed approach towards the automatic identification of Parkinson's disease.}, language = {en} } @article{AfonsoPereiraWeberetal., author = {Afonso, Luis Claudio Sugi and Pereira, Clayton R. and Weber, Silke A. T. and Hook, Christian and Falc{\~a}o, Alexandre X. and Papa, Joao Paulo}, title = {Hierarchical learning using deep optimum-path forest}, series = {Journal of Visual Communication and Image Representation}, volume = {71}, journal = {Journal of Visual Communication and Image Representation}, number = {August}, publisher = {Elsevier}, doi = {10.1016/j.jvcir.2020.102823}, abstract = {Bag-of-Visual Words (BoVW) and deep learning techniques have been widely used in several domains, which include computer-assisted medical diagnoses. In this work, we are interested in developing tools for the automatic identification of Parkinson's disease using machine learning and the concept of BoVW. The proposed approach concerns a hierarchical-based learning technique to design visual dictionaries through the Deep Optimum-Path Forest classifier. The proposed method was evaluated in six datasets derived from data collected from individuals when performing handwriting exams. Experimental results showed the potential of the technique, with robust achievements.}, language = {en} } @inproceedings{PereiraPereiradaSilvaetal., author = {Pereira, Clayton R. and Pereira, Danilo R. and da Silva, Francisco A. and Hook, Christian and Weber, Silke A. T. and Pereira, Luis A. M. and Papa, Jo{\~a}o Paulo}, title = {A Step Towards the Automated Diagnosis of Parkinson's Disease: Analyzing Handwriting Movements}, series = {2015 IEEE 28th International Symposium on Computer-Based Medical Systems, 22.-25.06.2015, Sao Carlos, Brazil}, booktitle = {2015 IEEE 28th International Symposium on Computer-Based Medical Systems, 22.-25.06.2015, Sao Carlos, Brazil}, publisher = {IEEE}, isbn = {978-1-4673-6775-2}, issn = {2372-9198}, doi = {10.1109/cbms.2015.34}, pages = {171 -- 176}, abstract = {Parkinson's disease (PD) has affected millions of people world-wide, being its major problem the loss of movements and, consequently, the ability of working and locomotion. Although we can find several works that attempt at dealing with this problem out there, most of them make use of datasets composed by a few subjects only. In this work, we present some results toward the automated diagnosis of PD by means of computer vision-based techniques in a dataset composed by dozens of patients, which is one of the main contributions of this work. The dataset is part of a joint research project that aims at extracting both visual and signal-based information from healthy and PD patients in order to go forward the early diagnosis of PD patients. The dataset is composed by handwriting clinical exams that are analyzed by means of image processing and machine learning techniques, being the preliminary results encouraging and promising. Additionally, a new quantitative feature to measure the amount of tremor of an individual's handwritten trace called Mean Relative Tremor is also presented.}, language = {en} } @article{EbigboMendelScheppachetal., author = {Ebigbo, Alanna and Mendel, Robert and Scheppach, Markus W. and Probst, Andreas and Shahidi, Neal and Prinz, Friederike and Fleischmann, Carola and R{\"o}mmele, Christoph and G{\"o}lder, Stefan Karl and Braun, Georg and Rauber, David and R{\"u}ckert, Tobias and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Vessel and tissue recognition during third-space endoscopy using a deep learning algorithm}, series = {Gut}, volume = {71}, journal = {Gut}, number = {12}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2021-326470}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-54293}, pages = {2388 -- 2390}, abstract = {In this study, we aimed to develop an artificial intelligence clinical decision support solution to mitigate operator-dependent limitations during complex endoscopic procedures such as endoscopic submucosal dissection and peroral endoscopic myotomy, for example, bleeding and perforation. A DeepLabv3-based model was trained to delineate vessels, tissue structures and instruments on endoscopic still images from such procedures. The mean cross-validated Intersection over Union and Dice Score were 63\% and 76\%, respectively. Applied to standardised video clips from third-space endoscopic procedures, the algorithm showed a mean vessel detection rate of 85\% with a false-positive rate of 0.75/min. These performance statistics suggest a potential clinical benefit for procedure safety, time and also training.}, language = {en} } @article{SouzaJrPalmMendeletal., author = {Souza Jr., Luis Antonio de and Palm, Christoph and Mendel, Robert and Hook, Christian and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Weber, Silke A. T. and Papa, Jo{\~a}o Paulo}, title = {A survey on Barrett's esophagus analysis using machine learning}, series = {Computers in Biology and Medicine}, volume = {96}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2018.03.014}, pages = {203 -- 213}, abstract = {This work presents a systematic review concerning recent studies and technologies of machine learning for Barrett's esophagus (BE) diagnosis and treatment. The use of artificial intelligence is a brand new and promising way to evaluate such disease. We compile some works published at some well-established databases, such as Science Direct, IEEEXplore, PubMed, Plos One, Multidisciplinary Digital Publishing Institute (MDPI), Association for Computing Machinery (ACM), Springer, and Hindawi Publishing Corporation. Each selected work has been analyzed to present its objective, methodology, and results. The BE progression to dysplasia or adenocarcinoma shows a complex pattern to be detected during endoscopic surveillance. Therefore, it is valuable to assist its diagnosis and automatic identification using computer analysis. The evaluation of the BE dysplasia can be performed through manual or automated segmentation through machine learning techniques. Finally, in this survey, we reviewed recent studies focused on the automatic detection of the neoplastic region for classification purposes using machine learning methods.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} }