@article{KrenzerBanckMakowskietal.2023, author = {Krenzer, Adrian and Banck, Michael and Makowski, Kevin and Hekalo, Amar and Fitting, Daniel and Troya, Joel and Sudarevic, Boban and Zoller, Wolfgang G. and Hann, Alexander and Puppe, Frank}, title = {A real-time polyp-detection system with clinical application in colonoscopy using deep convolutional neural networks}, series = {Journal of Imaging}, volume = {9}, journal = {Journal of Imaging}, number = {2}, issn = {2313-433X}, doi = {10.3390/jimaging9020026}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-304454}, year = {2023}, abstract = {Colorectal cancer (CRC) is a leading cause of cancer-related deaths worldwide. The best method to prevent CRC is with a colonoscopy. During this procedure, the gastroenterologist searches for polyps. However, there is a potential risk of polyps being missed by the gastroenterologist. Automated detection of polyps helps to assist the gastroenterologist during a colonoscopy. There are already publications examining the problem of polyp detection in the literature. Nevertheless, most of these systems are only used in the research context and are not implemented for clinical application. Therefore, we introduce the first fully open-source automated polyp-detection system scoring best on current benchmark data and implementing it ready for clinical application. To create the polyp-detection system (ENDOMIND-Advanced), we combined our own collected data from different hospitals and practices in Germany with open-source datasets to create a dataset with over 500,000 annotated images. ENDOMIND-Advanced leverages a post-processing technique based on video detection to work in real-time with a stream of images. It is integrated into a prototype ready for application in clinical interventions. We achieve better performance compared to the best system in the literature and score a F1-score of 90.24\% on the open-source CVC-VideoClinicDB benchmark.}, language = {en} } @article{KrenzerMakowskiHekaloetal.2022, author = {Krenzer, Adrian and Makowski, Kevin and Hekalo, Amar and Fitting, Daniel and Troya, Joel and Zoller, Wolfram G. and Hann, Alexander and Puppe, Frank}, title = {Fast machine learning annotation in the medical domain: a semi-automated video annotation tool for gastroenterologists}, series = {BioMedical Engineering OnLine}, volume = {21}, journal = {BioMedical Engineering OnLine}, number = {1}, doi = {10.1186/s12938-022-01001-x}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-300231}, year = {2022}, abstract = {Background Machine learning, especially deep learning, is becoming more and more relevant in research and development in the medical domain. For all the supervised deep learning applications, data is the most critical factor in securing successful implementation and sustaining the progress of the machine learning model. Especially gastroenterological data, which often involves endoscopic videos, are cumbersome to annotate. Domain experts are needed to interpret and annotate the videos. To support those domain experts, we generated a framework. With this framework, instead of annotating every frame in the video sequence, experts are just performing key annotations at the beginning and the end of sequences with pathologies, e.g., visible polyps. Subsequently, non-expert annotators supported by machine learning add the missing annotations for the frames in-between. Methods In our framework, an expert reviews the video and annotates a few video frames to verify the object's annotations for the non-expert. In a second step, a non-expert has visual confirmation of the given object and can annotate all following and preceding frames with AI assistance. After the expert has finished, relevant frames will be selected and passed on to an AI model. This information allows the AI model to detect and mark the desired object on all following and preceding frames with an annotation. Therefore, the non-expert can adjust and modify the AI predictions and export the results, which can then be used to train the AI model. Results Using this framework, we were able to reduce workload of domain experts on average by a factor of 20 on our data. This is primarily due to the structure of the framework, which is designed to minimize the workload of the domain expert. Pairing this framework with a state-of-the-art semi-automated AI model enhances the annotation speed further. Through a prospective study with 10 participants, we show that semi-automated annotation using our tool doubles the annotation speed of non-expert annotators compared to a well-known state-of-the-art annotation tool. Conclusion In summary, we introduce a framework for fast expert annotation for gastroenterologists, which reduces the workload of the domain expert considerably while maintaining a very high annotation quality. The framework incorporates a semi-automated annotation system utilizing trained object detection models. The software and framework are open-source.}, language = {en} } @article{HaeusnerHerbstBittorfetal.2021, author = {Haeusner, Sebastian and Herbst, Laura and Bittorf, Patrick and Schwarz, Thomas and Henze, Chris and Mauermann, Marc and Ochs, Jelena and Schmitt, Robert and Blache, Ulrich and Wixmerten, Anke and Miot, Sylvie and Martin, Ivan and Pullig, Oliver}, title = {From Single Batch to Mass Production-Automated Platform Design Concept for a Phase II Clinical Trial Tissue Engineered Cartilage Product}, series = {Frontiers in Medicine}, volume = {8}, journal = {Frontiers in Medicine}, issn = {2296-858X}, doi = {10.3389/fmed.2021.712917}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-244631}, year = {2021}, abstract = {Advanced Therapy Medicinal Products (ATMP) provide promising treatment options particularly for unmet clinical needs, such as progressive and chronic diseases where currently no satisfying treatment exists. Especially from the ATMP subclass of Tissue Engineered Products (TEPs), only a few have yet been translated from an academic setting to clinic and beyond. A reason for low numbers of TEPs in current clinical trials and one main key hurdle for TEPs is the cost and labor-intensive manufacturing process. Manual production steps require experienced personnel, are challenging to standardize and to scale up. Automated manufacturing has the potential to overcome these challenges, toward an increasing cost-effectiveness. One major obstacle for automation is the control and risk prevention of cross contaminations, especially when handling parallel production lines of different patient material. These critical steps necessitate validated effective and efficient cleaning procedures in an automated system. In this perspective, possible technologies, concepts and solutions to existing ATMP manufacturing hurdles are discussed on the example of a late clinical phase II trial TEP. In compliance to Good Manufacturing Practice (GMP) guidelines, we propose a dual arm robot based isolator approach. Our novel concept enables complete process automation for adherent cell culture, and the translation of all manual process steps with standard laboratory equipment. Moreover, we discuss novel solutions for automated cleaning, without the need for human intervention. Consequently, our automation concept offers the unique chance to scale up production while becoming more cost-effective, which will ultimately increase TEP availability to a broader number of patients.}, language = {en} }