@article{AnkenbrandShainbergHocketal.2021, author = {Ankenbrand, Markus J. and Shainberg, Liliia and Hock, Michael and Lohr, David and Schreiber, Laura M.}, title = {Sensitivity analysis for interpretation of machine learning based segmentation models in cardiac MRI}, series = {BMC Medical Imaging}, volume = {21}, journal = {BMC Medical Imaging}, number = {1}, doi = {10.1186/s12880-021-00551-1}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-259169}, pages = {27}, year = {2021}, abstract = {Background Image segmentation is a common task in medical imaging e.g., for volumetry analysis in cardiac MRI. Artificial neural networks are used to automate this task with performance similar to manual operators. However, this performance is only achieved in the narrow tasks networks are trained on. Performance drops dramatically when data characteristics differ from the training set properties. Moreover, neural networks are commonly considered black boxes, because it is hard to understand how they make decisions and why they fail. Therefore, it is also hard to predict whether they will generalize and work well with new data. Here we present a generic method for segmentation model interpretation. Sensitivity analysis is an approach where model input is modified in a controlled manner and the effect of these modifications on the model output is evaluated. This method yields insights into the sensitivity of the model to these alterations and therefore to the importance of certain features on segmentation performance. Results We present an open-source Python library (misas), that facilitates the use of sensitivity analysis with arbitrary data and models. We show that this method is a suitable approach to answer practical questions regarding use and functionality of segmentation models. We demonstrate this in two case studies on cardiac magnetic resonance imaging. The first case study explores the suitability of a published network for use on a public dataset the network has not been trained on. The second case study demonstrates how sensitivity analysis can be used to evaluate the robustness of a newly trained model. Conclusions Sensitivity analysis is a useful tool for deep learning developers as well as users such as clinicians. It extends their toolbox, enabling and improving interpretability of segmentation models. Enhancing our understanding of neural networks through sensitivity analysis also assists in decision making. Although demonstrated only on cardiac magnetic resonance images this approach and software are much more broadly applicable.}, language = {en} } @article{AnkenbrandLohrSchloetelburgetal.2021, author = {Ankenbrand, Markus Johannes and Lohr, David and Schl{\"o}telburg, Wiebke and Reiter, Theresa and Wech, Tobias and Schreiber, Laura Maria}, title = {Deep learning-based cardiac cine segmentation: Transfer learning application to 7T ultrahigh-field MRI}, series = {Magnetic Resonance in Medicine}, volume = {86}, journal = {Magnetic Resonance in Medicine}, number = {4}, doi = {10.1002/mrm.28822}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-257604}, pages = {2179-2191}, year = {2021}, abstract = {Purpose Artificial neural networks show promising performance in automatic segmentation of cardiac MRI. However, training requires large amounts of annotated data and generalization to different vendors, field strengths, sequence parameters, and pathologies is limited. Transfer learning addresses this challenge, but specific recommendations regarding type and amount of data required is lacking. In this study, we assess data requirements for transfer learning to experimental cardiac MRI at 7T where the segmentation task can be challenging. In addition, we provide guidelines, tools, and annotated data to enable transfer learning approaches by other researchers and clinicians. Methods A publicly available segmentation model was used to annotate a publicly available data set. This labeled data set was subsequently used to train a neural network for segmentation of left ventricle and myocardium in cardiac cine MRI. The network is used as starting point for transfer learning to 7T cine data of healthy volunteers (n = 22; 7873 images) by updating the pre-trained weights. Structured and random data subsets of different sizes were used to systematically assess data requirements for successful transfer learning. Results Inconsistencies in the publically available data set were corrected, labels created, and a neural network trained. On 7T cardiac cine images the model pre-trained on public imaging data, acquired at 1.5T and 3T, achieved DICE\(_{LV}\) = 0.835 and DICE\(_{MY}\) = 0.670. Transfer learning using 7T cine data and ImageNet weight initialization improved model performance to DICE\(_{LV}\) = 0.900 and DICE\(_{MY}\) = 0.791. Using only end-systolic and end-diastolic images reduced training data by 90\%, with no negative impact on segmentation performance (DICE\(_{LV}\) = 0.908, DICE\(_{MY}\) = 0.805). Conclusions This work demonstrates and quantifies the benefits of transfer learning for cardiac cine image segmentation. We provide practical guidelines for researchers planning transfer learning projects in cardiac MRI and make data, models, and code publicly available.}, language = {en} } @article{HepbasliGredyUllrichetal.2021, author = {Hepbasli, Denis and Gredy, Sina and Ullrich, Melanie and Reigl, Amelie and Abeßer, Marco and Raabe, Thomas and Schuh, Kai}, title = {Genotype- and Age-Dependent Differences in Ultrasound Vocalizations of SPRED2 Mutant Mice Revealed by Machine Deep Learning}, series = {Brain Sciences}, volume = {11}, journal = {Brain Sciences}, number = {10}, issn = {2076-3425}, doi = {10.3390/brainsci11101365}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-248525}, year = {2021}, abstract = {Vocalization is an important part of social communication, not only for humans but also for mice. Here, we show in a mouse model that functional deficiency of Sprouty-related EVH1 domain-containing 2 (SPRED2), a protein ubiquitously expressed in the brain, causes differences in social ultrasound vocalizations (USVs), using an uncomplicated and reliable experimental setting of a short meeting of two individuals. SPRED2 mutant mice show an OCD-like behaviour, accompanied by an increased release of stress hormones from the hypothalamic-pituitary-adrenal axis, both factors probably influencing USV usage. To determine genotype-related differences in USV usage, we analyzed call rate, subtype profile, and acoustic parameters (i.e., duration, bandwidth, and mean peak frequency) in young and old SPRED2-KO mice. We recorded USVs of interacting male and female mice, and analyzed the calls with the deep-learning DeepSqueak software, which was trained to recognize and categorize the emitted USVs. Our findings provide the first classification of SPRED2-KO vs. wild-type mouse USVs using neural networks and reveal significant differences in their development and use of calls. Our results show, first, that simple experimental settings in combination with deep learning are successful at identifying genotype-dependent USV usage and, second, that SPRED2 deficiency negatively affects the vocalization usage and social communication of mice.}, language = {en} } @article{PerniaAndradeWengerEspositoetal.2021, author = {Pern{\´i}a-Andrade, Alejandro J. and Wenger, Nikolaus and Esposito, Maria S. and Tovote, Philip}, title = {Circuits for State-Dependent Modulation of Locomotion}, series = {Frontiers in Human Neuroscience}, volume = {15}, journal = {Frontiers in Human Neuroscience}, issn = {1662-5161}, doi = {10.3389/fnhum.2021.745689}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-249995}, year = {2021}, abstract = {Brain-wide neural circuits enable bi- and quadrupeds to express adaptive locomotor behaviors in a context- and state-dependent manner, e.g., in response to threats or rewards. These behaviors include dynamic transitions between initiation, maintenance and termination of locomotion. Advances within the last decade have revealed an intricate coordination of these individual locomotion phases by complex interaction of multiple brain circuits. This review provides an overview of the neural basis of state-dependent modulation of locomotion initiation, maintenance and termination, with a focus on insights from circuit-centered studies in rodents. The reviewed evidence indicates that a brain-wide network involving excitatory circuit elements connecting cortex, midbrain and medullary areas appears to be the common substrate for the initiation of locomotion across different higher-order states. Specific network elements within motor cortex and the mesencephalic locomotor region drive the initial postural adjustment and the initiation of locomotion. Microcircuits of the basal ganglia, by implementing action-selection computations, trigger goal-directed locomotion. The initiation of locomotion is regulated by neuromodulatory circuits residing in the basal forebrain, the hypothalamus, and medullary regions such as locus coeruleus. The maintenance of locomotion requires the interaction of an even larger neuronal network involving motor, sensory and associative cortical elements, as well as defined circuits within the superior colliculus, the cerebellum, the periaqueductal gray, the mesencephalic locomotor region and the medullary reticular formation. Finally, locomotor arrest as an important component of defensive emotional states, such as acute anxiety, is mediated via a network of survival circuits involving hypothalamus, amygdala, periaqueductal gray and medullary premotor centers. By moving beyond the organizational principle of functional brain regions, this review promotes a circuit-centered perspective of locomotor regulation by higher-order states, and emphasizes the importance of individual network elements such as cell types and projection pathways. The realization that dysfunction within smaller, identifiable circuit elements can affect the larger network function supports more mechanistic and targeted therapeutic intervention in the treatment of motor network disorders.}, language = {en} }