@article{ReinhardHelmerichBorasetal.2022,
  author    = {Reinhard, Sebastian and Helmerich, Dominic A. and Boras, Dominik and Sauer, Markus and Kollmannsberger, Philip},
  title     = {ReCSAI: recursive compressed sensing artificial intelligence for confocal lifetime localization microscopy},
  series = {BMC Bioinformatics},
  volume    = {23},
  journal   = {BMC Bioinformatics},
  number    = {1},
  doi       = {10.1186/s12859-022-05071-5},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-299768},
  year      = {2022},
  abstract  = {Background Localization-based super-resolution microscopy resolves macromolecular structures down to a few nanometers by computationally reconstructing fluorescent emitter coordinates from diffraction-limited spots. The most commonly used algorithms are based on fitting parametric models of the point spread function (PSF) to a measured photon distribution. These algorithms make assumptions about the symmetry of the PSF and thus, do not work well with irregular, non-linear PSFs that occur for example in confocal lifetime imaging, where a laser is scanned across the sample. An alternative method for reconstructing sparse emitter sets from noisy, diffraction-limited images is compressed sensing, but due to its high computational cost it has not yet been widely adopted. Deep neural network fitters have recently emerged as a new competitive method for localization microscopy. They can learn to fit arbitrary PSFs, but require extensive simulated training data and do not generalize well. A method to efficiently fit the irregular PSFs from confocal lifetime localization microscopy combining the advantages of deep learning and compressed sensing would greatly improve the acquisition speed and throughput of this method. Results Here we introduce ReCSAI, a compressed sensing neural network to reconstruct localizations for confocal dSTORM, together with a simulation tool to generate training data. We implemented and compared different artificial network architectures, aiming to combine the advantages of compressed sensing and deep learning. We found that a U-Net with a recursive structure inspired by iterative compressed sensing showed the best results on realistic simulated datasets with noise, as well as on real experimentally measured confocal lifetime scanning data. Adding a trainable wavelet denoising layer as prior step further improved the reconstruction quality. Conclusions Our deep learning approach can reach a similar reconstruction accuracy for confocal dSTORM as frame binning with traditional fitting without requiring the acquisition of multiple frames. In addition, our work offers generic insights on the reconstruction of sparse measurements from noisy experimental data by combining compressed sensing and deep learning. We provide the trained networks, the code for network training and inference as well as the simulation tool as python code and Jupyter notebooks for easy reproducibility.},
  language  = {en}
}
@article{HoeserKuenzer2020,
  author    = {Hoeser, Thorsten and Kuenzer, Claudia},
  title     = {Object detection and image segmentation with deep learning on Earth observation data: a review-part I: evolution and recent trends},
  series = {Remote Sensing},
  volume    = {12},
  journal   = {Remote Sensing},
  number    = {10},
  issn      = {2072-4292},
  doi       = {10.3390/rs12101667},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-205918},
  year      = {2020},
  abstract  = {Deep learning (DL) has great influence on large parts of science and increasingly established itself as an adaptive method for new challenges in the field of Earth observation (EO). Nevertheless, the entry barriers for EO researchers are high due to the dense and rapidly developing field mainly driven by advances in computer vision (CV). To lower the barriers for researchers in EO, this review gives an overview of the evolution of DL with a focus on image segmentation and object detection in convolutional neural networks (CNN). The survey starts in 2012, when a CNN set new standards in image recognition, and lasts until late 2019. Thereby, we highlight the connections between the most important CNN architectures and cornerstones coming from CV in order to alleviate the evaluation of modern DL models. Furthermore, we briefly outline the evolution of the most popular DL frameworks and provide a summary of datasets in EO. By discussing well performing DL architectures on these datasets as well as reflecting on advances made in CV and their impact on future research in EO, we narrow the gap between the reviewed, theoretical concepts from CV and practical application in EO.},
  language  = {en}
}
@article{HoeserBachoferKuenzer2020,
  author    = {Hoeser, Thorsten and Bachofer, Felix and Kuenzer, Claudia},
  title     = {Object detection and image segmentation with deep learning on Earth Observation data: a review — part II: applications},
  series = {Remote Sensing},
  volume    = {12},
  journal   = {Remote Sensing},
  number    = {18},
  issn      = {2072-4292},
  doi       = {10.3390/rs12183053},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-213152},
  year      = {2020},
  abstract  = {In Earth observation (EO), large-scale land-surface dynamics are traditionally analyzed by investigating aggregated classes. The increase in data with a very high spatial resolution enables investigations on a fine-grained feature level which can help us to better understand the dynamics of land surfaces by taking object dynamics into account. To extract fine-grained features and objects, the most popular deep-learning model for image analysis is commonly used: the convolutional neural network (CNN). In this review, we provide a comprehensive overview of the impact of deep learning on EO applications by reviewing 429 studies on image segmentation and object detection with CNNs. We extensively examine the spatial distribution of study sites, employed sensors, used datasets and CNN architectures, and give a thorough overview of applications in EO which used CNNs. Our main finding is that CNNs are in an advanced transition phase from computer vision to EO. Upon this, we argue that in the near future, investigations which analyze object dynamics with CNNs will have a significant impact on EO research. With a focus on EO applications in this Part II, we complete the methodological review provided in Part I.},
  language  = {en}
}
@article{KazuhinoWernerToriumietal.2018,
  author    = {Kazuhino, Koshino and Werner, Rudolf A. and Toriumi, Fuijo and Javadi, Mehrbod S. and Pomper, Martin G. and Solnes, Lilja B. and Verde, Franco and Higuchi, Takahiro and Rowe, Steven P.},
  title     = {Generative Adversarial Networks for the Creation of Realistic Artificial Brain Magnetic Resonance Images},
  series = {Tomography},
  volume    = {4},
  journal   = {Tomography},
  number    = {4},
  doi       = {10.18383/j.tom.2018.00042},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-172185},
  pages     = {159-163},
  year      = {2018},
  abstract  = {Even as medical data sets become more publicly accessible, most are restricted to specific medical conditions. Thus, data collection for machine learning approaches remains challenging, and synthetic data augmentation, such as generative adversarial networks (GAN), may overcome this hurdle. In the present quality control study, deep convolutional GAN (DCGAN)-based human brain magnetic resonance (MR) images were validated by blinded radiologists. In total, 96 T1-weighted brain images from 30 healthy individuals and 33 patients with cerebrovascular accident were included. A training data set was generated from the T1-weighted images and DCGAN was applied to generate additional artificial brain images. The likelihood that images were DCGAN-created versus acquired was evaluated by 5 radiologists (2 neuroradiologists [NRs], vs 3 non-neuroradiologists [NNRs]) in a binary fashion to identify real vs created images. Images were selected randomly from the data set (variation of created images, 40\%-60\%). None of the investigated images was rated as unknown. Of the created images, the NRs rated 45\% and 71\% as real magnetic resonance imaging images (NNRs, 24\%, 40\%, and 44\%). In contradistinction, 44\% and 70\% of the real images were rated as generated images by NRs (NNRs, 10\%, 17\%, and 27\%). The accuracy for the NRs was 0.55 and 0.30 (NNRs, 0.83, 0.72, and 0.64). DCGAN-created brain MR images are similar enough to acquired MR images so as to be indistinguishable in some cases. Such an artificial intelligence algorithm may contribute to synthetic data augmentation for "data-hungry" technologies, such as supervised machine learning approaches, in various clinical applications.},
  subject      = {Magnetresonanztomografie},
  language  = {en}
}
@phdthesis{Lohr2021,
  author    = {Lohr, David},
  title     = {Functional and Structural Characterization of the Myocardium},
  doi       = {10.25972/OPUS-23448},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-234486},
  school      = {Universit{\"a}t W{\"u}rzburg},
  year      = {2021},
  abstract  = {Clinical practice in CMR with respect to cardiovascular disease is currently focused on tissue characterization, and cardiac function, in particular. In recent years MRI based diffusion tensor imaging (DTI) has been shown to enable the assessment of microstructure based on the analysis of Brownian motion of water molecules in anisotropic tissue, such as the myocardium. With respect to both functional and structural imaging, 7T MRI may increase SNR, providing access to information beyond the reach of clinically applied field strengths. To date, cardiac 7T MRI is still a research modality that is only starting to develop towards clinical application. In this thesis we primarily aimed to advance methods of ultrahigh field CMR using the latest 7T technology and its application towards the functional and structural characterization of the myocardium. Regarding the assessment of myocardial microstructure at 7T, feasibility of ex vivo DTI of large animal hearts was demonstrated. In such hearts a custom sequence implemented for in vivo DTI was evaluated and fixation induced alterations of derived diffusion metrics and tissue properties were assessed. Results enable comparison of prior and future ex vivo DTI studies and provide information on measurement parameters at 7T. Translating developed methodology to preclinical studies of mouse hearts, ex vivo DTI provided highly sensitive surrogates for microstructural remodeling in response to subendocardial damage. In such cases echocardiography measurements revealed mild diastolic dysfunction and impaired longitudinal deformation, linking disease induced structural and functional alterations. Complementary DTI and echocardiography data also improved our understanding of structure-function interactions in cases of loss of contractile myofiber tracts, replacement fibrosis, and LV systolic failure. Regarding the functional characterization of the myocardium at 7T, sequence protocols were expanded towards a dedicated 7T routine protocol, encompassing accurate cardiac planning and the assessment of cardiac function via cine imaging in humans. This assessment requires segmentation of myocardial contours. For that, artificial intelligence (AI) was developed and trained, enabling rapid automatic generation of cardiac segmentation in clinical data. Using transfer learning, AI models were adapted to cine data acquired using the latest generation 7T system. Methodology for AI based segmentation was translated to cardiac pathology, where automatic segmentation of scar tissue, edema and healthy myocardium was achieved. Developed radiofrequency hardware facilitates translational studies at 7T, providing controlled conditions for future method development towards cardiac 7T MRI in humans. In this thesis the latest 7T technology, cardiac DTI, and AI were used to advance methods of ultrahigh field CMR. In the long run, obtained results contribute to diagnostic methods that may facilitate early detection and risk stratification in cardiovascular disease.},
  subject      = {Diffusionsgewichtete Magnetresonanztomografie},
  language  = {en}
}