@article{ReinhardHelmerichBorasetal.2022, author = {Reinhard, Sebastian and Helmerich, Dominic A. and Boras, Dominik and Sauer, Markus and Kollmannsberger, Philip}, title = {ReCSAI: recursive compressed sensing artificial intelligence for confocal lifetime localization microscopy}, series = {BMC Bioinformatics}, volume = {23}, journal = {BMC Bioinformatics}, number = {1}, doi = {10.1186/s12859-022-05071-5}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-299768}, year = {2022}, abstract = {Background Localization-based super-resolution microscopy resolves macromolecular structures down to a few nanometers by computationally reconstructing fluorescent emitter coordinates from diffraction-limited spots. The most commonly used algorithms are based on fitting parametric models of the point spread function (PSF) to a measured photon distribution. These algorithms make assumptions about the symmetry of the PSF and thus, do not work well with irregular, non-linear PSFs that occur for example in confocal lifetime imaging, where a laser is scanned across the sample. An alternative method for reconstructing sparse emitter sets from noisy, diffraction-limited images is compressed sensing, but due to its high computational cost it has not yet been widely adopted. Deep neural network fitters have recently emerged as a new competitive method for localization microscopy. They can learn to fit arbitrary PSFs, but require extensive simulated training data and do not generalize well. A method to efficiently fit the irregular PSFs from confocal lifetime localization microscopy combining the advantages of deep learning and compressed sensing would greatly improve the acquisition speed and throughput of this method. Results Here we introduce ReCSAI, a compressed sensing neural network to reconstruct localizations for confocal dSTORM, together with a simulation tool to generate training data. We implemented and compared different artificial network architectures, aiming to combine the advantages of compressed sensing and deep learning. We found that a U-Net with a recursive structure inspired by iterative compressed sensing showed the best results on realistic simulated datasets with noise, as well as on real experimentally measured confocal lifetime scanning data. Adding a trainable wavelet denoising layer as prior step further improved the reconstruction quality. Conclusions Our deep learning approach can reach a similar reconstruction accuracy for confocal dSTORM as frame binning with traditional fitting without requiring the acquisition of multiple frames. In addition, our work offers generic insights on the reconstruction of sparse measurements from noisy experimental data by combining compressed sensing and deep learning. We provide the trained networks, the code for network training and inference as well as the simulation tool as python code and Jupyter notebooks for easy reproducibility.}, language = {en} } @article{PauliPaulProppertetal.2021, author = {Pauli, Martin and Paul, Mila M. and Proppert, Sven and Mrestani, Achmed and Sharifi, Marzieh and Repp, Felix and K{\"u}rzinger, Lydia and Kollmannsberger, Philip and Sauer, Markus and Heckmann, Manfred and Sir{\´e}n, Anna-Leena}, title = {Targeted volumetric single-molecule localization microscopy of defined presynaptic structures in brain sections}, series = {Communications Biology}, volume = {4}, journal = {Communications Biology}, doi = {10.1038/s42003-021-01939-z}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-259830}, pages = {407}, year = {2021}, abstract = {Revealing the molecular organization of anatomically precisely defined brain regions is necessary for refined understanding of synaptic plasticity. Although three-dimensional (3D) single-molecule localization microscopy can provide the required resolution, imaging more than a few micrometers deep into tissue remains challenging. To quantify presynaptic active zones (AZ) of entire, large, conditional detonator hippocampal mossy fiber (MF) boutons with diameters as large as 10 mu m, we developed a method for targeted volumetric direct stochastic optical reconstruction microscopy (dSTORM). An optimized protocol for fast repeated axial scanning and efficient sequential labeling of the AZ scaffold Bassoon and membrane bound GFP with Alexa Fluor 647 enabled 3D-dSTORM imaging of 25 mu m thick mouse brain sections and assignment of AZs to specific neuronal substructures. Quantitative data analysis revealed large differences in Bassoon cluster size and density for distinct hippocampal regions with largest clusters in MF boutons. Pauli et al. develop targeted volumetric dSTORM in order to image large hippocampal mossy fiber boutons (MFBs) in brain slices. They can identify synaptic targets of individual MFBs and measured size and density of Bassoon clusters within individual untruncated MFBs at nanoscopic resolution.}, language = {en} } @article{MrestaniPauliKollmannsbergeretal.2021, author = {Mrestani, Achmed and Pauli, Martin and Kollmannsberger, Philip and Repp, Felix and Kittel, Robert J. and Eilers, Jens and Doose, S{\"o}ren and Sauer, Markus and Sir{\´e}n, Anna-Leena and Heckmann, Manfred and Paul, Mila M.}, title = {Active zone compaction correlates with presynaptic homeostatic potentiation}, series = {Cell Reports}, volume = {37}, journal = {Cell Reports}, number = {1}, doi = {10.1016/j.celrep.2021.109770}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-265497}, pages = {109770}, year = {2021}, abstract = {Neurotransmitter release is stabilized by homeostatic plasticity. Presynaptic homeostatic potentiation (PHP) operates on timescales ranging from minute- to life-long adaptations and likely involves reorganization of presynaptic active zones (AZs). At Drosophila melanogaster neuromuscular junctions, earlier work ascribed AZ enlargement by incorporating more Bruchpilot (Brp) scaffold protein a role in PHP. We use localization microscopy (direct stochastic optical reconstruction microscopy [dSTORM]) and hierarchical density-based spatial clustering of applications with noise (HDBSCAN) to study AZ plasticity during PHP at the synaptic mesoscale. We find compaction of individual AZs in acute philanthotoxin-induced and chronic genetically induced PHP but unchanged copy numbers of AZ proteins. Compaction even occurs at the level of Brp subclusters, which move toward AZ centers, and in Rab3 interacting molecule (RIM)-binding protein (RBP) subclusters. Furthermore, correlative confocal and dSTORM imaging reveals how AZ compaction in PHP translates into apparent increases in AZ area and Brp protein content, as implied earlier.}, language = {en} } @article{DannhaeuserMrestaniGundelachetal.2022, author = {Dannh{\"a}user, Sven and Mrestani, Achmed and Gundelach, Florian and Pauli, Martin and Komma, Fabian and Kollmannsberger, Philip and Sauer, Markus and Heckmann, Manfred and Paul, Mila M.}, title = {Endogenous tagging of Unc-13 reveals nanoscale reorganization at active zones during presynaptic homeostatic potentiation}, series = {Frontiers in Cellular Neuroscience}, volume = {16}, journal = {Frontiers in Cellular Neuroscience}, issn = {1662-5102}, doi = {10.3389/fncel.2022.1074304}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-299440}, year = {2022}, abstract = {Introduction Neurotransmitter release at presynaptic active zones (AZs) requires concerted protein interactions within a dense 3D nano-hemisphere. Among the complex protein meshwork the (M)unc-13 family member Unc-13 of Drosophila melanogaster is essential for docking of synaptic vesicles and transmitter release. Methods We employ minos-mediated integration cassette (MiMIC)-based gene editing using GFSTF (EGFP-FlAsH-StrepII-TEV-3xFlag) to endogenously tag all annotated Drosophila Unc-13 isoforms enabling visualization of endogenous Unc-13 expression within the central and peripheral nervous system. Results and discussion Electrophysiological characterization using two-electrode voltage clamp (TEVC) reveals that evoked and spontaneous synaptic transmission remain unaffected in unc-13\(^{GFSTF}\) 3rd instar larvae and acute presynaptic homeostatic potentiation (PHP) can be induced at control levels. Furthermore, multi-color structured-illumination shows precise co-localization of Unc-13\(^{GFSTF}\), Bruchpilot, and GluRIIA-receptor subunits within the synaptic mesoscale. Localization microscopy in combination with HDBSCAN algorithms detect Unc-13\(^{GFSTF}\) subclusters that move toward the AZ center during PHP with unaltered Unc-13\(^{GFSTF}\) protein levels.}, language = {en} } @article{BerberichKurzReinhardetal.2021, author = {Berberich, Andreas and Kurz, Andreas and Reinhard, Sebastian and Paul, Torsten Johann and Burd, Paul Ray and Sauer, Markus and Kollmannsberger, Philip}, title = {Fourier Ring Correlation and anisotropic kernel density estimation improve deep learning based SMLM reconstruction of microtubules}, series = {Frontiers in Bioinformatics}, volume = {1}, journal = {Frontiers in Bioinformatics}, doi = {10.3389/fbinf.2021.752788}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-261686}, year = {2021}, abstract = {Single-molecule super-resolution microscopy (SMLM) techniques like dSTORM can reveal biological structures down to the nanometer scale. The achievable resolution is not only defined by the localization precision of individual fluorescent molecules, but also by their density, which becomes a limiting factor e.g., in expansion microscopy. Artificial deep neural networks can learn to reconstruct dense super-resolved structures such as microtubules from a sparse, noisy set of data points. This approach requires a robust method to assess the quality of a predicted density image and to quantitatively compare it to a ground truth image. Such a quality measure needs to be differentiable to be applied as loss function in deep learning. We developed a new trainable quality measure based on Fourier Ring Correlation (FRC) and used it to train deep neural networks to map a small number of sampling points to an underlying density. Smooth ground truth images of microtubules were generated from localization coordinates using an anisotropic Gaussian kernel density estimator. We show that the FRC criterion ideally complements the existing state-of-the-art multiscale structural similarity index, since both are interpretable and there is no trade-off between them during optimization. The TensorFlow implementation of our FRC metric can easily be integrated into existing deep learning workflows.}, language = {en} }