@article{SchloerRingHotho2020,
  author    = {Schl{\"o}r, Daniel and Ring, Markus and Hotho, Andreas},
  title     = {iNALU: Improved Neural Arithmetic Logic Unit},
  series = {Frontiers in Artificial Intelligence},
  volume    = {3},
  journal   = {Frontiers in Artificial Intelligence},
  issn      = {2624-8212},
  doi       = {10.3389/frai.2020.00071},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-212301},
  year      = {2020},
  abstract  = {Neural networks have to capture mathematical relationships in order to learn various tasks. They approximate these relations implicitly and therefore often do not generalize well. The recently proposed Neural Arithmetic Logic Unit (NALU) is a novel neural architecture which is able to explicitly represent the mathematical relationships by the units of the network to learn operations such as summation, subtraction or multiplication. Although NALUs have been shown to perform well on various downstream tasks, an in-depth analysis reveals practical shortcomings by design, such as the inability to multiply or divide negative input values or training stability issues for deeper networks. We address these issues and propose an improved model architecture. We evaluate our model empirically in various settings from learning basic arithmetic operations to more complex functions. Our experiments indicate that our model solves stability issues and outperforms the original NALU model in means of arithmetic precision and convergence.},
  language  = {en}
}
@article{SteiningerAbelZiegleretal.2023,
  author    = {Steininger, Michael and Abel, Daniel and Ziegler, Katrin and Krause, Anna and Paeth, Heiko and Hotho, Andreas},
  title     = {ConvMOS: climate model output statistics with deep learning},
  series = {Data Mining and Knowledge Discovery},
  volume    = {37},
  journal   = {Data Mining and Knowledge Discovery},
  number    = {1},
  issn      = {1384-5810},
  doi       = {10.1007/s10618-022-00877-6},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-324213},
  pages     = {136-166},
  year      = {2023},
  abstract  = {Climate models are the tool of choice for scientists researching climate change. Like all models they suffer from errors, particularly systematic and location-specific representation errors. One way to reduce these errors is model output statistics (MOS) where the model output is fitted to observational data with machine learning. In this work, we assess the use of convolutional Deep Learning climate MOS approaches and present the ConvMOS architecture which is specifically designed based on the observation that there are systematic and location-specific errors in the precipitation estimates of climate models. We apply ConvMOS models to the simulated precipitation of the regional climate model REMO, showing that a combination of per-location model parameters for reducing location-specific errors and global model parameters for reducing systematic errors is indeed beneficial for MOS performance. We find that ConvMOS models can reduce errors considerably and perform significantly better than three commonly used MOS approaches and plain ResNet and U-Net models in most cases. Our results show that non-linear MOS models underestimate the number of extreme precipitation events, which we alleviate by training models specialized towards extreme precipitation events with the imbalanced regression method DenseLoss. While we consider climate MOS, we argue that aspects of ConvMOS may also be beneficial in other domains with geospatial data, such as air pollution modeling or weather forecasts.},
  subject      = {Klima},
  language  = {en}
}