@article{WangBachoferKoehleretal.2022,
  author    = {Wang, Zhiyuan and Bachofer, Felix and Koehler, Jonas and Huth, Juliane and Hoeser, Thorsten and Marconcini, Mattia and Esch, Thomas and Kuenzer, Claudia},
  title     = {Spatial modelling and prediction with the spatio-temporal matrix: a study on predicting future settlement growth},
  series = {Land},
  volume    = {11},
  journal   = {Land},
  number    = {8},
  issn      = {2073-445X},
  doi       = {10.3390/land11081174},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-281856},
  year      = {2022},
  abstract  = {In the past decades, various Earth observation-based time series products have emerged, which have enabled studies and analysis of global change processes. Besides their contribution to understanding past processes, time series datasets hold enormous potential for predictive modeling and thereby meet the demands of decision makers on future scenarios. In order to further exploit these data, a novel pixel-based approach has been introduced, which is the spatio-temporal matrix (STM). The approach integrates the historical characteristics of a specific land cover at a high temporal frequency in order to interpret the spatial and temporal information for the neighborhood of a given target pixel. The provided information can be exploited with common predictive models and algorithms. In this study, this approach was utilized and evaluated for the prediction of future urban/built-settlement growth. Random forest and multi-layer perceptron were employed for the prediction. The tests have been carried out with training strategies based on a one-year and a ten-year time span for the urban agglomerations of Surat (India), Ho-Chi-Minh City (Vietnam), and Abidjan (Ivory Coast). The slope, land use, exclusion, urban, transportation, hillshade (SLEUTH) model was selected as a baseline indicator for the performance evaluation. The statistical results from the receiver operating characteristic curve (ROC) demonstrate a good ability of the STM to facilitate the prediction of future settlement growth and its transferability to different cities, with area under the curve (AUC) values greater than 0.85. Compared with SLEUTH, the STM-based model achieved higher AUC in all of the test cases, while being independent of the additional datasets for the restricted and the preferential development areas.},
  language  = {en}
}
@article{HoeserBachoferKuenzer2020,
  author    = {Hoeser, Thorsten and Bachofer, Felix and Kuenzer, Claudia},
  title     = {Object detection and image segmentation with deep learning on Earth Observation data: a review — part II: applications},
  series = {Remote Sensing},
  volume    = {12},
  journal   = {Remote Sensing},
  number    = {18},
  issn      = {2072-4292},
  doi       = {10.3390/rs12183053},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-213152},
  year      = {2020},
  abstract  = {In Earth observation (EO), large-scale land-surface dynamics are traditionally analyzed by investigating aggregated classes. The increase in data with a very high spatial resolution enables investigations on a fine-grained feature level which can help us to better understand the dynamics of land surfaces by taking object dynamics into account. To extract fine-grained features and objects, the most popular deep-learning model for image analysis is commonly used: the convolutional neural network (CNN). In this review, we provide a comprehensive overview of the impact of deep learning on EO applications by reviewing 429 studies on image segmentation and object detection with CNNs. We extensively examine the spatial distribution of study sites, employed sensors, used datasets and CNN architectures, and give a thorough overview of applications in EO which used CNNs. Our main finding is that CNNs are in an advanced transition phase from computer vision to EO. Upon this, we argue that in the near future, investigations which analyze object dynamics with CNNs will have a significant impact on EO research. With a focus on EO applications in this Part II, we complete the methodological review provided in Part I.},
  language  = {en}
}
@article{HoeserKuenzer2020,
  author    = {Hoeser, Thorsten and Kuenzer, Claudia},
  title     = {Object detection and image segmentation with deep learning on Earth observation data: a review-part I: evolution and recent trends},
  series = {Remote Sensing},
  volume    = {12},
  journal   = {Remote Sensing},
  number    = {10},
  issn      = {2072-4292},
  doi       = {10.3390/rs12101667},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-205918},
  year      = {2020},
  abstract  = {Deep learning (DL) has great influence on large parts of science and increasingly established itself as an adaptive method for new challenges in the field of Earth observation (EO). Nevertheless, the entry barriers for EO researchers are high due to the dense and rapidly developing field mainly driven by advances in computer vision (CV). To lower the barriers for researchers in EO, this review gives an overview of the evolution of DL with a focus on image segmentation and object detection in convolutional neural networks (CNN). The survey starts in 2012, when a CNN set new standards in image recognition, and lasts until late 2019. Thereby, we highlight the connections between the most important CNN architectures and cornerstones coming from CV in order to alleviate the evaluation of modern DL models. Furthermore, we briefly outline the evolution of the most popular DL frameworks and provide a summary of datasets in EO. By discussing well performing DL architectures on these datasets as well as reflecting on advances made in CV and their impact on future research in EO, we narrow the gap between the reviewed, theoretical concepts from CV and practical application in EO.},
  language  = {en}
}