@article{SonnenbergBannert2015,
  author    = {Sonnenberg, Christoph and Bannert, Maria},
  title     = {Discovering the Effects of Metacognitive Prompts on the Sequential Structure of SRL-Processes Using Process Mining Techniques},
  series = {Journal of Learning Analystics},
  volume    = {2},
  journal   = {Journal of Learning Analystics},
  number    = {1},
  issn      = {1929-7750},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-152362},
  pages     = {72-100},
  year      = {2015},
  abstract  = {According to research examining self-regulated learning (SRL), we regard individual regulation as a specific sequence of regulatory activities. Ideally, students perform various learning activities, such as analyzing, monitoring, and evaluating cognitive and motivational aspects during learning. Metacognitive prompts can foster SRL by inducing regulatory activities, which, in turn, improve the learning outcome. However, the specific effects of metacognitive support on the dynamic characteristics of SRL are not understood. Therefore, the aim of our study was to analyze the effects of metacognitive prompts on learning processes and outcomes during a computer-based learning task. Participants of the experimental group (EG, n=35) were supported by metacognitive prompts, whereas participants of the control group (CG, n=35) received no support. Data regarding learning processes were obtained by concurrent think-aloud protocols. The EG exhibited significantly more metacognitive learning events than did the CG. Furthermore, these regulatory activities correspond positively with learning outcomes. Process mining techniques were used to analyze sequential patterns. Our findings indicate differences in the process models of the EG and CG and demonstrate the added value of taking the order of learning activities into account by discovering regulatory patterns.},
  language  = {en}
}
@article{SonnenbergBannert2016,
  author    = {Sonnenberg, Christoph and Bannert, Maria},
  title     = {Evaluating the Impact of Instructional Support Using Data Mining and Process Mining: A Micro-Level Analysis of the Effectiveness of Metacognitive Prompts},
  series = {Journal of Educational Data Mining},
  volume    = {8},
  journal   = {Journal of Educational Data Mining},
  number    = {2},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-152375},
  pages     = {51-83},
  year      = {2016},
  abstract  = {In computer-supported learning environments, the deployment of self-regulatory skills represents an essential prerequisite for successful learning. Metacognitive prompts are a promising type of instructional support to activate students' strategic learning activities. However, despite positive effects in previous studies, there are still a large number of students who do not benefit from provided support. Therefore, it may be necessary to consider explicitly the conditions under which a prompt is beneficial for a student, i.e., so-called adaptive scaffolding. The current study aims to (i) classify the effectiveness of prompts on regulatory behavior, (ii) investigate the correspondence of the classification with learning outcome, and (iii) discover the conditions under which prompts induce regulatory activities (i.e., the proper temporal positioning of prompts). The think-aloud data of an experiment in which metacognitive prompts supported the experimental group (n = 35) was used to distinguish between effective and non-effective prompts. Students' activities preceding the prompt presentation were analyzed using data mining and process mining techniques. The results indicate that approximately half of the presented prompts induced metacognitive learning activities as expected. Moreover, the number of induced monitoring activities correlates positively with transfer performance. Finally, the occurrence of orientation and monitoring activities, which are not well-embedded in the course of learning, increases the effectiveness of a presented prompt. In general, our findings demonstrate the benefits of investigating metacognitive support using process data, which can provide implications for the design of effective instructional support.},
  language  = {en}
}
@phdthesis{Sonnenberg2017,
  author    = {Sonnenberg, Christoph},
  title     = {Analyzing Technology-Enhanced Learning Processes: What Can Process Mining Techniques Contribute to the Evaluation of Instructional Support?},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-152354},
  school      = {Universit{\"a}t W{\"u}rzburg},
  year      = {2017},
  abstract  = {The current dissertation addresses the analysis of technology-enhanced learning processes by using Process Mining techniques. For this purpose, students' coded think-aloud data served as the measurement of the learning process, in order to assess the potential of this analysis method for evaluating the impact of instructional support. The increasing use of digital media in higher education and further educational sectors enables new potentials. However, it also poses new challenges to students, especially regarding the self-regulation of their learning process. To help students with optimally making progress towards their learning goals, instructional support is provided during learning. Besides the use of questionnaires and tests for the assessment of learning, researchers make use increasingly of process data to evaluate the effects of provided support. The analysis of observed behavioral traces while learning (e.g., log files, eye movements, verbal reports) allows detailed insights into the student's activities as well as the impact of interventions on the learning process. However, new analytical challenges emerge, especially when going beyond the analysis of pure frequencies of observed events. For example, the question how to deal with temporal dynamics and sequences of learning activities arises. Against this background, the current dissertation concentrates on the application of Process Mining techniques for the detailed analysis of learning processes. In particular, the focus is on the additional value of this approach in comparison to a frequency-based analysis, and therefore on the potential of Process Mining for the evaluation of instructional support. An extensive laboratory study with 70 university students, which was conducted to investigate the impact of a support measure, served as the basis for pursuing the research agenda of this dissertation. Metacognitive prompts supported students in the experimental group (n = 35) during a 40-minute hypermedia learning session; whereas the control group (n = 35) received no support. Approximately three weeks later, all students participated in another learning session; however, this time all students learned without any help. The participants were instructed to verbalize their learning activities concurrently while learning. In the three analyses of this dissertation, the coded think aloud data were examined in detail by using frequency-based methods as well as Process Mining techniques. The first analysis addressed the comparison of the learning activities between the experimental and control groups during the first learning session. This study concentrated on the research questions whether metacognitive prompting increases the number of metacognitive learning activities, whether a higher number of these learning activities corresponds with learning outcome (mediation), and which differences regarding the sequential structure of learning activities can be revealed. The second analysis investigated the impact of the individual prompts as well as the conditions of their effectiveness on the micro level. In addition to Process Mining, we used a data mining approach to compare the findings of both analysis methods. More specifically, we classified the prompts by their effectiveness, and we examined the learning activities preceding and following the presentation of instructional support. Finally, the third analysis considered the long-term effects of metacognitive prompting on the learning process during another learning session without support. It was the key objective of this study to examine which fostered learning activities and process patterns remained stable during the second learning session. Overall, all three analyses indicated the additional value of Process Mining in comparison to a frequency-based analysis. Especially when conceptualizing the learning process as a dynamic sequence of multiple activities, Process Mining allows identifying regulatory loops and crucial routing points of the process. These findings might contribute to optimizing intervention strategies. However, before drawing conclusions for the design of instructional support based on the revealed process patterns, additional analyses need to investigate the generalizability of results. Moreover, the application of Process Mining remains challenging because guidelines for analytical decisions and parameter settings in technology-enhanced learning context are currently missing. Therefore, future studies need to examine further the potential of Process Mining as well as related analysis methods to provide researchers with concrete recommendations for use. Nevertheless, the application of Process Mining techniques can already contribute to advance the understanding of the impact of instructional support through the use of fine-grained process data.},
  subject      = {Selbstgesteuertes Lernen},
  language  = {en}
}