@phdthesis{Hirth2016,
  author    = {Hirth, Matthias Johannes Wilhem},
  title     = {Modeling Crowdsourcing Platforms - A Use-Case Driven Approach},
  issn      = {1432-8801},
  doi       = {10.25972/OPUS-14072},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-140726},
  school      = {Universit{\"a}t W{\"u}rzburg},
  year      = {2016},
  abstract  = {Computer systems have replaced human work-force in many parts of everyday life, but there still exists a large number of tasks that cannot be automated, yet. This also includes tasks, which we consider to be rather simple like the categorization of image content or subjective ratings. Traditionally, these tasks have been completed by designated employees or outsourced to specialized companies. However, recently the crowdsourcing paradigm is more and more applied to complete such human-labor intensive tasks. Crowdsourcing aims at leveraging the huge number of Internet users all around the globe, which form a potentially highly available, low-cost, and easy accessible work-force. To enable the distribution of work on a global scale, new web-based services emerged, so called crowdsourcing platforms, that act as mediator between employers posting tasks and workers completing tasks. However, the crowdsourcing approach, especially the large anonymous worker crowd, results in two types of challenges. On the one hand, there are technical challenges like the dimensioning of crowdsourcing platform infrastructure or the interconnection of crowdsourcing platforms and machine clouds to build hybrid services. On the other hand, there are conceptual challenges like identifying reliable workers or migrating traditional off-line work to the crowdsourcing environment. To tackle these challenges, this monograph analyzes and models current crowdsourcing systems to optimize crowdsourcing workflows and the underlying infrastructure. First, a categorization of crowdsourcing tasks and platforms is developed to derive generalizable properties. Based on this categorization and an exemplary analysis of a commercial crowdsourcing platform, models for different aspects of crowdsourcing platforms and crowdsourcing mechanisms are developed. A special focus is put on quality assurance mechanisms for crowdsourcing tasks, where the models are used to assess the suitability and costs of existing approaches for different types of tasks. Further, a novel quality assurance mechanism solely based on user-interactions is proposed and its feasibility is shown. The findings from the analysis of existing platforms, the derived models, and the developed quality assurance mechanisms are finally used to derive best practices for two crowdsourcing use-cases, crowdsourcing-based network measurements and crowdsourcing-based subjective user studies. These two exemplary use-cases cover aspects typical for a large range of crowdsourcing tasks and illustrated the potential benefits, but also resulting challenges when using crowdsourcing. With the ongoing digitalization and globalization of the labor markets, the crowdsourcing paradigm is expected to gain even more importance in the next years. This is already evident in the currently new emerging fields of crowdsourcing, like enterprise crowdsourcing or mobile crowdsourcing. The models developed in the monograph enable platform providers to optimize their current systems and employers to optimize their workflows to increase their commercial success. Moreover, the results help to improve the general understanding of crowdsourcing systems, a key for identifying necessary adaptions and future improvements.},
  subject      = {Open Innovation},
  language  = {en}
}
@article{KunzHirthSchweitzeretal.2021,
  author    = {Kunz, Felix and Hirth, Matthias and Schweitzer, Tilmann and Linz, Christian and Goetz, Bernhard and Stellzig-Eisenhauer, Angelika and Borchert, Kathrin and B{\"o}hm, Hartmut},
  title     = {Subjective perception of craniofacial growth asymmetries in patients with deformational plagiocephaly},
  series = {Clinical Oral Investigations},
  volume    = {25},
  journal   = {Clinical Oral Investigations},
  issn      = {1432-6981},
  doi       = {10.1007/s00784-020-03417-y},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-232803},
  pages     = {525-537},
  year      = {2021},
  abstract  = {Objectives The present investigation aimed to evaluate the subjective perception of deformational cranial asymmetries by different observer groups and to compare these subjective perceptions with objective parameters. Materials and methods The 3D datasets of ten infants with different severities of deformational plagiocephaly (DP) were presented to 203 observers, who had been subdivided into five different groups (specialists, pediatricians, medical doctors (not pediatricians), parents of infants with DP, and laypersons). The observers rated their subjective perception of the infants' cranial asymmetries using a 4-point Likert-type scale. The ratings from the observer groups were compared with one another using a multilevel modelling linear regression analysis and were correlated with four commonly used parameters to objectively quantify the cranial asymmetries. Results No significant differences were found between the ratings of the specialists and those of the parents of infants with DP, but both groups provided significantly more asymmetric ratings than did pediatricians, medical doctors, or laypersons. Moreover, the subjective perception of cranial asymmetries correlated significantly with commonly used parameters for objectively quantifying cranial asymmetries. Conclusions Our results demonstrate that different observer groups perceive the severity of cranial asymmetries differently. Pediatricians' more moderate perception of cranial asymmetries may reduce the likelihood of parents to seek therapeutic interventions for their infants. Moreover, we identified some objective symmetry-related parameters that correlated strongly with the observers' subjective perceptions. Clinical relevance Knowledge about these findings is important for clinicians when educating parents of infants with DP about the deformity.},
  language  = {en}
}
@article{BorchertSeufertGamboaetal.2020,
  author    = {Borchert, Kathrin and Seufert, Anika and Gamboa, Edwin and Hirth, Matthias and Hoßfeld, Tobias},
  title     = {In Vitro vs In Vivo: Does the Study's Interface Design Influence Crowdsourced Video QoE?},
  series = {Quality and User Experience},
  volume    = {6},
  journal   = {Quality and User Experience},
  issn      = {2366-0139},
  doi       = {10.1007/s41233-020-00041-2},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-235586},
  year      = {2020},
  abstract  = {Evaluating the Quality of Experience (QoE) of video streaming and its influence factors has become paramount for streaming providers, as they want to maintain high satisfaction for their customers. In this context, crowdsourced user studies became a valuable tool to evaluate different factors which can affect the perceived user experience on a large scale. In general, most of these crowdsourcing studies either use, what we refer to, as an in vivo or an in vitro interface design. In vivo design means that the study participant has to rate the QoE of a video that is embedded in an application similar to a real streaming service, e.g., YouTube or Netflix. In vitro design refers to a setting, in which the video stream is separated from a specific service and thus, the video plays on a plain background. Although these interface designs vary widely, the results are often compared and generalized. In this work, we use a crowdsourcing study to investigate the influence of three interface design alternatives, an in vitro and two in vivo designs with different levels of interactiveness, on the perceived video QoE. Contrary to our expectations, the results indicate that there is no significant influence of the study's interface design in general on the video experience. Furthermore, we found that the in vivo design does not reduce the test takers' attentiveness. However, we observed that participants who interacted with the test interface reported a higher video QoE than other groups.},
  language  = {en}
}
@article{HirthSeufertLangeetal.2021,
  author    = {Hirth, Matthias and Seufert, Michael and Lange, Stanislav and Meixner, Markus and Tran-Gia, Phuoc},
  title     = {Performance evaluation of hybrid crowdsensing and fixed sensor systems for event detection in urban environments},
  series = {Sensors},
  volume    = {21},
  journal   = {Sensors},
  number    = {17},
  issn      = {1424-8220},
  doi       = {10.3390/s21175880},
  url       = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-245245},
  year      = {2021},
  abstract  = {Crowdsensing offers a cost-effective way to collect large amounts of environmental sensor data; however, the spatial distribution of crowdsensing sensors can hardly be influenced, as the participants carry the sensors, and, additionally, the quality of the crowdsensed data can vary significantly. Hybrid systems that use mobile users in conjunction with fixed sensors might help to overcome these limitations, as such systems allow assessing the quality of the submitted crowdsensed data and provide sensor values where no crowdsensing data are typically available. In this work, we first used a simulation study to analyze a simple crowdsensing system concerning the detection performance of spatial events to highlight the potential and limitations of a pure crowdsourcing system. The results indicate that even if only a small share of inhabitants participate in crowdsensing, events that have locations correlated with the population density can be easily and quickly detected using such a system. On the contrary, events with uniformly randomly distributed locations are much harder to detect using a simple crowdsensing-based approach. A second evaluation shows that hybrid systems improve the detection probability and time. Finally, we illustrate how to compute the minimum number of fixed sensors for the given detection time thresholds in our exemplary scenario.},
  language  = {en}
}