@article{CheethamWuPaulietal.2015, author = {Cheetham, Marcus and Wu, Lingdan and Pauli, Paul and Jancke, Lutz}, title = {Arousal, valence, and the uncanny valley: psychophysiological and self-report findings}, series = {Frontiers in Psychology}, volume = {6}, journal = {Frontiers in Psychology}, number = {981}, doi = {10.3389/fpsyg.2015.00981}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-151519}, year = {2015}, abstract = {The main prediction of the Uncanny Valley Hypothesis (UVH) is that observation of humanlike characters that are difficult to distinguish from the human counterpart will evoke a state of negative affect. Well-established electrophysiological [late positive potential (LPP) and facial electromyography (EMG)] and self-report [Self-Assessment Manikin (SAM)] indices of valence and arousal, i.e., the primary orthogonal dimensions of affective experience, were used to test this prediction by examining affective experience in response to categorically ambiguous compared with unambiguous avatar and human faces (N = 30). LPP and EMG provided direct psychophysiological indices of affective state during passive observation and the SAM provided self-reported indices of affective state during explicit cognitive evaluation of static facial stimuli. The faces were drawn from well-controlled morph continua representing the UVH' dimension of human likeness (DHL). The results provide no support for the notion that category ambiguity along the DHL is specifically associated with enhanced experience of negative affect. On the contrary, the LPP and SAM-based measures of arousal and valence indicated a general increase in negative affective state (i.e., enhanced arousal and negative valence) with greater morph distance from the human end of the DHL. A second sample (N = 30) produced the same finding, using an ad hoc self-rating scale of feelings of familiarity, i.e., an oft-used measure of affective experience along the UVH' familiarity dimension. In conclusion, this multi-method approach using well-validated psychophysiological and self-rating indices of arousal and valence rejects for passive observation and for explicit affective evaluation of static faces the main prediction of the UVH.}, language = {en} } @phdthesis{Kaethner2015, author = {K{\"a}thner, Ivo R. J.}, title = {Auditory and visual brain-computer interfaces as communication aids for persons with severe paralysis}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-135477}, school = {Universit{\"a}t W{\"u}rzburg}, year = {2015}, abstract = {Brain-computer interfaces (BCIs) could provide a muscle-independent communication channel to persons with severe paralysis by translating brain activity into device commands. As a means of communication, in particular BCIs based on event-related potentials (ERPs) as control signal have been researched. Most of these BCIs rely on visual stimulation and have been investigated with healthy participants in controlled laboratory environments. In proof-of-principle studies targeted end users gained control over BCI systems; however, these systems are not yet established as an assistive technology for persons who would most benefit from them. The main aim of this thesis is to advance the usability of ERP-BCIs for target users. To this end, five studies with BCIs have been conducted that enabled users to communicate by focusing their attention on external stimuli. Two studies were conducted in order to demonstrate the advantages and to further improve the practical application of visual BCIs. In the first study, mental workload was experimentally manipulated during prolonged BCI operation. The study showed the robustness of the visual ERP-BCI since users maintained a satisfactory level of control despite constant distraction in the form of background noise. Moreover, neurophysiological markers that could potentially serve as indicators of high mental workload or fatigue were revealed. This is a first step towards future applications in which the BCI could adapt to the mental state of the user (e.g. pauses if high mental workload is detected to prevent false selections). In the second study, a head-mounted display (HMD), which assures that stimuli are presented in the field of view of the user, was evaluated. High accuracies and information transfer rates, similar to a conventional display, were achieved by healthy participants during a spelling task. Furthermore, a person in the locked-in state (LIS) gained control over the BCI using the HMD. The HMD might be particularly suited for initial communication attempts with persons in the LIS in situations, where mounting a conventional monitor is difficult or not feasible. Visual ERP-BCIs could prove valuable for persons with residual control over eye muscles and sufficient vision. However, since a substantial number of target users have limited control over eye movements and/or visual impairments, BCIs based on non-visual modalities are required. Therefore, a main aspect of this thesis was to improve an auditory paradigm that should enable motor impaired users to spell by focusing attention on different tones. The two conducted studies revealed that healthy participants were able to achieve high spelling performance with the BCI already in the first session and stress the importance of the choice of the stimulus material. The employed natural tones resulted in an increase in performance compared to a previous study that used artificial tones as stimuli. Furthermore, three out of five users with a varying degree of motor impairments could gain control over the system within the five conducted sessions. Their performance increased significantly from the first to the fifth session - an effect not previously observed for visual ERP-BCIs. Hence, training is particularly important when testing auditory multiclass BCIs with potential users. A prerequisite for user satisfaction is that the BCI technology matches user requirements. In this context, it is important to compare BCIs with already established assistive technology. Thus, the fifth study of this dissertation evaluated gaze dependent methods (EOG, eye tracking) as possible control signals for assistive technology and a binary auditory BCI with a person in the locked-in state. The study participant gained control over all tested systems and rated the ease of use of the BCI as the highest among the tested alternatives, but also rated it as the most tiring due to the high amount of attention that was needed for a simple selection. Further efforts are necessary to simplify operation of the BCI. The involvement of end users in all steps of the design and development process of BCIs will increase the likelihood that they can eventually be used as assistive technology in daily life. The work presented in this thesis is a substantial contribution towards the goal of re-enabling communication to users who cannot rely on motor activity to convey their thoughts.}, subject = {Gehirn-Computer Schnittstelle}, language = {en} } @phdthesis{Sollfrank2015, author = {Sollfrank, Teresa}, title = {Feedback efficiency and training effects during alpha band modulation over the sensorimotor cortex}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-131769}, school = {Universit{\"a}t W{\"u}rzburg}, year = {2015}, abstract = {Neural oscillations can be measured by electroencephalography (EEG) and these oscillations can be characterized by their frequency, amplitude and phase. The mechanistic properties of neural oscillations and their synchronization are able to explain various aspects of many cognitive functions such as motor control, memory, attention, information transfer across brain regions, segmentation of the sensory input and perception (Arnal and Giraud, 2012). The alpha band frequency is the dominant oscillation in the human brain. This oscillatory activity is found in the scalp EEG at frequencies around 8-13 Hz in all healthy adults (Makeig et al., 2002) and considerable interest has been generated in exploring EEG alpha oscillations with regard to their role in cognitive (Klimesch et al., 1993; Hanselmayr et al., 2005), sensorimotor (Birbaumer, 2006; Sauseng et al., 2009) and physiological (Lehmann, 1971; Niedermeyer, 1997; Kiyatkin, 2010) aspects of human life. The ability to voluntarily regulate the alpha amplitude can be learned with neurofeedback training and offers the possibility to control a brain-computer interface (BCI), a muscle independent interaction channel. BCI research is predominantly focused on the signal processing, the classification and the algorithms necessary to translate brain signals into control commands than on the person interacting with the technical system. The end-user must be properly trained to be able to successfully use the BCI and factors such as task instructions, training, and especially feedback can therefore play an important role in learning to control a BCI (Neumann and K{\"u}bler, 2003; Pfurtscheller et al., 2006, 2007; Allison and Neuper, 2010; Friedrich et al., 2012; Kaufmann et al., 2013; Lotte et al., 2013). The main purpose of this thesis was to investigate how end-users can efficiently be trained to perform alpha band modulation recorded over their sensorimotor cortex. The herein presented work comprises three studies with healthy participants and participants with schizophrenia focusing on the effects of feedback and training time on cortical activation patterns and performance. In the first study, the application of a realistic visual feedback to support end-users in developing a concrete feeling of kinesthetic motor imagery was tested in 2D and 3D visualization modality during a single training session. Participants were able to elicit the typical event-related desynchronisation responses over sensorimotor cortex in both conditions but the most significant decrease in the alpha band power was obtained following the three-dimensional realistic visualization. The second study strengthen the hypothesis that an enriched visual feedback with information about the quality of the input signal supports an easier approach for motor imagery based BCI control and can help to enhance performance. Significantly better performance levels were measurable during five online training sessions in the groups with enriched feedback as compared to a conventional simple visual feedback group, without significant differences in performance between the unimodal (visual) and multimodal (auditory-visual) feedback modality. Furthermore, the last study, in which people with schizophrenia participated in multiple sessions with simple feedback, demonstrated that these patients can learn to voluntarily regulate their alpha band. Compared to the healthy group they required longer training times and could not achieve performance levels as high as the control group. Nonetheless, alpha neurofeedback training lead to a constant increase of the alpha resting power across all 20 training session. To date only little is known about the effects of feedback and training time on BCI performance and cortical activation patterns. The presented work contributes to the evidence that healthy individuals can benefit from enriched feedback: A realistic presentation can support participants in getting a concrete feeling of motor imagery and enriched feedback, which instructs participants about the quality of their input signal can give support while learning to control the BCI. This thesis demonstrates that people with schizophrenia can learn to gain control of their alpha oscillations recorded over the sensorimotor cortex when participating in sufficient training sessions. In conclusion, this thesis improved current motor imagery BCI feedback protocols and enhanced our understanding of the interplay between feedback and BCI performance.}, subject = {Neurofeedback}, language = {en} } @article{SollfrankHartGoodselletal.2015, author = {Sollfrank, Teresa and Hart, Daniel and Goodsell, Rachel and Foster, Jonathan and Tan, Tele}, title = {3D visualization of movements can amplify motor cortex activation during subsequent motor imagery}, series = {Frontiers in Human Neuroscience}, volume = {9}, journal = {Frontiers in Human Neuroscience}, number = {463}, doi = {10.3389/fnhum.2015.00463}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-126058}, year = {2015}, abstract = {A repetitive movement practice by motor imagery (MI) can influence motor cortical excitability in the electroencephalogram (EEG). This study investigated if a realistic visualization in 3D of upper and lower limb movements can amplify motor related potentials during subsequent MI. We hypothesized that a richer sensory visualization might be more effective during instrumental conditioning, resulting in a more pronounced event related desynchronization (ERD) of the upper alpha band (10-12 Hz) over the sensorimotor cortices thereby potentially improving MI based brain-computer interface (BCI) protocols for motor rehabilitation. The results show a strong increase of the characteristic patterns of ERD of the upper alpha band components for left and right limb MI present over the sensorimotor areas in both visualization conditions. Overall, significant differences were observed as a function of visualization modality (VM; 2D vs. 3D). The largest upper alpha band power decrease was obtained during MI after a 3-dimensional visualization. In total in 12 out of 20 tasks the end-user of the 3D visualization group showed an enhanced upper alpha ERD relative to 2D VM group, with statistical significance in nine tasks.With a realistic visualization of the limb movements, we tried to increase motor cortex activation during subsequent MI. The feedback and the feedback environment should be inherently motivating and relevant for the learner and should have an appeal of novelty, real-world relevance or aesthetic value (Ryan and Deci, 2000; Merrill, 2007). Realistic visual feedback, consistent with the participant's MI, might be helpful for accomplishing successful MI and the use of such feedback may assist in making BCI a more natural interface for MI based BCI rehabilitation.}, language = {en} } @article{SimonKaethnerRufetal.2015, author = {Simon, Nadine and K{\"a}thner, Ivo and Ruf, Carolin A. and Pasqualotto, Emanuele and K{\"u}bler, Andrea and Halder, Sebastian}, title = {An auditory multiclass brain-computer interface with natural stimuli: Usability evaluation with healthy participants and a motor impaired end user}, series = {Frontiers in Human Neuroscience}, volume = {8}, journal = {Frontiers in Human Neuroscience}, number = {1039}, doi = {10.3389/fnhum.2014.01039}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-126450}, year = {2015}, abstract = {Brain-computer interfaces (BCIs) can serve as muscle independent communication aids. Persons, who are unable to control their eye muscles (e.g., in the completely locked-in state) or have severe visual impairments for other reasons, need BCI systems that do not rely on the visual modality. For this reason, BCIs that employ auditory stimuli were suggested. In this study, a multiclass BCI spelling system was implemented that uses animal voices with directional cues to code rows and columns of a letter matrix. To reveal possible training effects with the system, 11 healthy participants performed spelling tasks on 2 consecutive days. In a second step, the system was tested by a participant with amyotrophic lateral sclerosis (ALS) in two sessions. In the first session, healthy participants spelled with an average accuracy of 76\% (3.29 bits/min) that increased to 90\% (4.23 bits/min) on the second day. Spelling accuracy by the participant with ALS was 20\% in the first and 47\% in the second session. The results indicate a strong training effect for both the healthy participants and the participant with ALS. While healthy participants reached high accuracies in the first session and second session, accuracies for the participant with ALS were not sufficient for satisfactory communication in both sessions. More training sessions might be needed to improve spelling accuracies. The study demonstrated the feasibility of the auditory BCI with healthy users and stresses the importance of training with auditory multiclass BCIs, especially for potential end-users of BCI with disease.}, language = {en} }