@article{KaethnerKueblerHalder2015, author = {K{\"a}thner, Ivo and K{\"u}bler, Andrea and Halder, Sebastian}, title = {Rapid P300 brain-computer interface communication with a head-mounted display}, series = {Frontiers in Neuroscience}, volume = {9}, journal = {Frontiers in Neuroscience}, number = {207}, doi = {10.3389/fnins.2015.00207}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-148520}, year = {2015}, abstract = {Visual ERP (P300) based brain-computer interfaces (BCIs) allow for fast and reliable spelling and are intended as a muscle-independent communication channel for people with severe paralysis. However, they require the presentation of visual stimuli in the field of view of the user. A head-mounted display could allow convenient presentation of visual stimuli in situations, where mounting a conventional monitor might be difficult or not feasible (e.g., at a patient's bedside). To explore if similar accuracies can be achieved with a virtual reality (VR) headset compared to a conventional flat screen monitor, we conducted an experiment with 18 healthy participants. We also evaluated it with a person in the locked-in state (LIS) to verify that usage of the headset is possible for a severely paralyzed person. Healthy participants performed online spelling with three different display methods. In one condition a 5 x 5 letter matrix was presented on a conventional 22 inch TFT monitor. Two configurations of the VR headset were tested. In the first (glasses A), the same 5 x 5 matrix filled the field of view of the user. In the second (glasses B), single letters of the matrix filled the field of view of the user. The participant in the LIS tested the VR headset on three different occasions (glasses A condition only). For healthy participants, average online spelling accuracies were 94\% (15.5 bits/min) using three flash sequences for spelling with the monitor and glasses A and 96\% (16.2 bits/min) with glasses B. In one session, the participant in the LIS reached an online spelling accuracy of 100\% (10 bits/min) using the glasses A condition. We also demonstrated that spelling with one flash sequence is possible with the VR headset for healthy users (mean: 32.1 bits/min, maximum reached by one user: 71.89 bits/min at 100\% accuracy). We conclude that the VR headset allows for rapid P300 BCI communication in healthy users and may be a suitable display option for severely paralyzed persons.}, language = {en} } @article{HalderRufFurdeaetal.2013, author = {Halder, Sebastian and Ruf, Carolin Anne and Furdea, Adrian and Pasqualotto, Emanuele and De Massari, Daniele and van der Heiden, Linda and Bogdan, Martin and Rosenstiel, Wolfgang and Birbaumer, Niels and K{\"u}bler, Andrea and Matuz, Tamara}, title = {Prediction of P300 BCI Aptitude in Severe Motor Impairment}, series = {PLoS ONE}, journal = {PLoS ONE}, doi = {10.1371/journal.pone.0076148}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-97268}, year = {2013}, abstract = {Brain-computer interfaces (BCIs) provide a non-muscular communication channel for persons with severe motor impairments. Previous studies have shown that the aptitude with which a BCI can be controlled varies from person to person. A reliable predictor of performance could facilitate selection of a suitable BCI paradigm. Eleven severely motor impaired participants performed three sessions of a P300 BCI web browsing task. Before each session auditory oddball data were collected to predict the BCI aptitude of the participants exhibited in the current session. We found a strong relationship of early positive and negative potentials around 200 ms (elicited with the auditory oddball task) with performance. The amplitude of the P2 (r = -0.77) and of the N2 (r = -0.86) had the strongest correlations. Aptitude prediction using an auditory oddball was successful. The finding that the N2 amplitude is a stronger predictor of performance than P3 amplitude was reproduced after initially showing this effect with a healthy sample of BCI users. This will reduce strain on the end-users by minimizing the time needed to find suitable paradigms and inspire new approaches to improve performance.}, language = {en} } @article{HalderVarkutiBogdanetal.2013, author = {Halder, Sebastian and Varkuti, Balint and Bogdan, Martin and K{\"u}bler, Andrea and Rosenstiel, Wolfgang and Sitaram, Ranganatha and Birbaumer, Niels}, title = {Prediction of brain-computer interface aptitude from individual brain structure}, series = {Frontiers in Human Neuroscience}, journal = {Frontiers in Human Neuroscience}, doi = {10.3389/fnhum.2013.00105}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-96558}, year = {2013}, abstract = {Objective: Brain-computer interface (BCI) provide a non-muscular communication channel for patients with impairments of the motor system. A significant number of BCI users is unable to obtain voluntary control of a BCI-system in proper time. This makes methods that can be used to determine the aptitude of a user necessary. Methods: We hypothesized that integrity and connectivity of involved white matter connections may serve as a predictor of individual BCI-performance. Therefore, we analyzed structural data from anatomical scans and DTI of motor imagery BCI-users differentiated into high and low BCI-aptitude groups based on their overall performance. Results: Using a machine learning classification method we identified discriminating structural brain trait features and correlated the best features with a continuous measure of individual BCI-performance. Prediction of the aptitude group of each participant was possible with near perfect accuracy (one error). Conclusions: Tissue volumetric analysis yielded only poor classification results. In contrast, the structural integrity and myelination quality of deep white matter structures such as the Corpus Callosum, Cingulum, and Superior Fronto-Occipital Fascicle were positively correlated with individual BCI-performance. Significance: This confirms that structural brain traits contribute to individual performance in BCI use.}, language = {en} } @article{HalderHammerKleihetal.2013, author = {Halder, Sebastian and Hammer, Eva Maria and Kleih, Sonja Claudia and Bogdan, Martin and Rosenstiel, Wolfgang and Birbaumer, Niels and K{\"u}bler, Andrea}, title = {Prediction of Auditory and Visual P300 Brain-Computer Interface Aptitude}, series = {PLoS ONE}, volume = {8}, journal = {PLoS ONE}, number = {2}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-130327}, pages = {e53513}, year = {2013}, abstract = {Objective Brain-computer interfaces (BCIs) provide a non-muscular communication channel for patients with late-stage motoneuron disease (e.g., amyotrophic lateral sclerosis (ALS)) or otherwise motor impaired people and are also used for motor rehabilitation in chronic stroke. Differences in the ability to use a BCI vary from person to person and from session to session. A reliable predictor of aptitude would allow for the selection of suitable BCI paradigms. For this reason, we investigated whether P300 BCI aptitude could be predicted from a short experiment with a standard auditory oddball. Methods Forty healthy participants performed an electroencephalography (EEG) based visual and auditory P300-BCI spelling task in a single session. In addition, prior to each session an auditory oddball was presented. Features extracted from the auditory oddball were analyzed with respect to predictive power for BCI aptitude. Results Correlation between auditory oddball response and P300 BCI accuracy revealed a strong relationship between accuracy and N2 amplitude and the amplitude of a late ERP component between 400 and 600 ms. Interestingly, the P3 amplitude of the auditory oddball response was not correlated with accuracy. Conclusions Event-related potentials recorded during a standard auditory oddball session moderately predict aptitude in an audiory and highly in a visual P300 BCI. The predictor will allow for faster paradigm selection. Significance Our method will reduce strain on patients because unsuccessful training may be avoided, provided the results can be generalized to the patient population.}, language = {en} } @article{HalderHammerKleihetal.2013, author = {Halder, Sebastian and Hammer, Eva Maria and Kleih, Sonja Claudia and Bogdan, Martin and Rosenstiel, Wolfgang and Birbaumer, Nils and K{\"u}bler, Andrea}, title = {Prediction of Auditory and Visual P300 Brain-Computer Interface Aptitude}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-77992}, year = {2013}, abstract = {Objective: Brain-computer interfaces (BCIs) provide a non-muscular communication channel for patients with late-stage motoneuron disease (e.g., amyotrophic lateral sclerosis (ALS)) or otherwise motor impaired people and are also used for motor rehabilitation in chronic stroke. Differences in the ability to use a BCI vary from person to person and from session to session. A reliable predictor of aptitude would allow for the selection of suitable BCI paradigms. For this reason, we investigated whether P300 BCI aptitude could be predicted from a short experiment with a standard auditory oddball. Methods: Forty healthy participants performed an electroencephalography (EEG) based visual and auditory P300-BCI spelling task in a single session. In addition, prior to each session an auditory oddball was presented. Features extracted from the auditory oddball were analyzed with respect to predictive power for BCI aptitude. Results: Correlation between auditory oddball response and P300 BCI accuracy revealed a strong relationship between accuracy and N2 amplitude and the amplitude of a late ERP component between 400 and 600 ms. Interestingly, the P3 amplitude of the auditory oddball response was not correlated with accuracy. Conclusions: Event-related potentials recorded during a standard auditory oddball session moderately predict aptitude in an audiory and highly in a visual P300 BCI. The predictor will allow for faster paradigm selection. Significance: Our method will reduce strain on patients because unsuccessful training may be avoided, provided the results can be generalized to the patient population.}, subject = {Psychologie}, language = {en} } @article{MartensBenschHalderetal.2014, author = {Martens, Suzanne and Bensch, Michael and Halder, Sebastian and Hill, Jeremy and Nijboer, Femke and Ramos-Murguialday, Ander and Schoelkopf, Bernhard and Birbaumer, Niels and Gharabaghi, Alireza}, title = {Epidural electrocorticography for monitoring of arousal in locked-in state}, series = {Frontiers in Human Neuroscience}, volume = {8}, journal = {Frontiers in Human Neuroscience}, doi = {10.3389/fnhum.2014.00861}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-114863}, pages = {861}, year = {2014}, abstract = {Electroencephalography (EEG) often fails to assess both the level (i.e., arousal) and the content (i.e., awareness) of pathologically altered consciousness in patients without motor responsiveness. This might be related to a decline of awareness, to episodes of low arousal and disturbed sleep patterns, and/or to distorting and attenuating effects of the skull and intermediate tissue on the recorded brain signals. Novel approaches are required to overcome these limitations. We introduced epidural electrocorticography (ECoG) for monitoring of cortical physiology in a late-stage amytrophic lateral sclerosis patient in completely locked-in state (CLIS) Despite long-term application for a period of six months, no implant related complications occurred. Recordings from the left frontal cortex were sufficient to identify three arousal states. Spectral analysis of the intrinsic oscillatory activity enabled us to extract state-dependent dominant frequencies at <4, similar to 7 and similar to 20 Hz, representing sleep-like periods, and phases of low and elevated arousal, respectively. In the absence of other biomarkers, ECoG proved to be a reliable tool for monitoring circadian rhythmicity, i.e., avoiding interference with the patient when he was sleeping and exploiting time windows of responsiveness. Moreover, the effects of interventions addressing the patient's arousal, e.g., amantadine medication, could be evaluated objectively on the basis of physiological markers, even in the absence of behavioral parameters. Epidural ECoG constitutes a feasible trade-off between surgical risk and quality of recorded brain signals to gain information on the patient's present level of arousal. This approach enables us to optimize the timing of interactions and medical interventions, all of which should take place when the patient is in a phase of high arousal. Furthermore, avoiding low responsiveness periods will facilitate measures to implement alternative communication pathways involving brain-computer interfaces (BCI).}, language = {en} } @article{KaethnerKueblerHalder2015, author = {K{\"a}thner, Ivo and K{\"u}bler, Andrea and Halder, Sebastian}, title = {Comparison of eye tracking, electrooculography and an auditory brain-computer interface for binary communication: a case study with a participant in the locked-in state}, series = {Journal of NeuroEngineering and Rehabilitation}, volume = {12}, journal = {Journal of NeuroEngineering and Rehabilitation}, number = {76}, doi = {10.1186/s12984-015-0071-z}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-145305}, year = {2015}, abstract = {Background In this study, we evaluated electrooculography (EOG), an eye tracker and an auditory brain-computer interface (BCI) as access methods to augmentative and alternative communication (AAC). The participant of the study has been in the locked-in state (LIS) for 6 years due to amyotrophic lateral sclerosis. He was able to communicate with slow residual eye movements, but had no means of partner independent communication. We discuss the usability of all tested access methods and the prospects of using BCIs as an assistive technology. Methods Within four days, we tested whether EOG, eye tracking and a BCI would allow the participant in LIS to make simple selections. We optimized the parameters in an iterative procedure for all systems. Results The participant was able to gain control over all three systems. Nonetheless, due to the level of proficiency previously achieved with his low-tech AAC method, he did not consider using any of the tested systems as an additional communication channel. However, he would consider using the BCI once control over his eye muscles would no longer be possible. He rated the ease of use of the BCI as the highest among the tested systems, because no precise eye movements were required; but also as the most tiring, due to the high level of attention needed to operate the BCI. Conclusions In this case study, the partner based communication was possible due to the good care provided and the proficiency achieved by the interlocutors. To ease the transition from a low-tech AAC method to a BCI once control over all muscles is lost, it must be simple to operate. For persons, who rely on AAC and are affected by a progressive neuromuscular disease, we argue that a complementary approach, combining BCIs and standard assistive technology, can prove valuable to achieve partner independent communication and ease the transition to a purely BCI based approach. Finally, we provide further evidence for the importance of a user-centered approach in the design of new assistive devices.}, language = {en} } @article{MuenssingerHalderKleihetal.2010, author = {M{\"u}nßinger, Jana I. and Halder, Sebastian and Kleih, Sonja C. and Furdea, Adrian and Raco, Valerio and H{\"o}sle, Adi and K{\"u}bler, Andrea}, title = {Brain Painting: first evaluation of a new brain-computer interface application with ALS-patients and healthy volunteers}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-68168}, year = {2010}, abstract = {Brain-computer interfaces (BCIs) enable paralyzed patients to communicate; however, up to date, no creative expression was possible. The current study investigated the accuracy and user-friendliness of P300-Brain Painting, a new BCI application developed to paint pictures using brain activity only. Two different versions of the P300-Brain Painting application were tested: A colored matrix tested by a group of ALS-patients (n = 3) and healthy participants (n = 10), and a black and white matrix tested by healthy participants (n = 10). The three ALS-patients achieved high accuracies; two of them reaching above 89\% accuracy. In healthy subjects, a comparison between the P300-Brain Painting application (colored matrix) and the P300-Spelling application revealed significantly lower accuracy and P300 amplitudes for the P300-Brain Painting application. This drop in accuracy and P300 amplitudes was not found when comparing the P300-Spelling application to an adapted, black and white matrix of the P300-Brain Painting application. By employing a black and white matrix, the accuracy of the P300-Brain Painting application was significantly enhanced and reached the accuracy of the P300-Spelling application. ALS-patients greatly enjoyed P300-Brain Painting and were able to use the application with the same accuracy as healthy subjects. P300-Brain Painting enables paralyzed patients to express themselves creatively and to participate in the prolific society through exhibitions.}, subject = {Psychologie}, language = {en} } @article{MirallesVargiuDauwalderetal.2015, author = {Miralles, Felip and Vargiu, Eloisa and Dauwalder, Stefan and Sol{\`a}, Marc and M{\"u}ller-Putz, Gernot and Wriessnegger, Selina C. and Pinegger, Andreas and K{\"u}bler, Andrea and Halder, Sebastian and K{\"a}thner, Ivo and Martin, Suzanne and Daly, Jean and Armstrong, Elaine and Guger, Christoph and Hinterm{\"u}ller, Christoph and Lowish, Hannah}, title = {Brain computer interface on track to home.}, series = {The Scientific World Journal}, volume = {2015}, journal = {The Scientific World Journal}, number = {623896}, doi = {10.1155/2015/623896}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-149575}, year = {2015}, abstract = {The novel BackHome system offers individuals with disabilities a range of useful services available via brain-computer interfaces (BCIs), to help restore their independence. This is the time such technology is ready to be deployed in the real world, that is, at the target end users' home. This has been achieved by the development of practical electrodes, easy to use software, and delivering telemonitoring and home support capabilities which have been conceived, implemented, and tested within a user-centred design approach. The final BackHome system is the result of a 3-year long process involving extensive user engagement to maximize effectiveness, reliability, robustness, and ease of use of a home based BCI system. The system is comprised of ergonomic and hassle-free BCI equipment; one-click software services for Smart Home control, cognitive stimulation, and web browsing; and remote telemonitoring and home support tools to enable independent home use for nonexpert caregivers and users. BackHome aims to successfully bring BCIs to the home of people with limited mobility to restore their independence and ultimately improve their quality of life.}, language = {en} } @article{HalderTakanoOraetal.2016, author = {Halder, Sebastian and Takano, Kouji and Ora, Hiroki and Onishi, Akinari and Utsumi, Kota and Kansaku, Kenji}, title = {An Evaluation of Training with an Auditory P300 Brain-Computer Interface for the Japanese Hiragana Syllabary}, series = {Frontiers in Neuroscience}, volume = {10}, journal = {Frontiers in Neuroscience}, number = {446}, doi = {10.3389/fnins.2016.00446}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-165465}, year = {2016}, abstract = {Gaze-independent brain-computer interfaces (BCIs) are a possible communication channel for persons with paralysis. We investigated if it is possible to use auditory stimuli to create a BCI for the Japanese Hiragana syllabary, which has 46 Hiragana characters. Additionally, we investigated if training has an effect on accuracy despite the high amount of different stimuli involved. Able-bodied participants (N = 6) were asked to select 25 syllables (out of fifty possible choices) using a two step procedure: First the consonant (ten choices) and then the vowel (five choices). This was repeated on 3 separate days. Additionally, a person with spinal cord injury (SCI) participated in the experiment. Four out of six healthy participants reached Hiragana syllable accuracies above 70\% and the information transfer rate increased from 1.7 bits/min in the first session to 3.2 bits/min in the third session. The accuracy of the participant with SCI increased from 12\% (0.2 bits/min) to 56\% (2 bits/min) in session three. Reliable selections from a 10 × 5 matrix using auditory stimuli were possible and performance is increased by training. We were able to show that auditory P300 BCIs can be used for communication with up to fifty symbols. This enables the use of the technology of auditory P300 BCIs with a variety of applications.}, language = {en} } @article{SimonKaethnerRufetal.2015, author = {Simon, Nadine and K{\"a}thner, Ivo and Ruf, Carolin A. and Pasqualotto, Emanuele and K{\"u}bler, Andrea and Halder, Sebastian}, title = {An auditory multiclass brain-computer interface with natural stimuli: Usability evaluation with healthy participants and a motor impaired end user}, series = {Frontiers in Human Neuroscience}, volume = {8}, journal = {Frontiers in Human Neuroscience}, number = {1039}, doi = {10.3389/fnhum.2014.01039}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-126450}, year = {2015}, abstract = {Brain-computer interfaces (BCIs) can serve as muscle independent communication aids. Persons, who are unable to control their eye muscles (e.g., in the completely locked-in state) or have severe visual impairments for other reasons, need BCI systems that do not rely on the visual modality. For this reason, BCIs that employ auditory stimuli were suggested. In this study, a multiclass BCI spelling system was implemented that uses animal voices with directional cues to code rows and columns of a letter matrix. To reveal possible training effects with the system, 11 healthy participants performed spelling tasks on 2 consecutive days. In a second step, the system was tested by a participant with amyotrophic lateral sclerosis (ALS) in two sessions. In the first session, healthy participants spelled with an average accuracy of 76\% (3.29 bits/min) that increased to 90\% (4.23 bits/min) on the second day. Spelling accuracy by the participant with ALS was 20\% in the first and 47\% in the second session. The results indicate a strong training effect for both the healthy participants and the participant with ALS. While healthy participants reached high accuracies in the first session and second session, accuracies for the participant with ALS were not sufficient for satisfactory communication in both sessions. More training sessions might be needed to improve spelling accuracies. The study demonstrated the feasibility of the auditory BCI with healthy users and stresses the importance of training with auditory multiclass BCIs, especially for potential end-users of BCI with disease.}, language = {en} } @article{KaethnerHalderHintermuelleretal.2017, author = {K{\"a}thner, Ivo and Halder, Sebastian and Hinterm{\"u}ller, Christoph and Espinosa, Arnau and Guger, Christoph and Miralles, Felip and Vargiu, Eloisa and Dauwalder, Stefan and Rafael-Palou, Xavier and Sol{\`a}, Marc and Daly, Jean M. and Armstrong, Elaine and Martin, Suzanne and K{\"u}bler, Andrea}, title = {A Multifunctional Brain-Computer Interface Intended for Home Use: An Evaluation with Healthy Participants and Potential End Users with Dry and Gel-Based Electrodes}, series = {Frontiers in Neuroscience}, volume = {11}, journal = {Frontiers in Neuroscience}, number = {286}, doi = {10.3389/fnins.2017.00286}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:20-opus-157925}, year = {2017}, abstract = {Current brain-computer interface (BCIs) software is often tailored to the needs of scientists and technicians and therefore complex to allow for versatile use. To facilitate home use of BCIs a multifunctional P300 BCI with a graphical user interface intended for non-expert set-up and control was designed and implemented. The system includes applications for spelling, web access, entertainment, artistic expression and environmental control. In addition to new software, it also includes new hardware for the recording of electroencephalogram (EEG) signals. The EEG system consists of a small and wireless amplifier attached to a cap that can be equipped with gel-based or dry contact electrodes. The system was systematically evaluated with a healthy sample, and targeted end users of BCI technology, i.e., people with a varying degree of motor impairment tested the BCI in a series of individual case studies. Usability was assessed in terms of effectiveness, efficiency and satisfaction. Feedback of users was gathered with structured questionnaires. Two groups of healthy participants completed an experimental protocol with the gel-based and the dry contact electrodes (N = 10 each). The results demonstrated that all healthy participants gained control over the system and achieved satisfactory to high accuracies with both gel-based and dry electrodes (average error rates of 6 and 13\%). Average satisfaction ratings were high, but certain aspects of the system such as the wearing comfort of the dry electrodes and design of the cap, and speed (in both groups) were criticized by some participants. Six potential end users tested the system during supervised sessions. The achieved accuracies varied greatly from no control to high control with accuracies comparable to that of healthy volunteers. Satisfaction ratings of the two end-users that gained control of the system were lower as compared to healthy participants. The advantages and disadvantages of the BCI and its applications are discussed and suggestions are presented for improvements to pave the way for user friendly BCIs intended to be used as assistive technology by persons with severe paralysis.}, language = {en} }