@proceedings {2241, title = {Detection of spontaneous class-specific visual stimuli with high temporal accuracy in human electrocorticography.}, volume = {2009}, year = {2009}, month = {2009}, pages = {6465-8}, abstract = {Most brain-computer interface classification experiments from electrical potential recordings have been focused on the identification of classes of stimuli or behavior where the timing of experimental parameters is known or pre-designated. Real world experience, however, is spontaneous, and to this end we describe an experiment predicting the occurrence, timing, and types of visual stimuli perceived by a human subject from electrocorticographic recordings. All 300 of 300 presented stimuli were correctly detected, with a temporal precision of order 20 ms. The type of stimulus (face/house) was correctly identified in 95\% of these cases. There were approximately 20 false alarm events, corresponding to a late 2nd neuronal response to a previously identified event.}, keywords = {Algorithms, Electrocardiography, Evoked Potentials, Visual, Humans, Male, Pattern Recognition, Automated, Pattern Recognition, Visual, Photic Stimulation, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface, Visual Cortex}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5333546}, author = {Miller, John W and Hermes, Dora and Gerwin Schalk and Ramsey, Nick F and Jagadeesh, Bharathi and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @proceedings {2243, title = {Effective brain-computer interfacing using BCI2000.}, volume = {2009}, year = {2009}, month = {2009}, pages = {5498-501}, abstract = {To facilitate research and development in Brain-Computer Interface (BCI) research, we have been developing a general-purpose BCI system, called BCI2000, over the past nine years. This system has enjoyed a growing adoption in BCI and related areas and has been the basis for some of the most impressive studies reported to date. This paper gives an update on the status of this project by describing the principles of the BCI2000 system, its benefits, and impact on the field to date.}, keywords = {Algorithms, Brain, Electrocardiography, Equipment Design, Equipment Failure Analysis, Rehabilitation, Reproducibility of Results, Sensitivity and Specificity, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5334558}, author = {Gerwin Schalk} } @article {2183, title = {Brain-computer interfaces (BCIs): Detection Instead of Classification.}, journal = {J Neurosci Methods}, volume = {167}, year = {2008}, month = {01/2008}, pages = {51-62}, abstract = {

Many studies over the past two decades have shown that people can use\ brain\ signals to convey their intent to a\ computer\ through\ brain-computer interfaces\ (BCIs). These devices operate by recording signals from the\ brain\ and translating these signals into device commands. They can be used by people who are severely paralyzed to communicate without any use of muscle activity. One of the major impediments in translating this novel technology into\ clinical\ applications is the current requirement for preliminary analyses to identify the\ brain\ signal features best suited for communication. This paper introduces and validates signal detection, which does not require such analysis procedures, as a new concept in BCI signal processing. This detection concept is realized with Gaussian mixture models (GMMs) that are used to model resting\ brain\ activity so that any change in\ relevantbrain\ signals can be detected. It is implemented in a package called SIGFRIED (SIGnal modeling For Real-time Identification and Event Detection). The results indicate that SIGFRIED produces results that are within the range of those achieved using a common analysis strategy that requires preliminary identification of signal features. They indicate that such laborious analysis procedures could be replaced by merely recording\ brain\ signals during rest. In summary, this paper demonstrates how SIGFRIED could be used to overcome one of the present impediments to translation of laboratory BCI demonstrations into clinically practical applications.

}, keywords = {Adult, Algorithms, Brain, Brain Mapping, Electrocardiography, Electroencephalography, Humans, Male, Man-Machine Systems, Normal Distribution, Online Systems, Signal Detection, Psychological, Signal Processing, Computer-Assisted, Software Validation, User-Computer Interface}, issn = {0165-0270}, doi = {10.1016/j.jneumeth.2007.08.010}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17920134}, author = {Gerwin Schalk and Peter Brunner and Lester A Gerhardt and H Bischof and Jonathan Wolpaw} } @article {2187, title = {Real-time detection of event-related brain activity.}, journal = {Neuroimage}, volume = {43}, year = {2008}, month = {11/2008}, pages = {245-9}, abstract = {

The complexity and inter-individual variation of\ brain\ signals impedes real-time detection of events in raw signals. To convert these complex signals into results that can be readily understood, current approaches usually apply statistical methods to data from known conditions after all data have been collected. The capability to provide meaningful visualization of complex\ brain\ signals without the requirement to initially collect data from all conditions would provide a new tool, essentially a new imaging technique, that would open up new avenues for the study of\ brain\ function. Here we show that a new analysis approach, called SIGFRIED, can overcome this serious limitation of current methods. SIGFRIED can visualize\ brain\ signal changes without requiring prior data collection from all conditions. This capacity is particularly well suited to applications in which comprehensive prior data collection is impossible or impractical, such as intraoperative localization of cortical function or detection of epileptic seizures.

}, keywords = {Adult, Algorithms, Brain Mapping, Computer Systems, Diagnosis, Computer-Assisted, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Pattern Recognition, Automated, Reproducibility of Results, Sensitivity and Specificity}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2008.07.037}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18718544}, author = {Gerwin Schalk and Leuthardt, E C and Peter Brunner and Ojemann, J G and Lester A Gerhardt and Jonathan Wolpaw} } @proceedings {2240, title = {Three cases of feature correlation in an electrocorticographic BCI.}, year = {2008}, month = {2008}, pages = {5318-21}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, Electrocardiography, Evoked Potentials, Motor, Female, Humans, Male, Middle Aged, Motor Cortex, Pattern Recognition, Automated, Statistics as Topic, Task Performance and Analysis, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2008.4650415}, author = {Miller, John W and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh P N and Ojemann, J G} } @conference {3438, title = {Three cases of feature correlation in an electrocorticographic BCI.}, booktitle = {Engineering in Medicine and Biology Society, 2008.}, year = {2008}, month = {08/2008}, publisher = {IEEE}, organization = {IEEE}, address = {Vancouver, BC}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, automated pattern recognition, control systems, decorrelation, Electrocardiography, Electrodes, Electroencephalography, evoked motor potentials, Feedback, Female, frequency, hospitals, Humans, Male, Middle Aged, Motor Cortex, Signal Processing, Statistics as Topic, Task Performance and Analysis, Tongue, User-Computer Interface}, doi = {10.1109/IEMBS.2008.4650415}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19163918}, author = {Miller, Kai J and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh PN and Ojemann, Jeffrey G} } @article {2182, title = {Decoding two-dimensional movement trajectories using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {4}, year = {2007}, month = {09/2007}, pages = {264-75}, abstract = {

Signals from the brain could provide a non-muscular communication and control system, a brain-computer interface (BCI), for people who are severely paralyzed. A common BCI research strategy begins by decoding kinematic parameters from brain signals recorded during actual arm movement. It has been assumed that these parameters can be derived accurately only from signals recorded by intracortical microelectrodes, but the long-term stability of such electrodes is uncertain. The present study disproves this widespread assumption by showing in humans that kinematic parameters can also be decoded from signals recorded by subdural electrodes on the cortical surface (ECoG) with an accuracy comparable to that achieved in monkey studies using intracortical microelectrodes. A new ECoG feature labeled the local motor potential (LMP) provided the most information about movement. Furthermore, features displayed cosine tuning that has previously been described only for signals recorded within the brain. These results suggest that ECoG could be a more stable and less invasive alternative to intracortical electrodes for BCI systems, and could also prove useful in studies of motor function.

}, keywords = {Adult, Algorithms, Arm, Brain Mapping, Cerebral Cortex, Electroencephalography, Evoked Potentials, Motor, Female, Humans, Male, Movement}, issn = {1741-2560}, doi = {10.1088/1741-2560/4/3/012}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17873429}, author = {Gerwin Schalk and Kub{\'a}nek, J and Miller, John W and Nicholas R Anderson and Leuthardt, E C and Ojemann, J G and Limbrick, D and Moran, D and Lester A Gerhardt and Jonathan Wolpaw} } @article {2181, title = {An MEG-based brain-computer interface (BCI).}, journal = {Neuroimage}, volume = {36}, year = {2007}, month = {07/2007}, pages = {581-93}, abstract = {

Brain-computer interfaces (BCIs) allow for communicating intentions by mere brain activity, not involving muscles. Thus, BCIs may offer patients who have lost all voluntary muscle control the only possible way to communicate. Many recent studies have demonstrated that BCIs based on\ electroencephalography(EEG) can allow healthy and severely paralyzed individuals to communicate. While this approach is safe and inexpensive, communication is slow. Magnetoencephalography (MEG) provides signals with higher spatiotemporal resolution than\ EEG\ and could thus be used to explore whether these improved signal properties translate into increased BCI communication speed. In this study, we investigated the utility of an MEG-based BCI that uses voluntary amplitude modulation of sensorimotor mu and beta rhythms. To increase the signal-to-noise ratio, we present a simple spatial filtering method that takes the geometric properties of signal propagation in MEG into account, and we present methods that can process artifacts specifically encountered in an MEG-based BCI. Exemplarily, six participants were successfully trained to communicate binary decisions by imagery of limb movements using a feedback paradigm. Participants achieved significant mu rhythm self control within 32 min of feedback training. For a subgroup of three participants, we localized the origin of the amplitude modulated signal to the motor cortex. Our results suggest that an MEG-based BCI is feasible and efficient in terms of user training.

}, keywords = {Adult, Algorithms, Artifacts, Brain, Electroencephalography, Electromagnetic Fields, Electromyography, Feedback, Female, Foot, Hand, Head Movements, Humans, Magnetic Resonance Imaging, Magnetoencephalography, Male, Movement, Principal Component Analysis, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1053-8119}, doi = {10.1016/j.neuroimage.2007.03.019}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17475511}, author = {Mellinger, J{\"u}rgen and Gerwin Schalk and Christoph Braun and Preissl, Hubert and Rosenstiel, W. and Niels Birbaumer and K{\"u}bler, A.} } @article {2174, title = {A {\textmu}-rhythm Matched Filter for Continuous Control of a Brain-Computer Interface.}, journal = {IEEE Trans Biomed Eng}, volume = {54}, year = {2007}, month = {02/2007}, pages = {273-80}, abstract = {

A brain-computer interface (BCI) is a system that provides an alternate nonmuscular communication/control channel for individuals with severe neuromuscular disabilities. With proper training, individuals can learn to modulate the amplitude of specific electroencephalographic (EEG) components (e.g., the 8-12 Hz mu rhythm and 18-26 Hz beta rhythm) over the sensorimotor cortex and use them to control a cursor on a computer screen. Conventional spectral techniques for monitoring the\ continuousamplitude fluctuations fail to capture essential amplitude/phase relationships of the mu and beta rhythms in a compact fashion and, therefore, are suboptimal. By extracting the characteristic mu rhythm for a user, the exact morphology can be characterized and exploited as a matched filter. A simple, parameterized model for the characteristic mu rhythm is proposed and its effectiveness as a matched filter is examined online for a one-dimensional cursor control task. The results suggest that amplitude/phase coupling exists between the mu and beta bands during event-related desynchronization, and that an appropriate matched filter can provide improved performance.

}, keywords = {Algorithms, Cerebral Cortex, Cortical Synchronization, Electroencephalography, Evoked Potentials, Humans, Imagination, Pattern Recognition, Automated, User-Computer Interface}, issn = {0018-9294}, doi = {10.1109/TBME.2006.886661}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17278584}, author = {Krusienski, Dean J and Gerwin Schalk and Dennis J. McFarland and Jonathan Wolpaw} } @article {2172, title = {The BCI competition III: Validating alternative approaches to actual BCI problems.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {153-9}, abstract = {

A\ brain-computer interface\ (BCI) is a system that allows its users to control external devices with\ brainactivity. Although the proof-of-concept was given decades ago, the reliable translation of user intent into device control commands is still a major challenge. Success requires the effective interaction of two adaptive controllers: the user{\textquoteright}s\ brain, which produces\ brain\ activity that encodes intent, and the BCI system, which translates that activity into device control commands. In order to facilitate this interaction, many laboratories are exploring a variety of signal analysis techniques to improve the adaptation of the BCI system to the user. In the literature, many machine learning and pattern classification algorithms have been reported to give impressive results when applied to BCI data in offline analyses. However, it is more difficult to evaluate their relative value for actual\ online\ use. BCI data competitions have been organized to provide objective formal evaluations of alternative methods. Prompted by the great interest in the first two BCI Competitions, we organized the third BCI Competition to address several of the most difficult and important analysis problems in BCI research. The paper describes the data sets that were provided to the competitors and gives an overview of the results.

}, keywords = {Algorithms, Brain, Communication Aids for Disabled, Databases, Factual, Electroencephalography, Evoked Potentials, Humans, Neuromuscular Diseases, Software Validation, Technology Assessment, Biomedical, User-Computer Interface}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875642}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792282}, author = {Benjamin Blankertz and M{\"u}ller, Klaus-Robert and Krusienski, Dean J and Gerwin Schalk and Jonathan Wolpaw and Schl{\"o}gl, Alois and Pfurtscheller, Gert and Mill{\'a}n, Jos{\'e} del R and Schr{\"o}der, Michael and Niels Birbaumer} } @article {2176, title = {BCI meeting 2005 - Workshop on Technology: Hardware and Software.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {128-31}, abstract = {

This paper describes the outcome of discussions held during the Third International BCI Meeting at a workshop to review and evaluate the current state of BCI-related hardware and software. Technical requirements and current technologies, standardization procedures and future trends are covered. The main conclusion was recognition of the need to focus technical requirements on the users{\textquoteright} needs and the need for consistent standards in BCI research.

}, keywords = {Algorithms, Biotechnology, Brain, Communication Aids for Disabled, Computers, Electroencephalography, Equipment Design, Humans, Internationality, Man-Machine Systems, Neuromuscular Diseases, Software, User-Computer Interface}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875584}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792276}, author = {Cincotti, F and Bianchi, L and Birch, Gary and Guger, C and Mellinger, J{\"u}rgen and Scherer, Reinhold and Schmidt, Robert N and Y{\'a}{\~n}ez Su{\'a}rez, Oscar and Gerwin Schalk} } @article {2167, title = {The BCI Competition 2003: Progress and perspectives in detection and discrimination of EEG single trials.}, journal = {IEEE Trans Biomed Eng}, volume = {51}, year = {2004}, month = {06/2004}, pages = {1044-51}, abstract = {Interest in developing a new method of man-to-machine communication--a brain-computer interface (BCI)--has grown steadily over the past few decades. BCIs create a new communication channel between the brain and an output device by bypassing conventional motor output pathways of nerves and muscles. These systems use signals recorded from the scalp, the surface of the cortex, or from inside the brain to enable users to control a variety of applications including simple word-processing software and orthotics. BCI technology could therefore provide a new communication and control option for individuals who cannot otherwise express their wishes to the outside world. Signal processing and classification methods are essential tools in the development of improved BCI technology. We organized the BCI Competition 2003 to evaluate the current state of the art of these tools. Four laboratories well versed in EEG-based BCI research provided six data sets in a documented format. We made these data sets (i.e., labeled training sets and unlabeled test sets) and their descriptions available on the Internet. The goal in the competition was to maximize the performance measure for the test labels. Researchers worldwide tested their algorithms and competed for the best classification results. This paper describes the six data sets and the results and function of the most successful algorithms.}, keywords = {Adult, Algorithms, Amyotrophic Lateral Sclerosis, Artificial Intelligence, Brain, Cognition, Databases, Factual, Electroencephalography, Evoked Potentials, Humans, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface}, issn = {0018-9294}, doi = {10.1109/TBME.2004.826692}, author = {Benjamin Blankertz and M{\"u}ller, Klaus-Robert and Curio, Gabriel and Theresa M Vaughan and Gerwin Schalk and Jonathan Wolpaw and Schl{\"o}gl, Alois and Neuper, Christa and Pfurtscheller, Gert and Hinterberger, T. and Schr{\"o}der, Michael and Niels Birbaumer} } @article {2166, title = {BCI2000: a general-purpose brain-computer interface (BCI) system.}, journal = {IEEE Trans Biomed Eng}, volume = {51}, year = {2004}, month = {06/2004}, pages = {1034-43}, abstract = {Many laboratories have begun to develop brain-computer interface (BCI) systems that provide communication and control capabilities to people with severe motor disabilities. Further progress and realization of practical applications depends on systematic evaluations and comparisons of different brain signals, recording methods, processing algorithms, output formats, and operating protocols. However, the typical BCI system is designed specifically for one particular BCI method and is, therefore, not suited to the systematic studies that are essential for continued progress. In response to this problem, we have developed a documented general-purpose BCI research and development platform called BCI2000. BCI2000 can incorporate alone or in combination any brain signals, signal processing methods, output devices, and operating protocols. This report is intended to describe to investigators, biomedical engineers, and computer scientists the concepts that the BC12000 system is based upon and gives examples of successful BCI implementations using this system. To date, we have used BCI2000 to create BCI systems for a variety of brain signals, processing methods, and applications. The data show that these systems function well in online operation and that BCI2000 satisfies the stringent real-time requirements of BCI systems. By substantially reducing labor and cost, BCI2000 facilitates the implementation of different BCI systems and other psychophysiological experiments. It is available with full documentation and free of charge for research or educational purposes and is currently being used in a variety of studies by many research groups.}, keywords = {Algorithms, Brain, Cognition, Communication Aids for Disabled, Computer Peripherals, Electroencephalography, Equipment Design, Equipment Failure Analysis, Evoked Potentials, Humans, Systems Integration, User-Computer Interface}, issn = {0018-9294}, doi = {10.1109/TBME.2004.827072}, author = {Gerwin Schalk and Dennis J. McFarland and Hinterberger, T. and Niels Birbaumer and Jonathan Wolpaw} } @article {2165, title = {The Wadsworth Center brain-computer interface (BCI) research and development program.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {11}, year = {2003}, month = {06/2003}, pages = {204-7}, abstract = {

Brain-computer interface (BCI) research at the Wadsworth Center has focused primarily on using electroencephalogram (EEG) rhythms recorded from the scalp over sensorimotor cortex to\ control\ cursor movement in one or two dimensions. Recent and current studies seek to improve the speed and accuracy of this\ control\ by improving the selection of signal features and their translation into device commands, by incorporating additional signal features, and by optimizing the adaptive interaction between the user and system. In addition, to facilitate the evaluation, comparison, and combination of alternative BCI methods, we have developed a general-purpose BCI system called BCI-2000 and have made it available to other research\ groups. Finally, in collaboration with several other\ groups, we are developing simple BCI applications and are testing their practicality and long-term value for people with severe motor disabilities.

}, keywords = {Academic Medical Centers, Adult, Algorithms, Artifacts, Brain, Brain Mapping, Electroencephalography, Evoked Potentials, Visual, Feedback, Humans, Middle Aged, Nervous System Diseases, Research, Research Design, User-Computer Interface, Visual Perception}, issn = {1534-4320}, doi = {10.1109/TNSRE.2003.814442}, url = {http://www.ncbi.nlm.nih.gov/pubmed/12899275}, author = {Jonathan Wolpaw and Dennis J. McFarland and Theresa M Vaughan and Gerwin Schalk} } @article {2163, title = {Brain-computer interface technology: a review of the first international meeting.}, journal = {IEEE Trans Rehabil Eng}, volume = {8}, year = {2000}, month = {06/2000}, pages = {164-73}, abstract = {

Over the past decade, many laboratories have begun to explore brain-computer interface (BCI) technology as a radically new communication option for those with neuromuscular impairments that prevent them from using conventional augmentative communication methods. BCI{\textquoteright}s provide these users with communication channels that do not depend on peripheral nerves and muscles. This article summarizes the first international meeting devoted to BCI research and development. Current BCI{\textquoteright}s use electroencephalographic (EEG) activity recorded at the scalp or single-unit activity recorded from within cortex to control cursor movement, select letters or icons, or operate a neuroprosthesis. The central element in each BCI is a translation algorithm that converts electrophysiological input from the user into output that controls external devices. BCI operation depends on effective interaction between two adaptive controllers, the user who encodes his or her commands in the electrophysiological input provided to the BCI, and the BCI which recognizes the commands contained in the input and expresses them in device control. Current BCI{\textquoteright}s have maximum information transfer rates of 5-25 b/min. Achievement of greater speed and accuracy depends on improvements in signal processing, translation algorithms, and user training. These improvements depend on increased interdisciplinary cooperation between neuroscientists, engineers, computer programmers, psychologists, and rehabilitation specialists, and on adoption and widespread application of objective methods for evaluating alternative methods. The practical use of BCI technology depends on the development of appropriate applications, identification of appropriate user groups, and careful attention to the needs and desires of individual users. BCI research and development will also benefit from greater emphasis on peer-reviewed publications, and from adoption of standard venues for presentations and discussion.

}, keywords = {Algorithms, Cerebral Cortex, Communication Aids for Disabled, Disabled Persons, Electroencephalography, Evoked Potentials, Humans, Neuromuscular Diseases, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1063-6528}, doi = {10.1109/TRE.2000.847807}, url = {http://www.ncbi.nlm.nih.gov/pubmed/10896178}, author = {Jonathan Wolpaw and Niels Birbaumer and Heetderks, W J and Dennis J. McFarland and Peckham, P H and Gerwin Schalk and Emanuel Donchin and Quatrano, L A and Robinson, C J and Theresa M Vaughan} }