@article {4495, title = {Brain-computer interface-based assessment of color vision.}, journal = {J Neural Eng}, volume = {18}, year = {2021}, month = {2021 Nov 26}, abstract = {

Present methods for assessing color vision require the person{\textquoteright}s active participation. Here we describe a brain-computer interface-based method for assessing color vision that does not require the person{\textquoteright}s participation.This method uses steady-state visual evoked potentials to identify metamers-two light sources that have different spectral distributions but appear to the person to be the same color.We demonstrate that: minimization of the visual evoked potential elicited by two flickering light sources identifies the metamer; this approach can distinguish people with color-vision deficits from those with normal color vision; and this metamer-identification process can be automated.This new method has numerous potential clinical, scientific, and industrial applications.

}, keywords = {brain-computer interfaces, Color Vision, Electroencephalography, Evoked Potentials, Visual, Humans, Light, Photic Stimulation, Research Design}, issn = {1741-2552}, doi = {10.1088/1741-2552/ac3264}, author = {Norton, James J S and DiRisio, Grace F and Carp, Jonathan S and Norton, Amanda E and Kochan, Nicholas S and Wolpaw, Jonathan R} } @article {4362, title = {A Voting-Enhanced Dynamic-Window-Length Classifier for SSVEP-Based BCIs.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {29}, year = {2021}, month = {2021}, pages = {1766-1773}, abstract = {

We present a dynamic window-length classifier for steady-state visual evoked potential (SSVEP)-based brain-computer interfaces (BCIs) that does not require the user to choose a feature extraction method or channel set. Instead, the classifier uses multiple feature extraction methods and channel selections to infer the SSVEP and relies on majority voting to pick the most likely target. The classifier extends the window length dynamically if no target obtains the majority of votes. Compared with existing solutions, our classifier: (i) does not assume that any single feature extraction method will consistently outperform the others; (ii) adapts the channel selection to individual users or tasks; (iii) uses dynamic window lengths; (iv) is unsupervised (i.e., does not need training). Collectively, these characteristics make the classifier easy-to-use, especially for caregivers and others with limited technical expertise. We evaluated the performance of our classifier on a publicly available benchmark dataset from 35 healthy participants. We compared the information transfer rate (ITR) of this new classifier to those of the minimum energy combination (MEC), maximum synchronization index (MSI), and filter bank canonical correlation analysis (FBCCA). The new classifier increases average ITR to 123.5 bits-per-minute (bpm), 47.5, 51.2, and 19.5 bpm greater than the MEC, MSI, and FBCCA classifiers, respectively.

}, keywords = {Algorithms, brain-computer interfaces, Electroencephalography, Evoked Potentials, Visual, Humans, Photic Stimulation}, issn = {1558-0210}, doi = {10.1109/TNSRE.2021.3106876}, author = {Habibzadeh, Hadi and Norton, James J S and Vaughan, Theresa M and Soyata, Tolga and Zois, Daphney-Stavroula} } @article {3370, title = {Brain-computer interface (BCI) evaluation in people with amyotrophic lateral sclerosis.}, journal = {Amyotroph Lateral Scler Frontotemporal Degener}, volume = {15}, year = {2014}, month = {06/2014}, pages = {207-15}, abstract = {Brain-computer interfaces (BCIs) might restore communication to people severely disabled by amyotrophic lateral sclerosis (ALS) or other disorders. We sought to: 1) define a protocol for determining whether a person with ALS can use a visual P300-based BCI; 2) determine what proportion of this population can use the BCI; and 3) identify factors affecting BCI performance. Twenty-five individuals with ALS completed an evaluation protocol using a standard 6 {\texttimes} 6 matrix and parameters selected by stepwise linear discrimination. With an 8-channel EEG montage, the subjects fell into two groups in BCI accuracy (chance accuracy 3\%). Seventeen averaged 92 ({\textpm} 3)\% (range 71-100\%), which is adequate for communication (G70 group). Eight averaged 12 ({\textpm} 6)\% (range 0-36\%), inadequate for communication (L40 subject group). Performance did not correlate with disability: 11/17 (65\%) of G70 subjects were severely disabled (i.e. ALSFRS-R < 5). All L40 subjects had visual impairments (e.g. nystagmus, diplopia, ptosis). P300 was larger and more anterior in G70 subjects. A 16-channel montage did not significantly improve accuracy. In conclusion, most people severely disabled by ALS could use a visual P300-based BCI for communication. In those who could not, visual impairment was the principal obstacle. For these individuals, auditory P300-based BCIs might be effective.}, keywords = {Adult, Aged, Amyotrophic Lateral Sclerosis, Biofeedback, Psychology, brain-computer interfaces, Communication Disorders, Electroencephalography, Event-Related Potentials, P300, Female, Humans, Male, Middle Aged, Online Systems, Photic Stimulation, Psychomotor Performance, Reaction Time}, issn = {2167-9223}, doi = {10.3109/21678421.2013.865750}, url = {http://www.ncbi.nlm.nih.gov/pubmed/24555843}, author = {McCane, Lynn M and Sellers, Eric W and Dennis J. McFarland and Mak, Joseph N and Carmack, C Steve and Zeitlin, Debra and Jonathan Wolpaw and Theresa M Vaughan} } @article {2204, title = {Nonuniform high-gamma (60-500 Hz) power changes dissociate cognitive task and anatomy in human cortex.}, journal = {J Neurosci}, volume = {31}, year = {2011}, month = {02/2011}, pages = {2091-100}, abstract = {

High-gamma-band (\>60 Hz) power changes in cortical electrophysiology are a reliable indicator of focal, event-related cortical activity. Despite discoveries of oscillatory subthreshold and synchronous suprathreshold activity at the cellular level, there is an increasingly popular view that high-gamma-band amplitude changes recorded from cellular ensembles are the result of asynchronous firing activity that yields wideband and uniform power increases. Others have demonstrated independence of power changes in the low- and high-gamma bands, but to date, no studies have shown evidence of any such independence above 60 Hz. Based on nonuniformities in time-frequency analyses of electrocorticographic (ECoG) signals, we hypothesized that induced high-gamma-band (60-500 Hz) power changes are more heterogeneous than currently understood. Using single-word repetition tasks in six human subjects, we showed that functional responsiveness of different ECoG high-gamma sub-bands can discriminate cognitive task (e.g., hearing, reading, speaking) and cortical locations. Power changes in these sub-bands of the high-gamma range are consistently present within single trials and have statistically different time courses within the trial structure. Moreover, when consolidated across all subjects within three task-relevant anatomic regions (sensorimotor, Broca{\textquoteright}s area, and superior temporal gyrus), these behavior- and location-dependent power changes evidenced nonuniform\ trends\ across the population. Together, the independence and nonuniformity of power changes across a broad range of frequencies suggest that a new approach to evaluating high-gamma-band cortical activity is necessary. These findings show that in addition to time and location, frequency is another fundamental dimension of high-gamma dynamics.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Analysis of Variance, Brain Mapping, Brain Waves, Cerebral Cortex, Cognition Disorders, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Middle Aged, Neuropsychological Tests, Nonlinear Dynamics, Photic Stimulation, Reaction Time, Spectrum Analysis, Time Factors, Vocabulary}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.4722-10.2011}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21307246}, author = {Charles M Gaona and Sharma, Mohit and Zachary V. Freudenberg and Breshears, Jonathan and Bundy, David T and Roland, Jarod and Barbour, Dennis L and Gerwin Schalk and Leuthardt, E C} } @article {2200, title = {Does the {\textquoteright}P300{\textquoteright} speller depend on eye gaze?.}, journal = {J Neural Eng}, volume = {7}, year = {2010}, month = {10/2010}, pages = {056013}, abstract = {

Many people affected by debilitating neuromuscular disorders such as amyotrophic lateral sclerosis, brainstem stroke or spinal cord injury are impaired in their ability to, or are even unable to, communicate. A brain-computer interface (BCI) uses brain signals, rather than muscles, to re-establish communication with the outside world. One particular BCI approach is the so-called {\textquoteright}P300 matrix speller{\textquoteright} that was first described by Farwell and Donchin (1988 Electroencephalogr. Clin. Neurophysiol. 70 510-23). It has been widely assumed that this method does not depend on the ability to focus on the desired character, because it was thought that it relies primarily on the P300-evoked potential and minimally, if at all, on other EEG features such as the visual-evoked potential (VEP). This issue is highly relevant for the clinical application of this BCI method, because eye movements may be impaired or lost in the relevant user population. This study investigated the extent to which the performance in a {\textquoteright}P300{\textquoteright} speller BCI depends on eye gaze. We evaluated the performance of 17 healthy subjects using a {\textquoteright}P300{\textquoteright} matrix speller under two conditions. Under one condition ({\textquoteright}letter{\textquoteright}), the subjects focused their eye gaze on the intended letter, while under the second condition ({\textquoteright}center{\textquoteright}), the subjects focused their eye gaze on a fixation cross that was located in the center of the matrix. The results show that the performance of the {\textquoteright}P300{\textquoteright} matrix speller in normal subjects depends in considerable measure on gaze direction. They thereby disprove a widespread assumption in BCI research, and suggest that this BCI might function more effectively for people who retain some eye-movement control. The applicability of these findings to people with severe neuromuscular disabilities (particularly in eye-movements) remains to be determined.

}, keywords = {Adult, Event-Related Potentials, P300, Eye Movements, Female, Humans, Male, Middle Aged, Models, Neurological, Photic Stimulation, User-Computer Interface, Young Adult}, issn = {1741-2552}, doi = {10.1088/1741-2560/7/5/056013}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20858924}, author = {Peter Brunner and Joshi, S and S Briskin and Jonathan Wolpaw and H Bischof and Gerwin Schalk} } @article {2196, title = {Electrocorticographic frequency alteration mapping for extraoperative localization of speech cortex.}, journal = {Neurosurgery}, volume = {66}, year = {2010}, month = {02/2010}, pages = {E407-9}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has long been established for delineating eloquent cortex in extraoperative mapping. However, ECS is still coarse and inefficient in delineating regions of functional cortex and can be hampered by afterdischarges. Given these constraints, an adjunct approach to defining motor cortex is the use of electrocorticographic (ECoG) signal changes associated with active regions of cortex. The broad range of frequency oscillations are categorized into 2 main groups with respect to sensorimotor cortex: low-frequency bands (LFBs) and high-frequency bands (HFBs). The LFBs tend to show a power reduction, whereas the HFBs show power increases with cortical activation. These power changes associated with activated cortex could potentially provide a powerful tool in delineating areas of speech cortex. We explore ECoG signal alterations as they occur with activated region of speech cortex and its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated 7 patients who underwent invasive monitoring for seizure localization. Each had extraoperative ECS mapping to identify speech cortex. Additionally, all subjects performed overt speech tasks with an auditory or a visual cue to identify associated frequency power changes in regard to location and degree of concordance with ECS results.

RESULTS:\ 

Electrocorticographic frequency alteration mapping (EFAM) had an 83.9\% sensitivity and a 40.4\% specificity in identifying any language site when considering both frequency bands and both stimulus cues. Electrocorticographic frequency alteration mapping was more sensitive in identifying the Wernicke area (100\%) than the Broca area (72.2\%). The HFB is uniquely suited to identifying the Wernicke area, whereas a combination of the HFB and LFB is important for Broca localization.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrates the possible utility of EFAM as an adjunct method to improve the efficiency and resolution of identifying speech cortex.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Brain Mapping, Cerebral Cortex, Chi-Square Distribution, Electroencephalography, Epilepsy, Female, Humans, Male, Mass Spectrometry, Middle Aged, Photic Stimulation, Speech, Verbal Behavior, Young Adult}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000345352.13696.6F}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20087111}, author = {Wu, Melinda and Wisneski, Kimberly and Gerwin Schalk and Sharma, Mohit and Roland, Jarod and Breshears, Jonathan and Charles M Gaona and Leuthardt, E C} } @proceedings {2241, title = {Detection of spontaneous class-specific visual stimuli with high temporal accuracy in human electrocorticography.}, volume = {2009}, year = {2009}, month = {2009}, pages = {6465-8}, abstract = {Most brain-computer interface classification experiments from electrical potential recordings have been focused on the identification of classes of stimuli or behavior where the timing of experimental parameters is known or pre-designated. Real world experience, however, is spontaneous, and to this end we describe an experiment predicting the occurrence, timing, and types of visual stimuli perceived by a human subject from electrocorticographic recordings. All 300 of 300 presented stimuli were correctly detected, with a temporal precision of order 20 ms. The type of stimulus (face/house) was correctly identified in 95\% of these cases. There were approximately 20 false alarm events, corresponding to a late 2nd neuronal response to a previously identified event.}, keywords = {Algorithms, Electrocardiography, Evoked Potentials, Visual, Humans, Male, Pattern Recognition, Automated, Pattern Recognition, Visual, Photic Stimulation, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface, Visual Cortex}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5333546}, author = {Miller, John W and Hermes, Dora and Gerwin Schalk and Ramsey, Nick F and Jagadeesh, Bharathi and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @article {2136, title = {Overlap and refractory effects in a brain-computer interface speller based on the visual P300 event-related potential.}, journal = {J Neural Eng}, volume = {6}, year = {2009}, month = {04/2009}, pages = {026003}, abstract = {

We reveal the presence of refractory and overlap effects in the event-related potentials in visual P300 speller datasets, and we show their negative impact on the performance of the system. This finding has important implications for how to encode the letters that can be selected for communication. However, we show that such effects are dependent on stimulus parameters: an alternative stimulus type based on apparent motion suffers less from the refractory effects and leads to an improved letter prediction performance.

}, keywords = {Algorithms, Brain, Cognition, Computer Simulation, Electroencephalography, Event-Related Potentials, P300, Humans, Models, Neurological, Pattern Recognition, Automated, Photic Stimulation, Semantics, Signal Processing, Computer-Assisted, Task Performance and Analysis, User-Computer Interface, Writing}, issn = {1741-2552}, doi = {10.1088/1741-2560/6/2/026003}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19255462}, author = {Martens, S M M and Jeremy Jeremy Hill and Farquhar, Jason and Sch{\"o}lkopf, B} } @article {2184, title = {Towards an independent brain-computer interface using steady state visual evoked potentials.}, journal = {Clin Neurophysiol}, volume = {119}, year = {2008}, month = {02/2008}, pages = {399-408}, abstract = {

OBJECTIVE:\ 

Brain-computer interface (BCI) systems using steady state visual evoked potentials (SSVEPs) have allowed healthy subjects to communicate. However, these systems may not work in severely disabled users because they may depend on gaze shifting. This study evaluates the hypothesis that overlapping stimuli can evoke changes in SSVEP activity sufficient to control a BCI. This would provide evidence that SSVEP BCIs could be used without shifting gaze.

METHODS:\ 

Subjects viewed a display containing two images that each oscillated at a different frequency. Different conditions used overlapping or non-overlapping images to explore dependence on gaze function. Subjects were asked to direct attention to one or the other of these images during each of 12 one-minute runs.

RESULTS:\ 

Half of the subjects produced differences in SSVEP activity elicited by overlapping stimuli that could support BCI control. In all remaining users, differences did exist at corresponding frequencies but were not strong enough to allow effective control.

CONCLUSIONS:\ 

The\ data\ demonstrate that SSVEP differences sufficient for BCI control may be elicited by selective attention to one of two overlapping stimuli. Thus, some SSVEP-based BCI approaches may not depend on gaze control. The nature and extent of any BCI{\textquoteright}s dependence on muscle activity is a function of many factors, including the display, task, environment, and user.

SIGNIFICANCE:\ 

SSVEP BCIs might function in severely disabled users unable to reliably control gaze. Further research with these users is necessary to explore the optimal parameters of such a system and validate online performance in a home environment.

}, keywords = {Adolescent, Adult, Attention, Brain, Brain Mapping, Dose-Response Relationship, Radiation, Electroencephalography, Evoked Potentials, Visual, Female, Humans, Male, Pattern Recognition, Visual, Photic Stimulation, Spectrum Analysis, User-Computer Interface}, issn = {1388-2457}, doi = {10.1016/j.clinph.2007.09.121}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18077208}, author = {Brendan Z. Allison and Dennis J. McFarland and Gerwin Schalk and Zheng, Shi Dong and Moore-Jackson, Melody and Jonathan Wolpaw} } @article {2169, title = {Patients with ALS can use sensorimotor rhythms to operate a brain-computer interface.}, journal = {Neurology}, volume = {64}, year = {2005}, month = {05/2005}, pages = {1775-7}, abstract = {

People with severe motor disabilities can maintain an acceptable quality of life if they can communicate.\ Brain-computer interfaces\ (BCIs), which do not depend on muscle control, can provide communication. Four people severely disabled by ALS learned to operate a BCI with EEG rhythms recorded over sensorimotor cortex. These results suggest that a sensorimotor rhythm-based\ BCI could help maintain quality of life for people with ALS.

}, keywords = {Aged, Amyotrophic Lateral Sclerosis, Electroencephalography, Evoked Potentials, Motor, Evoked Potentials, Somatosensory, Female, Humans, Imagination, Male, Middle Aged, Motor Cortex, Movement, Paralysis, Photic Stimulation, Prostheses and Implants, Somatosensory Cortex, Treatment Outcome, User-Computer Interface}, issn = {1526-632X}, doi = {10.1212/01.WNL.0000158616.43002.6D}, url = {http://www.ncbi.nlm.nih.gov/pubmed/15911809}, author = {K{\"u}bler, A. and Nijboer, F and Mellinger, J{\"u}rgen and Theresa M Vaughan and Pawelzik, H and Gerwin Schalk and Dennis J. McFarland and Niels Birbaumer and Jonathan Wolpaw} }