@article {3416, title = {Proceedings of the Fifth International Workshop on Advances in Electrocorticography.}, journal = {Epilepsy Behav}, volume = {41}, year = {2014}, month = {12/2014}, pages = {183-92}, abstract = {

The Fifth International Workshop on Advances in Electrocorticography convened in San Diego, CA, on November 7-8, 2013. Advancements in methodology, implementation, and commercialization across both research and in the interval year since the last workshop were the focus of the gathering. Electrocorticography (ECoG) is now firmly established as a preferred signal source for advanced research in functional, cognitive, and neuroprosthetic domains. Published output in ECoG fields has increased tenfold in the past decade. These proceedings attempt to summarize the state of the art.

}, keywords = {Brain Mapping, brain-computer interface, electrical stimulation mapping, Electrocorticography, functional mapping, Gamma-frequency electroencephalography, High-frequency oscillations, Neuroprosthetics, Seizure detection, Subdural grid}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2014.09.015}, url = {http://www.ncbi.nlm.nih.gov/pubmed/25461213}, author = {A L Ritaccio and Peter Brunner and Gunduz, Aysegul and Hermes, Dora and Hirsch, Lawrence J and Jacobs, Joshua and Kamada, Kyousuke and Kastner, Sabine and Robert T. Knight and Lesser, Ronald P and Miller, Kai and Sejnowski, Terrence and Worrell, Gregory and Gerwin Schalk} } @article {3407, title = {Real-time functional mapping: potential tool for improving language outcome in pediatric epilepsy surgery.}, journal = {J Neurosurg Pediatr}, volume = {14}, year = {2014}, month = {09/2014}, pages = {287-95}, abstract = {

Accurate language localization expands surgical treatment options for epilepsy patients and reduces the risk of postsurgery language deficits. Electrical cortical stimulation mapping (ESM) is considered to be the clinical gold standard for language localization. While ESM affords clinically valuable results, it can be poorly tolerated by children, requires active participation and compliance, carries a risk of inducing seizures, is highly time consuming, and is labor intensive. Given these limitations, alternative and/or complementary functional localization methods such as analysis of electrocorticographic (ECoG) activity in high gamma frequency band in real time are needed to precisely identify eloquent cortex in children. In this case report, the authors examined 1) the use of real-time functional mapping (RTFM) for language localization in a high gamma frequency band derived from ECoG to guide surgery in an epileptic pediatric patient and 2) the relationship of RTFM mapping results to postsurgical language outcomes. The authors found that RTFM demonstrated relatively high sensitivity (75\%) and high specificity (90\%) when compared with ESM in a "next-neighbor" analysis. While overlapping with ESM in the superior temporal region, RTFM showed a few other areas of activation related to expressive language function, areas that were eventually resected during the surgery. The authors speculate that this resection may be associated with observed postsurgical expressive language deficits. With additional validation in more subjects, this finding would suggest that surgical planning and associated assessment of the risk/benefit ratio would benefit from information provided by RTFM mapping.

}, keywords = {Adolescent, Anticonvulsants, Brain Mapping, Cerebral Cortex, Electric Stimulation, Electroencephalography, Epilepsies, Partial, Female, Humans, Language, Neuropsychological Tests, Sensitivity and Specificity, Speech}, issn = {1933-0715}, doi = {10.3171/2014.6.PEDS13477}, url = {http://www.ncbi.nlm.nih.gov/pubmed/24995815}, author = {Korostenskaja, Milena and Chen, Po-Ching and Salinas, Christine M and Westerveld, Michael and Peter Brunner and Gerwin Schalk and Cook, Jane C and Baumgartner, James and Lee, Ki H} } @article {3028, title = {Proceedings of the Fourth International Workshop on Advances in Electrocorticography.}, journal = {Epilepsy \& Behavior}, volume = {29}, year = {2013}, month = {11/2013}, pages = {259{\textendash}68}, abstract = {The Fourth International Workshop on Advances in Electrocorticography (ECoG) convened in New Orleans, LA, on October 11{\textendash}12, 2012. The proceedings of the workshop serves as an accurate record of the most contemporary clinical and experimental work on brain surface recording and represents the insights of a unique multidisciplinary ensemble of expert clinicians and scientists. Presentations covered a broad range of topics, including innovations in passive functional mapping, increased understanding of pathologic high-frequency oscillations, evolving sensor technologies, a human trial of ECoG-driven brain{\textendash}machine interface, as well as fresh insights into brain electrical stimulation.}, keywords = {Brain Mapping, Brain{\textendash}computer interface, Electrocorticography, Gamma-frequency electroencephalography, High-frequency oscillations, Neuroprosthetics, Seizure detection, Subdural grid}, doi = {10.1016/j.yebeh.2013.08.012}, url = {http://www.ncbi.nlm.nih.gov/pubmed/24034899}, author = {A L Ritaccio and Peter Brunner and Nathan E. Crone and Gunduz, Aysegul and Hirsch, Lawrence J. and Kanwisher, Nancy and Litt, Brian and Kai J. Miller and Morani, Daniel and Parvizi, Josef and Ramsey, Nick F and Richner, Thomas J. and Tandon, Niton and Williams, Justin and Gerwin Schalk} } @article {2924, title = {Proceedings of the Third International Workshop on Advances in Electrocorticography.}, journal = {Epilepsy Behav}, volume = {25}, year = {2012}, month = {12/2012}, pages = {605-13}, abstract = {The Third International Workshop on Advances in Electrocorticography (ECoG) was convened in Washington, DC, on November 10-11, 2011. As in prior meetings, a true multidisciplinary fusion of clinicians, scientists, and engineers from many disciplines gathered to summarize contemporary experiences in brain surface recordings. The proceedings of this meeting serve as evidence of a very robust and transformative field but will yet again require revision to incorporate the advances that the following year will surely bring.}, keywords = {Brain Mapping, brain-computer interface, Electrocorticography, Gamma-frequency electroencephalography, high-frequency oscillation, Neuroprosthetics, Seizure detection, Subdural grid}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2012.09.016}, url = {http://www.ncbi.nlm.nih.gov/pubmed/23160096}, author = {A L Ritaccio and Beauchamp, Michael and Bosman, Conrado and Peter Brunner and Chang, Edward and Nathan E. Crone and Gunduz, Aysegul and Disha Gupta and Robert T. Knight and Leuthardt, Eric and Litt, Brian and Moran, Daniel and Ojemann, Jeffrey and Parvizi, Josef and Ramsey, Nick and Rieger, Jochem and Viventi, Jonathan and Voytek, Bradley and Williams, Justin and Gerwin Schalk} } @article {2203, title = {Current Trends in Hardware and Software for Brain-Computer Interfaces (BCIs).}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {04/2011}, pages = {025001}, abstract = {

A\ brain-computer interface\ (BCI) provides a non-muscular communication channel to people with and without disabilities.\ BCI\ devices consist of hardware and software.\ BCI\ hardware records signals from the\ brain, either invasively or non-invasively, using a series of device components.\ BCI\ software then translates these signals into device output commands and provides feedback. One may categorize different types of\ BCI\ applications into the following four categories: basic\ research, clinical/translational\ research, consumer products, and emerging applications. These four categories use\ BCI\ hardware and software, but have different sets of requirements. For example, while basic\ research\ needs to explore a wide range of system configurations, and thus requires a wide range of hardware and software capabilities, applications in the other three categories may be designed for relatively narrow purposes and thus may only need a very limited subset of capabilities. This paper summarizes technical aspects for each of these four categories of\ BCI\ applications. The results indicate that\ BCI\ technology is in transition from isolated demonstrations to systematic\ research\ and commercial\ development. This process requires several multidisciplinary efforts, including the\ development\ of better integrated and more robust\ BCI\ hardware and software, the definition of standardized\ interfaces, and the\ developmentof certification, dissemination and reimbursement procedures.

}, keywords = {Biofeedback, Psychology, Brain, Brain Mapping, Electroencephalography, Equipment Design, Equipment Failure Analysis, Humans, Man-Machine Systems, Software, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/2/025001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21436536}, author = {Peter Brunner and Bianchi, L and Guger, C and Cincotti, F and Gerwin Schalk} } @article {2151, title = {Decoding vowels and consonants in spoken and imagined words using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {08/2011}, pages = {046028}, abstract = {

Several stories in the popular media have speculated that it may be possible to infer from the brain which word a person is speaking or even thinking. While recent studies have demonstrated that brain signals can give detailed information about actual and imagined actions, such as different types of limb movements or spoken words, concrete experimental evidence for the possibility to {\textquoteright}read the mind{\textquoteright}, i.e. to interpret internally-generated speech, has been scarce. In this study, we found that it is possible to use signals recorded from the surface of the brain (electrocorticography) to discriminate the vowels and consonants embedded in spoken and in imagined words, and we defined the cortical areas that held the most information about discrimination of vowels and consonants. The results shed light on the distinct mechanisms associated with production of vowels and consonants, and could provide the basis for brain-based communication using imagined speech.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Cerebral Cortex, Communication Aids for Disabled, Data Interpretation, Statistical, Discrimination (Psychology), Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Functional Laterality, Humans, Male, Middle Aged, Movement, Speech Perception, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/4/046028}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21750369}, author = {Pei, Xiao-Mei and Barbour, Dennis L and Leuthardt, E C and Gerwin Schalk} } @article {2204, title = {Nonuniform high-gamma (60-500 Hz) power changes dissociate cognitive task and anatomy in human cortex.}, journal = {J Neurosci}, volume = {31}, year = {2011}, month = {02/2011}, pages = {2091-100}, abstract = {

High-gamma-band (\>60 Hz) power changes in cortical electrophysiology are a reliable indicator of focal, event-related cortical activity. Despite discoveries of oscillatory subthreshold and synchronous suprathreshold activity at the cellular level, there is an increasingly popular view that high-gamma-band amplitude changes recorded from cellular ensembles are the result of asynchronous firing activity that yields wideband and uniform power increases. Others have demonstrated independence of power changes in the low- and high-gamma bands, but to date, no studies have shown evidence of any such independence above 60 Hz. Based on nonuniformities in time-frequency analyses of electrocorticographic (ECoG) signals, we hypothesized that induced high-gamma-band (60-500 Hz) power changes are more heterogeneous than currently understood. Using single-word repetition tasks in six human subjects, we showed that functional responsiveness of different ECoG high-gamma sub-bands can discriminate cognitive task (e.g., hearing, reading, speaking) and cortical locations. Power changes in these sub-bands of the high-gamma range are consistently present within single trials and have statistically different time courses within the trial structure. Moreover, when consolidated across all subjects within three task-relevant anatomic regions (sensorimotor, Broca{\textquoteright}s area, and superior temporal gyrus), these behavior- and location-dependent power changes evidenced nonuniform\ trends\ across the population. Together, the independence and nonuniformity of power changes across a broad range of frequencies suggest that a new approach to evaluating high-gamma-band cortical activity is necessary. These findings show that in addition to time and location, frequency is another fundamental dimension of high-gamma dynamics.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Analysis of Variance, Brain Mapping, Brain Waves, Cerebral Cortex, Cognition Disorders, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Middle Aged, Neuropsychological Tests, Nonlinear Dynamics, Photic Stimulation, Reaction Time, Spectrum Analysis, Time Factors, Vocabulary}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.4722-10.2011}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21307246}, author = {Charles M Gaona and Sharma, Mohit and Zachary V. Freudenberg and Breshears, Jonathan and Bundy, David T and Roland, Jarod and Barbour, Dennis L and Gerwin Schalk and Leuthardt, E C} } @article {2208, title = {Proceedings of the Second International Workshop on Advances in Electrocorticography.}, journal = {Epilepsy Behav}, volume = {22}, year = {2011}, month = {12/2011}, pages = {641-50}, abstract = {

The Second International Workshop on Advances in Electrocorticography (ECoG) was convened in San Diego, CA, USA, on November 11-12, 2010. Between this meeting and the inaugural 2009 event, a much clearer picture has been emerging of cortical ECoG physiology and its relationship to local field potentials and single-cell recordings. Innovations in material engineering are advancing the goal of a stable long-term recording interface. Continued evolution of ECoG-driven brain-computer interface technology is determining innovation in neuroprosthetics. Improvements in instrumentation and statistical methodologies continue to elucidate ECoG correlates of normal human function as well as the ictal state. This proceedings document summarizes the current status of this rapidly evolving field.

}, keywords = {Brain, Brain Mapping, Brain Waves, Diagnosis, Computer-Assisted, Electroencephalography, Epilepsy, Humans, United States, User-Computer Interface}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2011.09.028}, url = {http://www.ncbi.nlm.nih.gov/pubmed/22036287}, author = {A L Ritaccio and Boatman-Reich, Dana and Peter Brunner and Cervenka, Mackenzie C and Cole, Andrew J and Nathan E. Crone and Duckrow, Robert and Korzeniewska, Anna and Litt, Brian and Miller, John W and Moran, D and Parvizi, Josef and Viventi, Jonathan and Williams, Justin C and Gerwin Schalk} } @article {2150, title = {Spatiotemporal dynamics of electrocorticographic high gamma activity during overt and covert word repetition.}, journal = {Neuroimage}, volume = {54}, year = {2011}, month = {02/2011}, pages = {2960-72}, abstract = {

Language is one of the defining abilities of humans. Many studies have characterized the neural correlates of different aspects of language processing. However, the imaging techniques typically used in these studies were limited in either their temporal or spatial resolution. Electrocorticographic (ECoG) recordings from the surface of the\ brain\ combine high spatial with high temporal resolution and thus could be a valuable tool for the study of neural correlates of language function. In this study, we defined the spatiotemporal dynamics of ECoG activity during a word repetition task in nine human subjects. ECoG was recorded while each subject overtly or covertly repeated words that were presented either visually or auditorily. ECoG amplitudes in the high gamma (HG) band confidently tracked neural changes associated with stimulus presentation and with the subject{\textquoteright}s verbal response. Overt word production was primarily associated with HG changes in the superior and middle parts of temporal lobe, Wernicke{\textquoteright}s area, the supramarginal gyrus, Broca{\textquoteright}s area, premotor cortex (PMC), primary motor cortex. Covert word production was primarily associated with HG changes in superior temporal lobe and the supramarginal gyrus. Acoustic processing from both auditory stimuli as well as the subject{\textquoteright}s own voice resulted in HG power changes in superior temporal lobe and Wernicke{\textquoteright}s area. In summary, this study represents a comprehensive characterization of overt and covert speech using electrophysiological imaging with high spatial and temporal resolution. It thereby complements the findings of previous neuroimaging studies of language and thus further adds to\ current\ understanding of word processing in humans.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Electroencephalography, Female, Humans, Male, Middle Aged, Signal Processing, Computer-Assisted, Verbal Behavior}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2010.10.029}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21029784}, author = {Pei, Xiao-Mei and Leuthardt, E C and Charles M Gaona and Peter Brunner and Jonathan Wolpaw and Gerwin Schalk} } @article {2206, title = {Using the electrocorticographic speech network to control a brain-computer interface in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {06/2011}, pages = {036004}, abstract = {

Electrocorticography (ECoG) has emerged as a new signal platform for\ brain-computer interface\ (BCI) systems. Classically, the cortical physiology that has been commonly investigated and utilized for device control in humans has been\ brain\ signals from the sensorimotor cortex. Hence, it was unknown whether other neurophysiological substrates, such as the speech network, could be used to further improve on or complement existing motor-based control paradigms. We demonstrate here for the first time that ECoG signals associated with different overt and imagined phoneme articulation can enable invasively monitored human patients to control a one-dimensional\ computer\ cursor rapidly and accurately. This phonetic content was distinguishable within higher gamma frequency oscillations and enabled users to achieve final target accuracies between 68\% and 91\% within 15 min. Additionally, one of the patients achieved robust control using recordings from a microarray consisting of 1 mm spaced microwires. These findings suggest that the cortical network associated with speech could provide an additional cognitive and physiologic substrate for\ BCI\ operation and that these signals can be acquired from a cortical array that is small and minimally invasive.

}, keywords = {Adult, Brain, Brain Mapping, Computer Peripherals, Electroencephalography, Evoked Potentials, Feedback, Physiological, Female, Humans, Imagination, Male, Middle Aged, Nerve Net, Speech Production Measurement, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/3/036004}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21471638}, author = {Leuthardt, E C and Charles M Gaona and Sharma, Mohit and Szrama, Nicholas and Roland, Jarod and Zachary V. Freudenberg and Solisb, Jamie and Breshears, Jonathan and Gerwin Schalk} } @article {2196, title = {Electrocorticographic frequency alteration mapping for extraoperative localization of speech cortex.}, journal = {Neurosurgery}, volume = {66}, year = {2010}, month = {02/2010}, pages = {E407-9}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has long been established for delineating eloquent cortex in extraoperative mapping. However, ECS is still coarse and inefficient in delineating regions of functional cortex and can be hampered by afterdischarges. Given these constraints, an adjunct approach to defining motor cortex is the use of electrocorticographic (ECoG) signal changes associated with active regions of cortex. The broad range of frequency oscillations are categorized into 2 main groups with respect to sensorimotor cortex: low-frequency bands (LFBs) and high-frequency bands (HFBs). The LFBs tend to show a power reduction, whereas the HFBs show power increases with cortical activation. These power changes associated with activated cortex could potentially provide a powerful tool in delineating areas of speech cortex. We explore ECoG signal alterations as they occur with activated region of speech cortex and its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated 7 patients who underwent invasive monitoring for seizure localization. Each had extraoperative ECS mapping to identify speech cortex. Additionally, all subjects performed overt speech tasks with an auditory or a visual cue to identify associated frequency power changes in regard to location and degree of concordance with ECS results.

RESULTS:\ 

Electrocorticographic frequency alteration mapping (EFAM) had an 83.9\% sensitivity and a 40.4\% specificity in identifying any language site when considering both frequency bands and both stimulus cues. Electrocorticographic frequency alteration mapping was more sensitive in identifying the Wernicke area (100\%) than the Broca area (72.2\%). The HFB is uniquely suited to identifying the Wernicke area, whereas a combination of the HFB and LFB is important for Broca localization.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrates the possible utility of EFAM as an adjunct method to improve the efficiency and resolution of identifying speech cortex.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Brain Mapping, Cerebral Cortex, Chi-Square Distribution, Electroencephalography, Epilepsy, Female, Humans, Male, Mass Spectrometry, Middle Aged, Photic Stimulation, Speech, Verbal Behavior, Young Adult}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000345352.13696.6F}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20087111}, author = {Wu, Melinda and Wisneski, Kimberly and Gerwin Schalk and Sharma, Mohit and Roland, Jarod and Breshears, Jonathan and Charles M Gaona and Leuthardt, E C} } @article {2197, title = {Passive real-time identification of speech and motor cortex during an awake craniotomy.}, journal = {Epilepsy Behav}, volume = {18}, year = {2010}, month = {05/2010}, pages = {123-8}, abstract = {

Precise localization of eloquent cortex is a clinical necessity prior to surgical resections adjacent to speech or\ motor\ cortex. In the intraoperative setting, this traditionally requires inducing temporary lesions by direct electrocortical stimulation (DECS). In an attempt to increase efficiency and potentially reduce the amount of necessary stimulation, we used a passive mapping procedure in the setting of an awake craniotomy for tumor in two patients resection. We recorded electrocorticographic (ECoG) signals from exposed cortex while patients performed simple cue-directed\ motor\ and speech tasks. SIGFRIED, a procedure for real-time event detection, was used to identify areas of\ cortical\ activation by detecting task-related modulations in the ECoG high gamma band. SIGFRIED{\textquoteright}s real-time output quickly localized\ motor\ and speech areas of cortex similar to those identified by DECS. In conclusion, real-time passive identification of\ cortical\ function using SIGFRIED may serve as a useful adjunct to\ cortical\ stimulation mapping in the intraoperative setting.

}, keywords = {Brain Mapping, Brain Neoplasms, Cerebral Cortex, Craniotomy, Electric Stimulation, Electroencephalography, Humans, Neurologic Examination}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2010.02.017}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20478745}, author = {Roland, Jarod and Peter Brunner and Johnston, James and Gerwin Schalk and Leuthardt, E C} } @article {2201, title = {Proceedings of the first international workshop on advances in electrocorticography.}, journal = {Epilepsy Behav}, volume = {19}, year = {2010}, month = {10/2010}, pages = {204-15}, abstract = {

In October 2009, a group of neurologists, neurosurgeons, computational neuroscientists, and engineers congregated to present novel developments transforming human electrocorticography (ECoG) beyond its established relevance in clinical epileptology. The contents of the proceedings advanced the role of ECoG in seizure detection and prediction, neurobehavioral research, functional mapping, and brain-computer interface technology. The meeting established the foundation for future work on the methodology and application of surface brain recordings.

}, keywords = {Brain, Brain Mapping, Diagnosis, Computer-Assisted, Electroencephalography, Humans, International Cooperation, Seizures, Signal Detection, Psychological}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2010.08.028}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20889384}, author = {A L Ritaccio and Peter Brunner and Cervenka, Mackenzie C and Nathan E. Crone and Guger, C and Leuthardt, E C and Oostenveld, Robert and Stacey, William and Gerwin Schalk} } @article {2192, title = {A practical procedure for real-time functional mapping of eloquent cortex using electrocorticographic signals in humans.}, journal = {Epilepsy Behav}, volume = {15}, year = {2009}, month = {07/2009}, pages = {278-86}, abstract = {

Functional mapping of eloquent cortex is often necessary prior to invasive brain surgery, but current techniques that derive this mapping have important limitations. In this article, we demonstrate the first comprehensive evaluation of a rapid, robust, and practical mapping system that uses passive recordings of electrocorticographic signals. This mapping procedure is based on the BCI2000 and SIGFRIED technologies that we have been developing over the past several years. In our study, we evaluated 10 patients with epilepsy from four different institutions and compared the results of our procedure with the results derived using electrical cortical stimulation (ECS) mapping. The results show that our procedure derives a functional motor cortical map in only a few minutes. They also show a substantial concurrence with the results derived using ECS mapping. Specifically, compared with ECS maps, a next-neighbor evaluation showed no false negatives, and only 0.46 and 1.10\% false positives for hand and tongue maps, respectively. In summary, we demonstrate the first comprehensive evaluation of a practical and robust mapping procedure that could become a new tool for planning of invasive brain surgeries.

}, keywords = {Adult, Brain Mapping, Cerebral Cortex, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Middle Aged, Practice Guidelines as Topic, Signal Processing, Computer-Assisted, Young Adult}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2009.04.001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19366638}, author = {Peter Brunner and A L Ritaccio and Lynch, Timothy M and Emrich, Joseph F and Adam J Wilson and Williams, Justin C and Aarnoutse, Erik J and Ramsey, Nick F and Leuthardt, E C and H Bischof and Gerwin Schalk} } @article {2183, title = {Brain-computer interfaces (BCIs): Detection Instead of Classification.}, journal = {J Neurosci Methods}, volume = {167}, year = {2008}, month = {01/2008}, pages = {51-62}, abstract = {

Many studies over the past two decades have shown that people can use\ brain\ signals to convey their intent to a\ computer\ through\ brain-computer interfaces\ (BCIs). These devices operate by recording signals from the\ brain\ and translating these signals into device commands. They can be used by people who are severely paralyzed to communicate without any use of muscle activity. One of the major impediments in translating this novel technology into\ clinical\ applications is the current requirement for preliminary analyses to identify the\ brain\ signal features best suited for communication. This paper introduces and validates signal detection, which does not require such analysis procedures, as a new concept in BCI signal processing. This detection concept is realized with Gaussian mixture models (GMMs) that are used to model resting\ brain\ activity so that any change in\ relevantbrain\ signals can be detected. It is implemented in a package called SIGFRIED (SIGnal modeling For Real-time Identification and Event Detection). The results indicate that SIGFRIED produces results that are within the range of those achieved using a common analysis strategy that requires preliminary identification of signal features. They indicate that such laborious analysis procedures could be replaced by merely recording\ brain\ signals during rest. In summary, this paper demonstrates how SIGFRIED could be used to overcome one of the present impediments to translation of laboratory BCI demonstrations into clinically practical applications.

}, keywords = {Adult, Algorithms, Brain, Brain Mapping, Electrocardiography, Electroencephalography, Humans, Male, Man-Machine Systems, Normal Distribution, Online Systems, Signal Detection, Psychological, Signal Processing, Computer-Assisted, Software Validation, User-Computer Interface}, issn = {0165-0270}, doi = {10.1016/j.jneumeth.2007.08.010}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17920134}, author = {Gerwin Schalk and Peter Brunner and Lester A Gerhardt and H Bischof and Jonathan Wolpaw} } @article {2187, title = {Real-time detection of event-related brain activity.}, journal = {Neuroimage}, volume = {43}, year = {2008}, month = {11/2008}, pages = {245-9}, abstract = {

The complexity and inter-individual variation of\ brain\ signals impedes real-time detection of events in raw signals. To convert these complex signals into results that can be readily understood, current approaches usually apply statistical methods to data from known conditions after all data have been collected. The capability to provide meaningful visualization of complex\ brain\ signals without the requirement to initially collect data from all conditions would provide a new tool, essentially a new imaging technique, that would open up new avenues for the study of\ brain\ function. Here we show that a new analysis approach, called SIGFRIED, can overcome this serious limitation of current methods. SIGFRIED can visualize\ brain\ signal changes without requiring prior data collection from all conditions. This capacity is particularly well suited to applications in which comprehensive prior data collection is impossible or impractical, such as intraoperative localization of cortical function or detection of epileptic seizures.

}, keywords = {Adult, Algorithms, Brain Mapping, Computer Systems, Diagnosis, Computer-Assisted, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Pattern Recognition, Automated, Reproducibility of Results, Sensitivity and Specificity}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2008.07.037}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18718544}, author = {Gerwin Schalk and Leuthardt, E C and Peter Brunner and Ojemann, J G and Lester A Gerhardt and Jonathan Wolpaw} } @article {2184, title = {Towards an independent brain-computer interface using steady state visual evoked potentials.}, journal = {Clin Neurophysiol}, volume = {119}, year = {2008}, month = {02/2008}, pages = {399-408}, abstract = {

OBJECTIVE:\ 

Brain-computer interface (BCI) systems using steady state visual evoked potentials (SSVEPs) have allowed healthy subjects to communicate. However, these systems may not work in severely disabled users because they may depend on gaze shifting. This study evaluates the hypothesis that overlapping stimuli can evoke changes in SSVEP activity sufficient to control a BCI. This would provide evidence that SSVEP BCIs could be used without shifting gaze.

METHODS:\ 

Subjects viewed a display containing two images that each oscillated at a different frequency. Different conditions used overlapping or non-overlapping images to explore dependence on gaze function. Subjects were asked to direct attention to one or the other of these images during each of 12 one-minute runs.

RESULTS:\ 

Half of the subjects produced differences in SSVEP activity elicited by overlapping stimuli that could support BCI control. In all remaining users, differences did exist at corresponding frequencies but were not strong enough to allow effective control.

CONCLUSIONS:\ 

The\ data\ demonstrate that SSVEP differences sufficient for BCI control may be elicited by selective attention to one of two overlapping stimuli. Thus, some SSVEP-based BCI approaches may not depend on gaze control. The nature and extent of any BCI{\textquoteright}s dependence on muscle activity is a function of many factors, including the display, task, environment, and user.

SIGNIFICANCE:\ 

SSVEP BCIs might function in severely disabled users unable to reliably control gaze. Further research with these users is necessary to explore the optimal parameters of such a system and validate online performance in a home environment.

}, keywords = {Adolescent, Adult, Attention, Brain, Brain Mapping, Dose-Response Relationship, Radiation, Electroencephalography, Evoked Potentials, Visual, Female, Humans, Male, Pattern Recognition, Visual, Photic Stimulation, Spectrum Analysis, User-Computer Interface}, issn = {1388-2457}, doi = {10.1016/j.clinph.2007.09.121}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18077208}, author = {Brendan Z. Allison and Dennis J. McFarland and Gerwin Schalk and Zheng, Shi Dong and Moore-Jackson, Melody and Jonathan Wolpaw} } @article {2186, title = {Two-dimensional movement control using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {5}, year = {2008}, month = {03/2008}, pages = {75-84}, abstract = {

We show here that a\ brain-computer\ interface (BCI) using electrocorticographic activity (ECoG) and imagined or overt motor tasks enables humans to control a\ computer\ cursor in two dimensions. Over a brief training period of 12-36 min, each of five human subjects acquired substantial control of particular ECoG features recorded from several locations over the same hemisphere, and achieved average success rates of 53-73\% in a two-dimensional four-target center-out task in which chance accuracy was 25\%. Our results support the expectation that ECoG-based BCIs can combine high performance with technical and\ clinical\ practicality, and also indicate promising directions for further research.

}, keywords = {Adolescent, Adult, Brain Mapping, Data Interpretation, Statistical, Drug Resistance, Electrocardiography, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Movement, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/5/1/008}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18310813}, author = {Gerwin Schalk and Miller, K.J. and Nicholas R Anderson and Adam J Wilson and Smyth, Matt and Ojemann, J G and Moran, D and Jonathan Wolpaw and Leuthardt, E C} } @article {2188, title = {Unique cortical physiology associated with ipsilateral hand movements and neuroprosthetic implications.}, journal = {Stroke}, volume = {39}, year = {2008}, month = {12/2008}, pages = {3351-9}, abstract = {

BACKGROUND AND PURPOSE:\ 

Brain computer interfaces\ (BCIs) offer little direct benefit to patients with hemispheric stroke because current platforms rely on signals derived from the contralateral motor cortex (the same region injured by the stroke). For BCIs to assist hemiparetic patients, the implant must use unaffected cortex ipsilateral to the affected limb. This requires the identification of distinct electrophysiological features from the motor cortex associated with ipsilateral hand movements.

METHODS:\ 

In this study we studied 6 patients undergoing temporary placement of intracranial electrode arrays. Electrocorticographic (ECoG) signals were recorded while the subjects engaged in specific ipsilateral or contralateral hand motor tasks. Spectral changes were identified with regards to frequency, location, and timing.

RESULTS:\ 

Ipsilateral hand movements were associated with electrophysiological changes that occur in lower frequency spectra, at distinct anatomic locations, and earlier than changes associated with contralateral hand movements. In a subset of 3 patients, features specific to ipsilateral and contralateral hand movements were used to control a cursor on a screen in real time. In ipsilateral derived control this was optimal with lower frequency spectra.

CONCLUSIONS:\ 

There are distinctive cortical electrophysiological features associated with ipsilateral movements which can be used for device control. These findings have implications for patients with hemispheric stroke because they offer a potential methodology for which a single hemisphere can be used to enhance the function of a stroke induced hemiparesis.

}, keywords = {Adolescent, Adult, Artificial Limbs, Bionics, Brain Mapping, Child, Dominance, Cerebral, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Movement, Paresis, Prosthesis Design, Psychomotor Performance, Stroke, User-Computer Interface, Volition}, issn = {1524-4628}, doi = {10.1161/STROKEAHA.108.518175}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18927456}, author = {Wisneski, Kimberly and Nicholas R Anderson and Gerwin Schalk and Smyth, Matt and Moran, D and Leuthardt, E C} } @article {2182, title = {Decoding two-dimensional movement trajectories using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {4}, year = {2007}, month = {09/2007}, pages = {264-75}, abstract = {

Signals from the brain could provide a non-muscular communication and control system, a brain-computer interface (BCI), for people who are severely paralyzed. A common BCI research strategy begins by decoding kinematic parameters from brain signals recorded during actual arm movement. It has been assumed that these parameters can be derived accurately only from signals recorded by intracortical microelectrodes, but the long-term stability of such electrodes is uncertain. The present study disproves this widespread assumption by showing in humans that kinematic parameters can also be decoded from signals recorded by subdural electrodes on the cortical surface (ECoG) with an accuracy comparable to that achieved in monkey studies using intracortical microelectrodes. A new ECoG feature labeled the local motor potential (LMP) provided the most information about movement. Furthermore, features displayed cosine tuning that has previously been described only for signals recorded within the brain. These results suggest that ECoG could be a more stable and less invasive alternative to intracortical electrodes for BCI systems, and could also prove useful in studies of motor function.

}, keywords = {Adult, Algorithms, Arm, Brain Mapping, Cerebral Cortex, Electroencephalography, Evoked Potentials, Motor, Female, Humans, Male, Movement}, issn = {1741-2560}, doi = {10.1088/1741-2560/4/3/012}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17873429}, author = {Gerwin Schalk and Kub{\'a}nek, J and Miller, John W and Nicholas R Anderson and Leuthardt, E C and Ojemann, J G and Limbrick, D and Moran, D and Lester A Gerhardt and Jonathan Wolpaw} } @article {2179, title = {Electrocorticographic Frequency Alteration Mapping: A Clinical Technique for Mapping the Motor Cortex.}, journal = {Neurosurgery}, volume = {60}, year = {2007}, month = {04/2007}, pages = {260-70; discussion 270-1}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has been well established for delineating the eloquent cortex. However, ECS is still coarse and inefficient in delineating regions of the functional cortex and can be hampered by after-discharges. Given these constraints, an adjunct approach to defining the motor cortex is the use of electrocorticographic signal changes associated with active regions of the cortex. The broad range of frequency oscillations are categorized into two main groups with respect to the sensorimotor cortex: low and high frequency bands. The low frequency bands tend to show a power reduction with cortical activation, whereas the high frequency bands show power increases. These power changes associated with the activated cortex could potentially provide a powerful tool in delineating areas of the motor cortex. We explore electrocorticographic signal alterations as they occur with activated regions of the motor cortex, as well as its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated seven patients who underwent invasive monitoring for seizure localization. Each patient had extraoperative ECS mapping to identify the motor cortex. All patients also performed overt hand and tongue motor tasks to identify associated frequency power changes in regard to location and degree of concordance with ECS results that localized either hand or tongue motor function.

RESULTS:\ 

The low frequency bands had a high sensitivity (88.9-100\%) and a lower specificity (79.0-82.6\%) for identifying electrodes with either hand or tongue ECS motor responses. The high frequency bands had a lower sensitivity (72.7-88.9\%) and a higher specificity (92.4-94.9\%) in correlation with the same respective ECS positive electrodes.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrate the possible utility of electrocorticographic frequency alteration mapping as an adjunct method to improve the efficiency and resolution of identifying the motor cortex.

}, keywords = {Adult, Biological Clocks, Brain Mapping, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Oscillometry, Signal Processing, Computer-Assisted, Tongue}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000255413.70807.6E}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17415162}, author = {Leuthardt, E C and Miller, John W and Nicholas R Anderson and Gerwin Schalk and Dowling, Joshua and Miller, John W and Moran, D and Ojemann, J G} } @article {2180, title = {Spectral Changes in Cortical Surface Potentials During Motor Movement.}, journal = {J Neurosci}, volume = {27}, year = {2007}, month = {02/2007}, pages = {2424-32}, abstract = {

In the first large study of its kind, we quantified changes in electrocorticographic signals associated with motor movement across 22 subjects with subdural electrode arrays placed for identification of seizure foci. Patients underwent a 5-7 d monitoring period with array placement, before seizure focus resection, and during this time they participated in the study. An interval-based motor-repetition task produced consistent and quantifiable spectral shifts that were mapped on a Talairach-standardized template cortex. Maps were created independently for a high-frequency band (HFB) (76-100 Hz) and a low-frequency band (LFB) (8-32 Hz) for several different movement modalities in each subject. The power in relevant electrodes consistently decreased in the LFB with movement, whereas the power in the HFB consistently increased. In addition, the HFB changes were more focal than the LFB changes. Sites of power changes corresponded to stereotactic locations in sensorimotor cortex and to the results of individual clinical electrical cortical mapping. Sensorimotor representation was found to be somatotopic, localized in stereotactic space to rolandic cortex, and typically followed the classic homunculus with limited extrarolandic representation.

}, keywords = {Adult, Brain Mapping, Female, Humans, Male, Middle Aged, Motor Cortex, Movement}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.3886-06.2007}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17329441}, author = {Miller, John W and Leuthardt, E C and Gerwin Schalk and Rao, Rajesh P N and Nicholas R Anderson and Moran, D and Miller, John W and Ojemann, J G} } @article {2175, title = {ECoG factors underlying multimodal control of a brain-computer interface.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {246-50}, abstract = {

Most current brain-computer interface (BCI) systems for humans use electroencephalographic activity recorded from the scalp, and may be limited in many ways. Electrocorticography (ECoG) is believed to be a minimally-invasive alternative to electroencephalogram (EEG) for BCI systems, yielding superior signal characteristics that could allow rapid user training and faster communication rates. In addition, our preliminary results suggest that brain regions other than the sensorimotor cortex, such as auditory cortex, may be trained to control a BCI system using similar methods as those used to train motor regions of the brain. This could prove to be vital for users who have neurological disease, head trauma, or other conditions precluding the use of sensorimotor cortex for BCI control.

}, keywords = {Adult, Brain Mapping, Cerebral Cortex, Communication Aids for Disabled, Computer Peripherals, Evoked Potentials, Female, Humans, Imagination, Male, Man-Machine Systems, Neuromuscular Diseases, Systems Integration, User-Computer Interface, Volition}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875570}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792305}, author = {Adam J Wilson and Felton, Elizabeth A and Garell, P Charles and Gerwin Schalk and Williams, Justin C} } @article {2165, title = {The Wadsworth Center brain-computer interface (BCI) research and development program.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {11}, year = {2003}, month = {06/2003}, pages = {204-7}, abstract = {

Brain-computer interface (BCI) research at the Wadsworth Center has focused primarily on using electroencephalogram (EEG) rhythms recorded from the scalp over sensorimotor cortex to\ control\ cursor movement in one or two dimensions. Recent and current studies seek to improve the speed and accuracy of this\ control\ by improving the selection of signal features and their translation into device commands, by incorporating additional signal features, and by optimizing the adaptive interaction between the user and system. In addition, to facilitate the evaluation, comparison, and combination of alternative BCI methods, we have developed a general-purpose BCI system called BCI-2000 and have made it available to other research\ groups. Finally, in collaboration with several other\ groups, we are developing simple BCI applications and are testing their practicality and long-term value for people with severe motor disabilities.

}, keywords = {Academic Medical Centers, Adult, Algorithms, Artifacts, Brain, Brain Mapping, Electroencephalography, Evoked Potentials, Visual, Feedback, Humans, Middle Aged, Nervous System Diseases, Research, Research Design, User-Computer Interface, Visual Perception}, issn = {1534-4320}, doi = {10.1109/TNSRE.2003.814442}, url = {http://www.ncbi.nlm.nih.gov/pubmed/12899275}, author = {Jonathan Wolpaw and Dennis J. McFarland and Theresa M Vaughan and Gerwin Schalk} }