@article {2151, title = {Decoding vowels and consonants in spoken and imagined words using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {08/2011}, pages = {046028}, abstract = {

Several stories in the popular media have speculated that it may be possible to infer from the brain which word a person is speaking or even thinking. While recent studies have demonstrated that brain signals can give detailed information about actual and imagined actions, such as different types of limb movements or spoken words, concrete experimental evidence for the possibility to {\textquoteright}read the mind{\textquoteright}, i.e. to interpret internally-generated speech, has been scarce. In this study, we found that it is possible to use signals recorded from the surface of the brain (electrocorticography) to discriminate the vowels and consonants embedded in spoken and in imagined words, and we defined the cortical areas that held the most information about discrimination of vowels and consonants. The results shed light on the distinct mechanisms associated with production of vowels and consonants, and could provide the basis for brain-based communication using imagined speech.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Cerebral Cortex, Communication Aids for Disabled, Data Interpretation, Statistical, Discrimination (Psychology), Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Functional Laterality, Humans, Male, Middle Aged, Movement, Speech Perception, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/4/046028}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21750369}, author = {Pei, Xiao-Mei and Barbour, Dennis L and Leuthardt, E C and Gerwin Schalk} } @article {2206, title = {Using the electrocorticographic speech network to control a brain-computer interface in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {06/2011}, pages = {036004}, abstract = {

Electrocorticography (ECoG) has emerged as a new signal platform for\ brain-computer interface\ (BCI) systems. Classically, the cortical physiology that has been commonly investigated and utilized for device control in humans has been\ brain\ signals from the sensorimotor cortex. Hence, it was unknown whether other neurophysiological substrates, such as the speech network, could be used to further improve on or complement existing motor-based control paradigms. We demonstrate here for the first time that ECoG signals associated with different overt and imagined phoneme articulation can enable invasively monitored human patients to control a one-dimensional\ computer\ cursor rapidly and accurately. This phonetic content was distinguishable within higher gamma frequency oscillations and enabled users to achieve final target accuracies between 68\% and 91\% within 15 min. Additionally, one of the patients achieved robust control using recordings from a microarray consisting of 1 mm spaced microwires. These findings suggest that the cortical network associated with speech could provide an additional cognitive and physiologic substrate for\ BCI\ operation and that these signals can be acquired from a cortical array that is small and minimally invasive.

}, keywords = {Adult, Brain, Brain Mapping, Computer Peripherals, Electroencephalography, Evoked Potentials, Feedback, Physiological, Female, Humans, Imagination, Male, Middle Aged, Nerve Net, Speech Production Measurement, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/3/036004}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21471638}, author = {Leuthardt, E C and Charles M Gaona and Sharma, Mohit and Szrama, Nicholas and Roland, Jarod and Zachary V. Freudenberg and Solisb, Jamie and Breshears, Jonathan and Gerwin Schalk} } @article {2191, title = {Evolution of brain-computer interfaces: going beyond classic motor physiology.}, journal = {Neurosurg Focus}, volume = {27}, year = {2009}, month = {07/2009}, pages = {E4}, abstract = {

The notion that a computer can decode brain signals to infer the intentions of a human and then enact those intentions directly through a machine is becoming a realistic technical possibility. These types of devices are known as brain-computer interfaces (BCIs). The evolution of these neuroprosthetic technologies could have significant implications for patients with motor disabilities by enhancing their ability to interact and communicate with their environment. The cortical physiology most investigated and used for device control has been brain signals from the primary motor cortex. To date, this classic motor physiology has been an effective substrate for demonstrating the potential efficacy of BCI-based control. However, emerging research now stands to further enhance our understanding of the cortical physiology underpinning human intent and provide further signals for more complex brain-derived control. In this review, the authors report the current status of BCIs and detail the emerging research trends that stand to augment clinical applications in the future.

}, keywords = {Brain, Cerebral Cortex, Humans, Man-Machine Systems, Motor Cortex, Movement, Movement Disorders, Neuronal Plasticity, Prostheses and Implants, Research, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1092-0684}, doi = {10.3171/2009.4.FOCUS0979}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19569892}, author = {Leuthardt, E C and Gerwin Schalk and Roland, Jarod and Rouse, Adam and Moran, D} } @article {2186, title = {Two-dimensional movement control using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {5}, year = {2008}, month = {03/2008}, pages = {75-84}, abstract = {

We show here that a\ brain-computer\ interface (BCI) using electrocorticographic activity (ECoG) and imagined or overt motor tasks enables humans to control a\ computer\ cursor in two dimensions. Over a brief training period of 12-36 min, each of five human subjects acquired substantial control of particular ECoG features recorded from several locations over the same hemisphere, and achieved average success rates of 53-73\% in a two-dimensional four-target center-out task in which chance accuracy was 25\%. Our results support the expectation that ECoG-based BCIs can combine high performance with technical and\ clinical\ practicality, and also indicate promising directions for further research.

}, keywords = {Adolescent, Adult, Brain Mapping, Data Interpretation, Statistical, Drug Resistance, Electrocardiography, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Movement, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/5/1/008}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18310813}, author = {Gerwin Schalk and Miller, K.J. and Nicholas R Anderson and Adam J Wilson and Smyth, Matt and Ojemann, J G and Moran, D and Jonathan Wolpaw and Leuthardt, E C} } @article {2188, title = {Unique cortical physiology associated with ipsilateral hand movements and neuroprosthetic implications.}, journal = {Stroke}, volume = {39}, year = {2008}, month = {12/2008}, pages = {3351-9}, abstract = {

BACKGROUND AND PURPOSE:\ 

Brain computer interfaces\ (BCIs) offer little direct benefit to patients with hemispheric stroke because current platforms rely on signals derived from the contralateral motor cortex (the same region injured by the stroke). For BCIs to assist hemiparetic patients, the implant must use unaffected cortex ipsilateral to the affected limb. This requires the identification of distinct electrophysiological features from the motor cortex associated with ipsilateral hand movements.

METHODS:\ 

In this study we studied 6 patients undergoing temporary placement of intracranial electrode arrays. Electrocorticographic (ECoG) signals were recorded while the subjects engaged in specific ipsilateral or contralateral hand motor tasks. Spectral changes were identified with regards to frequency, location, and timing.

RESULTS:\ 

Ipsilateral hand movements were associated with electrophysiological changes that occur in lower frequency spectra, at distinct anatomic locations, and earlier than changes associated with contralateral hand movements. In a subset of 3 patients, features specific to ipsilateral and contralateral hand movements were used to control a cursor on a screen in real time. In ipsilateral derived control this was optimal with lower frequency spectra.

CONCLUSIONS:\ 

There are distinctive cortical electrophysiological features associated with ipsilateral movements which can be used for device control. These findings have implications for patients with hemispheric stroke because they offer a potential methodology for which a single hemisphere can be used to enhance the function of a stroke induced hemiparesis.

}, keywords = {Adolescent, Adult, Artificial Limbs, Bionics, Brain Mapping, Child, Dominance, Cerebral, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Movement, Paresis, Prosthesis Design, Psychomotor Performance, Stroke, User-Computer Interface, Volition}, issn = {1524-4628}, doi = {10.1161/STROKEAHA.108.518175}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18927456}, author = {Wisneski, Kimberly and Nicholas R Anderson and Gerwin Schalk and Smyth, Matt and Moran, D and Leuthardt, E C} } @article {2173, title = {Electrocorticography-based brain computer interface--the Seattle experience.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {194-8}, abstract = {

Electrocorticography (ECoG) has been demonstrated to be an effective modality as a platform for brain-computer interfaces (BCIs). Through our experience with ten subjects, we further demonstrate evidence to support the power and flexibility of this signal for BCI usage. In a subset of four patients, closed-loop BCI experiments were attempted with the patient receiving online feedback that consisted of one-dimensional cursor movement controlled by ECoG features that had shown correlation with various real and imagined motor and speech tasks. All four achieved control, with final target accuracies between 73\%-100\%. We assess the methods for achieving control and the manner in which enhancing online control can be accomplished by rescreening during online tasks. Additionally, we assess the relevant issues of the current experimental paradigm in light of their clinical constraints.

}, keywords = {Cerebral Cortex, Electroencephalography, Epilepsy, Evoked Potentials, Humans, Therapy, Computer-Assisted, User-Computer Interface, Washington}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875536}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792292}, author = {Leuthardt, E C and Miller, John W and Gerwin Schalk and Rao, Rajesh P N and Ojemann, J G} } @article {2178, title = {The emerging world of motor neuroprosthetics: a neurosurgical perspective.}, journal = {Neurosurgery}, volume = {59}, year = {2006}, month = {07/2006}, pages = {1-14; discussion 1-14}, abstract = {

A MOTOR NEUROPROSTHETIC device, or\ brain computer interface, is a machine that can take some type of signal from the\ brain\ and convert that information into overt device control such that it reflects the intentions of the user{\textquoteright}s\ brain. In essence, these constructs can decode the electrophysiological signals representing motor intent. With the parallel evolution of neuroscience, engineering, and rapid computing, the era of clinical neuroprosthetics is approaching as a practical reality for people with severe motor impairment. Patients with such diseases as spinal cord injury, stroke, limb loss, and neuromuscular disorders may benefit through the implantation of these\ brain computer interfaces\ that serve to augment their ability to communicate and interact with their environment. In the upcoming years, it will be important for the neurosurgeon to understand what a\ brain computer interface\ is, its fundamental principle of operation, and what the salient surgical issues are when considering implantation. We review the current state of the field of motor neuroprosthetics research, the early clinical applications, and the essential considerations from a neurosurgical perspective for the future.

}, keywords = {Brain, Humans, Man-Machine Systems, Movement, Neurosurgery, Prostheses and Implants, User-Computer Interface}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000221506.06947.AC}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16823294}, author = {Leuthardt, E C and Gerwin Schalk and Moran, D and Ojemann, J G} } @article {2168, title = {A brain-computer interface using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {1}, year = {2004}, month = {06/2004}, pages = {63-71}, abstract = {

Brain-computer interfaces\ (BCIs) enable users to control devices with electroencephalographic (EEG) activity from the scalp or with single-neuron activity from within the\ brain. Both methods have disadvantages: EEG has limited resolution and requires extensive training, while single-neuron recording entails significant clinical risks and has limited stability. We demonstrate here for the first time that electrocorticographic (ECoG) activity recorded from the surface of the\ brain\ can enable users to control a one-dimensional\ computer\ cursor rapidly and accurately. We first identified ECoG signals that were associated with different types of motor and speech imagery. Over brief training periods of 3-24 min, four patients then used these signals to master closed-loop control and to achieve success rates of 74-100\% in a one-dimensional binary task. In additional open-loop experiments, we found that ECoG signals at frequencies up to 180 Hz encoded substantial information about the direction of two-dimensional joystick movements. Our results suggest that an ECoG-based BCI could provide for people with severe motor disabilities a non-muscular communication and control option that is more powerful than EEG-based BCIs and is potentially more stable and less traumatic than BCIs that use electrodes penetrating the\ brain.

}, keywords = {Adult, Brain, Communication Aids for Disabled, Computer Peripherals, Diagnosis, Computer-Assisted, Electrodes, Implanted, Electroencephalography, Evoked Potentials, Female, Humans, Imagination, Male, Movement Disorders, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/1/2/001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/15876624}, author = {Leuthardt, E C and Gerwin Schalk and Jonathan Wolpaw and Ojemann, J G and Moran, D} }