@article {2151, title = {Decoding vowels and consonants in spoken and imagined words using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {08/2011}, pages = {046028}, abstract = {

Several stories in the popular media have speculated that it may be possible to infer from the brain which word a person is speaking or even thinking. While recent studies have demonstrated that brain signals can give detailed information about actual and imagined actions, such as different types of limb movements or spoken words, concrete experimental evidence for the possibility to {\textquoteright}read the mind{\textquoteright}, i.e. to interpret internally-generated speech, has been scarce. In this study, we found that it is possible to use signals recorded from the surface of the brain (electrocorticography) to discriminate the vowels and consonants embedded in spoken and in imagined words, and we defined the cortical areas that held the most information about discrimination of vowels and consonants. The results shed light on the distinct mechanisms associated with production of vowels and consonants, and could provide the basis for brain-based communication using imagined speech.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Cerebral Cortex, Communication Aids for Disabled, Data Interpretation, Statistical, Discrimination (Psychology), Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Functional Laterality, Humans, Male, Middle Aged, Movement, Speech Perception, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/4/046028}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21750369}, author = {Pei, Xiao-Mei and Barbour, Dennis L and Leuthardt, E C and Gerwin Schalk} } @article {2204, title = {Nonuniform high-gamma (60-500 Hz) power changes dissociate cognitive task and anatomy in human cortex.}, journal = {J Neurosci}, volume = {31}, year = {2011}, month = {02/2011}, pages = {2091-100}, abstract = {

High-gamma-band (\>60 Hz) power changes in cortical electrophysiology are a reliable indicator of focal, event-related cortical activity. Despite discoveries of oscillatory subthreshold and synchronous suprathreshold activity at the cellular level, there is an increasingly popular view that high-gamma-band amplitude changes recorded from cellular ensembles are the result of asynchronous firing activity that yields wideband and uniform power increases. Others have demonstrated independence of power changes in the low- and high-gamma bands, but to date, no studies have shown evidence of any such independence above 60 Hz. Based on nonuniformities in time-frequency analyses of electrocorticographic (ECoG) signals, we hypothesized that induced high-gamma-band (60-500 Hz) power changes are more heterogeneous than currently understood. Using single-word repetition tasks in six human subjects, we showed that functional responsiveness of different ECoG high-gamma sub-bands can discriminate cognitive task (e.g., hearing, reading, speaking) and cortical locations. Power changes in these sub-bands of the high-gamma range are consistently present within single trials and have statistically different time courses within the trial structure. Moreover, when consolidated across all subjects within three task-relevant anatomic regions (sensorimotor, Broca{\textquoteright}s area, and superior temporal gyrus), these behavior- and location-dependent power changes evidenced nonuniform\ trends\ across the population. Together, the independence and nonuniformity of power changes across a broad range of frequencies suggest that a new approach to evaluating high-gamma-band cortical activity is necessary. These findings show that in addition to time and location, frequency is another fundamental dimension of high-gamma dynamics.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Analysis of Variance, Brain Mapping, Brain Waves, Cerebral Cortex, Cognition Disorders, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Middle Aged, Neuropsychological Tests, Nonlinear Dynamics, Photic Stimulation, Reaction Time, Spectrum Analysis, Time Factors, Vocabulary}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.4722-10.2011}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21307246}, author = {Charles M Gaona and Sharma, Mohit and Zachary V. Freudenberg and Breshears, Jonathan and Bundy, David T and Roland, Jarod and Barbour, Dennis L and Gerwin Schalk and Leuthardt, E C} } @article {2150, title = {Spatiotemporal dynamics of electrocorticographic high gamma activity during overt and covert word repetition.}, journal = {Neuroimage}, volume = {54}, year = {2011}, month = {02/2011}, pages = {2960-72}, abstract = {

Language is one of the defining abilities of humans. Many studies have characterized the neural correlates of different aspects of language processing. However, the imaging techniques typically used in these studies were limited in either their temporal or spatial resolution. Electrocorticographic (ECoG) recordings from the surface of the\ brain\ combine high spatial with high temporal resolution and thus could be a valuable tool for the study of neural correlates of language function. In this study, we defined the spatiotemporal dynamics of ECoG activity during a word repetition task in nine human subjects. ECoG was recorded while each subject overtly or covertly repeated words that were presented either visually or auditorily. ECoG amplitudes in the high gamma (HG) band confidently tracked neural changes associated with stimulus presentation and with the subject{\textquoteright}s verbal response. Overt word production was primarily associated with HG changes in the superior and middle parts of temporal lobe, Wernicke{\textquoteright}s area, the supramarginal gyrus, Broca{\textquoteright}s area, premotor cortex (PMC), primary motor cortex. Covert word production was primarily associated with HG changes in superior temporal lobe and the supramarginal gyrus. Acoustic processing from both auditory stimuli as well as the subject{\textquoteright}s own voice resulted in HG power changes in superior temporal lobe and Wernicke{\textquoteright}s area. In summary, this study represents a comprehensive characterization of overt and covert speech using electrophysiological imaging with high spatial and temporal resolution. It thereby complements the findings of previous neuroimaging studies of language and thus further adds to\ current\ understanding of word processing in humans.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Electroencephalography, Female, Humans, Male, Middle Aged, Signal Processing, Computer-Assisted, Verbal Behavior}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2010.10.029}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21029784}, author = {Pei, Xiao-Mei and Leuthardt, E C and Charles M Gaona and Peter Brunner and Jonathan Wolpaw and Gerwin Schalk} } @article {2206, title = {Using the electrocorticographic speech network to control a brain-computer interface in humans.}, journal = {J Neural Eng}, volume = {8}, year = {2011}, month = {06/2011}, pages = {036004}, abstract = {

Electrocorticography (ECoG) has emerged as a new signal platform for\ brain-computer interface\ (BCI) systems. Classically, the cortical physiology that has been commonly investigated and utilized for device control in humans has been\ brain\ signals from the sensorimotor cortex. Hence, it was unknown whether other neurophysiological substrates, such as the speech network, could be used to further improve on or complement existing motor-based control paradigms. We demonstrate here for the first time that ECoG signals associated with different overt and imagined phoneme articulation can enable invasively monitored human patients to control a one-dimensional\ computer\ cursor rapidly and accurately. This phonetic content was distinguishable within higher gamma frequency oscillations and enabled users to achieve final target accuracies between 68\% and 91\% within 15 min. Additionally, one of the patients achieved robust control using recordings from a microarray consisting of 1 mm spaced microwires. These findings suggest that the cortical network associated with speech could provide an additional cognitive and physiologic substrate for\ BCI\ operation and that these signals can be acquired from a cortical array that is small and minimally invasive.

}, keywords = {Adult, Brain, Brain Mapping, Computer Peripherals, Electroencephalography, Evoked Potentials, Feedback, Physiological, Female, Humans, Imagination, Male, Middle Aged, Nerve Net, Speech Production Measurement, User-Computer Interface}, issn = {1741-2552}, doi = {10.1088/1741-2560/8/3/036004}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21471638}, author = {Leuthardt, E C and Charles M Gaona and Sharma, Mohit and Szrama, Nicholas and Roland, Jarod and Zachary V. Freudenberg and Solisb, Jamie and Breshears, Jonathan and Gerwin Schalk} } @article {2199, title = {Cortical activity during motor execution, motor imagery, and imagery-based online feedback.}, journal = {Proc Natl Acad Sci U S A}, volume = {107}, year = {2010}, month = {03/2010}, pages = {4430-5}, abstract = {

Imagery\ of\ motor\ movement plays an important role in learning of complex\ motor\ skills, from learning to serve in tennis to perfecting a pirouette in ballet. What and where are the neural substrates that underlie\ motorimagery-based\ learning? We measured electrocorticographic\ cortical\ surface potentials in eight human subjects during overt action and kinesthetic\ imagery\ of the same movement, focusing on power in "high frequency" (76-100 Hz) and "low frequency" (8-32 Hz) ranges. We quantitatively establish that the spatial distribution of local neuronal population\ activity\ during\ motorimagery\ mimics the spatial distribution of\ activity\ during actual\ motor\ movement. By comparing responses to electrocortical stimulation with\ imagery-induced\ cortical\ surface\ activity, we demonstrate the role of primary\ motor\ areas in movement\ imagery. The magnitude of\ imagery-induced\ corticalactivity\ change was approximately 25\% of that associated with actual movement. However, when subjects learned to use this\ imagery\ to control a computer cursor in a simple\ feedback\ task, the\ imagery-induced\ activity\ change was significantly augmented, even exceeding that of overt movement.

}, keywords = {Adolescent, Adult, Biofeedback, Psychology, Cerebral Cortex, Child, Electric Stimulation, Electrocardiography, Female, Humans, Male, Middle Aged, Motor Activity, Young Adult}, issn = {1091-6490}, doi = {10.1073/pnas.0913697107}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20160084}, author = {Miller, K.J. and Gerwin Schalk and Fetz, Eberhard E and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @article {2200, title = {Does the {\textquoteright}P300{\textquoteright} speller depend on eye gaze?.}, journal = {J Neural Eng}, volume = {7}, year = {2010}, month = {10/2010}, pages = {056013}, abstract = {

Many people affected by debilitating neuromuscular disorders such as amyotrophic lateral sclerosis, brainstem stroke or spinal cord injury are impaired in their ability to, or are even unable to, communicate. A brain-computer interface (BCI) uses brain signals, rather than muscles, to re-establish communication with the outside world. One particular BCI approach is the so-called {\textquoteright}P300 matrix speller{\textquoteright} that was first described by Farwell and Donchin (1988 Electroencephalogr. Clin. Neurophysiol. 70 510-23). It has been widely assumed that this method does not depend on the ability to focus on the desired character, because it was thought that it relies primarily on the P300-evoked potential and minimally, if at all, on other EEG features such as the visual-evoked potential (VEP). This issue is highly relevant for the clinical application of this BCI method, because eye movements may be impaired or lost in the relevant user population. This study investigated the extent to which the performance in a {\textquoteright}P300{\textquoteright} speller BCI depends on eye gaze. We evaluated the performance of 17 healthy subjects using a {\textquoteright}P300{\textquoteright} matrix speller under two conditions. Under one condition ({\textquoteright}letter{\textquoteright}), the subjects focused their eye gaze on the intended letter, while under the second condition ({\textquoteright}center{\textquoteright}), the subjects focused their eye gaze on a fixation cross that was located in the center of the matrix. The results show that the performance of the {\textquoteright}P300{\textquoteright} matrix speller in normal subjects depends in considerable measure on gaze direction. They thereby disprove a widespread assumption in BCI research, and suggest that this BCI might function more effectively for people who retain some eye-movement control. The applicability of these findings to people with severe neuromuscular disabilities (particularly in eye-movements) remains to be determined.

}, keywords = {Adult, Event-Related Potentials, P300, Eye Movements, Female, Humans, Male, Middle Aged, Models, Neurological, Photic Stimulation, User-Computer Interface, Young Adult}, issn = {1741-2552}, doi = {10.1088/1741-2560/7/5/056013}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20858924}, author = {Peter Brunner and Joshi, S and S Briskin and Jonathan Wolpaw and H Bischof and Gerwin Schalk} } @article {2196, title = {Electrocorticographic frequency alteration mapping for extraoperative localization of speech cortex.}, journal = {Neurosurgery}, volume = {66}, year = {2010}, month = {02/2010}, pages = {E407-9}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has long been established for delineating eloquent cortex in extraoperative mapping. However, ECS is still coarse and inefficient in delineating regions of functional cortex and can be hampered by afterdischarges. Given these constraints, an adjunct approach to defining motor cortex is the use of electrocorticographic (ECoG) signal changes associated with active regions of cortex. The broad range of frequency oscillations are categorized into 2 main groups with respect to sensorimotor cortex: low-frequency bands (LFBs) and high-frequency bands (HFBs). The LFBs tend to show a power reduction, whereas the HFBs show power increases with cortical activation. These power changes associated with activated cortex could potentially provide a powerful tool in delineating areas of speech cortex. We explore ECoG signal alterations as they occur with activated region of speech cortex and its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated 7 patients who underwent invasive monitoring for seizure localization. Each had extraoperative ECS mapping to identify speech cortex. Additionally, all subjects performed overt speech tasks with an auditory or a visual cue to identify associated frequency power changes in regard to location and degree of concordance with ECS results.

RESULTS:\ 

Electrocorticographic frequency alteration mapping (EFAM) had an 83.9\% sensitivity and a 40.4\% specificity in identifying any language site when considering both frequency bands and both stimulus cues. Electrocorticographic frequency alteration mapping was more sensitive in identifying the Wernicke area (100\%) than the Broca area (72.2\%). The HFB is uniquely suited to identifying the Wernicke area, whereas a combination of the HFB and LFB is important for Broca localization.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrates the possible utility of EFAM as an adjunct method to improve the efficiency and resolution of identifying speech cortex.

}, keywords = {Acoustic Stimulation, Adolescent, Adult, Brain Mapping, Cerebral Cortex, Chi-Square Distribution, Electroencephalography, Epilepsy, Female, Humans, Male, Mass Spectrometry, Middle Aged, Photic Stimulation, Speech, Verbal Behavior, Young Adult}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000345352.13696.6F}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20087111}, author = {Wu, Melinda and Wisneski, Kimberly and Gerwin Schalk and Sharma, Mohit and Roland, Jarod and Breshears, Jonathan and Charles M Gaona and Leuthardt, E C} } @article {2193, title = {Decoding flexion of individual fingers using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {6}, year = {2009}, month = {12/2009}, pages = {066001}, abstract = {

Brain signals can provide the basis for a non-muscular communication and control system, a brain-computer interface (BCI), for people with motor disabilities. A common approach to creating BCI devices is to decode kinematic parameters of movements using signals recorded by intracortical microelectrodes. Recent studies have shown that kinematic parameters of hand movements can also be accurately decoded from signals recorded by electrodes placed on the surface of the brain (electrocorticography (ECoG)). In the present study, we extend these results by demonstrating that it is also possible to decode the time course of the flexion of individual fingers using ECoG signals in humans, and by showing that these flexion time courses are highly specific to the moving finger. These results provide additional support for the hypothesis that ECoG could be the basis for powerful clinically practical BCI systems, and also indicate that ECoG is useful for studying cortical dynamics related to motor function.

}, keywords = {Adolescent, Adult, Biomechanics, Brain, Electrodiagnosis, Epilepsy, Female, Fingers, Humans, Male, Microelectrodes, Middle Aged, Motor Activity, Rest, Thumb, Time Factors, Young Adult}, issn = {1741-2552}, doi = {10.1088/1741-2560/6/6/066001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19794237}, author = {Kub{\'a}nek, J and Miller, John W and Ojemann, J G and Jonathan Wolpaw and Gerwin Schalk} } @article {2192, title = {A practical procedure for real-time functional mapping of eloquent cortex using electrocorticographic signals in humans.}, journal = {Epilepsy Behav}, volume = {15}, year = {2009}, month = {07/2009}, pages = {278-86}, abstract = {

Functional mapping of eloquent cortex is often necessary prior to invasive brain surgery, but current techniques that derive this mapping have important limitations. In this article, we demonstrate the first comprehensive evaluation of a rapid, robust, and practical mapping system that uses passive recordings of electrocorticographic signals. This mapping procedure is based on the BCI2000 and SIGFRIED technologies that we have been developing over the past several years. In our study, we evaluated 10 patients with epilepsy from four different institutions and compared the results of our procedure with the results derived using electrical cortical stimulation (ECS) mapping. The results show that our procedure derives a functional motor cortical map in only a few minutes. They also show a substantial concurrence with the results derived using ECS mapping. Specifically, compared with ECS maps, a next-neighbor evaluation showed no false negatives, and only 0.46 and 1.10\% false positives for hand and tongue maps, respectively. In summary, we demonstrate the first comprehensive evaluation of a practical and robust mapping procedure that could become a new tool for planning of invasive brain surgeries.

}, keywords = {Adult, Brain Mapping, Cerebral Cortex, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Middle Aged, Practice Guidelines as Topic, Signal Processing, Computer-Assisted, Young Adult}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2009.04.001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19366638}, author = {Peter Brunner and A L Ritaccio and Lynch, Timothy M and Emrich, Joseph F and Adam J Wilson and Williams, Justin C and Aarnoutse, Erik J and Ramsey, Nick F and Leuthardt, E C and H Bischof and Gerwin Schalk} } @article {2183, title = {Brain-computer interfaces (BCIs): Detection Instead of Classification.}, journal = {J Neurosci Methods}, volume = {167}, year = {2008}, month = {01/2008}, pages = {51-62}, abstract = {

Many studies over the past two decades have shown that people can use\ brain\ signals to convey their intent to a\ computer\ through\ brain-computer interfaces\ (BCIs). These devices operate by recording signals from the\ brain\ and translating these signals into device commands. They can be used by people who are severely paralyzed to communicate without any use of muscle activity. One of the major impediments in translating this novel technology into\ clinical\ applications is the current requirement for preliminary analyses to identify the\ brain\ signal features best suited for communication. This paper introduces and validates signal detection, which does not require such analysis procedures, as a new concept in BCI signal processing. This detection concept is realized with Gaussian mixture models (GMMs) that are used to model resting\ brain\ activity so that any change in\ relevantbrain\ signals can be detected. It is implemented in a package called SIGFRIED (SIGnal modeling For Real-time Identification and Event Detection). The results indicate that SIGFRIED produces results that are within the range of those achieved using a common analysis strategy that requires preliminary identification of signal features. They indicate that such laborious analysis procedures could be replaced by merely recording\ brain\ signals during rest. In summary, this paper demonstrates how SIGFRIED could be used to overcome one of the present impediments to translation of laboratory BCI demonstrations into clinically practical applications.

}, keywords = {Adult, Algorithms, Brain, Brain Mapping, Electrocardiography, Electroencephalography, Humans, Male, Man-Machine Systems, Normal Distribution, Online Systems, Signal Detection, Psychological, Signal Processing, Computer-Assisted, Software Validation, User-Computer Interface}, issn = {0165-0270}, doi = {10.1016/j.jneumeth.2007.08.010}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17920134}, author = {Gerwin Schalk and Peter Brunner and Lester A Gerhardt and H Bischof and Jonathan Wolpaw} } @article {2185, title = {Non-invasive brain-computer interface system: towards its application as assistive technology.}, journal = {Brain Res Bull}, volume = {75}, year = {2008}, month = {04/2008}, pages = {796-803}, abstract = {

The quality of life of people suffering from severe motor disabilities can benefit from the use of current assistive technology capable of ameliorating communication, house-environment management and mobility, according to the user{\textquoteright}s residual motor abilities.\ Brain-computer interfaces\ (BCIs) are systems that can translate\ brain\ activity into signals that control external devices. Thus they can represent the only technology for severely paralyzed patients to increase or maintain their communication and control options. Here we report on a pilot study in which a system was implemented and validated to allow disabled persons to improve or recover their mobility (directly or by emulation) and communication within the surrounding environment. The system is based on a software controller that offers to the user a communication interface that is matched with the individual{\textquoteright}s residual motor abilities. Patients (n=14) with severe motor disabilities due to progressive neurodegenerative disorders were trained to use the system prototype under a rehabilitation program carried out in a house-like furnished space. All users utilized regular assistive control options (e.g., microswitches or head trackers). In addition, four subjects learned to operate the system by means of a non-invasive EEG-based BCI. This system was controlled by the subjects{\textquoteright} voluntary modulations of EEG sensorimotor rhythms recorded on the scalp; this skill was learnt even though the subjects have not had control over their limbs for a long time. We conclude that such a prototype system, which integrates several different assistive technologies including a BCI system, can potentially facilitate the translation from pre-clinical\ demonstrations to a\ clinical\ useful BCI.

}, keywords = {Activities of Daily Living, Adolescent, Adult, Brain, Child, Electroencephalography, Evoked Potentials, Motor, Female, Humans, Learning, Male, Middle Aged, Motor Skills, Muscular Dystrophy, Duchenne, Pilot Projects, Prostheses and Implants, Robotics, Self-Help Devices, Software, Spinal Muscular Atrophies of Childhood, User-Computer Interface, Volition}, issn = {0361-9230}, doi = {10.1016/j.brainresbull.2008.01.007}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18394526}, author = {Cincotti, F and Mattia, Donatella and Aloise, Fabio and Bufalari, Simona and Gerwin Schalk and Oriolo, Giuseppe and Cherubini, Andrea and Marciani, Maria Grazia and Babiloni, Fabio} } @article {2187, title = {Real-time detection of event-related brain activity.}, journal = {Neuroimage}, volume = {43}, year = {2008}, month = {11/2008}, pages = {245-9}, abstract = {

The complexity and inter-individual variation of\ brain\ signals impedes real-time detection of events in raw signals. To convert these complex signals into results that can be readily understood, current approaches usually apply statistical methods to data from known conditions after all data have been collected. The capability to provide meaningful visualization of complex\ brain\ signals without the requirement to initially collect data from all conditions would provide a new tool, essentially a new imaging technique, that would open up new avenues for the study of\ brain\ function. Here we show that a new analysis approach, called SIGFRIED, can overcome this serious limitation of current methods. SIGFRIED can visualize\ brain\ signal changes without requiring prior data collection from all conditions. This capacity is particularly well suited to applications in which comprehensive prior data collection is impossible or impractical, such as intraoperative localization of cortical function or detection of epileptic seizures.

}, keywords = {Adult, Algorithms, Brain Mapping, Computer Systems, Diagnosis, Computer-Assisted, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Pattern Recognition, Automated, Reproducibility of Results, Sensitivity and Specificity}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2008.07.037}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18718544}, author = {Gerwin Schalk and Leuthardt, E C and Peter Brunner and Ojemann, J G and Lester A Gerhardt and Jonathan Wolpaw} } @proceedings {2240, title = {Three cases of feature correlation in an electrocorticographic BCI.}, year = {2008}, month = {2008}, pages = {5318-21}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, Electrocardiography, Evoked Potentials, Motor, Female, Humans, Male, Middle Aged, Motor Cortex, Pattern Recognition, Automated, Statistics as Topic, Task Performance and Analysis, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2008.4650415}, author = {Miller, John W and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh P N and Ojemann, J G} } @conference {3438, title = {Three cases of feature correlation in an electrocorticographic BCI.}, booktitle = {Engineering in Medicine and Biology Society, 2008.}, year = {2008}, month = {08/2008}, publisher = {IEEE}, organization = {IEEE}, address = {Vancouver, BC}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, automated pattern recognition, control systems, decorrelation, Electrocardiography, Electrodes, Electroencephalography, evoked motor potentials, Feedback, Female, frequency, hospitals, Humans, Male, Middle Aged, Motor Cortex, Signal Processing, Statistics as Topic, Task Performance and Analysis, Tongue, User-Computer Interface}, doi = {10.1109/IEMBS.2008.4650415}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19163918}, author = {Miller, Kai J and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh PN and Ojemann, Jeffrey G} } @article {2184, title = {Towards an independent brain-computer interface using steady state visual evoked potentials.}, journal = {Clin Neurophysiol}, volume = {119}, year = {2008}, month = {02/2008}, pages = {399-408}, abstract = {

OBJECTIVE:\ 

Brain-computer interface (BCI) systems using steady state visual evoked potentials (SSVEPs) have allowed healthy subjects to communicate. However, these systems may not work in severely disabled users because they may depend on gaze shifting. This study evaluates the hypothesis that overlapping stimuli can evoke changes in SSVEP activity sufficient to control a BCI. This would provide evidence that SSVEP BCIs could be used without shifting gaze.

METHODS:\ 

Subjects viewed a display containing two images that each oscillated at a different frequency. Different conditions used overlapping or non-overlapping images to explore dependence on gaze function. Subjects were asked to direct attention to one or the other of these images during each of 12 one-minute runs.

RESULTS:\ 

Half of the subjects produced differences in SSVEP activity elicited by overlapping stimuli that could support BCI control. In all remaining users, differences did exist at corresponding frequencies but were not strong enough to allow effective control.

CONCLUSIONS:\ 

The\ data\ demonstrate that SSVEP differences sufficient for BCI control may be elicited by selective attention to one of two overlapping stimuli. Thus, some SSVEP-based BCI approaches may not depend on gaze control. The nature and extent of any BCI{\textquoteright}s dependence on muscle activity is a function of many factors, including the display, task, environment, and user.

SIGNIFICANCE:\ 

SSVEP BCIs might function in severely disabled users unable to reliably control gaze. Further research with these users is necessary to explore the optimal parameters of such a system and validate online performance in a home environment.

}, keywords = {Adolescent, Adult, Attention, Brain, Brain Mapping, Dose-Response Relationship, Radiation, Electroencephalography, Evoked Potentials, Visual, Female, Humans, Male, Pattern Recognition, Visual, Photic Stimulation, Spectrum Analysis, User-Computer Interface}, issn = {1388-2457}, doi = {10.1016/j.clinph.2007.09.121}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18077208}, author = {Brendan Z. Allison and Dennis J. McFarland and Gerwin Schalk and Zheng, Shi Dong and Moore-Jackson, Melody and Jonathan Wolpaw} } @article {2186, title = {Two-dimensional movement control using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {5}, year = {2008}, month = {03/2008}, pages = {75-84}, abstract = {

We show here that a\ brain-computer\ interface (BCI) using electrocorticographic activity (ECoG) and imagined or overt motor tasks enables humans to control a\ computer\ cursor in two dimensions. Over a brief training period of 12-36 min, each of five human subjects acquired substantial control of particular ECoG features recorded from several locations over the same hemisphere, and achieved average success rates of 53-73\% in a two-dimensional four-target center-out task in which chance accuracy was 25\%. Our results support the expectation that ECoG-based BCIs can combine high performance with technical and\ clinical\ practicality, and also indicate promising directions for further research.

}, keywords = {Adolescent, Adult, Brain Mapping, Data Interpretation, Statistical, Drug Resistance, Electrocardiography, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Movement, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/5/1/008}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18310813}, author = {Gerwin Schalk and Miller, K.J. and Nicholas R Anderson and Adam J Wilson and Smyth, Matt and Ojemann, J G and Moran, D and Jonathan Wolpaw and Leuthardt, E C} } @article {2188, title = {Unique cortical physiology associated with ipsilateral hand movements and neuroprosthetic implications.}, journal = {Stroke}, volume = {39}, year = {2008}, month = {12/2008}, pages = {3351-9}, abstract = {

BACKGROUND AND PURPOSE:\ 

Brain computer interfaces\ (BCIs) offer little direct benefit to patients with hemispheric stroke because current platforms rely on signals derived from the contralateral motor cortex (the same region injured by the stroke). For BCIs to assist hemiparetic patients, the implant must use unaffected cortex ipsilateral to the affected limb. This requires the identification of distinct electrophysiological features from the motor cortex associated with ipsilateral hand movements.

METHODS:\ 

In this study we studied 6 patients undergoing temporary placement of intracranial electrode arrays. Electrocorticographic (ECoG) signals were recorded while the subjects engaged in specific ipsilateral or contralateral hand motor tasks. Spectral changes were identified with regards to frequency, location, and timing.

RESULTS:\ 

Ipsilateral hand movements were associated with electrophysiological changes that occur in lower frequency spectra, at distinct anatomic locations, and earlier than changes associated with contralateral hand movements. In a subset of 3 patients, features specific to ipsilateral and contralateral hand movements were used to control a cursor on a screen in real time. In ipsilateral derived control this was optimal with lower frequency spectra.

CONCLUSIONS:\ 

There are distinctive cortical electrophysiological features associated with ipsilateral movements which can be used for device control. These findings have implications for patients with hemispheric stroke because they offer a potential methodology for which a single hemisphere can be used to enhance the function of a stroke induced hemiparesis.

}, keywords = {Adolescent, Adult, Artificial Limbs, Bionics, Brain Mapping, Child, Dominance, Cerebral, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Movement, Paresis, Prosthesis Design, Psychomotor Performance, Stroke, User-Computer Interface, Volition}, issn = {1524-4628}, doi = {10.1161/STROKEAHA.108.518175}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18927456}, author = {Wisneski, Kimberly and Nicholas R Anderson and Gerwin Schalk and Smyth, Matt and Moran, D and Leuthardt, E C} } @article {2182, title = {Decoding two-dimensional movement trajectories using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {4}, year = {2007}, month = {09/2007}, pages = {264-75}, abstract = {

Signals from the brain could provide a non-muscular communication and control system, a brain-computer interface (BCI), for people who are severely paralyzed. A common BCI research strategy begins by decoding kinematic parameters from brain signals recorded during actual arm movement. It has been assumed that these parameters can be derived accurately only from signals recorded by intracortical microelectrodes, but the long-term stability of such electrodes is uncertain. The present study disproves this widespread assumption by showing in humans that kinematic parameters can also be decoded from signals recorded by subdural electrodes on the cortical surface (ECoG) with an accuracy comparable to that achieved in monkey studies using intracortical microelectrodes. A new ECoG feature labeled the local motor potential (LMP) provided the most information about movement. Furthermore, features displayed cosine tuning that has previously been described only for signals recorded within the brain. These results suggest that ECoG could be a more stable and less invasive alternative to intracortical electrodes for BCI systems, and could also prove useful in studies of motor function.

}, keywords = {Adult, Algorithms, Arm, Brain Mapping, Cerebral Cortex, Electroencephalography, Evoked Potentials, Motor, Female, Humans, Male, Movement}, issn = {1741-2560}, doi = {10.1088/1741-2560/4/3/012}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17873429}, author = {Gerwin Schalk and Kub{\'a}nek, J and Miller, John W and Nicholas R Anderson and Leuthardt, E C and Ojemann, J G and Limbrick, D and Moran, D and Lester A Gerhardt and Jonathan Wolpaw} } @article {2179, title = {Electrocorticographic Frequency Alteration Mapping: A Clinical Technique for Mapping the Motor Cortex.}, journal = {Neurosurgery}, volume = {60}, year = {2007}, month = {04/2007}, pages = {260-70; discussion 270-1}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has been well established for delineating the eloquent cortex. However, ECS is still coarse and inefficient in delineating regions of the functional cortex and can be hampered by after-discharges. Given these constraints, an adjunct approach to defining the motor cortex is the use of electrocorticographic signal changes associated with active regions of the cortex. The broad range of frequency oscillations are categorized into two main groups with respect to the sensorimotor cortex: low and high frequency bands. The low frequency bands tend to show a power reduction with cortical activation, whereas the high frequency bands show power increases. These power changes associated with the activated cortex could potentially provide a powerful tool in delineating areas of the motor cortex. We explore electrocorticographic signal alterations as they occur with activated regions of the motor cortex, as well as its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated seven patients who underwent invasive monitoring for seizure localization. Each patient had extraoperative ECS mapping to identify the motor cortex. All patients also performed overt hand and tongue motor tasks to identify associated frequency power changes in regard to location and degree of concordance with ECS results that localized either hand or tongue motor function.

RESULTS:\ 

The low frequency bands had a high sensitivity (88.9-100\%) and a lower specificity (79.0-82.6\%) for identifying electrodes with either hand or tongue ECS motor responses. The high frequency bands had a lower sensitivity (72.7-88.9\%) and a higher specificity (92.4-94.9\%) in correlation with the same respective ECS positive electrodes.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrate the possible utility of electrocorticographic frequency alteration mapping as an adjunct method to improve the efficiency and resolution of identifying the motor cortex.

}, keywords = {Adult, Biological Clocks, Brain Mapping, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Oscillometry, Signal Processing, Computer-Assisted, Tongue}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000255413.70807.6E}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17415162}, author = {Leuthardt, E C and Miller, John W and Nicholas R Anderson and Gerwin Schalk and Dowling, Joshua and Miller, John W and Moran, D and Ojemann, J G} } @article {2181, title = {An MEG-based brain-computer interface (BCI).}, journal = {Neuroimage}, volume = {36}, year = {2007}, month = {07/2007}, pages = {581-93}, abstract = {

Brain-computer interfaces (BCIs) allow for communicating intentions by mere brain activity, not involving muscles. Thus, BCIs may offer patients who have lost all voluntary muscle control the only possible way to communicate. Many recent studies have demonstrated that BCIs based on\ electroencephalography(EEG) can allow healthy and severely paralyzed individuals to communicate. While this approach is safe and inexpensive, communication is slow. Magnetoencephalography (MEG) provides signals with higher spatiotemporal resolution than\ EEG\ and could thus be used to explore whether these improved signal properties translate into increased BCI communication speed. In this study, we investigated the utility of an MEG-based BCI that uses voluntary amplitude modulation of sensorimotor mu and beta rhythms. To increase the signal-to-noise ratio, we present a simple spatial filtering method that takes the geometric properties of signal propagation in MEG into account, and we present methods that can process artifacts specifically encountered in an MEG-based BCI. Exemplarily, six participants were successfully trained to communicate binary decisions by imagery of limb movements using a feedback paradigm. Participants achieved significant mu rhythm self control within 32 min of feedback training. For a subgroup of three participants, we localized the origin of the amplitude modulated signal to the motor cortex. Our results suggest that an MEG-based BCI is feasible and efficient in terms of user training.

}, keywords = {Adult, Algorithms, Artifacts, Brain, Electroencephalography, Electromagnetic Fields, Electromyography, Feedback, Female, Foot, Hand, Head Movements, Humans, Magnetic Resonance Imaging, Magnetoencephalography, Male, Movement, Principal Component Analysis, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1053-8119}, doi = {10.1016/j.neuroimage.2007.03.019}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17475511}, author = {Mellinger, J{\"u}rgen and Gerwin Schalk and Christoph Braun and Preissl, Hubert and Rosenstiel, W. and Niels Birbaumer and K{\"u}bler, A.} } @article {2180, title = {Spectral Changes in Cortical Surface Potentials During Motor Movement.}, journal = {J Neurosci}, volume = {27}, year = {2007}, month = {02/2007}, pages = {2424-32}, abstract = {

In the first large study of its kind, we quantified changes in electrocorticographic signals associated with motor movement across 22 subjects with subdural electrode arrays placed for identification of seizure foci. Patients underwent a 5-7 d monitoring period with array placement, before seizure focus resection, and during this time they participated in the study. An interval-based motor-repetition task produced consistent and quantifiable spectral shifts that were mapped on a Talairach-standardized template cortex. Maps were created independently for a high-frequency band (HFB) (76-100 Hz) and a low-frequency band (LFB) (8-32 Hz) for several different movement modalities in each subject. The power in relevant electrodes consistently decreased in the LFB with movement, whereas the power in the HFB consistently increased. In addition, the HFB changes were more focal than the LFB changes. Sites of power changes corresponded to stereotactic locations in sensorimotor cortex and to the results of individual clinical electrical cortical mapping. Sensorimotor representation was found to be somatotopic, localized in stereotactic space to rolandic cortex, and typically followed the classic homunculus with limited extrarolandic representation.

}, keywords = {Adult, Brain Mapping, Female, Humans, Male, Middle Aged, Motor Cortex, Movement}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.3886-06.2007}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17329441}, author = {Miller, John W and Leuthardt, E C and Gerwin Schalk and Rao, Rajesh P N and Nicholas R Anderson and Moran, D and Miller, John W and Ojemann, J G} } @article {2175, title = {ECoG factors underlying multimodal control of a brain-computer interface.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {246-50}, abstract = {

Most current brain-computer interface (BCI) systems for humans use electroencephalographic activity recorded from the scalp, and may be limited in many ways. Electrocorticography (ECoG) is believed to be a minimally-invasive alternative to electroencephalogram (EEG) for BCI systems, yielding superior signal characteristics that could allow rapid user training and faster communication rates. In addition, our preliminary results suggest that brain regions other than the sensorimotor cortex, such as auditory cortex, may be trained to control a BCI system using similar methods as those used to train motor regions of the brain. This could prove to be vital for users who have neurological disease, head trauma, or other conditions precluding the use of sensorimotor cortex for BCI control.

}, keywords = {Adult, Brain Mapping, Cerebral Cortex, Communication Aids for Disabled, Computer Peripherals, Evoked Potentials, Female, Humans, Imagination, Male, Man-Machine Systems, Neuromuscular Diseases, Systems Integration, User-Computer Interface, Volition}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875570}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792305}, author = {Adam J Wilson and Felton, Elizabeth A and Garell, P Charles and Gerwin Schalk and Williams, Justin C} } @article {2167, title = {The BCI Competition 2003: Progress and perspectives in detection and discrimination of EEG single trials.}, journal = {IEEE Trans Biomed Eng}, volume = {51}, year = {2004}, month = {06/2004}, pages = {1044-51}, abstract = {Interest in developing a new method of man-to-machine communication--a brain-computer interface (BCI)--has grown steadily over the past few decades. BCIs create a new communication channel between the brain and an output device by bypassing conventional motor output pathways of nerves and muscles. These systems use signals recorded from the scalp, the surface of the cortex, or from inside the brain to enable users to control a variety of applications including simple word-processing software and orthotics. BCI technology could therefore provide a new communication and control option for individuals who cannot otherwise express their wishes to the outside world. Signal processing and classification methods are essential tools in the development of improved BCI technology. We organized the BCI Competition 2003 to evaluate the current state of the art of these tools. Four laboratories well versed in EEG-based BCI research provided six data sets in a documented format. We made these data sets (i.e., labeled training sets and unlabeled test sets) and their descriptions available on the Internet. The goal in the competition was to maximize the performance measure for the test labels. Researchers worldwide tested their algorithms and competed for the best classification results. This paper describes the six data sets and the results and function of the most successful algorithms.}, keywords = {Adult, Algorithms, Amyotrophic Lateral Sclerosis, Artificial Intelligence, Brain, Cognition, Databases, Factual, Electroencephalography, Evoked Potentials, Humans, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface}, issn = {0018-9294}, doi = {10.1109/TBME.2004.826692}, author = {Benjamin Blankertz and M{\"u}ller, Klaus-Robert and Curio, Gabriel and Theresa M Vaughan and Gerwin Schalk and Jonathan Wolpaw and Schl{\"o}gl, Alois and Neuper, Christa and Pfurtscheller, Gert and Hinterberger, T. and Schr{\"o}der, Michael and Niels Birbaumer} } @article {2168, title = {A brain-computer interface using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {1}, year = {2004}, month = {06/2004}, pages = {63-71}, abstract = {

Brain-computer interfaces\ (BCIs) enable users to control devices with electroencephalographic (EEG) activity from the scalp or with single-neuron activity from within the\ brain. Both methods have disadvantages: EEG has limited resolution and requires extensive training, while single-neuron recording entails significant clinical risks and has limited stability. We demonstrate here for the first time that electrocorticographic (ECoG) activity recorded from the surface of the\ brain\ can enable users to control a one-dimensional\ computer\ cursor rapidly and accurately. We first identified ECoG signals that were associated with different types of motor and speech imagery. Over brief training periods of 3-24 min, four patients then used these signals to master closed-loop control and to achieve success rates of 74-100\% in a one-dimensional binary task. In additional open-loop experiments, we found that ECoG signals at frequencies up to 180 Hz encoded substantial information about the direction of two-dimensional joystick movements. Our results suggest that an ECoG-based BCI could provide for people with severe motor disabilities a non-muscular communication and control option that is more powerful than EEG-based BCIs and is potentially more stable and less traumatic than BCIs that use electrodes penetrating the\ brain.

}, keywords = {Adult, Brain, Communication Aids for Disabled, Computer Peripherals, Diagnosis, Computer-Assisted, Electrodes, Implanted, Electroencephalography, Evoked Potentials, Female, Humans, Imagination, Male, Movement Disorders, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/1/2/001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/15876624}, author = {Leuthardt, E C and Gerwin Schalk and Jonathan Wolpaw and Ojemann, J G and Moran, D} } @article {2165, title = {The Wadsworth Center brain-computer interface (BCI) research and development program.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {11}, year = {2003}, month = {06/2003}, pages = {204-7}, abstract = {

Brain-computer interface (BCI) research at the Wadsworth Center has focused primarily on using electroencephalogram (EEG) rhythms recorded from the scalp over sensorimotor cortex to\ control\ cursor movement in one or two dimensions. Recent and current studies seek to improve the speed and accuracy of this\ control\ by improving the selection of signal features and their translation into device commands, by incorporating additional signal features, and by optimizing the adaptive interaction between the user and system. In addition, to facilitate the evaluation, comparison, and combination of alternative BCI methods, we have developed a general-purpose BCI system called BCI-2000 and have made it available to other research\ groups. Finally, in collaboration with several other\ groups, we are developing simple BCI applications and are testing their practicality and long-term value for people with severe motor disabilities.

}, keywords = {Academic Medical Centers, Adult, Algorithms, Artifacts, Brain, Brain Mapping, Electroencephalography, Evoked Potentials, Visual, Feedback, Humans, Middle Aged, Nervous System Diseases, Research, Research Design, User-Computer Interface, Visual Perception}, issn = {1534-4320}, doi = {10.1109/TNSRE.2003.814442}, url = {http://www.ncbi.nlm.nih.gov/pubmed/12899275}, author = {Jonathan Wolpaw and Dennis J. McFarland and Theresa M Vaughan and Gerwin Schalk} }