@article {2199, title = {Cortical activity during motor execution, motor imagery, and imagery-based online feedback.}, journal = {Proc Natl Acad Sci U S A}, volume = {107}, year = {2010}, month = {03/2010}, pages = {4430-5}, abstract = {

Imagery\ of\ motor\ movement plays an important role in learning of complex\ motor\ skills, from learning to serve in tennis to perfecting a pirouette in ballet. What and where are the neural substrates that underlie\ motorimagery-based\ learning? We measured electrocorticographic\ cortical\ surface potentials in eight human subjects during overt action and kinesthetic\ imagery\ of the same movement, focusing on power in "high frequency" (76-100 Hz) and "low frequency" (8-32 Hz) ranges. We quantitatively establish that the spatial distribution of local neuronal population\ activity\ during\ motorimagery\ mimics the spatial distribution of\ activity\ during actual\ motor\ movement. By comparing responses to electrocortical stimulation with\ imagery-induced\ cortical\ surface\ activity, we demonstrate the role of primary\ motor\ areas in movement\ imagery. The magnitude of\ imagery-induced\ corticalactivity\ change was approximately 25\% of that associated with actual movement. However, when subjects learned to use this\ imagery\ to control a computer cursor in a simple\ feedback\ task, the\ imagery-induced\ activity\ change was significantly augmented, even exceeding that of overt movement.

}, keywords = {Adolescent, Adult, Biofeedback, Psychology, Cerebral Cortex, Child, Electric Stimulation, Electrocardiography, Female, Humans, Male, Middle Aged, Motor Activity, Young Adult}, issn = {1091-6490}, doi = {10.1073/pnas.0913697107}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20160084}, author = {Miller, K.J. and Gerwin Schalk and Fetz, Eberhard E and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @article {2193, title = {Decoding flexion of individual fingers using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {6}, year = {2009}, month = {12/2009}, pages = {066001}, abstract = {

Brain signals can provide the basis for a non-muscular communication and control system, a brain-computer interface (BCI), for people with motor disabilities. A common approach to creating BCI devices is to decode kinematic parameters of movements using signals recorded by intracortical microelectrodes. Recent studies have shown that kinematic parameters of hand movements can also be accurately decoded from signals recorded by electrodes placed on the surface of the brain (electrocorticography (ECoG)). In the present study, we extend these results by demonstrating that it is also possible to decode the time course of the flexion of individual fingers using ECoG signals in humans, and by showing that these flexion time courses are highly specific to the moving finger. These results provide additional support for the hypothesis that ECoG could be the basis for powerful clinically practical BCI systems, and also indicate that ECoG is useful for studying cortical dynamics related to motor function.

}, keywords = {Adolescent, Adult, Biomechanics, Brain, Electrodiagnosis, Epilepsy, Female, Fingers, Humans, Male, Microelectrodes, Middle Aged, Motor Activity, Rest, Thumb, Time Factors, Young Adult}, issn = {1741-2552}, doi = {10.1088/1741-2560/6/6/066001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19794237}, author = {Kub{\'a}nek, J and Miller, John W and Ojemann, J G and Jonathan Wolpaw and Gerwin Schalk} } @proceedings {2241, title = {Detection of spontaneous class-specific visual stimuli with high temporal accuracy in human electrocorticography.}, volume = {2009}, year = {2009}, month = {2009}, pages = {6465-8}, abstract = {Most brain-computer interface classification experiments from electrical potential recordings have been focused on the identification of classes of stimuli or behavior where the timing of experimental parameters is known or pre-designated. Real world experience, however, is spontaneous, and to this end we describe an experiment predicting the occurrence, timing, and types of visual stimuli perceived by a human subject from electrocorticographic recordings. All 300 of 300 presented stimuli were correctly detected, with a temporal precision of order 20 ms. The type of stimulus (face/house) was correctly identified in 95\% of these cases. There were approximately 20 false alarm events, corresponding to a late 2nd neuronal response to a previously identified event.}, keywords = {Algorithms, Electrocardiography, Evoked Potentials, Visual, Humans, Male, Pattern Recognition, Automated, Pattern Recognition, Visual, Photic Stimulation, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface, Visual Cortex}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5333546}, author = {Miller, John W and Hermes, Dora and Gerwin Schalk and Ramsey, Nick F and Jagadeesh, Bharathi and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @inbook {2536, title = {General Clinical Issues Relevant to Brain-Computer Interfaces.}, booktitle = {Neuroengineering}, year = {2008}, publisher = {Taylor and Francis Group}, organization = {Taylor and Francis Group}, address = {Boca Raton}, author = {Leuthardt, E C and Ojemann, J G and Gerwin Schalk and Moran, D}, editor = {Daniel DiLorenzo} } @article {2187, title = {Real-time detection of event-related brain activity.}, journal = {Neuroimage}, volume = {43}, year = {2008}, month = {11/2008}, pages = {245-9}, abstract = {

The complexity and inter-individual variation of\ brain\ signals impedes real-time detection of events in raw signals. To convert these complex signals into results that can be readily understood, current approaches usually apply statistical methods to data from known conditions after all data have been collected. The capability to provide meaningful visualization of complex\ brain\ signals without the requirement to initially collect data from all conditions would provide a new tool, essentially a new imaging technique, that would open up new avenues for the study of\ brain\ function. Here we show that a new analysis approach, called SIGFRIED, can overcome this serious limitation of current methods. SIGFRIED can visualize\ brain\ signal changes without requiring prior data collection from all conditions. This capacity is particularly well suited to applications in which comprehensive prior data collection is impossible or impractical, such as intraoperative localization of cortical function or detection of epileptic seizures.

}, keywords = {Adult, Algorithms, Brain Mapping, Computer Systems, Diagnosis, Computer-Assisted, Electroencephalography, Epilepsy, Evoked Potentials, Female, Humans, Male, Pattern Recognition, Automated, Reproducibility of Results, Sensitivity and Specificity}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2008.07.037}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18718544}, author = {Gerwin Schalk and Leuthardt, E C and Peter Brunner and Ojemann, J G and Lester A Gerhardt and Jonathan Wolpaw} } @proceedings {2240, title = {Three cases of feature correlation in an electrocorticographic BCI.}, year = {2008}, month = {2008}, pages = {5318-21}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, Electrocardiography, Evoked Potentials, Motor, Female, Humans, Male, Middle Aged, Motor Cortex, Pattern Recognition, Automated, Statistics as Topic, Task Performance and Analysis, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2008.4650415}, author = {Miller, John W and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh P N and Ojemann, J G} } @article {2186, title = {Two-dimensional movement control using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {5}, year = {2008}, month = {03/2008}, pages = {75-84}, abstract = {

We show here that a\ brain-computer\ interface (BCI) using electrocorticographic activity (ECoG) and imagined or overt motor tasks enables humans to control a\ computer\ cursor in two dimensions. Over a brief training period of 12-36 min, each of five human subjects acquired substantial control of particular ECoG features recorded from several locations over the same hemisphere, and achieved average success rates of 53-73\% in a two-dimensional four-target center-out task in which chance accuracy was 25\%. Our results support the expectation that ECoG-based BCIs can combine high performance with technical and\ clinical\ practicality, and also indicate promising directions for further research.

}, keywords = {Adolescent, Adult, Brain Mapping, Data Interpretation, Statistical, Drug Resistance, Electrocardiography, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Movement, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/5/1/008}, url = {http://www.ncbi.nlm.nih.gov/pubmed/18310813}, author = {Gerwin Schalk and Miller, K.J. and Nicholas R Anderson and Adam J Wilson and Smyth, Matt and Ojemann, J G and Moran, D and Jonathan Wolpaw and Leuthardt, E C} } @article {2182, title = {Decoding two-dimensional movement trajectories using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {4}, year = {2007}, month = {09/2007}, pages = {264-75}, abstract = {

Signals from the brain could provide a non-muscular communication and control system, a brain-computer interface (BCI), for people who are severely paralyzed. A common BCI research strategy begins by decoding kinematic parameters from brain signals recorded during actual arm movement. It has been assumed that these parameters can be derived accurately only from signals recorded by intracortical microelectrodes, but the long-term stability of such electrodes is uncertain. The present study disproves this widespread assumption by showing in humans that kinematic parameters can also be decoded from signals recorded by subdural electrodes on the cortical surface (ECoG) with an accuracy comparable to that achieved in monkey studies using intracortical microelectrodes. A new ECoG feature labeled the local motor potential (LMP) provided the most information about movement. Furthermore, features displayed cosine tuning that has previously been described only for signals recorded within the brain. These results suggest that ECoG could be a more stable and less invasive alternative to intracortical electrodes for BCI systems, and could also prove useful in studies of motor function.

}, keywords = {Adult, Algorithms, Arm, Brain Mapping, Cerebral Cortex, Electroencephalography, Evoked Potentials, Motor, Female, Humans, Male, Movement}, issn = {1741-2560}, doi = {10.1088/1741-2560/4/3/012}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17873429}, author = {Gerwin Schalk and Kub{\'a}nek, J and Miller, John W and Nicholas R Anderson and Leuthardt, E C and Ojemann, J G and Limbrick, D and Moran, D and Lester A Gerhardt and Jonathan Wolpaw} } @article {2179, title = {Electrocorticographic Frequency Alteration Mapping: A Clinical Technique for Mapping the Motor Cortex.}, journal = {Neurosurgery}, volume = {60}, year = {2007}, month = {04/2007}, pages = {260-70; discussion 270-1}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has been well established for delineating the eloquent cortex. However, ECS is still coarse and inefficient in delineating regions of the functional cortex and can be hampered by after-discharges. Given these constraints, an adjunct approach to defining the motor cortex is the use of electrocorticographic signal changes associated with active regions of the cortex. The broad range of frequency oscillations are categorized into two main groups with respect to the sensorimotor cortex: low and high frequency bands. The low frequency bands tend to show a power reduction with cortical activation, whereas the high frequency bands show power increases. These power changes associated with the activated cortex could potentially provide a powerful tool in delineating areas of the motor cortex. We explore electrocorticographic signal alterations as they occur with activated regions of the motor cortex, as well as its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated seven patients who underwent invasive monitoring for seizure localization. Each patient had extraoperative ECS mapping to identify the motor cortex. All patients also performed overt hand and tongue motor tasks to identify associated frequency power changes in regard to location and degree of concordance with ECS results that localized either hand or tongue motor function.

RESULTS:\ 

The low frequency bands had a high sensitivity (88.9-100\%) and a lower specificity (79.0-82.6\%) for identifying electrodes with either hand or tongue ECS motor responses. The high frequency bands had a lower sensitivity (72.7-88.9\%) and a higher specificity (92.4-94.9\%) in correlation with the same respective ECS positive electrodes.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrate the possible utility of electrocorticographic frequency alteration mapping as an adjunct method to improve the efficiency and resolution of identifying the motor cortex.

}, keywords = {Adult, Biological Clocks, Brain Mapping, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Oscillometry, Signal Processing, Computer-Assisted, Tongue}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000255413.70807.6E}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17415162}, author = {Leuthardt, E C and Miller, John W and Nicholas R Anderson and Gerwin Schalk and Dowling, Joshua and Miller, John W and Moran, D and Ojemann, J G} } @article {2180, title = {Spectral Changes in Cortical Surface Potentials During Motor Movement.}, journal = {J Neurosci}, volume = {27}, year = {2007}, month = {02/2007}, pages = {2424-32}, abstract = {

In the first large study of its kind, we quantified changes in electrocorticographic signals associated with motor movement across 22 subjects with subdural electrode arrays placed for identification of seizure foci. Patients underwent a 5-7 d monitoring period with array placement, before seizure focus resection, and during this time they participated in the study. An interval-based motor-repetition task produced consistent and quantifiable spectral shifts that were mapped on a Talairach-standardized template cortex. Maps were created independently for a high-frequency band (HFB) (76-100 Hz) and a low-frequency band (LFB) (8-32 Hz) for several different movement modalities in each subject. The power in relevant electrodes consistently decreased in the LFB with movement, whereas the power in the HFB consistently increased. In addition, the HFB changes were more focal than the LFB changes. Sites of power changes corresponded to stereotactic locations in sensorimotor cortex and to the results of individual clinical electrical cortical mapping. Sensorimotor representation was found to be somatotopic, localized in stereotactic space to rolandic cortex, and typically followed the classic homunculus with limited extrarolandic representation.

}, keywords = {Adult, Brain Mapping, Female, Humans, Male, Middle Aged, Motor Cortex, Movement}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.3886-06.2007}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17329441}, author = {Miller, John W and Leuthardt, E C and Gerwin Schalk and Rao, Rajesh P N and Nicholas R Anderson and Moran, D and Miller, John W and Ojemann, J G} } @article {2173, title = {Electrocorticography-based brain computer interface--the Seattle experience.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {194-8}, abstract = {

Electrocorticography (ECoG) has been demonstrated to be an effective modality as a platform for brain-computer interfaces (BCIs). Through our experience with ten subjects, we further demonstrate evidence to support the power and flexibility of this signal for BCI usage. In a subset of four patients, closed-loop BCI experiments were attempted with the patient receiving online feedback that consisted of one-dimensional cursor movement controlled by ECoG features that had shown correlation with various real and imagined motor and speech tasks. All four achieved control, with final target accuracies between 73\%-100\%. We assess the methods for achieving control and the manner in which enhancing online control can be accomplished by rescreening during online tasks. Additionally, we assess the relevant issues of the current experimental paradigm in light of their clinical constraints.

}, keywords = {Cerebral Cortex, Electroencephalography, Epilepsy, Evoked Potentials, Humans, Therapy, Computer-Assisted, User-Computer Interface, Washington}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875536}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792292}, author = {Leuthardt, E C and Miller, John W and Gerwin Schalk and Rao, Rajesh P N and Ojemann, J G} } @article {2178, title = {The emerging world of motor neuroprosthetics: a neurosurgical perspective.}, journal = {Neurosurgery}, volume = {59}, year = {2006}, month = {07/2006}, pages = {1-14; discussion 1-14}, abstract = {

A MOTOR NEUROPROSTHETIC device, or\ brain computer interface, is a machine that can take some type of signal from the\ brain\ and convert that information into overt device control such that it reflects the intentions of the user{\textquoteright}s\ brain. In essence, these constructs can decode the electrophysiological signals representing motor intent. With the parallel evolution of neuroscience, engineering, and rapid computing, the era of clinical neuroprosthetics is approaching as a practical reality for people with severe motor impairment. Patients with such diseases as spinal cord injury, stroke, limb loss, and neuromuscular disorders may benefit through the implantation of these\ brain computer interfaces\ that serve to augment their ability to communicate and interact with their environment. In the upcoming years, it will be important for the neurosurgeon to understand what a\ brain computer interface\ is, its fundamental principle of operation, and what the salient surgical issues are when considering implantation. We review the current state of the field of motor neuroprosthetics research, the early clinical applications, and the essential considerations from a neurosurgical perspective for the future.

}, keywords = {Brain, Humans, Man-Machine Systems, Movement, Neurosurgery, Prostheses and Implants, User-Computer Interface}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000221506.06947.AC}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16823294}, author = {Leuthardt, E C and Gerwin Schalk and Moran, D and Ojemann, J G} } @proceedings {2695, title = {Towards two-dimensional cursor control using electrocorticographic signals}, year = {2005}, author = {Gerwin Schalk and Leuthardt, E C and Moran, D and Miller, K.J. and Ojemann, J G and Jonathan Wolpaw} } @conference {3437, title = {Towards two-dimensional cursor control using electrocorticographic signals.}, booktitle = {Proceedings to the 11th International Conference on Human-Computer Interaction}, year = {2005}, month = {2005}, author = {Gerwin Schalk and Leuthardt, E C and Moran, D and Miller, K.J. and Ojemann, J G and Jonathan Wolpaw} } @article {2168, title = {A brain-computer interface using electrocorticographic signals in humans.}, journal = {J Neural Eng}, volume = {1}, year = {2004}, month = {06/2004}, pages = {63-71}, abstract = {

Brain-computer interfaces\ (BCIs) enable users to control devices with electroencephalographic (EEG) activity from the scalp or with single-neuron activity from within the\ brain. Both methods have disadvantages: EEG has limited resolution and requires extensive training, while single-neuron recording entails significant clinical risks and has limited stability. We demonstrate here for the first time that electrocorticographic (ECoG) activity recorded from the surface of the\ brain\ can enable users to control a one-dimensional\ computer\ cursor rapidly and accurately. We first identified ECoG signals that were associated with different types of motor and speech imagery. Over brief training periods of 3-24 min, four patients then used these signals to master closed-loop control and to achieve success rates of 74-100\% in a one-dimensional binary task. In additional open-loop experiments, we found that ECoG signals at frequencies up to 180 Hz encoded substantial information about the direction of two-dimensional joystick movements. Our results suggest that an ECoG-based BCI could provide for people with severe motor disabilities a non-muscular communication and control option that is more powerful than EEG-based BCIs and is potentially more stable and less traumatic than BCIs that use electrodes penetrating the\ brain.

}, keywords = {Adult, Brain, Communication Aids for Disabled, Computer Peripherals, Diagnosis, Computer-Assisted, Electrodes, Implanted, Electroencephalography, Evoked Potentials, Female, Humans, Imagination, Male, Movement Disorders, User-Computer Interface}, issn = {1741-2560}, doi = {10.1088/1741-2560/1/2/001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/15876624}, author = {Leuthardt, E C and Gerwin Schalk and Jonathan Wolpaw and Ojemann, J G and Moran, D} }