@inbook {3548, title = {Near-Instantaneous Classification of Perceptual States from Cortical Surface Recordings}, booktitle = {Brain-Computer Interface Research: A State-of-the-Art Summary}, year = {2015}, pages = {105-114}, publisher = {Springer International Publishing}, organization = {Springer International Publishing}, address = {New York City, NY}, abstract = {Human visual processing is of such complexity that, despite decades of focused research, many basic questions remain unanswered. Although we know that the inferotemporal cortex is a key region in object recognition, we don{\textquoteright}t fully understand its physiologic role in brain function, nor do we have the full set of tools to explore this question. Here we show that electrical potentials from the surface of the human brain contain enough information to decode a subject{\textquoteright}s perceptual state accurately, and with fine temporal precision. Electrocorticographic (ECoG) arrays were placed over the inferotemporal cortical areas of seven subjects. Pictures of faces and houses were quickly presented while each subject performed a simple visual task. Results showed that two well-known types of brain signals{\textemdash}event-averaged broadband power and event-averaged raw potential{\textemdash}can independently or together be used to classify the presented image. When applied to continuously recorded brain activity, our decoding technique could accurately predict whether each stimulus was a face, house, or neither, with ~20 ms timing error. These results provide a roadmap for improved brain-computer interfacing tools to help neurosurgeons, research scientists, engineers, and, ultimately, patients.}, keywords = {broadband power, Electrocorticography, event-related potential, fusiform cortex, human vision}, isbn = {978-3-319-25188-2}, issn = {978-3-319-25190-5}, doi = {10.1007/978-3-319-25190-5_10}, url = {http://link.springer.com/chapter/10.1007/978-3-319-25190-5_10}, author = {Miller, Kai J and Gerwin Schalk and Hermes, Dora and Ojemann, Jeffrey G and Rao, Rajesh P N} } @article {2199, title = {Cortical activity during motor execution, motor imagery, and imagery-based online feedback.}, journal = {Proc Natl Acad Sci U S A}, volume = {107}, year = {2010}, month = {03/2010}, pages = {4430-5}, abstract = {

Imagery\ of\ motor\ movement plays an important role in learning of complex\ motor\ skills, from learning to serve in tennis to perfecting a pirouette in ballet. What and where are the neural substrates that underlie\ motorimagery-based\ learning? We measured electrocorticographic\ cortical\ surface potentials in eight human subjects during overt action and kinesthetic\ imagery\ of the same movement, focusing on power in "high frequency" (76-100 Hz) and "low frequency" (8-32 Hz) ranges. We quantitatively establish that the spatial distribution of local neuronal population\ activity\ during\ motorimagery\ mimics the spatial distribution of\ activity\ during actual\ motor\ movement. By comparing responses to electrocortical stimulation with\ imagery-induced\ cortical\ surface\ activity, we demonstrate the role of primary\ motor\ areas in movement\ imagery. The magnitude of\ imagery-induced\ corticalactivity\ change was approximately 25\% of that associated with actual movement. However, when subjects learned to use this\ imagery\ to control a computer cursor in a simple\ feedback\ task, the\ imagery-induced\ activity\ change was significantly augmented, even exceeding that of overt movement.

}, keywords = {Adolescent, Adult, Biofeedback, Psychology, Cerebral Cortex, Child, Electric Stimulation, Electrocardiography, Female, Humans, Male, Middle Aged, Motor Activity, Young Adult}, issn = {1091-6490}, doi = {10.1073/pnas.0913697107}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20160084}, author = {Miller, K.J. and Gerwin Schalk and Fetz, Eberhard E and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @proceedings {2241, title = {Detection of spontaneous class-specific visual stimuli with high temporal accuracy in human electrocorticography.}, volume = {2009}, year = {2009}, month = {2009}, pages = {6465-8}, abstract = {Most brain-computer interface classification experiments from electrical potential recordings have been focused on the identification of classes of stimuli or behavior where the timing of experimental parameters is known or pre-designated. Real world experience, however, is spontaneous, and to this end we describe an experiment predicting the occurrence, timing, and types of visual stimuli perceived by a human subject from electrocorticographic recordings. All 300 of 300 presented stimuli were correctly detected, with a temporal precision of order 20 ms. The type of stimulus (face/house) was correctly identified in 95\% of these cases. There were approximately 20 false alarm events, corresponding to a late 2nd neuronal response to a previously identified event.}, keywords = {Algorithms, Electrocardiography, Evoked Potentials, Visual, Humans, Male, Pattern Recognition, Automated, Pattern Recognition, Visual, Photic Stimulation, Reproducibility of Results, Sensitivity and Specificity, User-Computer Interface, Visual Cortex}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5333546}, author = {Miller, John W and Hermes, Dora and Gerwin Schalk and Ramsey, Nick F and Jagadeesh, Bharathi and den Nijs, Marcel and Ojemann, J G and Rao, Rajesh P N} } @proceedings {2240, title = {Three cases of feature correlation in an electrocorticographic BCI.}, year = {2008}, month = {2008}, pages = {5318-21}, abstract = {Three human subjects participated in a closed-loop brain computer interface cursor control experiment mediated by implanted subdural electrocorticographic arrays. The paradigm consisted of several stages: baseline recording, hand and tongue motor tasks as the basis for feature selection, two closed-loop one-dimensional feedback experiments with each of these features, and a two-dimensional feedback experiment using both of the features simultaneously. The two selected features were simple channel and frequency band combinations associated with change during hand and tongue movement. Inter-feature correlation and cross-correlation between features during different epochs of each task were quantified for each stage of the experiment. Our anecdotal, three subject, result suggests that while high correlation between horizontal and vertical control signal can initially preclude successful two-dimensional cursor control, a feedback-based learning strategy can be successfully employed by the subject to overcome this limitation and progressively decorrelate these control signals.}, keywords = {Adolescent, Adult, Algorithms, Electrocardiography, Evoked Potentials, Motor, Female, Humans, Male, Middle Aged, Motor Cortex, Pattern Recognition, Automated, Statistics as Topic, Task Performance and Analysis, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2008.4650415}, author = {Miller, John W and Blakely, Timothy and Gerwin Schalk and den Nijs, Marcel and Rao, Rajesh P N and Ojemann, J G} } @article {2180, title = {Spectral Changes in Cortical Surface Potentials During Motor Movement.}, journal = {J Neurosci}, volume = {27}, year = {2007}, month = {02/2007}, pages = {2424-32}, abstract = {

In the first large study of its kind, we quantified changes in electrocorticographic signals associated with motor movement across 22 subjects with subdural electrode arrays placed for identification of seizure foci. Patients underwent a 5-7 d monitoring period with array placement, before seizure focus resection, and during this time they participated in the study. An interval-based motor-repetition task produced consistent and quantifiable spectral shifts that were mapped on a Talairach-standardized template cortex. Maps were created independently for a high-frequency band (HFB) (76-100 Hz) and a low-frequency band (LFB) (8-32 Hz) for several different movement modalities in each subject. The power in relevant electrodes consistently decreased in the LFB with movement, whereas the power in the HFB consistently increased. In addition, the HFB changes were more focal than the LFB changes. Sites of power changes corresponded to stereotactic locations in sensorimotor cortex and to the results of individual clinical electrical cortical mapping. Sensorimotor representation was found to be somatotopic, localized in stereotactic space to rolandic cortex, and typically followed the classic homunculus with limited extrarolandic representation.

}, keywords = {Adult, Brain Mapping, Female, Humans, Male, Middle Aged, Motor Cortex, Movement}, issn = {1529-2401}, doi = {10.1523/JNEUROSCI.3886-06.2007}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17329441}, author = {Miller, John W and Leuthardt, E C and Gerwin Schalk and Rao, Rajesh P N and Nicholas R Anderson and Moran, D and Miller, John W and Ojemann, J G} } @article {2173, title = {Electrocorticography-based brain computer interface--the Seattle experience.}, journal = {IEEE Trans Neural Syst Rehabil Eng}, volume = {14}, year = {2006}, month = {06/2006}, pages = {194-8}, abstract = {

Electrocorticography (ECoG) has been demonstrated to be an effective modality as a platform for brain-computer interfaces (BCIs). Through our experience with ten subjects, we further demonstrate evidence to support the power and flexibility of this signal for BCI usage. In a subset of four patients, closed-loop BCI experiments were attempted with the patient receiving online feedback that consisted of one-dimensional cursor movement controlled by ECoG features that had shown correlation with various real and imagined motor and speech tasks. All four achieved control, with final target accuracies between 73\%-100\%. We assess the methods for achieving control and the manner in which enhancing online control can be accomplished by rescreening during online tasks. Additionally, we assess the relevant issues of the current experimental paradigm in light of their clinical constraints.

}, keywords = {Cerebral Cortex, Electroencephalography, Epilepsy, Evoked Potentials, Humans, Therapy, Computer-Assisted, User-Computer Interface, Washington}, issn = {1534-4320}, doi = {10.1109/TNSRE.2006.875536}, url = {http://www.ncbi.nlm.nih.gov/pubmed/16792292}, author = {Leuthardt, E C and Miller, John W and Gerwin Schalk and Rao, Rajesh P N and Ojemann, J G} }