@article {2150, title = {Spatiotemporal dynamics of electrocorticographic high gamma activity during overt and covert word repetition.}, journal = {Neuroimage}, volume = {54}, year = {2011}, month = {02/2011}, pages = {2960-72}, abstract = {

Language is one of the defining abilities of humans. Many studies have characterized the neural correlates of different aspects of language processing. However, the imaging techniques typically used in these studies were limited in either their temporal or spatial resolution. Electrocorticographic (ECoG) recordings from the surface of the\ brain\ combine high spatial with high temporal resolution and thus could be a valuable tool for the study of neural correlates of language function. In this study, we defined the spatiotemporal dynamics of ECoG activity during a word repetition task in nine human subjects. ECoG was recorded while each subject overtly or covertly repeated words that were presented either visually or auditorily. ECoG amplitudes in the high gamma (HG) band confidently tracked neural changes associated with stimulus presentation and with the subject{\textquoteright}s verbal response. Overt word production was primarily associated with HG changes in the superior and middle parts of temporal lobe, Wernicke{\textquoteright}s area, the supramarginal gyrus, Broca{\textquoteright}s area, premotor cortex (PMC), primary motor cortex. Covert word production was primarily associated with HG changes in superior temporal lobe and the supramarginal gyrus. Acoustic processing from both auditory stimuli as well as the subject{\textquoteright}s own voice resulted in HG power changes in superior temporal lobe and Wernicke{\textquoteright}s area. In summary, this study represents a comprehensive characterization of overt and covert speech using electrophysiological imaging with high spatial and temporal resolution. It thereby complements the findings of previous neuroimaging studies of language and thus further adds to\ current\ understanding of word processing in humans.

}, keywords = {Adolescent, Adult, Brain, Brain Mapping, Electroencephalography, Female, Humans, Male, Middle Aged, Signal Processing, Computer-Assisted, Verbal Behavior}, issn = {1095-9572}, doi = {10.1016/j.neuroimage.2010.10.029}, url = {http://www.ncbi.nlm.nih.gov/pubmed/21029784}, author = {Pei, Xiao-Mei and Leuthardt, E C and Charles M Gaona and Peter Brunner and Jonathan Wolpaw and Gerwin Schalk} } @article {2195, title = {A procedure for measuring latencies in brain-computer interfaces.}, journal = {IEEE Trans Biomed Eng}, volume = {57}, year = {2010}, month = {06/2010}, pages = {1785-97}, abstract = {

Brain-computer interface (BCI) systems must process neural signals with consistent timing in order to support adequate system performance. Thus, it is important to have the capability to determine whether a particular BCI configuration (i.e., hardware and software) provides adequate timing performance for a particular experiment. This report presents a method of measuring and quantifying different aspects of system timing in several typical BCI experiments across a range of settings, and presents comprehensive measures of expected overall system latency for each experimental configuration.

}, keywords = {Brain, Computer Systems, Electroencephalography, Evoked Potentials, Humans, Models, Neurological, Reproducibility of Results, Signal Processing, Computer-Assisted, Time Factors, User-Computer Interface}, issn = {1558-2531}, doi = {10.1109/TBME.2010.2047259}, url = {http://www.ncbi.nlm.nih.gov/pubmed/20403781}, author = {Adam J Wilson and Mellinger, J{\"u}rgen and Gerwin Schalk and Williams, Justin C} } @proceedings {2243, title = {Effective brain-computer interfacing using BCI2000.}, volume = {2009}, year = {2009}, month = {2009}, pages = {5498-501}, abstract = {To facilitate research and development in Brain-Computer Interface (BCI) research, we have been developing a general-purpose BCI system, called BCI2000, over the past nine years. This system has enjoyed a growing adoption in BCI and related areas and has been the basis for some of the most impressive studies reported to date. This paper gives an update on the status of this project by describing the principles of the BCI2000 system, its benefits, and impact on the field to date.}, keywords = {Algorithms, Brain, Electrocardiography, Equipment Design, Equipment Failure Analysis, Rehabilitation, Reproducibility of Results, Sensitivity and Specificity, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1557-170X}, doi = {10.1109/IEMBS.2009.5334558}, author = {Gerwin Schalk} } @article {2191, title = {Evolution of brain-computer interfaces: going beyond classic motor physiology.}, journal = {Neurosurg Focus}, volume = {27}, year = {2009}, month = {07/2009}, pages = {E4}, abstract = {

The notion that a computer can decode brain signals to infer the intentions of a human and then enact those intentions directly through a machine is becoming a realistic technical possibility. These types of devices are known as brain-computer interfaces (BCIs). The evolution of these neuroprosthetic technologies could have significant implications for patients with motor disabilities by enhancing their ability to interact and communicate with their environment. The cortical physiology most investigated and used for device control has been brain signals from the primary motor cortex. To date, this classic motor physiology has been an effective substrate for demonstrating the potential efficacy of BCI-based control. However, emerging research now stands to further enhance our understanding of the cortical physiology underpinning human intent and provide further signals for more complex brain-derived control. In this review, the authors report the current status of BCIs and detail the emerging research trends that stand to augment clinical applications in the future.

}, keywords = {Brain, Cerebral Cortex, Humans, Man-Machine Systems, Motor Cortex, Movement, Movement Disorders, Neuronal Plasticity, Prostheses and Implants, Research, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1092-0684}, doi = {10.3171/2009.4.FOCUS0979}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19569892}, author = {Leuthardt, E C and Gerwin Schalk and Roland, Jarod and Rouse, Adam and Moran, D} } @article {2192, title = {A practical procedure for real-time functional mapping of eloquent cortex using electrocorticographic signals in humans.}, journal = {Epilepsy Behav}, volume = {15}, year = {2009}, month = {07/2009}, pages = {278-86}, abstract = {

Functional mapping of eloquent cortex is often necessary prior to invasive brain surgery, but current techniques that derive this mapping have important limitations. In this article, we demonstrate the first comprehensive evaluation of a rapid, robust, and practical mapping system that uses passive recordings of electrocorticographic signals. This mapping procedure is based on the BCI2000 and SIGFRIED technologies that we have been developing over the past several years. In our study, we evaluated 10 patients with epilepsy from four different institutions and compared the results of our procedure with the results derived using electrical cortical stimulation (ECS) mapping. The results show that our procedure derives a functional motor cortical map in only a few minutes. They also show a substantial concurrence with the results derived using ECS mapping. Specifically, compared with ECS maps, a next-neighbor evaluation showed no false negatives, and only 0.46 and 1.10\% false positives for hand and tongue maps, respectively. In summary, we demonstrate the first comprehensive evaluation of a practical and robust mapping procedure that could become a new tool for planning of invasive brain surgeries.

}, keywords = {Adult, Brain Mapping, Cerebral Cortex, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Epilepsy, Female, Humans, Male, Middle Aged, Practice Guidelines as Topic, Signal Processing, Computer-Assisted, Young Adult}, issn = {1525-5069}, doi = {10.1016/j.yebeh.2009.04.001}, url = {http://www.ncbi.nlm.nih.gov/pubmed/19366638}, author = {Peter Brunner and A L Ritaccio and Lynch, Timothy M and Emrich, Joseph F and Adam J Wilson and Williams, Justin C and Aarnoutse, Erik J and Ramsey, Nick F and Leuthardt, E C and H Bischof and Gerwin Schalk} } @article {2183, title = {Brain-computer interfaces (BCIs): Detection Instead of Classification.}, journal = {J Neurosci Methods}, volume = {167}, year = {2008}, month = {01/2008}, pages = {51-62}, abstract = {

Many studies over the past two decades have shown that people can use\ brain\ signals to convey their intent to a\ computer\ through\ brain-computer interfaces\ (BCIs). These devices operate by recording signals from the\ brain\ and translating these signals into device commands. They can be used by people who are severely paralyzed to communicate without any use of muscle activity. One of the major impediments in translating this novel technology into\ clinical\ applications is the current requirement for preliminary analyses to identify the\ brain\ signal features best suited for communication. This paper introduces and validates signal detection, which does not require such analysis procedures, as a new concept in BCI signal processing. This detection concept is realized with Gaussian mixture models (GMMs) that are used to model resting\ brain\ activity so that any change in\ relevantbrain\ signals can be detected. It is implemented in a package called SIGFRIED (SIGnal modeling For Real-time Identification and Event Detection). The results indicate that SIGFRIED produces results that are within the range of those achieved using a common analysis strategy that requires preliminary identification of signal features. They indicate that such laborious analysis procedures could be replaced by merely recording\ brain\ signals during rest. In summary, this paper demonstrates how SIGFRIED could be used to overcome one of the present impediments to translation of laboratory BCI demonstrations into clinically practical applications.

}, keywords = {Adult, Algorithms, Brain, Brain Mapping, Electrocardiography, Electroencephalography, Humans, Male, Man-Machine Systems, Normal Distribution, Online Systems, Signal Detection, Psychological, Signal Processing, Computer-Assisted, Software Validation, User-Computer Interface}, issn = {0165-0270}, doi = {10.1016/j.jneumeth.2007.08.010}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17920134}, author = {Gerwin Schalk and Peter Brunner and Lester A Gerhardt and H Bischof and Jonathan Wolpaw} } @article {2179, title = {Electrocorticographic Frequency Alteration Mapping: A Clinical Technique for Mapping the Motor Cortex.}, journal = {Neurosurgery}, volume = {60}, year = {2007}, month = {04/2007}, pages = {260-70; discussion 270-1}, abstract = {

OBJECTIVE:\ 

Electrocortical stimulation (ECS) has been well established for delineating the eloquent cortex. However, ECS is still coarse and inefficient in delineating regions of the functional cortex and can be hampered by after-discharges. Given these constraints, an adjunct approach to defining the motor cortex is the use of electrocorticographic signal changes associated with active regions of the cortex. The broad range of frequency oscillations are categorized into two main groups with respect to the sensorimotor cortex: low and high frequency bands. The low frequency bands tend to show a power reduction with cortical activation, whereas the high frequency bands show power increases. These power changes associated with the activated cortex could potentially provide a powerful tool in delineating areas of the motor cortex. We explore electrocorticographic signal alterations as they occur with activated regions of the motor cortex, as well as its potential in clinical brain mapping applications.

METHODS:\ 

We evaluated seven patients who underwent invasive monitoring for seizure localization. Each patient had extraoperative ECS mapping to identify the motor cortex. All patients also performed overt hand and tongue motor tasks to identify associated frequency power changes in regard to location and degree of concordance with ECS results that localized either hand or tongue motor function.

RESULTS:\ 

The low frequency bands had a high sensitivity (88.9-100\%) and a lower specificity (79.0-82.6\%) for identifying electrodes with either hand or tongue ECS motor responses. The high frequency bands had a lower sensitivity (72.7-88.9\%) and a higher specificity (92.4-94.9\%) in correlation with the same respective ECS positive electrodes.

CONCLUSION:\ 

The concordance between stimulation and spectral power changes demonstrate the possible utility of electrocorticographic frequency alteration mapping as an adjunct method to improve the efficiency and resolution of identifying the motor cortex.

}, keywords = {Adult, Biological Clocks, Brain Mapping, Electric Stimulation, Electrodes, Implanted, Electroencephalography, Female, Hand, Humans, Male, Middle Aged, Motor Cortex, Oscillometry, Signal Processing, Computer-Assisted, Tongue}, issn = {1524-4040}, doi = {10.1227/01.NEU.0000255413.70807.6E}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17415162}, author = {Leuthardt, E C and Miller, John W and Nicholas R Anderson and Gerwin Schalk and Dowling, Joshua and Miller, John W and Moran, D and Ojemann, J G} } @article {2181, title = {An MEG-based brain-computer interface (BCI).}, journal = {Neuroimage}, volume = {36}, year = {2007}, month = {07/2007}, pages = {581-93}, abstract = {

Brain-computer interfaces (BCIs) allow for communicating intentions by mere brain activity, not involving muscles. Thus, BCIs may offer patients who have lost all voluntary muscle control the only possible way to communicate. Many recent studies have demonstrated that BCIs based on\ electroencephalography(EEG) can allow healthy and severely paralyzed individuals to communicate. While this approach is safe and inexpensive, communication is slow. Magnetoencephalography (MEG) provides signals with higher spatiotemporal resolution than\ EEG\ and could thus be used to explore whether these improved signal properties translate into increased BCI communication speed. In this study, we investigated the utility of an MEG-based BCI that uses voluntary amplitude modulation of sensorimotor mu and beta rhythms. To increase the signal-to-noise ratio, we present a simple spatial filtering method that takes the geometric properties of signal propagation in MEG into account, and we present methods that can process artifacts specifically encountered in an MEG-based BCI. Exemplarily, six participants were successfully trained to communicate binary decisions by imagery of limb movements using a feedback paradigm. Participants achieved significant mu rhythm self control within 32 min of feedback training. For a subgroup of three participants, we localized the origin of the amplitude modulated signal to the motor cortex. Our results suggest that an MEG-based BCI is feasible and efficient in terms of user training.

}, keywords = {Adult, Algorithms, Artifacts, Brain, Electroencephalography, Electromagnetic Fields, Electromyography, Feedback, Female, Foot, Hand, Head Movements, Humans, Magnetic Resonance Imaging, Magnetoencephalography, Male, Movement, Principal Component Analysis, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1053-8119}, doi = {10.1016/j.neuroimage.2007.03.019}, url = {http://www.ncbi.nlm.nih.gov/pubmed/17475511}, author = {Mellinger, J{\"u}rgen and Gerwin Schalk and Christoph Braun and Preissl, Hubert and Rosenstiel, W. and Niels Birbaumer and K{\"u}bler, A.} } @article {2164, title = {Temporal transformation of multiunit activity improves identification of single motor units.}, journal = {J Neurosci Methods}, volume = {114}, year = {2002}, month = {02/2002}, pages = {87-98}, abstract = {

This report describes a temporally based method for identifying repetitive firing of motor units. This\ approach\ is ideally suited to spike trains with negative serially correlated inter-spike intervals (ISIs). It can also be applied to spike trains in which ISIs exhibit little serial correlation if their coefficient of variation (COV) is sufficiently low. Using a novel application of the Hough transform, this method (i.e. the modified Hough transform (MHT)) maps motor unit action potential (MUAP) firing times into a feature space with ISI and offset (defined as the latency from an arbitrary starting time to the first MUAP in the train) as dimensions. Each MUAP firing time corresponds to a pattern in the feature space that represents all possible MUAP trains with a firing at that time. Trains with stable ISIs produce clusters in the feature space, whereas randomly firing trains do not. The MHT provides a direct estimate of mean firing rate and its variability for the entire data segment, even if several individual MUAPs are obscured by firings from other motor units. Addition of this method to a shape-based classification\ approach\ markedly improved rejection of false positives using simulated data and identified spike trains in whole muscle electromyographic recordings from rats. The relative independence of the MHT from the need to correctly classify individual firings permits a global description of stable repetitive firing behavior that is complementary to shape-based approaches to MUAP classification.

}, keywords = {Action Potentials, Animals, Electromyography, H-Reflex, Motor Neurons, Muscle, Skeletal, Rats, Signal Processing, Computer-Assisted}, issn = {0165-0270}, doi = {10.1016/S0165-0270(01)00517-9}, url = {http://www.ncbi.nlm.nih.gov/pubmed/11850043}, author = {Gerwin Schalk and Jonathan S. Carp and Jonathan Wolpaw} } @article {2163, title = {Brain-computer interface technology: a review of the first international meeting.}, journal = {IEEE Trans Rehabil Eng}, volume = {8}, year = {2000}, month = {06/2000}, pages = {164-73}, abstract = {

Over the past decade, many laboratories have begun to explore brain-computer interface (BCI) technology as a radically new communication option for those with neuromuscular impairments that prevent them from using conventional augmentative communication methods. BCI{\textquoteright}s provide these users with communication channels that do not depend on peripheral nerves and muscles. This article summarizes the first international meeting devoted to BCI research and development. Current BCI{\textquoteright}s use electroencephalographic (EEG) activity recorded at the scalp or single-unit activity recorded from within cortex to control cursor movement, select letters or icons, or operate a neuroprosthesis. The central element in each BCI is a translation algorithm that converts electrophysiological input from the user into output that controls external devices. BCI operation depends on effective interaction between two adaptive controllers, the user who encodes his or her commands in the electrophysiological input provided to the BCI, and the BCI which recognizes the commands contained in the input and expresses them in device control. Current BCI{\textquoteright}s have maximum information transfer rates of 5-25 b/min. Achievement of greater speed and accuracy depends on improvements in signal processing, translation algorithms, and user training. These improvements depend on increased interdisciplinary cooperation between neuroscientists, engineers, computer programmers, psychologists, and rehabilitation specialists, and on adoption and widespread application of objective methods for evaluating alternative methods. The practical use of BCI technology depends on the development of appropriate applications, identification of appropriate user groups, and careful attention to the needs and desires of individual users. BCI research and development will also benefit from greater emphasis on peer-reviewed publications, and from adoption of standard venues for presentations and discussion.

}, keywords = {Algorithms, Cerebral Cortex, Communication Aids for Disabled, Disabled Persons, Electroencephalography, Evoked Potentials, Humans, Neuromuscular Diseases, Signal Processing, Computer-Assisted, User-Computer Interface}, issn = {1063-6528}, doi = {10.1109/TRE.2000.847807}, url = {http://www.ncbi.nlm.nih.gov/pubmed/10896178}, author = {Jonathan Wolpaw and Niels Birbaumer and Heetderks, W J and Dennis J. McFarland and Peckham, P H and Gerwin Schalk and Emanuel Donchin and Quatrano, L A and Robinson, C J and Theresa M Vaughan} }