Resch, Jacob; Driscoll, Aoife; McCaffrey, Noel; Brown, Cathleen; Ferrara, Michael S; Macciocchi, Stephen; Baumgartner, Ted; Walpert, Kimberly
ImPact Test-Retest Reliability: Reliably Unreliable? Journal Article
In: Journal of Athletic Training, vol. 48, no. 4, pp. 506–511, 2013, ISBN: 1062-6050.
Abstract | Links | BibTeX | Tags: ANALYSIS of variance, Body Weights and Measures, Cognition -- Evaluation, college, Computer Assisted, Continuing (Credit), Cross Sectional Studies, Data Analysis Software, DESCRIPTIVE statistics, DIAGNOSIS, Education, Effect Size, Female, human, Instrument Validation, Intraclass Correlation Coefficient, Ireland, Male, Multicenter Studies, Neuropsychological Tests, ONE-way analysis of variance, Post Hoc Analysis, Repeated Measures, Scales, Students, test-retest reliability, UNITED States, Validation Studies, Young Adult
@article{Resch2013b,
title = {ImPact Test-Retest Reliability: Reliably Unreliable?},
author = {Resch, Jacob and Driscoll, Aoife and McCaffrey, Noel and Brown, Cathleen and Ferrara, Michael S and Macciocchi, Stephen and Baumgartner, Ted and Walpert, Kimberly},
doi = {10.4085/1062-6050-48.3.09},
isbn = {1062-6050},
year = {2013},
date = {2013-01-01},
journal = {Journal of Athletic Training},
volume = {48},
number = {4},
pages = {506--511},
abstract = {Context: Computerized neuropsychological testing is commonly used in the assessment and management of sport-related concussion. Even though computerized testing is widespread, psychometric evidence for test-retest reliability is somewhat limited. Additional evidence for test-retest reliability is needed to optimize clinical decision making after concussion. Objective: To document test-retest reliability for a commercially available computerized neuropsychological test battery (ImPACT) using 2 different clinically relevant time intervals. Design: Cross-sectional study. Setting: Two research laboratories. Patients or Other Participants: Group 1 (n=46) consisted of 25 men and 21 women (age=22.4 ± 1.89 years). Group 2 (n = 45) consisted of 17 men and 28 women (age = 20.9 ± 1.72 years). Intervention(s): Both groups completed ImPACT forms 1, 2, and 3, which were delivered sequentially either at 1-week intervals (group 1) or at baseline, day 45, and day 50 (group 2). Group 2 also completed the Green Word Memory Test (WMT) as a measure of effort. Main Outcome Measures: Intraclass correlation coefficients (ICCs) were calculated for the composite scores of ImPACT between time points. Repeated-measures analysis of variance was used to evaluate changes in ImPACT and WMT results over time. Results: The ICC values for group 1 ranged from 0.26 to 0.88 for the 4 ImPACT composite scores. The ICC values for group 2 ranged from 0.37 to 0.76. In group 1, ImPACT classified 37.0% and 46.0% of healthy participants as impaired at time points 2 and 3, respectively. In group 2, ImPACT classified 22.2% and 28.9% of healthy participants as impaired at time points 2 and 3, respectively. Conclusions: We found variable test-retest reliability for ImPACT metrics. Visual motor speed and reaction time demonstrated greater reliability than verbal and visual memory. Our current data support a multifaceted approach to concussion assessment using clinical examinations, symptom reports, cognitive testing, and balance assessment.},
keywords = {ANALYSIS of variance, Body Weights and Measures, Cognition -- Evaluation, college, Computer Assisted, Continuing (Credit), Cross Sectional Studies, Data Analysis Software, DESCRIPTIVE statistics, DIAGNOSIS, Education, Effect Size, Female, human, Instrument Validation, Intraclass Correlation Coefficient, Ireland, Male, Multicenter Studies, Neuropsychological Tests, ONE-way analysis of variance, Post Hoc Analysis, Repeated Measures, Scales, Students, test-retest reliability, UNITED States, Validation Studies, Young Adult},
pubstate = {published},
tppubtype = {article}
}
Barlow, Michael; Schlabach, Drew; Peiffer, Jeffrey; Cook, Chad
Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p] Journal Article
In: International Journal of Sports Physical Therapy, vol. 6, no. 3, pp. 150–157, 2011, ISBN: 2159-2896.
Abstract | BibTeX | Tags: ADOLESCENCE, adult, Brain Concussion -- Diagnosis, Child, Data Analysis Software, Disability Evaluation, Female, human, Instrument Validation, Male, Middle, Ohio, Postconcussion Syndrome -- Risk Factors, Predictive Value of Tests, Record Review, Recovery, Retrospective Design, ROC Curve, Scales, Schools, Secondary, validity
@article{Barlow2011,
title = {Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p]},
author = {Barlow, Michael and Schlabach, Drew and Peiffer, Jeffrey and Cook, Chad},
isbn = {2159-2896},
year = {2011},
date = {2011-01-01},
journal = {International Journal of Sports Physical Therapy},
volume = {6},
number = {3},
pages = {150--157},
publisher = {North American Journal of Sports Physical Therapy},
address = {Indianapolis, Indiana},
abstract = {Background: A battery of tests is commonly used to measure disability with and recovery from concussion. A number of different concussion-oriented assessment tests exist and each is considered useful. To the authors' knowledge, no study has compared the scores of these tests during recovery in the middle school and high school aged population to see how each change over time. Purpose: The purposes of this study were to analyze clinical data of concussed middle school and high school aged athletes to determine the concurrent and predictive validity for post-concussion syndrome (PCS) of the Post-Concussion Symptom Scale (PCSS), Balance Error Scoring System (BESS), and the five subscales of the Immediate Post-Concussion Assessment and Cognitive Testing (ImPACT). Methods: The study was a retrospective chart review performed on middle school and high school aged individuals with a diagnosis of concussion from the years 2008-2010 within the Akron Children's Hospital Sports Medicine system. To be eligible for inclusion in the dataset, each subject required a baseline measurement for each of the three tests (and all five subscales of the ImPACT) and a post-test measure. The mean age of the population was 15.38 years (SD=1.7) and ranged from 11 to 19 years. Pearson product correlation tests (correlation matrix) were used to analyze the concurrent validity of the test items during recovery following a concussion. Receiver operating characteristics (ROC) curves were used to determine the predictive validity of initial scores for developing PCS. Results: The correlation matrix captured five statistically significant findings; however, these suggested only weak to mild correlations. Five test items yielded an area under the curve (AUC) greater than 0.50 but only one was statistically significant. After qualitative evaluation, only one of the three tests (including the five subscales of the ImPACT) was useful in predicting post-concussion syndrome. Conclusion: This study suggests that there is poor concurrent validity among three commonly used concussion tests and there is no baseline score that predicts whether post-concussion syndrome will occur.},
keywords = {ADOLESCENCE, adult, Brain Concussion -- Diagnosis, Child, Data Analysis Software, Disability Evaluation, Female, human, Instrument Validation, Male, Middle, Ohio, Postconcussion Syndrome -- Risk Factors, Predictive Value of Tests, Record Review, Recovery, Retrospective Design, ROC Curve, Scales, Schools, Secondary, validity},
pubstate = {published},
tppubtype = {article}
}
Resch, Jacob; Driscoll, Aoife; McCaffrey, Noel; Brown, Cathleen; Ferrara, Michael S; Macciocchi, Stephen; Baumgartner, Ted; Walpert, Kimberly
ImPact Test-Retest Reliability: Reliably Unreliable? Journal Article
In: Journal of Athletic Training, vol. 48, no. 4, pp. 506–511, 2013, ISBN: 1062-6050.
@article{Resch2013b,
title = {ImPact Test-Retest Reliability: Reliably Unreliable?},
author = {Resch, Jacob and Driscoll, Aoife and McCaffrey, Noel and Brown, Cathleen and Ferrara, Michael S and Macciocchi, Stephen and Baumgartner, Ted and Walpert, Kimberly},
doi = {10.4085/1062-6050-48.3.09},
isbn = {1062-6050},
year = {2013},
date = {2013-01-01},
journal = {Journal of Athletic Training},
volume = {48},
number = {4},
pages = {506--511},
abstract = {Context: Computerized neuropsychological testing is commonly used in the assessment and management of sport-related concussion. Even though computerized testing is widespread, psychometric evidence for test-retest reliability is somewhat limited. Additional evidence for test-retest reliability is needed to optimize clinical decision making after concussion. Objective: To document test-retest reliability for a commercially available computerized neuropsychological test battery (ImPACT) using 2 different clinically relevant time intervals. Design: Cross-sectional study. Setting: Two research laboratories. Patients or Other Participants: Group 1 (n=46) consisted of 25 men and 21 women (age=22.4 ± 1.89 years). Group 2 (n = 45) consisted of 17 men and 28 women (age = 20.9 ± 1.72 years). Intervention(s): Both groups completed ImPACT forms 1, 2, and 3, which were delivered sequentially either at 1-week intervals (group 1) or at baseline, day 45, and day 50 (group 2). Group 2 also completed the Green Word Memory Test (WMT) as a measure of effort. Main Outcome Measures: Intraclass correlation coefficients (ICCs) were calculated for the composite scores of ImPACT between time points. Repeated-measures analysis of variance was used to evaluate changes in ImPACT and WMT results over time. Results: The ICC values for group 1 ranged from 0.26 to 0.88 for the 4 ImPACT composite scores. The ICC values for group 2 ranged from 0.37 to 0.76. In group 1, ImPACT classified 37.0% and 46.0% of healthy participants as impaired at time points 2 and 3, respectively. In group 2, ImPACT classified 22.2% and 28.9% of healthy participants as impaired at time points 2 and 3, respectively. Conclusions: We found variable test-retest reliability for ImPACT metrics. Visual motor speed and reaction time demonstrated greater reliability than verbal and visual memory. Our current data support a multifaceted approach to concussion assessment using clinical examinations, symptom reports, cognitive testing, and balance assessment.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Barlow, Michael; Schlabach, Drew; Peiffer, Jeffrey; Cook, Chad
Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p] Journal Article
In: International Journal of Sports Physical Therapy, vol. 6, no. 3, pp. 150–157, 2011, ISBN: 2159-2896.
@article{Barlow2011,
title = {Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p]},
author = {Barlow, Michael and Schlabach, Drew and Peiffer, Jeffrey and Cook, Chad},
isbn = {2159-2896},
year = {2011},
date = {2011-01-01},
journal = {International Journal of Sports Physical Therapy},
volume = {6},
number = {3},
pages = {150--157},
publisher = {North American Journal of Sports Physical Therapy},
address = {Indianapolis, Indiana},
abstract = {Background: A battery of tests is commonly used to measure disability with and recovery from concussion. A number of different concussion-oriented assessment tests exist and each is considered useful. To the authors' knowledge, no study has compared the scores of these tests during recovery in the middle school and high school aged population to see how each change over time. Purpose: The purposes of this study were to analyze clinical data of concussed middle school and high school aged athletes to determine the concurrent and predictive validity for post-concussion syndrome (PCS) of the Post-Concussion Symptom Scale (PCSS), Balance Error Scoring System (BESS), and the five subscales of the Immediate Post-Concussion Assessment and Cognitive Testing (ImPACT). Methods: The study was a retrospective chart review performed on middle school and high school aged individuals with a diagnosis of concussion from the years 2008-2010 within the Akron Children's Hospital Sports Medicine system. To be eligible for inclusion in the dataset, each subject required a baseline measurement for each of the three tests (and all five subscales of the ImPACT) and a post-test measure. The mean age of the population was 15.38 years (SD=1.7) and ranged from 11 to 19 years. Pearson product correlation tests (correlation matrix) were used to analyze the concurrent validity of the test items during recovery following a concussion. Receiver operating characteristics (ROC) curves were used to determine the predictive validity of initial scores for developing PCS. Results: The correlation matrix captured five statistically significant findings; however, these suggested only weak to mild correlations. Five test items yielded an area under the curve (AUC) greater than 0.50 but only one was statistically significant. After qualitative evaluation, only one of the three tests (including the five subscales of the ImPACT) was useful in predicting post-concussion syndrome. Conclusion: This study suggests that there is poor concurrent validity among three commonly used concussion tests and there is no baseline score that predicts whether post-concussion syndrome will occur.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Resch, Jacob; Driscoll, Aoife; McCaffrey, Noel; Brown, Cathleen; Ferrara, Michael S; Macciocchi, Stephen; Baumgartner, Ted; Walpert, Kimberly
ImPact Test-Retest Reliability: Reliably Unreliable? Journal Article
In: Journal of Athletic Training, vol. 48, no. 4, pp. 506–511, 2013, ISBN: 1062-6050.
Abstract | Links | BibTeX | Tags: ANALYSIS of variance, Body Weights and Measures, Cognition -- Evaluation, college, Computer Assisted, Continuing (Credit), Cross Sectional Studies, Data Analysis Software, DESCRIPTIVE statistics, DIAGNOSIS, Education, Effect Size, Female, human, Instrument Validation, Intraclass Correlation Coefficient, Ireland, Male, Multicenter Studies, Neuropsychological Tests, ONE-way analysis of variance, Post Hoc Analysis, Repeated Measures, Scales, Students, test-retest reliability, UNITED States, Validation Studies, Young Adult
@article{Resch2013b,
title = {ImPact Test-Retest Reliability: Reliably Unreliable?},
author = {Resch, Jacob and Driscoll, Aoife and McCaffrey, Noel and Brown, Cathleen and Ferrara, Michael S and Macciocchi, Stephen and Baumgartner, Ted and Walpert, Kimberly},
doi = {10.4085/1062-6050-48.3.09},
isbn = {1062-6050},
year = {2013},
date = {2013-01-01},
journal = {Journal of Athletic Training},
volume = {48},
number = {4},
pages = {506--511},
abstract = {Context: Computerized neuropsychological testing is commonly used in the assessment and management of sport-related concussion. Even though computerized testing is widespread, psychometric evidence for test-retest reliability is somewhat limited. Additional evidence for test-retest reliability is needed to optimize clinical decision making after concussion. Objective: To document test-retest reliability for a commercially available computerized neuropsychological test battery (ImPACT) using 2 different clinically relevant time intervals. Design: Cross-sectional study. Setting: Two research laboratories. Patients or Other Participants: Group 1 (n=46) consisted of 25 men and 21 women (age=22.4 ± 1.89 years). Group 2 (n = 45) consisted of 17 men and 28 women (age = 20.9 ± 1.72 years). Intervention(s): Both groups completed ImPACT forms 1, 2, and 3, which were delivered sequentially either at 1-week intervals (group 1) or at baseline, day 45, and day 50 (group 2). Group 2 also completed the Green Word Memory Test (WMT) as a measure of effort. Main Outcome Measures: Intraclass correlation coefficients (ICCs) were calculated for the composite scores of ImPACT between time points. Repeated-measures analysis of variance was used to evaluate changes in ImPACT and WMT results over time. Results: The ICC values for group 1 ranged from 0.26 to 0.88 for the 4 ImPACT composite scores. The ICC values for group 2 ranged from 0.37 to 0.76. In group 1, ImPACT classified 37.0% and 46.0% of healthy participants as impaired at time points 2 and 3, respectively. In group 2, ImPACT classified 22.2% and 28.9% of healthy participants as impaired at time points 2 and 3, respectively. Conclusions: We found variable test-retest reliability for ImPACT metrics. Visual motor speed and reaction time demonstrated greater reliability than verbal and visual memory. Our current data support a multifaceted approach to concussion assessment using clinical examinations, symptom reports, cognitive testing, and balance assessment.},
keywords = {ANALYSIS of variance, Body Weights and Measures, Cognition -- Evaluation, college, Computer Assisted, Continuing (Credit), Cross Sectional Studies, Data Analysis Software, DESCRIPTIVE statistics, DIAGNOSIS, Education, Effect Size, Female, human, Instrument Validation, Intraclass Correlation Coefficient, Ireland, Male, Multicenter Studies, Neuropsychological Tests, ONE-way analysis of variance, Post Hoc Analysis, Repeated Measures, Scales, Students, test-retest reliability, UNITED States, Validation Studies, Young Adult},
pubstate = {published},
tppubtype = {article}
}
Barlow, Michael; Schlabach, Drew; Peiffer, Jeffrey; Cook, Chad
Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p] Journal Article
In: International Journal of Sports Physical Therapy, vol. 6, no. 3, pp. 150–157, 2011, ISBN: 2159-2896.
Abstract | BibTeX | Tags: ADOLESCENCE, adult, Brain Concussion -- Diagnosis, Child, Data Analysis Software, Disability Evaluation, Female, human, Instrument Validation, Male, Middle, Ohio, Postconcussion Syndrome -- Risk Factors, Predictive Value of Tests, Record Review, Recovery, Retrospective Design, ROC Curve, Scales, Schools, Secondary, validity
@article{Barlow2011,
title = {Differences in change scores and the predictive validity of three commonly used measures following concussion in the middle school and high school aged population...[corrected] [published erratum appears in INT J SPORTS PHYS THER 2011; 6(4):1p]},
author = {Barlow, Michael and Schlabach, Drew and Peiffer, Jeffrey and Cook, Chad},
isbn = {2159-2896},
year = {2011},
date = {2011-01-01},
journal = {International Journal of Sports Physical Therapy},
volume = {6},
number = {3},
pages = {150--157},
publisher = {North American Journal of Sports Physical Therapy},
address = {Indianapolis, Indiana},
abstract = {Background: A battery of tests is commonly used to measure disability with and recovery from concussion. A number of different concussion-oriented assessment tests exist and each is considered useful. To the authors' knowledge, no study has compared the scores of these tests during recovery in the middle school and high school aged population to see how each change over time. Purpose: The purposes of this study were to analyze clinical data of concussed middle school and high school aged athletes to determine the concurrent and predictive validity for post-concussion syndrome (PCS) of the Post-Concussion Symptom Scale (PCSS), Balance Error Scoring System (BESS), and the five subscales of the Immediate Post-Concussion Assessment and Cognitive Testing (ImPACT). Methods: The study was a retrospective chart review performed on middle school and high school aged individuals with a diagnosis of concussion from the years 2008-2010 within the Akron Children's Hospital Sports Medicine system. To be eligible for inclusion in the dataset, each subject required a baseline measurement for each of the three tests (and all five subscales of the ImPACT) and a post-test measure. The mean age of the population was 15.38 years (SD=1.7) and ranged from 11 to 19 years. Pearson product correlation tests (correlation matrix) were used to analyze the concurrent validity of the test items during recovery following a concussion. Receiver operating characteristics (ROC) curves were used to determine the predictive validity of initial scores for developing PCS. Results: The correlation matrix captured five statistically significant findings; however, these suggested only weak to mild correlations. Five test items yielded an area under the curve (AUC) greater than 0.50 but only one was statistically significant. After qualitative evaluation, only one of the three tests (including the five subscales of the ImPACT) was useful in predicting post-concussion syndrome. Conclusion: This study suggests that there is poor concurrent validity among three commonly used concussion tests and there is no baseline score that predicts whether post-concussion syndrome will occur.},
keywords = {ADOLESCENCE, adult, Brain Concussion -- Diagnosis, Child, Data Analysis Software, Disability Evaluation, Female, human, Instrument Validation, Male, Middle, Ohio, Postconcussion Syndrome -- Risk Factors, Predictive Value of Tests, Record Review, Recovery, Retrospective Design, ROC Curve, Scales, Schools, Secondary, validity},
pubstate = {published},
tppubtype = {article}
}