<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article
  PUBLIC "-//NLM//DTD Journal Publishing DTD v3.0 20080202//EN" "http://dtd.nlm.nih.gov/publishing/3.0/journalpublishing3.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="3.0" xml:lang="en">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id><journal-title-group>
<journal-title>PLoS ONE</journal-title></journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, USA</publisher-loc></publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-14-05303</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0099870</article-id>
<article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Biology and life sciences</subject><subj-group><subject>Neuroscience</subject><subj-group><subject>Cognitive science</subject><subj-group><subject>Cognitive psychology</subject></subj-group></subj-group><subj-group><subject>Neuropsychology</subject></subj-group></subj-group><subj-group><subject>Psychology</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Medicine and health sciences</subject><subj-group><subject>Critical care and emergency medicine</subject><subj-group><subject>Trauma medicine</subject><subj-group><subject>Head injury</subject></subj-group></subj-group></subj-group><subj-group><subject>Diagnostic medicine</subject></subj-group><subj-group><subject>Neurology</subject></subj-group><subj-group><subject>Sports and exercise medicine</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v2"><subject>Social sciences</subject></subj-group></article-categories>
<title-group>
<article-title>Neurological Assessment and Its Relationship to CSF Biomarkers in Amateur Boxers</article-title>
<alt-title alt-title-type="running-head">Neurological Assessment and Relationship to CSF Biomarkers in Boxers</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Neselius</surname><given-names>Sanna</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="corresp" rid="cor1"><sup>*</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Brisby</surname><given-names>Helena</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Marcusson</surname><given-names>Jan</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Zetterberg</surname><given-names>Henrik</given-names></name><xref ref-type="aff" rid="aff5"><sup>5</sup></xref><xref ref-type="aff" rid="aff6"><sup>6</sup></xref><xref ref-type="aff" rid="aff7"><sup>7</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Blennow</surname><given-names>Kaj</given-names></name><xref ref-type="aff" rid="aff5"><sup>5</sup></xref><xref ref-type="aff" rid="aff6"><sup>6</sup></xref></contrib>
<contrib contrib-type="author" xlink:type="simple"><name name-style="western"><surname>Karlsson</surname><given-names>Thomas</given-names></name><xref ref-type="aff" rid="aff8"><sup>8</sup></xref><xref ref-type="aff" rid="aff9"><sup>9</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label>1</label><addr-line>Department of Orthopaedics, Sahlgrenska University Hospital, Gothenburg, Sweden</addr-line></aff>
<aff id="aff2"><label>2</label><addr-line>Institute for Clinical Sciences, the Sahlgrenska Academy at the University of Gothenburg, Gothenburg, Sweden</addr-line></aff>
<aff id="aff3"><label>3</label><addr-line>Geriatric Section, University Hospital in Linköping, Linköping, Sweden</addr-line></aff>
<aff id="aff4"><label>4</label><addr-line>Institution of Clinical and Experimental Medicine, Linköping University, Linköping, Sweden</addr-line></aff>
<aff id="aff5"><label>5</label><addr-line>Clinical Neurochemistry Laboratory, Sahlgrenska University Hospital, Mölndal, Sweden</addr-line></aff>
<aff id="aff6"><label>6</label><addr-line>Institute of Neuroscience and Physiology, Department of Psychiatry and Neurochemistry, the Sahlgrenska Academy at the University of Gothenburg, Gothenburg, Sweden</addr-line></aff>
<aff id="aff7"><label>7</label><addr-line>UCL Institute of Neurology, Queen Square, London, United Kingdom</addr-line></aff>
<aff id="aff8"><label>8</label><addr-line>Disability Research, Department of Behavioral Sciences and Learning, Linköping University, Linköping, Sweden</addr-line></aff>
<aff id="aff9"><label>9</label><addr-line>Linnaeus Centre HEAD, Linköping University, Linköping, Sweden</addr-line></aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple"><name name-style="western"><surname>Brucki</surname><given-names>Sonia</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/></contrib>
</contrib-group>
<aff id="edit1"><addr-line>University Of São Paulo, Brazil</addr-line></aff>
<author-notes>
<corresp id="cor1">* E-mail: <email xlink:type="simple">sanna.neselius@vgregion.se</email></corresp>
<fn fn-type="conflict"><p>The authors have declared that no competing interests exist.</p></fn>
<fn fn-type="con"><p>Conceived and designed the experiments: SN TK JM. Performed the experiments: SN. Analyzed the data: SN HB JM HZ KB TK. Contributed reagents/materials/analysis tools: SN TK KB HZ. Wrote the paper: SN HB JM KB HZ TK.</p></fn>
</author-notes>
<pub-date pub-type="collection"><year>2014</year></pub-date>
<pub-date pub-type="epub"><day>18</day><month>6</month><year>2014</year></pub-date>
<volume>9</volume>
<issue>6</issue>
<elocation-id>e99870</elocation-id>
<history>
<date date-type="received"><day>4</day><month>2</month><year>2014</year></date>
<date date-type="accepted"><day>20</day><month>5</month><year>2014</year></date>
</history>
<permissions>
<copyright-year>2014</copyright-year>
<copyright-holder>Neselius et al</copyright-holder><license xlink:type="simple"><license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p></license></permissions>
<abstract><sec>
<title>Background</title>
<p>Mild traumatic brain injury (TBI) or concussion is common in many sports. Today, neuropsychological evaluation is recommended in the monitoring of a concussion and in return-to-play considerations. To investigate the sensitivity of neuropsychological assessment, we tested amateur boxers post bout and compared with controls. Further the relationship between neuropsychological test results and brain injury biomarkers in the cerebrospinal fluid (CSF) were investigated.</p>
</sec><sec>
<title>Method</title>
<p>Thirty amateur boxers on high elite level with a minimum of 45 bouts and 25 non-boxing matched controls were included. Memory tests (Rey Osterrieth Complex Figure, Listening Span, Digit Span, Controlled Word Association Test, and computerized testing of episodic memory), tests of processing speed and executive functions (Trail Making, Reaction Time, and Finger Tapping) were performed and related to previously published CSF biomarker results for the axonal injury marker neurofilament light (NFL).</p>
</sec><sec>
<title>Results</title>
<p>The neurological assessment showed no significant differences between boxers and controls, although elevated CSF NFL, as a sign of axonal injury, was detected in about 80% of the boxers 1–6 days post bout. The investigation of the relationship between neuropsychological evaluation and CSF NFL concentrations revealed that boxers with persisting NFL concentration elevation after at least 14 days resting time post bout, had a significantly poorer performance on Trail Making A (p = 0.041) and Simple Reaction Time (p = 0.042) compared to other boxers.</p>
</sec><sec>
<title>Conclusion</title>
<p>This is the first study showing traumatic axonal brain injury can be present without measureable cognitive impairment. The repetitive, subconcussive head trauma in amateur boxing causes axonal injury that can be detected with analysis of CSF NFL, but is not sufficient to produce impairment in memory tests, tests of processing speed, or executive functions. The association of prolonged CSF NFL increase in boxers with impairment of processing speed is an interesting observation, which needs to be verified in larger studies.</p>
</sec></abstract>
<funding-group><funding-statement>This work was supported by ALF Grants, County Council of Västra Götaland, Sweden; Gothenburg Medical Society, Sweden; and ALF Grants, County Council of Östergötland. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement></funding-group><counts><page-count count="8"/></counts></article-meta>
</front>
<body><sec id="s1">
<title>Introduction</title>
<p>Mild traumatic brain injury (TBI) or concussion is defined as a complex pathophysiologic process affecting the brain, induced by traumatic biomechanical forces with or without loss of consciousness <xref ref-type="bibr" rid="pone.0099870-McCrory1">[1]</xref>. They represent 80–90% of all traumatic brain injuries <xref ref-type="bibr" rid="pone.0099870-McCrory1">[1]</xref> and account for between 5.8–8.9% of all athlete injuries among United States high school and collegiate athletes <xref ref-type="bibr" rid="pone.0099870-Gessel1">[2]</xref>. It is also worth pointing out that most athletes experiencing a concussion, up to 70%, do not seek medical attention <xref ref-type="bibr" rid="pone.0099870-McCrea1">[3]</xref>. Since concussion is now recognized as an increasing and serious health problem in many sports, it has gained increased attention among medical professionals, scientists, sport organizations as well as athletes.</p>
<p>A TBI causes axonal and glial damage, which disturbs the cerebral physiology, and makes the brain more vulnerable for additional concussions. The primary neuropathology of mild TBI is a diffuse axonal injury (DAI) <xref ref-type="bibr" rid="pone.0099870-Iverson1">[4]</xref>, <xref ref-type="bibr" rid="pone.0099870-Meythaler1">[5]</xref>. It is caused by shearing of fragile axons, due to acceleration and deceleration forces during the trauma <xref ref-type="bibr" rid="pone.0099870-Browne1">[6]</xref>. The DAI inflicted by a mild TBI, causes predominantly cell dysfunction, rather than cell death <xref ref-type="bibr" rid="pone.0099870-Kirov1">[7]</xref>. A boxer can receive a mild TBI due to a knockout punch. The knockout frequency in modern amateur boxing is very low, in average 0.7% <xref ref-type="bibr" rid="pone.0099870-Bianco1">[8]</xref>, however, it is known that also the repetitive subconcussive trauma in boxing causes axonal injury <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>–<xref ref-type="bibr" rid="pone.0099870-Zetterberg1">[12]</xref>.</p>
<sec id="s1a">
<title>Neuropsychological Evaluation of Mild Traumatic Brain Injury</title>
<p>Neuropsychological evaluation has been advocated as the most sensitive tool for early detection of central nervous system pathology and numerous studies have shown that both traditional and computerized neuropsychological tests (emphasizing mental processing efficiency and speed) are sensitive for the acute cognitive impairment after a mild TBI up to 10 days post injury <xref ref-type="bibr" rid="pone.0099870-Collins1">[13]</xref>–<xref ref-type="bibr" rid="pone.0099870-Echemendia1">[16]</xref>. Also in studies where patients with mild TBI have been followed for longer time periods have concluded that neuropsychological assessment in mild TBI are of clinical value and contributes with significant information in the evaluation, in combination with symptom and physical assessment <xref ref-type="bibr" rid="pone.0099870-Rohling1">[17]</xref>, <xref ref-type="bibr" rid="pone.0099870-Wall1">[18]</xref>. In a meta-analysis of neuropsychological outcome after a single mild TBI, the largest impairment was seen in verbal, visual and working memory (attention, concentration, processing speed) up to 30 days post trauma <xref ref-type="bibr" rid="pone.0099870-Rohling1">[17]</xref>. However, the largest effect was observed during the first seven days and no neuropsychological changes were detectable after three months <xref ref-type="bibr" rid="pone.0099870-Rohling1">[17]</xref>. In a study on 698 jockeys decrements in high-level executive/attentional functioning after multiple concussions, persisting more than three months post trauma, were seen <xref ref-type="bibr" rid="pone.0099870-Wall1">[18]</xref>. Younger athletes were here found to be more vulnerable to concussions than adults.</p>
<p>For amateur boxing there is a recently published study showing cognitive impairment, after self-reported concussions (knockouts), when compared to controls <xref ref-type="bibr" rid="pone.0099870-Bleiberg1">[19]</xref>. Here, cognitive recovery occurred within a week. In this study the computerized test Automated Neuropsychological Assessment Metrics (ANAM) <xref ref-type="bibr" rid="pone.0099870-Bleiberg2">[20]</xref> was administered and the study objects in the boxer group were tested at baseline and post injury and thereafter compared to a group of baseline tested boxers without concussion. However, to our knowledge, no neuropsychological assessment has been able to show any pathology caused by the repetitive subconcussive trauma in amateur boxing <xref ref-type="bibr" rid="pone.0099870-Butler1">[21]</xref>–<xref ref-type="bibr" rid="pone.0099870-Porter1">[23]</xref>, indicating that there are no cognitive tests that are sensitive enough to detect small axonal injuries.</p>
</sec><sec id="s1b">
<title>Neuropsychological Tests used in the Diagnosis and Monitoring of TBI</title>
<sec id="s1b1">
<title>Episodic memory</title>
<p><bold>The Rey-Osterrieth Complex Figure (ROCF) Test</bold> is commonly used to test episodic memory and visuospatial skills <xref ref-type="bibr" rid="pone.0099870-Lezak1">[24]</xref>. It correlates with the Trail Making test and Wechsler Adult Intelligence Scale – Revised (WAIS-R) <xref ref-type="bibr" rid="pone.0099870-Cornell1">[25]</xref>. A study comparing subjects with traumatic brain injury (TBI) and patients with Alzheimer’s disease (AD) showed that the TBI subjects did not have any dysfunctions in copying the figure, only with recall, but the AD subjects had dysfunctions both with copying and recall <xref ref-type="bibr" rid="pone.0099870-Bigler1">[26]</xref>. There are also computerized possibilities, for example testing made by a model from Tulving <xref ref-type="bibr" rid="pone.0099870-Tulving1">[27]</xref>, to evaluate episodic memory.</p>
<p>Episodic memory after severe TBI has been shown to be impaired initially <xref ref-type="bibr" rid="pone.0099870-Wright1">[28]</xref>, but no long-term consequences have been seen after mild to moderate traumatic brain injury <xref ref-type="bibr" rid="pone.0099870-Himanen1">[29]</xref>.</p>
</sec><sec id="s1b2">
<title>Language and semantic memory</title>
<p><bold>Vocabulary intervention</bold> is part of the WAIS-R and related to level of education and is critical for studies where educational background may interfere with neuropsychological results <xref ref-type="bibr" rid="pone.0099870-Wechsler1">[30]</xref>.</p>
<p><bold>Controlled Oral Word Association Test</bold> (COWAT) is a part of the Multilingual Aphasia Examination and provides a measure of word retrieval and word fluency <xref ref-type="bibr" rid="pone.0099870-Benton1">[31]</xref>, <xref ref-type="bibr" rid="pone.0099870-Ross1">[32]</xref>. A study on 96 athletes suffering from a sport-related concussion did not reveal significant difference with controls <xref ref-type="bibr" rid="pone.0099870-Baillargeon1">[33]</xref>, but in mild cognitive impairment (preclinical stage of AD), impairment was seen compared to controls <xref ref-type="bibr" rid="pone.0099870-MalekAhmadi1">[34]</xref>.</p>
</sec><sec id="s1b3">
<title>Working memory</title>
<p><bold>Listening span Test</bold> has been used extensively in our laboratories <xref ref-type="bibr" rid="pone.0099870-Malm1">[35]</xref> and measures complex, executive aspects of working memory that are related to short-term memory capacity <xref ref-type="bibr" rid="pone.0099870-Haut1">[36]</xref>, <xref ref-type="bibr" rid="pone.0099870-Kane1">[37]</xref>. It is impaired in preclinical stages of AD <xref ref-type="bibr" rid="pone.0099870-Rosen1">[38]</xref> but seems not to be affected by sport-related concussions <xref ref-type="bibr" rid="pone.0099870-Mayers1">[39]</xref>. <bold>Digit Span Test</bold> is part of the Wechsler Adult Intelligence Scale – Revised (WAIS-R) and addresses short-term auditory memory that is part of the working memory <xref ref-type="bibr" rid="pone.0099870-Wechsler1">[30]</xref>. It can be used to monitor less effortful attention skills, in contrast to the Listening Span task, that involves effortful working memory and attention skills. Typically, performance on the Digit Span task is relatively insensitive to effects of mild TBI <xref ref-type="bibr" rid="pone.0099870-VallatAzouvi1">[40]</xref>. However, it ascertains that participants master necessary attention skills in order to allow meaningful interpretation of other neuropsychological data.</p>
</sec><sec id="s1b4">
<title>Processing speed and executive functions</title>
<p><bold>Trail Making Test</bold> is used for assessing processing speed, attention and executive functioning <xref ref-type="bibr" rid="pone.0099870-Reitan1">[41]</xref>. There is ample evidence that it can detect brain damage and predict long-term outcomes after traumatic brain injury <xref ref-type="bibr" rid="pone.0099870-Atchison1">[42]</xref>–<xref ref-type="bibr" rid="pone.0099870-Perianez1">[44]</xref>. <bold>Reaction time Test</bold> is sensitive to the effects of mild TBI <xref ref-type="bibr" rid="pone.0099870-Kontos1">[45]</xref>.</p>
<p>Previous studies have reported that <bold>Finger tapping Test</bold> is impaired after a mild TBI <xref ref-type="bibr" rid="pone.0099870-Haaland1">[46]</xref>, <xref ref-type="bibr" rid="pone.0099870-Prigatano1">[47]</xref> and that boxers show a reduced performance compared to controls <xref ref-type="bibr" rid="pone.0099870-Murelius1">[48]</xref>.</p>
</sec></sec><sec id="s1c">
<title>Evaluation of Biomarkers in Cerebrospinal Fluid and Blood in this Cohort of Boxers</title>
<p>We have previously shown that amateur boxing causes elevation of brain injury biomarkers in blood and CSF <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>–<xref ref-type="bibr" rid="pone.0099870-Neselius3">[11]</xref>. CSF Neurofilament Light Protein (NFL), a marker of axonal injury, was shown to be the most sensitive biomarker and to correlate with the amount of injury <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>. NFL levels were elevated in 77% of the boxers 1–6 days after a bout as a sign of mild TBI, when compared to matched controls. After a rest period of at least 14 days, the levels were still elevated in 46% of the boxers <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>.</p>
</sec><sec id="s1d">
<title>Aim of the Study</title>
<p>The primary aim of the study was to investigate if neurological assessment can detect cognitive impairment caused by subconcussive trauma in amateur boxing and if possible deficits are related to specific cognitive domains. Secondly, as the first study, we sought to investigate the relationship between neuropsychological evaluation and CSF NFL, previously analyzed in the same cohort <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>.</p>
</sec></sec><sec id="s2" sec-type="methods">
<title>Method</title>
<sec id="s2a">
<title>Study Population</title>
<p>The study was designed as a prospective prognostic follow-up study. Thirty Olympic boxers competing at high national and/or international level were compared to 25 healthy, age-matched controls. All boxers had completed at least 45 bouts. This inclusion criterion was based on the regulation of the National Boxing Federation demanding an examination including magnetic resonance imaging (MRI), computer tomography (CT) or electroencephalography (EEG) every 50 bouts. The controls consisted of friends or relatives to the boxers, aiming to make certain the enrolment of controls with similar social background and education level similar to the boxers. Exclusion criteria included performance at elite level in sports where head trauma frequently occurs, such a soccer, ice hockey and martial arts. On the same cohort results from biomarker analysis in blood and CSF have been previously published <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>–<xref ref-type="bibr" rid="pone.0099870-Neselius3">[11]</xref>.</p>
</sec><sec id="s2b">
<title>Ethical Approval</title>
<p>The regional ethical review board at Linköping Health University, Sweden approved the study. Written informed consent was obtained from all participants.</p>
</sec><sec id="s2c">
<title>Magnetic Resonance Imaging</title>
<p>Magnetic resonance imaging (MRI) of the brain was performed in all participants without any structural injuries (haemorrhages, subdural haematomas) or other major findings observed.</p>
</sec><sec id="s2d">
<title>Questionnaire Design</title>
<p>All participants filled in a questionnaire about medical history, medication, education, present occupation, information about previous concussions and quantification of alcohol and drug intake. Previous sports career was reported to identify those who had trained in sports with risk of TBI. The questionnaire included a 10-question symptom evaluation of head and neck injuries based on a previous study <xref ref-type="bibr" rid="pone.0099870-Jordan1">[49]</xref>. The number of symptoms that had worsened over the last 5–10 years was combined in a score. The boxers reported about their boxing career; fighting record, number of knock-out losses, number of Referee Stopping Contest losses due to several hard punches to Head (RSC-H), present weight class, duration of career, age at career start and age at first bout <xref ref-type="bibr" rid="pone.0099870-Jordan1">[49]</xref>, <xref ref-type="bibr" rid="pone.0099870-Kaste1">[50]</xref>. Boxers gave an account for total amount of bouts the last week prior testing (1–3 bouts) and estimated these bouts as easy (1), intermediate (2) or tough (3). Three boxing experts independently (without knowledge of any results) graded the boxers considering head trauma during total boxing career, 1 to 5 (Type 1 is a boxer that has a low risk to receive blows to the head, according to boxing style, skills and the skills of the opponents. Type 5 is a boxer with high risk to receive repeated blows to the head). The total amount of bouts the last week before test A, the boxers own grading of the bouts and the mean of the expert grading were combined in a score named “Boxing Exposure”. The aim was to calculate the total mild TBI risk prior testing.</p>
</sec><sec id="s2e">
<title>Neurological Examination</title>
<p>All participants underwent a neurological examination by the same physician <xref ref-type="bibr" rid="pone.0099870-Guskiewicz1">[51]</xref>. The neurological examination protocol included anamnestic questions about concussion symptoms, a general somatic status (general condition, examination of mouth and throat, heart, blood pressure, abdominal palpation, peripheral circulation and skin status) and a neurological status (GCS, orientation, alertness, speech function, cranial nerves 1–12, motor skills, balance testing, coordination, gate, sensibility testing and testing of reflexes).</p>
</sec><sec id="s2f">
<title>Neuropsychological Assessment</title>
<p>The cognitive testing was administered at 1–6 days after the last bout (in average 2 days after bout), prior to, but at the same day as CSF and blood tests (test A) <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>. The cognitive testing was performed in a quiet room without distraction at the university hospital at daytime. The same examiner administrated all the tests following a standardized procedure. The duration for the assessment was approximately 60 minutes. A blinded experienced neuropsychologist analyzed the results. Following parts in presented order constituted the test:</p>
<sec id="s2f1">
<title>1. Rey osterrieth complex figure test, part 1</title>
<p>Part one involved the untimed reproduction of a complex figure <xref ref-type="bibr" rid="pone.0099870-Lezak1">[24]</xref>.</p>
</sec><sec id="s2f2">
<title>2. Vocabulary test</title>
<p>The task involved the explanation of the meaning of words, ranging from common to less well-known items.</p>
</sec><sec id="s2f3">
<title>3. Controlled Oral Word Association Test (COWAT)</title>
<p>Participants were asked to generate as many words as possible that begins with a given letter, (i.e. F, A OR S, excluding proper names, numbers or words with different tenses or endings). Sixty seconds was allowed for each letter. The dependent variable was the total number of correct words produced, minus any repetitions <xref ref-type="bibr" rid="pone.0099870-Lezak1">[24]</xref>.</p>
</sec><sec id="s2f4">
<title>4. Listening span test</title>
<p>The participants listened to a set of sentences, half of which were semantically correct and the other half incorrect. Participants were instructed to report whether each sentence was correct or not and to remember the last word in each sentence. This procedure was repeated for two to five sentences. After the sentences had been presented, the participants were asked to recall all the target words in correct order. The task was repeated five times at each level of difficulty <xref ref-type="bibr" rid="pone.0099870-Daneman1">[52]</xref>.</p>
</sec><sec id="s2f5">
<title>5. Rey osterrieth complex figure test, part 2</title>
<p>The second part of the ROCF was included after the Listening Span Test and involved the reproduction (i.e., delayed recall) of the complex figure 30 minutes after the first presentation.</p>
</sec><sec id="s2f6">
<title>6. Computerized testing: episodic memory – part one</title>
<p>This test was computerized and constructed by a model from Tulving <xref ref-type="bibr" rid="pone.0099870-Tulving1">[27]</xref>. Two consecutive lists, one visual and one auditory list containing 36 words each were presented. The visual list was presented on a computer screen and the other list was presented auditory from computer. All words were presented once with interstimulus interval of 2.0 s. Presentation of the words was randomized. After the presentation of the two lists the participants were informed that the test would occur at a later point.</p>
</sec><sec id="s2f7">
<title>7. Digit span</title>
<p>Participants were presented with series of numbers, starting with three (for example 3–4–8). There were two series in each level and in total seven levels. The task was to immediately repeat the numbers back. When doing this successfully, the participants were allowed to continue to next level.</p>
</sec><sec id="s2f8">
<title>8. Trail making test, A and B</title>
<p>In trail A the participant was instructed to trace a line that connects circled numbers in consecutive order. In trail B the task was to trace a line by alternating circled numbers and circled letters in consecutive order (1–A–2–B–3–C, and so on) <xref ref-type="bibr" rid="pone.0099870-Reitan2">[53]</xref>.</p>
</sec><sec id="s2f9">
<title>9. Computerized testing: simple and complex reaction time</title>
<p>The test was computerized and constructed by a standardized model <xref ref-type="bibr" rid="pone.0099870-Hannay1">[54]</xref>. In our version of the task, participants were presented with one of two geometrical figures (a circle or a triangle). The size of the stimuli was approximately 80×80 mm. In the condition involving simple reaction time, participants were instructed to respond as quickly as possible whenever the circle appeared on the screen. Complex reaction time required participants to respond with right index finger to the circle and left index finger to the triangle. Each stimulus was presented for 100 msec. A randomly varying interstimulus interval (ISI) was used, ranging between 300 and 5000 msec. The measurement was based on 40 repetitions of each condition. Individual mean values for the simple and complex reaction time were calculated and the difference between complex and simple reaction time used in the further analysis of the results.</p>
</sec><sec id="s2f10">
<title>10. Computerized testing: Finger Tapping</title>
<p>The task is a modified version of the Halstead-Reitan Finger Tapping (or Oscillation) Test <xref ref-type="bibr" rid="pone.0099870-Spreen1">[55]</xref>, <xref ref-type="bibr" rid="pone.0099870-Halstead1">[56]</xref>.</p>
<p>The participants were asked to keep their right hand palm down; fingers extended, and rest the index finger on a designated key (the space bar) on a computer keyboard. The participants were instructed to press the key as many times and as fast as possible until a brief pause was introduced. The entire session consisted of five consecutive trials of 15 seconds each with a 15 second rest in between trials. We used the pace ( =  mean number of finger taps across trials) in our further analyses.</p>
</sec><sec id="s2f11">
<title>11. Computerized testing: episodic memory – part two</title>
<p>Following the part one of the Episodic Memory task, a self-paced, computerized, yes-no recognition test took place. In this test, the words from the two previous word lists were presented, together with distracting words. That is, half the target words were previously listed in the free recall task, half of the target words were uncontaminated by previous attempts at free recall.</p>
<p>Along with the presentation of each word, the participants were asked whether the word had occurred in the previous study lists. When an affirmative answer was given, the subject was also asked to decide if the recognition was accompanied by recollection. If a yes response was connected to an explicit recollection from the presentation earlier, the subject was asked to provide a remember response. The participants were informed that recollections could be associations that took place during the previous presentation, feelings or thoughts that linked the affirmative recognition decision to the previous presentation of the specific word. On the other hand, if the yes-response was not associated with a specific memory (i.e., the decision was based upon another criteria than explicit recollection, such as familiarity or ease of perceptual fluency), the subject was asked to provide a know response. Written instructions explaining the nature of the recollection classification task (including particular examples) were presented on the computer screen during the recognition test. In addition, the experimenter provided additional examples and explanations when the subject found the distinction between knowing and remembering difficult to use.</p>
<p>When the word recognition task was completed followed another word recognition task, also a self-paced computerized, yes-no recognition test. In this test, the participant was asked to discriminate and identify earlier presented audile words among earlier visual presented words and fifteen new distracters. Along with the presentation of each word, the participant was asked to decide whether the word had occurred in the previous study lists as audile stimuli. When an affirmative answer was given, the subject was also asked to decide if the recognition was accompanied by recollection. If a yes response was connected with an explicit recollection from the presentation earlier on, the subject was asked to provide a remember response. On the other hand, if the yes-response was not associated with a specific memory (i.e., the decision was based upon another criteria than explicit recollection, such as familiarity or ease of perceptual fluency), the subject was asked to provide a know response. Also in this task written instructions explaining the nature of the recollection classification task (including particular examples) were presented on the computer screen during the recognition test.</p>
</sec></sec><sec id="s2g">
<title>Investigation of Relationship between Neurological Assessment and CSF NFL</title>
<p>Boxers with NFL concentrations elevated more than 2 SD above the control mean, were considered to have abnormal levels.</p>
</sec><sec id="s2h">
<title>Statistics</title>
<p>Statistical analysis was carried out with IBM SPSS Statistics 21.0. Comparisons between groups were performed using the non-parametric Mann-Whitney U-test, due to sample sizes and since some of variables had skewed distributed data, following an initial MANOVA (multivariate analysis of variance). When variables did not meet criteria for conventional MANOVA procedures, the initial MANOVA was carried out on ranked results <xref ref-type="bibr" rid="pone.0099870-Thomas1">[57]</xref>.</p>
</sec></sec><sec id="s3">
<title>Results</title>
<sec id="s3a">
<title>Questionnaire Design and Neurological Examination</title>
<p>The questionnaire about medical and social history and the 10- question survey were similar between boxers and controls <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>. None of the boxers suffered from loss of consciousness during their last bout before test A. Only one of the boxers reported concussion related symptoms after the bout (in this case headache) at the clinical examination, but the medical and neurological examination was normal in all subjects, GCS 15.</p>
</sec><sec id="s3b">
<title>Neuropsychological Assessment</title>
<p>Criteria for statistical significance was not reached with an initial MANOVA encompassing neuropsychological results, except for the tests Rey-Osterrieth Figure - part two and Auditory Know HR (F(14,40) = 1.04, p = 0.44). These two did not fulfill criteria for the use of conventional MANOVA. MANOVA of ranked data failed to disclose a statistically significant effect (L(2) = 0.11, p = 0.74). Univariate results are shown in <xref ref-type="table" rid="pone-0099870-t001">Table 1</xref>.</p>
<table-wrap id="pone-0099870-t001" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0099870.t001</object-id><label>Table 1</label><caption>
<title>Results of the neuropsychological assessment for boxers vs. controls.</title>
</caption><alternatives><graphic id="pone-0099870-t001-1" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0099870.t001" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1">TEST</td>
<td align="left" rowspan="1" colspan="1">BOXERSN = 30Mean (range) SD</td>
<td align="left" rowspan="1" colspan="1">CONTROLSN = 25Mean (range) SD</td>
<td align="left" rowspan="1" colspan="1">P-valueBoxers vs. Controls</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>ROCF</bold><xref ref-type="table-fn" rid="nt102">1</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Copy (max 36)</td>
<td align="left" rowspan="1" colspan="1">33.6 (8.0–36) 6.6</td>
<td align="left" rowspan="1" colspan="1">35.3 (31–36) 1.2</td>
<td align="left" rowspan="1" colspan="1">0.78</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Delay (max 36)</td>
<td align="left" rowspan="1" colspan="1">17.9 (1–31) 8.3</td>
<td align="left" rowspan="1" colspan="1">19.1 (6.5–34) 8.0</td>
<td align="left" rowspan="1" colspan="1">0.71</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>VOCABULARY</bold><xref ref-type="table-fn" rid="nt103">2</xref> <bold>(max 70)</bold></td>
<td align="left" rowspan="1" colspan="1">31.9 (16–60) 11.3</td>
<td align="left" rowspan="1" colspan="1">30.5 (15–46) 9.5</td>
<td align="left" rowspan="1" colspan="1">0.61</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>COWAT</bold><xref ref-type="table-fn" rid="nt104">3</xref></td>
<td align="left" rowspan="1" colspan="1">36.9 (18–54) 10.7</td>
<td align="left" rowspan="1" colspan="1">37.6 (15–53) 9.2</td>
<td align="left" rowspan="1" colspan="1">0.91</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>DIGIT SPAN</bold><xref ref-type="table-fn" rid="nt105">4</xref> <bold>(max 14)</bold></td>
<td align="left" rowspan="1" colspan="1">7.1 (3–11) 2.0</td>
<td align="left" rowspan="1" colspan="1">6.5 (4–12) 2.0</td>
<td align="left" rowspan="1" colspan="1">0.13</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>LISTENING SPAN</bold><xref ref-type="table-fn" rid="nt106">5</xref> <bold>(max 38)</bold></td>
<td align="left" rowspan="1" colspan="1">14.3 (1–33) 7.6</td>
<td align="left" rowspan="1" colspan="1">10.6 (2–29) 6.6</td>
<td align="left" rowspan="1" colspan="1"><bold>0.05</bold></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>TRAILMAKING</bold><xref ref-type="table-fn" rid="nt107">6</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Part A, (s)</td>
<td align="left" rowspan="1" colspan="1">29.9 (15–75) 13.0</td>
<td align="left" rowspan="1" colspan="1">29.2 (17–51) 8.9</td>
<td align="left" rowspan="1" colspan="1">0.68</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Part B, (s)</td>
<td align="left" rowspan="1" colspan="1">80.5 (40–240) 39.6</td>
<td align="left" rowspan="1" colspan="1">81.3 (41–210) 34.3</td>
<td align="left" rowspan="1" colspan="1">0.61</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>REACTION TIME</bold><xref ref-type="table-fn" rid="nt108">7</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Simple (msec)</td>
<td align="left" rowspan="1" colspan="1">323.3 (233–951) 131.1</td>
<td align="left" rowspan="1" colspan="1">297.4 (229–652) 80.6</td>
<td align="left" rowspan="1" colspan="1">0.37</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Difference (complex-simple, msec)</td>
<td align="left" rowspan="1" colspan="1">245.4 (−248–3088) 549.0</td>
<td align="left" rowspan="1" colspan="1">203.8 (49–506) 119.6</td>
<td align="left" rowspan="1" colspan="1">0.31</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>FINGER TAPPING</bold><xref ref-type="table-fn" rid="nt109">8</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Dominant Hand</td>
<td align="left" rowspan="1" colspan="1">52.2 (range) 10.8</td>
<td align="left" rowspan="1" colspan="1">52.8 (range) 16.0</td>
<td align="left" rowspan="1" colspan="1">0.94</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Non-Dominant Hand</td>
<td align="left" rowspan="1" colspan="1">58.2 (range) 14.7</td>
<td align="left" rowspan="1" colspan="1">57.1 (range) 17.6</td>
<td align="left" rowspan="1" colspan="1">0.68</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>EPISODIC MEMORY</bold><xref ref-type="table-fn" rid="nt110">9</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Auditory – Remember HR</td>
<td align="left" rowspan="1" colspan="1">0.41 (0.04–0.86) 0.24</td>
<td align="left" rowspan="1" colspan="1">0.35 (0.04–0.77) 0.27</td>
<td align="left" rowspan="1" colspan="1">0.22</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Auditory – Know HR</td>
<td align="left" rowspan="1" colspan="1">0.18 (0.04–0.68) 0.18</td>
<td align="left" rowspan="1" colspan="1">0.24 (0.04–0.77) 0.24</td>
<td align="left" rowspan="1" colspan="1">0.95</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Visual – Remember HR</td>
<td align="left" rowspan="1" colspan="1">0.31 (0.04–0.77) 0.24</td>
<td align="left" rowspan="1" colspan="1">0.18 (0.04–0.68) 0.16</td>
<td align="left" rowspan="1" colspan="1"><bold>0.02</bold></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Visual – Know HR</td>
<td align="left" rowspan="1" colspan="1">0.16 (0.04–0.86) 0.16</td>
<td align="left" rowspan="1" colspan="1">0.15 (0.04–0.5.) 0.13</td>
<td align="left" rowspan="1" colspan="1">0.33</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt101"><label/><p>The boxers performed significantly better than the controls in the Listening Span and Visual – Remember HR tests (p = 0.05 and 0.02 respectively). No other significant differences were seen between the groups.</p></fn><fn id="nt102"><label>1</label><p><italic>ROCF: Rey Osterrieth Complex Figure Test.</italic></p></fn><fn id="nt103"><label>2</label><p><italic>Vocabulary: 35 words were presented and for each word 0,1 or 2 points were assigned.</italic></p></fn><fn id="nt104"><label>3</label><p><italic>COWAT (Controlled Word Association Test): Participants were asked to generate as many words as possible that begins with the given letters F, A and S. Sixty seconds were allowed for each letter. One point per word was received.</italic></p></fn><fn id="nt105"><label>4</label><p><italic>Digit Span: Participants were presented with series of numbers, starting with three (for example 3–4–8). There were two series in each level and in total seven levels. The task was to immediately repeat the numbers back. When doing this successfully, the participants were given a longer serie of numbers.</italic></p></fn><fn id="nt106"><label>5</label><p><italic>Listening Span: A mixed lists of digits and letters were read aloud to the participants and they were asked to recall this list in correct numeric and alphabetic order.</italic></p></fn><fn id="nt107"><label>6</label><p><italic>Trail Making: In trail A the participant is instructed to trace a line that connects circled numbers in consecutive order. In trail B the task is to trace a line by alternating circled numbers and circled letters in consecutive order. Time is measured in seconds(s).</italic></p></fn><fn id="nt108"><label>7</label><p><italic>Reaction time: a) Simple reaction time: Participants were instructed to respond as quickly as possible whenever the circle appeared on the screen. Complex reaction time: Required participants to respond with right hand to the circle and left hand to the triangle. Difference = Complex−Simple reaction time.</italic></p></fn><fn id="nt109"><label>8</label><p><italic>Finger Tapping. In total five trials with 15 s pauses between the trials. The participants were asked to press the space board with their index finger on the computer keyboard as many times as possible for 15 s, alternating dominate and non-dominant hand. The mean value was calculated.</italic></p></fn><fn id="nt110"><label>9</label><p><italic>Propotional values (range 0.04–0.96). There are 30 words respectively in the auditory and visual conditions. The proportion of correct recognition hit rates (HR) is presented.</italic></p></fn></table-wrap-foot></table-wrap><sec id="s3b1">
<title>Episodic, language, semantic and working memory</title>
<p>The scoring in the Rey-Osterrieth Figure Test was made according to established criteria developed by David Loring <xref ref-type="bibr" rid="pone.0099870-Loring1">[58]</xref>. Nor the Rey-Osterrieth Figure test or “the delay and episodic memory computer task” revealed any impairment in the boxers compared to controls. In one condition (Visual – Remember HR) the boxers presented with a larger proportion of ‘know’ responses (p = 0.02) than the control group (<xref ref-type="table" rid="pone-0099870-t001">Table 1</xref>).</p>
<p>The test parameters Vocabulary and COWAT showed no differences between the groups (<xref ref-type="table" rid="pone-0099870-t001">Table 1</xref>).</p>
<p>Digit Span and Listening Span were used to assess working memory. No differences were seen in Digit Span but the boxers performed better than the matched controls in the Listening Span Task (p = 0.049, <xref ref-type="table" rid="pone-0099870-t001">Table 1</xref>).</p>
</sec><sec id="s3b2">
<title>Processing speed and executive functions</title>
<p>Trail Making, Reaction Time and Finger Tapping were used to evaluate processing speed and executive functions. No differences between the groups were detected in any of those tests.</p>
</sec><sec id="s3b3">
<title>Visuospatial ability: rey-osterrieth figure test, part one</title>
<p>Performance on ROCF was similar in boxers and controls (<xref ref-type="table" rid="pone-0099870-t001">Table 1</xref>).</p>
</sec></sec><sec id="s3c">
<title>Investigation of Relationship between Neuropsychological Assessment and CSF NFL</title>
<p>Criteria for statistical significance was not reached with an initial MANOVA encompassing neuropsychological results, except for the tests Trail Making B and Simple Reaction Time. (F (14) = 1.4, p = 0.26). These two did not fulfill criteria for the use of conventional MANOVA. MANOVA of ranked data indicated a statistically significant effect (L(2) = 5.4, p = 0.02). Univariate results are shown in <xref ref-type="table" rid="pone-0099870-t002">Table 2</xref>.</p>
<table-wrap id="pone-0099870-t002" position="float"><object-id pub-id-type="doi">10.1371/journal.pone.0099870.t002</object-id><label>Table 2</label><caption>
<title>Investigation of relationship between neurological assessment and neurofilament light (NFL) in the cerebrospinal fluid (CSF).</title>
</caption><alternatives><graphic id="pone-0099870-t002-2" position="float" mimetype="image" xlink:href="info:doi/10.1371/journal.pone.0099870.t002" xlink:type="simple"/>
<table><colgroup span="1"><col align="left" span="1"/><col align="center" span="1"/><col align="center" span="1"/><col align="center" span="1"/></colgroup>
<thead>
<tr>
<td align="left" rowspan="1" colspan="1">TEST</td>
<td align="left" rowspan="1" colspan="1">ELEVATED NFL(B)N = 12Mean (range) SD</td>
<td align="left" rowspan="1" colspan="1">NORMAL NFL(B)N = 14Mean (range) SD</td>
<td align="left" rowspan="1" colspan="1">P-valueElevated vs. normal</td>
</tr>
</thead>
<tbody>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>ROCF</bold><xref ref-type="table-fn" rid="nt112">1</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Copy (max 36)</td>
<td align="left" rowspan="1" colspan="1">32.1 (8–36) 9.1</td>
<td align="left" rowspan="1" colspan="1">35.5 (4–32) 1.1</td>
<td align="left" rowspan="1" colspan="1">0.80</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Delay (max 36)</td>
<td align="left" rowspan="1" colspan="1">18.0 (3.5–31) 9.5</td>
<td align="left" rowspan="1" colspan="1">171 (1–31) 7.7</td>
<td align="left" rowspan="1" colspan="1">0.67</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>VOCABULARY</bold><xref ref-type="table-fn" rid="nt113">2</xref> <bold>(max 70)</bold></td>
<td align="left" rowspan="1" colspan="1">28.4 (16–47) 11.5</td>
<td align="left" rowspan="1" colspan="1">34.3 (17–60) 11.4</td>
<td align="left" rowspan="1" colspan="1">0.16</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>COWAT</bold><xref ref-type="table-fn" rid="nt114">3</xref></td>
<td align="left" rowspan="1" colspan="1">32.2 (18–48) 11.2</td>
<td align="left" rowspan="1" colspan="1">39.3 (19–54) 11.4</td>
<td align="left" rowspan="1" colspan="1">0.09</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>DIGIT SPAN</bold><xref ref-type="table-fn" rid="nt115">4</xref> <bold>(max 14)</bold></td>
<td align="left" rowspan="1" colspan="1">6.8 (4–10) 2.1</td>
<td align="left" rowspan="1" colspan="1">7.3 (3–11) 2.0</td>
<td align="left" rowspan="1" colspan="1">0.40</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>LISTENING SPAN</bold><xref ref-type="table-fn" rid="nt116">5</xref> <bold>(max 38)</bold></td>
<td align="left" rowspan="1" colspan="1">12.8 (1–21) 6.1</td>
<td align="left" rowspan="1" colspan="1">15.4 (6–33) 8.3</td>
<td align="left" rowspan="1" colspan="1">0.56</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>TRAIL MAKING</bold><xref ref-type="table-fn" rid="nt117">6</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Part A, (s)</td>
<td align="left" rowspan="1" colspan="1">35.8 (20–75) 15.7</td>
<td align="left" rowspan="1" colspan="1">26.2 (15–55) 9.9</td>
<td align="left" rowspan="1" colspan="1"><bold>0.04</bold></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Part B, (s)</td>
<td align="left" rowspan="1" colspan="1">98.7 (43–240) 54.7</td>
<td align="left" rowspan="1" colspan="1">69.0 (45–100) 18.1</td>
<td align="left" rowspan="1" colspan="1">0.18</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>REACTION TIME</bold><xref ref-type="table-fn" rid="nt118">7</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Simple (msec)</td>
<td align="left" rowspan="1" colspan="1">371.1 (259.6–956.8) 191.3</td>
<td align="left" rowspan="1" colspan="1">285.1 (242.0–361.6)</td>
<td align="left" rowspan="1" colspan="1"><bold>0.04</bold></td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Difference (complex-simple, msec)</td>
<td align="left" rowspan="1" colspan="1">126.2 (−248.0–388.0) 161.7</td>
<td align="left" rowspan="1" colspan="1">349.6 (92.7–3087.9) 733.3</td>
<td align="left" rowspan="1" colspan="1">0.84</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>FINGER TAPPING</bold><xref ref-type="table-fn" rid="nt119">8</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Dominant Hand</td>
<td align="left" rowspan="1" colspan="1">48.3 (36.6–67.2) 9.1</td>
<td align="left" rowspan="1" colspan="1">45.4 (29.1–61.3) 11.5</td>
<td align="left" rowspan="1" colspan="1">0.59</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Non-Dominant Hand</td>
<td align="left" rowspan="1" colspan="1">55.7 (41.2–70.2) 9.4</td>
<td align="left" rowspan="1" colspan="1">49.2 (31.3–70.4) 11.4</td>
<td align="left" rowspan="1" colspan="1">0.17</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1"><bold>EPISODIC MEMORY</bold><xref ref-type="table-fn" rid="nt120">9</xref></td>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
<td align="left" rowspan="1" colspan="1"/>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Auditory – Remember HR</td>
<td align="left" rowspan="1" colspan="1">0.42 (0.05–0.95) 0.32</td>
<td align="left" rowspan="1" colspan="1">0.50 (0.14–0.77) 0.20</td>
<td align="left" rowspan="1" colspan="1">0.34</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Auditory – Know HR</td>
<td align="left" rowspan="1" colspan="1">0.26 (0.05–0.86) 0.29</td>
<td align="left" rowspan="1" colspan="1">0.20 (0.05–0.59) 0.14</td>
<td align="left" rowspan="1" colspan="1">0.96</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Visual – Remember HR</td>
<td align="left" rowspan="1" colspan="1">0.50 (0.05–0.86) 0.28</td>
<td align="left" rowspan="1" colspan="1">0.43 (0.05–0.86) 0.19</td>
<td align="left" rowspan="1" colspan="1">0.52</td>
</tr>
<tr>
<td align="left" rowspan="1" colspan="1">Visual – Know HR</td>
<td align="left" rowspan="1" colspan="1">0.17 (0.05–0.41) 0.14</td>
<td align="left" rowspan="1" colspan="1">0.24 (0.05–0.68) 0.19</td>
<td align="left" rowspan="1" colspan="1">0.39</td>
</tr>
</tbody>
</table>
</alternatives><table-wrap-foot><fn id="nt111"><label/><p>NFL in the cerebrospinal fluid has been analyzed in the same cohort of boxers and the results are previously published <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>. After a boxing bout, cerebrospinal fluid was collected at two occasions, first 1–6 days (test A) after bout and then after a rest period of at least 14 days (test B). 23 of 30 boxers had elevated concentrations of the axonal injury biomarker NFL at test A. At follow up, 4 of the boxers were lost, 12 of 26 (46%) boxers still hade elevated concentrations and these had significantly lesser performance on Trail Making A (p = 0.041) and Simple Reaction Time (p = 0.042) compared to the other boxers.</p></fn><fn id="nt112"><label>1</label><p><italic>ROCF: Rey Osterrieth Complex Figure Test.</italic></p></fn><fn id="nt113"><label>2</label><p><italic>Vocabulary: 35 words were presented and for each word 0,1 or 2 points were assigned.</italic></p></fn><fn id="nt114"><label>3</label><p><italic>COWAT (Controlled Word Association Test): Participants were asked to generate as many words as possible that begin with the given letters F, A and S. Sixty seconds were allowed for each letter. One point per word was received.</italic></p></fn><fn id="nt115"><label>4</label><p><italic>Digit Span: Participants were presented with series of numbers, starting with three (for example 3–4–8). There were two series in each level and in total seven levels. The task was to immediately repeat the numbers back. When doing this successfully, the participants were given a longer serie of numbers.</italic></p></fn><fn id="nt116"><label>5</label><p><italic>Listening Span: A mixed lists of digits and letters were read aloud to the participants and they were asked to recall this list in correct numeric and alphabetic order.</italic></p></fn><fn id="nt117"><label>6</label><p><italic>Trail Making: In trail A the participant is instructed to trace a line that connects circled numbers in consecutive order. In trail B the task is to trace a line by alternating circled numbers and circled letters in consecutive order. Time is measured in seconds(s).</italic></p></fn><fn id="nt118"><label>7</label><p><italic>Reaction time: a) Simple reaction time: Participants were instructed to respond as quickly as possible whenever the circle appeared on the screen. Complex reaction time: Required participants to respond with right hand to the circle and left hand to the triangle. Difference = Complex−Simple reaction time.</italic></p></fn><fn id="nt119"><label>8</label><p><italic>Finger Tapping. In total five trials with 15 s rests between the trials. The participants were asked to press the space board with their index finger on the computer keyboard as many times as possible for 15 s, alternating dominate and non-dominant hand. The mean value was calculated.</italic></p></fn><fn id="nt120"><label>9</label><p><italic>Proportional values (range 0.04–0.96). The number of words in the auditory and visual conditions was 30 respectively. The correct recognition hit rates (HR) are presented.</italic></p></fn></table-wrap-foot></table-wrap>
<p>Differences in the neuropsychological test results were seen between boxers with abnormal, as compared to normal, CSF NFL at test B (follow-up sample after rest from boxing). Boxers with prolonged NFL elevation had deficits regarding Trail Making A (p = 0.041) and simple reaction time (p = 0.042) (<xref ref-type="table" rid="pone-0099870-t002">table 2</xref>). Comparisons for NFL in closer relation to bout (test A) revealed no statistical significances.</p>
</sec></sec><sec id="s4">
<title>Discussion</title>
<p>None of the neuropsychological assessment tools could reveal any impairment in the boxers, when compared to controls, although our test battery included attention, processing speed, working memory and visual learning; all the areas where impairment after mild TBI has been previously demonstrated <xref ref-type="bibr" rid="pone.0099870-Maruff1">[59]</xref>. The performance in some of the boxers was very poor, but similar results were also found among controls. In most tasks the performance was identical or slightly in favor for the boxers.</p>
<p>We have previously in the same cohort of boxers been able to show that the repetitive subconcussive trauma in amateur boxing causes axonal injury detectable by CSF biomarkers <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>, <xref ref-type="bibr" rid="pone.0099870-Neselius3">[11]</xref>. This is the first study to investigate the relationship between neuropsychological evaluation and CSF NFL (an axonal injury biomarker <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>, <xref ref-type="bibr" rid="pone.0099870-Zetterberg1">[12]</xref>), and the results were quite interesting.</p>
<p>Amateur boxers still having increased CSF NFL concentrations after a rest period of at least 14 days, had significantly worse performance on two (out of four) tasks involving processing speed responses, Trail Making part A (p = 0.04) and Simple Reaction Time (p = 0.04), compared to the other boxers. The boxers with prolonged elevation of CSF NFL had most likely received more punches during bout leading to greater degree of axonal injury, compared to the other boxers <xref ref-type="bibr" rid="pone.0099870-Neselius1">[9]</xref>, <xref ref-type="bibr" rid="pone.0099870-Zetterberg1">[12]</xref>. Another interpretation is that these boxers may suffer from ongoing neurodegeneration. This interpretation may be speculative but in our mind not irrelevant in the light of recent data on progressive neurodegeneration following repeated concussions <xref ref-type="bibr" rid="pone.0099870-McKee1">[60]</xref>. The association of CSF NFL with speed measures gives a functional correlate to the CSF biomarker findings and calls for further investigations with repeated CSF samplings and long-term clinical and neuropsychological follow-up within this group.</p>
<p>Our study has some limitations: First, the absence of baseline neuropsychological assessment before bouts may make it hard to determine if the test scores reflect the actual boxing bout. Second, since several statistical tests were performed, there is a risk of type I errors, why the observed relationship between processing speed and prolonged increase in CSF NFL concentration need to be repeated in independent studies before stronger conclusions can be drawn. Whether baseline testing has greater diagnostic accuracy than post concussion assessment alone still remains to be determined <xref ref-type="bibr" rid="pone.0099870-Randolph1">[61]</xref>, since also the test-retest reliability must be taken into account <xref ref-type="bibr" rid="pone.0099870-Comper1">[62]</xref> and findings further suggest that post injury neuropsychological test data are robust and may not require baseline testing, as long as there exist appropriate, well-developed normative data <xref ref-type="bibr" rid="pone.0099870-Echemendia2">[63]</xref>. However, traditional test norms are based upon quota sampling, the recruitment of a normative sample reflecting the demographic properties of the national census. A problem in investigations involving clinical patients, ethnical minorities, or groups with special skills (such as the athletes in our study) is that these populations often do not reflect the national census in crucial aspects. Hence, census-based norms may bias the interpretation of results in unpredictable ways. In our study, such a method would have overestimated the effects of boxing upon language and possibly episodic memory. Over the years, several different methods for correcting recruitment bias have been suggested <xref ref-type="bibr" rid="pone.0099870-Mitrushina1">[64]</xref>. We tried to cope with this problem by recruiting a group of scrupulously matched controls. It should be noted, that this approach in the future should be supplemented with norms derived from meta-analyses of boxer studies. Using Monte Carlo simulation, census-based norms can then be adjusted to reflect recruitment bias. Such a necessary enterprise requires the publication of a larger number of studies than currently available.</p>
<p>The clinical value and validity of neuropsychological assessment in the diagnosis and monitoring of mild TBI has been under discussion. Until now, neuropsychological evaluation has been advocated as the most sensitive tool for detecting early neurological pathology, but our results indicate that without baseline testing and in absence of clinical symptoms, neuropsychological assessment cannot detect the small axonal injuries caused by the repetitive subconcussive trauma in boxing. However, specific test of processing speed and executive functions may indicate protracted or delayed injury and may hold promise as markers for more severe trauma. The clinical relevance of elevated CSF NFL without clinical symptoms or without cognitive impairment can be discussed, but earlier studies have shown that concussion increases the risk for additional concussions <xref ref-type="bibr" rid="pone.0099870-Guskiewicz1">[51]</xref>, that at least 12% of the athletes with fatal sport-related intracerebral bleeding have suffered from a concussion within 4 weeks prior to the injury <xref ref-type="bibr" rid="pone.0099870-Thomas2">[65]</xref> and that sport-related concussion is associated with long-term effects in form of chronic traumatic encephalopathy <xref ref-type="bibr" rid="pone.0099870-McKee1">[60]</xref>. The results of these studies indicate that the risk for complications increases if athletes return to sport before the traumatic brain injury has healed and that it today is difficult to decide correctly when that is the case. Just as in fracture healing, absence of clinical symptoms might not be equivalent with absence of/healed traumatic brain injury, why more sensitive analysis tools, such as analysis of CSF brain injury biomarkers, might be helpful for the clinician.</p>
<p>In the future, it would be valuable also investigate the relationship between CSF NFL and some of the established neuropsychological computerized concussion batteries of today (Immediate Postconcussion Assessment and Cognitive Testing (ImPACT), Axon Sports, the Automated Neuropsychological Assessment Metrics (ANAM), Headminder (ImPACT Applications, Inc; Axon Sports, LLC)) in concussed athletes.</p>
<sec id="s4a">
<title>Conclusion</title>
<p>This is to our knowledge the first study showing traumatic axonal brain injury can be present without measureable cognitive impairment. Absence of clinical symptoms/cognitive impairment after concussion does not seem to be equivalent to absence of brain injury. Our conclusion is that assessment of memory tests, tests of processing speed or executive functions, cannot detect the small axonal injuries that can be diagnosed with CSF NFL analysis in amateur boxing. However, these modalities can provide complementary information and link CSF biomarker results to functional outcome.</p>
</sec></sec></body>
<back>
<ack>
<p>The authors want to thank Lisbeth Hjälle for her helpful assistance with this study.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="pone.0099870-McCrory1"><label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McCrory</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Meeuwisse</surname><given-names>WH</given-names></name>, <name name-style="western"><surname>Aubry</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Cantu</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Dvorak</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Consensus statement on concussion in sport: the 4th International Conference on Concussion in Sport held in Zurich, November 2012</article-title>. <source>British journal of sports medicine</source> <volume>47</volume>: <fpage>250</fpage>–<lpage>258</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Gessel1"><label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Gessel</surname><given-names>LM</given-names></name>, <name name-style="western"><surname>Fields</surname><given-names>SK</given-names></name>, <name name-style="western"><surname>Collins</surname><given-names>CL</given-names></name>, <name name-style="western"><surname>Dick</surname><given-names>RW</given-names></name>, <name name-style="western"><surname>Comstock</surname><given-names>RD</given-names></name> (<year>2007</year>) <article-title>Concussions among United States high school and collegiate athletes</article-title>. <source>Journal of athletic training</source> <volume>42</volume>: <fpage>495</fpage>–<lpage>503</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-McCrea1"><label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McCrea</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Hammeke</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Olsen</surname><given-names>G</given-names></name>, <name name-style="western"><surname>Leo</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Guskiewicz</surname><given-names>K</given-names></name> (<year>2004</year>) <article-title>Unreported concussion in high school football players: implications for prevention</article-title>. <source>Clin J Sport Med</source> <volume>14</volume>: <fpage>13</fpage>–<lpage>17</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Iverson1"><label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Iverson</surname><given-names>GL</given-names></name> (<year>2005</year>) <article-title>Outcome from mild traumatic brain injury</article-title>. <source>Current opinion in psychiatry</source> <volume>18</volume>: <fpage>301</fpage>–<lpage>317</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Meythaler1"><label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Meythaler</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Peduzzi</surname><given-names>JD</given-names></name>, <name name-style="western"><surname>Eleftheriou</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Novack</surname><given-names>TA</given-names></name> (<year>2001</year>) <article-title>Current concepts: diffuse axonal injury-associated traumatic brain injury</article-title>. <source>Archives of physical medicine and rehabilitation</source> <volume>82</volume>: <fpage>1461</fpage>–<lpage>1471</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Browne1"><label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Browne</surname><given-names>KD</given-names></name>, <name name-style="western"><surname>Chen</surname><given-names>XH</given-names></name>, <name name-style="western"><surname>Meaney</surname><given-names>DF</given-names></name>, <name name-style="western"><surname>Smith</surname><given-names>DH</given-names></name> (<year>2011</year>) <article-title>Mild traumatic brain injury and diffuse axonal injury in swine</article-title>. <source>Journal of neurotrauma</source> <volume>28</volume>: <fpage>1747</fpage>–<lpage>1755</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Kirov1"><label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kirov</surname><given-names>II</given-names></name>, <name name-style="western"><surname>Tal</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Babb</surname><given-names>JS</given-names></name>, <name name-style="western"><surname>Lui</surname><given-names>YW</given-names></name>, <name name-style="western"><surname>Grossman</surname><given-names>RI</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Diffuse axonal injury in mild traumatic brain injury: a 3D multivoxel proton MR spectroscopy study</article-title>. <source>Journal of neurology</source> <volume>260</volume>: <fpage>242</fpage>–<lpage>252</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Bianco1"><label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bianco</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Loosemore</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Daniele</surname><given-names>G</given-names></name>, <name name-style="western"><surname>Palmieri</surname><given-names>V</given-names></name>, <name name-style="western"><surname>Faina</surname><given-names>M</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Amateur boxing in the last 59 years. Impact of rules changes on the type of verdicts recorded and implications on boxers' health</article-title>. <source>British journal of sports medicine</source> <volume>47</volume>: <fpage>452</fpage>–<lpage>457</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Neselius1"><label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Neselius</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Brisby</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Theodorsson</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Blennow</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Zetterberg</surname><given-names>H</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>CSF-biomarkers in Olympic boxing: diagnosis and effects of repetitive head trauma</article-title>. <source>PloS one</source> <volume>7</volume>: <fpage>e33606</fpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Neselius2"><label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Neselius</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Zetterberg</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Blennow</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Randall</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Wilson</surname><given-names>D</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>Olympic boxing is associated with elevated levels of the neuronal protein tau in plasma</article-title>. <source>Brain injury: [BI]</source> <volume>27</volume>: <fpage>425</fpage>–<lpage>433</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Neselius3"><label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Neselius</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Zetterberg</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Blennow</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Marcusson</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Brisby</surname><given-names>H</given-names></name> (<year>2013</year>) <article-title>Increased CSF Levels of Phosphorylated Neurofilament Heavy Protein following Bout in Amateur Boxers</article-title>. <source>PLOS one</source> <volume>8</volume>: <fpage>e81249</fpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Zetterberg1"><label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Zetterberg</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Hietala</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>Jonsson</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Andreasen</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Styrud</surname><given-names>E</given-names></name>, <etal>et al</etal>. (<year>2006</year>) <article-title>Neurochemical aftermath of amateur boxing</article-title>. <source>Arch Neurol</source> <volume>63</volume>: <fpage>1277</fpage>–<lpage>1280</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Collins1"><label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Collins</surname><given-names>MW</given-names></name>, <name name-style="western"><surname>Grindel</surname><given-names>SH</given-names></name>, <name name-style="western"><surname>Lovell</surname><given-names>MR</given-names></name>, <name name-style="western"><surname>Dede</surname><given-names>DE</given-names></name>, <name name-style="western"><surname>Moser</surname><given-names>DJ</given-names></name>, <etal>et al</etal>. (<year>1999</year>) <article-title>Relationship between concussion and neuropsychological performance in college football players</article-title>. <source>JAMA: the journal of the American Medical Association</source> <volume>282</volume>: <fpage>964</fpage>–<lpage>970</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-HintonBayre1"><label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Hinton-Bayre</surname><given-names>AD</given-names></name>, <name name-style="western"><surname>Geffen</surname><given-names>G</given-names></name> (<year>2002</year>) <article-title>Severity of sports-related concussion and neuropsychological test performance</article-title>. <source>Neurology</source> <volume>59</volume>: <fpage>1068</fpage>–<lpage>1070</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Macciocchi1"><label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Macciocchi</surname><given-names>SN</given-names></name>, <name name-style="western"><surname>Barth</surname><given-names>JT</given-names></name>, <name name-style="western"><surname>Alves</surname><given-names>W</given-names></name>, <name name-style="western"><surname>Rimel</surname><given-names>RW</given-names></name>, <name name-style="western"><surname>Jane</surname><given-names>JA</given-names></name> (<year>1996</year>) <article-title>Neuropsychological functioning and recovery after mild head injury in collegiate athletes</article-title>. <source>Neurosurgery</source> <volume>39</volume>: <fpage>510</fpage>–<lpage>514</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Echemendia1"><label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Echemendia</surname><given-names>RJ</given-names></name>, <name name-style="western"><surname>Putukian</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Mackin</surname><given-names>RS</given-names></name>, <name name-style="western"><surname>Julian</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Shoss</surname><given-names>N</given-names></name> (<year>2001</year>) <article-title>Neuropsychological test performance prior to and following sports-related mild traumatic brain injury</article-title>. <source>Clinical journal of sport medicine: official journal of the Canadian Academy of Sport Medicine</source> <volume>11</volume>: <fpage>23</fpage>–<lpage>31</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Rohling1"><label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rohling</surname><given-names>ML</given-names></name>, <name name-style="western"><surname>Binder</surname><given-names>LM</given-names></name>, <name name-style="western"><surname>Demakis</surname><given-names>GJ</given-names></name>, <name name-style="western"><surname>Larrabee</surname><given-names>GJ</given-names></name>, <name name-style="western"><surname>Ploetz</surname><given-names>DM</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>A meta-analysis of neuropsychological outcome after mild traumatic brain injury: re-analyses and reconsiderations of Binder, et al. (1997), Frencham, et al. (2005), and Pertab, et al. (2009)</article-title>. <source>The Clinical neuropsychologist</source> <volume>25</volume>: <fpage>608</fpage>–<lpage>623</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Wall1"><label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wall</surname><given-names>SE</given-names></name>, <name name-style="western"><surname>Williams</surname><given-names>WH</given-names></name>, <name name-style="western"><surname>Cartwright-Hatton</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Kelly</surname><given-names>TP</given-names></name>, <name name-style="western"><surname>Murray</surname><given-names>J</given-names></name>, <etal>et al</etal>. (<year>2006</year>) <article-title>Neuropsychological dysfunction following repeat concussions in jockeys</article-title>. <source>Journal of neurology, neurosurgery, and psychiatry</source> <volume>77</volume>: <fpage>518</fpage>–<lpage>520</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Bleiberg1"><label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bleiberg</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Cernich</surname><given-names>AN</given-names></name>, <name name-style="western"><surname>Cameron</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Sun</surname><given-names>W</given-names></name>, <name name-style="western"><surname>Peck</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Duration of cognitive impairment after sports concussion</article-title>. <source>Neurosurgery</source> <volume>54</volume>: <fpage>1073</fpage>–<lpage>1078</lpage> discussion 1078–1080.</mixed-citation>
</ref>
<ref id="pone.0099870-Bleiberg2"><label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bleiberg</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Kane</surname><given-names>RL</given-names></name>, <name name-style="western"><surname>Reeves</surname><given-names>DL</given-names></name>, <name name-style="western"><surname>Garmoe</surname><given-names>WS</given-names></name>, <name name-style="western"><surname>Halpern</surname><given-names>E</given-names></name> (<year>2000</year>) <article-title>Factor analysis of computerized and traditional tests used in mild brain injury research</article-title>. <source>The Clinical neuropsychologist</source> <volume>14</volume>: <fpage>287</fpage>–<lpage>294</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Butler1"><label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Butler</surname><given-names>RJ</given-names></name> (<year>1994</year>) <article-title>Neuropsychological investigation of amateur boxers</article-title>. <source>British journal of sports medicine</source> <volume>28</volume>: <fpage>187</fpage>–<lpage>190</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Heilbronner1"><label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Heilbronner</surname><given-names>RL</given-names></name>, <name name-style="western"><surname>Bush</surname><given-names>SS</given-names></name>, <name name-style="western"><surname>Ravdin</surname><given-names>LD</given-names></name>, <name name-style="western"><surname>Barth</surname><given-names>JT</given-names></name>, <name name-style="western"><surname>Iverson</surname><given-names>GL</given-names></name>, <etal>et al</etal>. (<year>2009</year>) <article-title>Neuropsychological consequences of boxing and recommendations to improve safety: a National Academy of Neuropsychology education paper</article-title>. <source>Archives of clinical neuropsychology: the official journal of the National Academy of Neuropsychologists</source> <volume>24</volume>: <fpage>11</fpage>–<lpage>19</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Porter1"><label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Porter</surname><given-names>MD</given-names></name> (<year>2003</year>) <article-title>A 9-year controlled prospective neuropsychologic assessment of amateur boxing</article-title>. <source>Clinical journal of sport medicine: official journal of the Canadian Academy of Sport Medicine</source> <volume>13</volume>: <fpage>339</fpage>–<lpage>352</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Lezak1"><label>24</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lezak</surname><given-names>MD</given-names></name> (<year>1984</year>) <article-title>Neuropsychological assessment in behavioral toxicology–developing techniques and interpretative issues</article-title>. <source>Scandinavian journal of work, environment &amp; health</source> <volume>10</volume> <supplement>Suppl 1</supplement><fpage>25</fpage>–<lpage>29</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Cornell1"><label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Cornell</surname><given-names>DG</given-names></name>, <name name-style="western"><surname>Roberts</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Oram</surname><given-names>G</given-names></name> (<year>1997</year>) <article-title>The Ray-Osterrieth Complex Figure Test as a neuropsychological measure in criminal offenders</article-title>. <source>Arch Clin Neuropsychol</source> <volume>12</volume>: <fpage>47</fpage>–<lpage>56</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Bigler1"><label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Bigler</surname><given-names>ED</given-names></name>, <name name-style="western"><surname>Rosa</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Schultz</surname><given-names>F</given-names></name>, <name name-style="western"><surname>Hall</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Harris</surname><given-names>J</given-names></name> (<year>1989</year>) <article-title>Rey-Auditory Verbal Learning and Rey-Osterrieth Complex Figure Design performance in Alzheimer's disease and closed head injury</article-title>. <source>Journal of clinical psychology</source> <volume>45</volume>: <fpage>277</fpage>–<lpage>280</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Tulving1"><label>27</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Tulving</surname><given-names>E</given-names></name> (<year>1985</year>) <article-title>Memory and consciousness</article-title>. <source>Canadian Psychologist</source> <volume>25</volume>: <fpage>1</fpage>–<lpage>12</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Wright1"><label>28</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Wright</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Schmitter-Edgecombe</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Woo</surname><given-names>E</given-names></name> (<year>2010</year>) <article-title>Verbal memory impairment in severe closed head injury: the role of encoding and consolidation</article-title>. <source>Journal of clinical and experimental neuropsychology</source> <volume>32</volume>: <fpage>728</fpage>–<lpage>736</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Himanen1"><label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Himanen</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Portin</surname><given-names>R</given-names></name>, <name name-style="western"><surname>Isoniemi</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Helenius</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Kurki</surname><given-names>T</given-names></name>, <etal>et al</etal>. (<year>2006</year>) <article-title>Longitudinal cognitive changes in traumatic brain injury: a 30-year follow-up study</article-title>. <source>Neurology</source> <volume>66</volume>: <fpage>187</fpage>–<lpage>192</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Wechsler1"><label>30</label>
<mixed-citation publication-type="other" xlink:type="simple">Wechsler D (1981) Wechsler Adult Intelligence Scale – Revised. Psychological Corporation, New York.</mixed-citation>
</ref>
<ref id="pone.0099870-Benton1"><label>31</label>
<mixed-citation publication-type="other" xlink:type="simple">Benton AL, Hamsher Kd, Sivan AB (1994) Multilingual aphasia examination. Iowa City: AJA Associates, Inc.</mixed-citation>
</ref>
<ref id="pone.0099870-Ross1"><label>32</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Ross</surname><given-names>TP</given-names></name> (<year>2003</year>) <article-title>The reliability of cluster and switch scores for the Controlled Oral Word Association Test</article-title>. <source>Archives of clinical neuropsychology: the official journal of the National Academy of Neuropsychologists</source> <volume>18</volume>: <fpage>153</fpage>–<lpage>164</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Baillargeon1"><label>33</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Baillargeon</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Lassonde</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Leclerc</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Ellemberg</surname><given-names>D</given-names></name> (<year>2012</year>) <article-title>Neuropsychological and neurophysiological assessment of sport concussion in children, adolescents and adults</article-title>. <source>Brain injury: [BI]</source> <volume>26</volume>: <fpage>211</fpage>–<lpage>220</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-MalekAhmadi1"><label>34</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Malek-Ahmadi</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Small</surname><given-names>BJ</given-names></name>, <name name-style="western"><surname>Raj</surname><given-names>A</given-names></name> (<year>2011</year>) <article-title>The diagnostic value of controlled oral word association test-FAS and category fluency in single-domain amnestic mild cognitive impairment</article-title>. <source>Dementia and geriatric cognitive disorders</source> <volume>32</volume>: <fpage>235</fpage>–<lpage>240</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Malm1"><label>35</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Malm</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Kristensen</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Karlsson</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Carlberg</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Fagerlund</surname><given-names>M</given-names></name>, <etal>et al</etal>. (<year>1998</year>) <article-title>Cognitive impairment in young adults with infratentorial infarcts</article-title>. <source>Neurology</source> <volume>51</volume>: <fpage>433</fpage>–<lpage>440</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Haut1"><label>36</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Haut</surname><given-names>MW</given-names></name>, <name name-style="western"><surname>Kuwabara</surname><given-names>H</given-names></name>, <name name-style="western"><surname>Leach</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Arias</surname><given-names>RG</given-names></name> (<year>2000</year>) <article-title>Neural activation during performance of number-letter sequencing</article-title>. <source>Applied neuropsychology</source> <volume>7</volume>: <fpage>237</fpage>–<lpage>242</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Kane1"><label>37</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kane</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Engle</surname><given-names>RW</given-names></name> (<year>2002</year>) <article-title>The role of prefrontal cortex in working-memory capacity, executive attention, and general fluid intelligence: an individual-differences perspective</article-title>. <source>Psychonomic bulletin &amp; review</source> <volume>9</volume>: <fpage>637</fpage>–<lpage>671</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Rosen1"><label>38</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Rosen</surname><given-names>VM</given-names></name>, <name name-style="western"><surname>Bergeson</surname><given-names>JL</given-names></name>, <name name-style="western"><surname>Putnam</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Harwell</surname><given-names>A</given-names></name>, <name name-style="western"><surname>Sunderland</surname><given-names>T</given-names></name> (<year>2002</year>) <article-title>Working memory and apolipoprotein E: what's the connection?</article-title> <source>Neuropsychologia</source> <volume>40</volume>: <fpage>2226</fpage>–<lpage>2233</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Mayers1"><label>39</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Mayers</surname><given-names>LB</given-names></name>, <name name-style="western"><surname>Redick</surname><given-names>TS</given-names></name>, <name name-style="western"><surname>Chiffriller</surname><given-names>SH</given-names></name>, <name name-style="western"><surname>Simone</surname><given-names>AN</given-names></name>, <name name-style="western"><surname>Terraforte</surname><given-names>KR</given-names></name> (<year>2011</year>) <article-title>Working memory capacity among collegiate student athletes: effects of sport-related head contacts, concussions, and working memory demands</article-title>. <source>Journal of clinical and experimental neuropsychology</source> <volume>33</volume>: <fpage>532</fpage>–<lpage>537</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-VallatAzouvi1"><label>40</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Vallat-Azouvi</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Weber</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Legrand</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Azouvi</surname><given-names>P</given-names></name> (<year>2007</year>) <article-title>Working memory after severe traumatic brain injury</article-title>. <source>Journal of the International Neuropsychological Society: JINS</source> <volume>13</volume>: <fpage>770</fpage>–<lpage>780</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Reitan1"><label>41</label>
<mixed-citation publication-type="other" xlink:type="simple">Reitan RM, Wolfson D (1992) Neuropsychological evaluation of older children. Tucson, AZ: Neuropsychology Press.</mixed-citation>
</ref>
<ref id="pone.0099870-Atchison1"><label>42</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Atchison</surname><given-names>TB</given-names></name>, <name name-style="western"><surname>Sander</surname><given-names>AM</given-names></name>, <name name-style="western"><surname>Struchen</surname><given-names>MA</given-names></name>, <name name-style="western"><surname>High</surname><given-names>WM</given-names><suffix>Jr</suffix></name>, <name name-style="western"><surname>Roebuck</surname><given-names>TM</given-names></name>, <etal>et al</etal>. (<year>2004</year>) <article-title>Relationship between neuropsychological test performance and productivity at 1-year following traumatic brain injury</article-title>. <source>The Clinical neuropsychologist</source> <volume>18</volume>: <fpage>249</fpage>–<lpage>265</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Lange1"><label>43</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Lange</surname><given-names>RT</given-names></name>, <name name-style="western"><surname>Iverson</surname><given-names>GL</given-names></name>, <name name-style="western"><surname>Zakrzewski</surname><given-names>MJ</given-names></name>, <name name-style="western"><surname>Ethel-King</surname><given-names>PE</given-names></name>, <name name-style="western"><surname>Franzen</surname><given-names>MD</given-names></name> (<year>2005</year>) <article-title>Interpreting the trail making test following traumatic brain injury: comparison of traditional time scores and derived indices</article-title>. <source>Journal of clinical and experimental neuropsychology</source> <volume>27</volume>: <fpage>897</fpage>–<lpage>906</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Perianez1"><label>44</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Perianez</surname><given-names>JA</given-names></name>, <name name-style="western"><surname>Rios-Lago</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Rodriguez-Sanchez</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Adrover-Roig</surname><given-names>D</given-names></name>, <name name-style="western"><surname>Sanchez-Cubillo</surname><given-names>I</given-names></name>, <etal>et al</etal>. (<year>2007</year>) <article-title>Trail Making Test in traumatic brain injury, schizophrenia, and normal ageing: sample comparisons and normative data</article-title>. <source>Archives of clinical neuropsychology: the official journal of the National Academy of Neuropsychologists</source> <volume>22</volume>: <fpage>433</fpage>–<lpage>447</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Kontos1"><label>45</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kontos</surname><given-names>AP</given-names></name>, <name name-style="western"><surname>Covassin</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Elbin</surname><given-names>RJ</given-names></name>, <name name-style="western"><surname>Parker</surname><given-names>T</given-names></name> (<year>2012</year>) <article-title>Depression and Neurocognitive Performance After Concussion Among Male and Female High School and Collegiate Athletes</article-title>. <source>Archives of physical medicine and rehabilitation</source> <volume>93(10)</volume>: <fpage>1751</fpage>–<lpage>1756</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Haaland1"><label>46</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Haaland</surname><given-names>KY</given-names></name>, <name name-style="western"><surname>Temkin</surname><given-names>N</given-names></name>, <name name-style="western"><surname>Randahl</surname><given-names>G</given-names></name>, <name name-style="western"><surname>Dikmen</surname><given-names>S</given-names></name> (<year>1994</year>) <article-title>Recovery of simple motor skills after head injury</article-title>. <source>Journal of clinical and experimental neuropsychology</source> <volume>16</volume>: <fpage>448</fpage>–<lpage>456</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Prigatano1"><label>47</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Prigatano</surname><given-names>GP</given-names></name>, <name name-style="western"><surname>Borgaro</surname><given-names>SR</given-names></name> (<year>2003</year>) <article-title>Qualitative features of finger movement during the Halstead finger oscillation test following traumatic brain injury</article-title>. <source>Journal of the International Neuropsychological Society: JINS</source> <volume>9</volume>: <fpage>128</fpage>–<lpage>133</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Murelius1"><label>48</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Murelius</surname><given-names>O</given-names></name>, <name name-style="western"><surname>Haglund</surname><given-names>Y</given-names></name> (<year>1991</year>) <article-title>Does Swedish amateur boxing lead to chronic brain damage? 4. A retrospective neuropsychological study</article-title>. <source>Acta Neurol Scand</source> <volume>83</volume>: <fpage>9</fpage>–<lpage>13</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Jordan1"><label>49</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Jordan</surname><given-names>BD</given-names></name> (<year>1996</year>) <article-title>Acute and chronic brain injury in United States National Team Soccer Players</article-title>. <source>Am J Sports Med</source> <volume>24</volume>: <fpage>704</fpage>–<lpage>705</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Kaste1"><label>50</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Kaste</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Kuurne</surname><given-names>T</given-names></name>, <name name-style="western"><surname>Vilkki</surname><given-names>J</given-names></name>, <name name-style="western"><surname>Katevuo</surname><given-names>K</given-names></name>, <name name-style="western"><surname>Sainio</surname><given-names>K</given-names></name>, <etal>et al</etal>. (<year>1982</year>) <article-title>Is chronic brain damage in boxing a hazard of the past?</article-title> <source>Lancet</source> <volume>2</volume>: <fpage>1186</fpage>–<lpage>1188</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Guskiewicz1"><label>51</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Guskiewicz</surname><given-names>KM</given-names></name>, <name name-style="western"><surname>McCrea</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Marshall</surname><given-names>SW</given-names></name>, <name name-style="western"><surname>Cantu</surname><given-names>RC</given-names></name>, <name name-style="western"><surname>Randolph</surname><given-names>C</given-names></name>, <etal>et al</etal>. (<year>2003</year>) <article-title>Cumulative effects associated with recurrent concussion in collegiate football players: the NCAA Concussion Study</article-title>. <source>JAMA</source> <volume>290</volume>: <fpage>2549</fpage>–<lpage>2555</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Daneman1"><label>52</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Daneman</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Carpenter</surname><given-names>PA</given-names></name> (<year>1980</year>) <article-title>Individual differences in working memory and reading</article-title>. <source>Journal of Verbal Learning and Verbal Behavior</source> <volume>4</volume>: <fpage>450</fpage>–<lpage>466</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Reitan2"><label>53</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Reitan</surname><given-names>RM</given-names></name> (<year>1994</year>) <article-title>Ward Halstead's contributions to neuropsychology and the Halstead-Reitan Neuropsychological Test Battery</article-title>. <source>Journal of clinical psychology</source> <volume>50</volume>: <fpage>47</fpage>–<lpage>70</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Hannay1"><label>54</label>
<mixed-citation publication-type="other" xlink:type="simple">Hannay HJ (1986) Experimental techniques in human neuropsychology. New York: Oxford University Press.</mixed-citation>
</ref>
<ref id="pone.0099870-Spreen1"><label>55</label>
<mixed-citation publication-type="other" xlink:type="simple">Spreen O, Strauss E (1998) A Compendium of neuropsychological tests: Administration, norms, and commentary, 2nd ed. New York: Oxford University Press.</mixed-citation>
</ref>
<ref id="pone.0099870-Halstead1"><label>56</label>
<mixed-citation publication-type="other" xlink:type="simple">Halstead WC (1947) Brain and Intelligence. A Quantitative Study of the Frontal Lobes. Chicago, IL: University of Chicago Press.</mixed-citation>
</ref>
<ref id="pone.0099870-Thomas1"><label>57</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Thomas</surname><given-names>JR</given-names></name>, <name name-style="western"><surname>Nelson</surname><given-names>JK</given-names></name>, <name name-style="western"><surname>Thomas</surname><given-names>KT</given-names></name> (<year>1999</year>) <article-title>A generalized rank-order method for nonparametric analysis of data from exercise science: a tutorial</article-title>. <source>Res Q Exerc Sport</source> <volume>70</volume>: <fpage>11</fpage>–<lpage>23</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Loring1"><label>58</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Loring</surname><given-names>DW</given-names></name>, <name name-style="western"><surname>Bauer</surname><given-names>RM</given-names></name> (<year>1990</year>) <article-title>Testing the limits: cautions and concerns regarding the new Wechsler IQ and Memory scales</article-title>. <source>Neurology</source> <volume>74</volume>: <fpage>685</fpage>–<lpage>690</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Maruff1"><label>59</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Maruff</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Thomas</surname><given-names>E</given-names></name>, <name name-style="western"><surname>Cysique</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Brew</surname><given-names>B</given-names></name>, <name name-style="western"><surname>Collie</surname><given-names>A</given-names></name>, <etal>et al</etal>. (<year>2009</year>) <article-title>Validity of the CogState brief battery: relationship to standardized tests and sensitivity to cognitive impairment in mild traumatic brain injury, schizophrenia, and AIDS dementia complex</article-title>. <source>Archives of clinical neuropsychology: the official journal of the National Academy of Neuropsychologists</source> <volume>24</volume>: <fpage>165</fpage>–<lpage>178</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-McKee1"><label>60</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>McKee</surname><given-names>AC</given-names></name>, <name name-style="western"><surname>Stern</surname><given-names>RA</given-names></name>, <name name-style="western"><surname>Nowinski</surname><given-names>CJ</given-names></name>, <name name-style="western"><surname>Stein</surname><given-names>TD</given-names></name>, <name name-style="western"><surname>Alvarez</surname><given-names>VE</given-names></name>, <etal>et al</etal>. (<year>2013</year>) <article-title>The spectrum of disease in chronic traumatic encephalopathy</article-title>. <source>Brain: a journal of neurology</source> <volume>136</volume>: <fpage>43</fpage>–<lpage>64</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Randolph1"><label>61</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Randolph</surname><given-names>C</given-names></name>, <name name-style="western"><surname>Kirkwood</surname><given-names>MW</given-names></name> (<year>2009</year>) <article-title>What are the real risks of sport-related concussion, and are they modifiable?</article-title> <source>Journal of the International Neuropsychological Society: JINS</source> <volume>15</volume>: <fpage>512</fpage>–<lpage>520</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Comper1"><label>62</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Comper</surname><given-names>P</given-names></name>, <name name-style="western"><surname>Hutchison</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Magrys</surname><given-names>S</given-names></name>, <name name-style="western"><surname>Mainwaring</surname><given-names>L</given-names></name>, <name name-style="western"><surname>Richards</surname><given-names>D</given-names></name> (<year>2010</year>) <article-title>Evaluating the methodological quality of sports neuropsychology concussion research: a systematic review</article-title>. <source>Brain injury: [BI]</source> <volume>24</volume>: <fpage>1257</fpage>–<lpage>1271</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Echemendia2"><label>63</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Echemendia</surname><given-names>RJ</given-names></name>, <name name-style="western"><surname>Bruce</surname><given-names>JM</given-names></name>, <name name-style="western"><surname>Bailey</surname><given-names>CM</given-names></name>, <name name-style="western"><surname>Sanders</surname><given-names>JF</given-names></name>, <name name-style="western"><surname>Arnett</surname><given-names>P</given-names></name>, <etal>et al</etal>. (<year>2012</year>) <article-title>The utility of post-concussion neuropsychological data in identifying cognitive change following sports-related MTBI in the absence of baseline data</article-title>. <source>The Clinical neuropsychologist</source> <volume>26</volume>: <fpage>1077</fpage>–<lpage>1091</lpage>.</mixed-citation>
</ref>
<ref id="pone.0099870-Mitrushina1"><label>64</label>
<mixed-citation publication-type="other" xlink:type="simple">Mitrushina M, Boone K, D'Elia L (2005) Handbook of normative data for neuropsuchological assessment. New York: Oxford University Press.</mixed-citation>
</ref>
<ref id="pone.0099870-Thomas2"><label>65</label>
<mixed-citation publication-type="journal" xlink:type="simple"><name name-style="western"><surname>Thomas</surname><given-names>M</given-names></name>, <name name-style="western"><surname>Haas</surname><given-names>TS</given-names></name>, <name name-style="western"><surname>Doerer</surname><given-names>JJ</given-names></name>, <name name-style="western"><surname>Hodges</surname><given-names>JS</given-names></name>, <name name-style="western"><surname>Aicher</surname><given-names>BO</given-names></name>, <etal>et al</etal>. (<year>2011</year>) <article-title>Epidemiology of sudden death in young, competitive athletes due to blunt trauma</article-title>. <source>Pediatrics</source> <volume>128</volume>: <fpage>e1</fpage>–<lpage>8</lpage>.</mixed-citation>
</ref>
</ref-list></back>
</article>