<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurosci.</journal-id>
<journal-title>Frontiers in Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-453X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnins.2023.1182509</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Machine learning-based classification of chronic traumatic brain injury using hybrid diffusion imaging</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Muller</surname> <given-names>Jennifer J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2216969/overview"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Wang</surname> <given-names>Ruixuan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2316629/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Milddleton</surname> <given-names>Devon</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2175494/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Alizadeh</surname> <given-names>Mahdi</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Kang</surname> <given-names>Ki Chang</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Hryczyk</surname> <given-names>Ryan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2238073/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zabrecky</surname> <given-names>George</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Hriso</surname> <given-names>Chloe</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Navarreto</surname> <given-names>Emily</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wintering</surname> <given-names>Nancy</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1462649/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bazzan</surname> <given-names>Anthony J.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wu</surname> <given-names>Chengyuan</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/236800/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Monti</surname> <given-names>Daniel A.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Jiao</surname> <given-names>Xun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1240904/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wu</surname> <given-names>Qianhong</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Newberg</surname> <given-names>Andrew B.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/87397/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mohamed</surname> <given-names>Feroze B.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2009778/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>College of Engineering, Villanova University</institution>, <addr-line>Villanova, PA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Radiology, Thomas Jefferson University</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Marcus Institute of Integrative Health, Thomas Jefferson University</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Vickie and Jack Farber Institute for Neuroscience, Thomas Jefferson University</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Andrew S. Nencka, Medical College of Wisconsin, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Yang Yingjian, Northeastern University, China; Omar Narvaez, University of Eastern Finland, Finland</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Qianhong Wu <email>qianhong.wu&#x00040;villanova.edu</email></corresp>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>08</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>17</volume>
<elocation-id>1182509</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>03</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>30</day>
<month>05</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2023 Muller, Wang, Milddleton, Alizadeh, Kang, Hryczyk, Zabrecky, Hriso, Navarreto, Wintering, Bazzan, Wu, Monti, Jiao, Wu, Newberg and Mohamed.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Muller, Wang, Milddleton, Alizadeh, Kang, Hryczyk, Zabrecky, Hriso, Navarreto, Wintering, Bazzan, Wu, Monti, Jiao, Wu, Newberg and Mohamed</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license></permissions>
<abstract>
<sec>
<title>Background and purpose</title>
<p>Traumatic brain injury (TBI) can cause progressive neuropathology that leads to chronic impairments, creating a need for biomarkers to detect and monitor this condition to improve outcomes. This study aimed to analyze the ability of data-driven analysis of diffusion tensor imaging (DTI) and neurite orientation dispersion imaging (NODDI) to develop biomarkers to infer symptom severity and determine whether they outperform conventional T1-weighted imaging.</p></sec>
<sec>
<title>Materials and methods</title>
<p>A machine learning-based model was developed using a dataset of hybrid diffusion imaging of patients with chronic traumatic brain injury. We first extracted the useful features from the hybrid diffusion imaging (HYDI) data and then used supervised learning algorithms to classify the outcome of TBI. We developed three models based on DTI, NODDI, and T1-weighted imaging, and we compared the accuracy results across different models.</p></sec>
<sec>
<title>Results</title>
<p>Compared with the conventional T1-weighted imaging-based classification with an accuracy of 51.7&#x02013;56.8%, our machine learning-based models achieved significantly better results with DTI-based models at 58.7&#x02013;73.0% accuracy and NODDI with an accuracy of 64.0&#x02013;72.3%.</p></sec>
<sec>
<title>Conclusion</title>
<p>The machine learning-based feature selection and classification algorithm based on hybrid diffusion features significantly outperform conventional T1-weighted imaging. The results suggest that advanced algorithms can be developed for inferring symptoms of chronic brain injury using feature selection and diffusion-weighted imaging.</p></sec></abstract>
<kwd-group>
<kwd>traumatic brain injury</kwd>
<kwd>machine learning</kwd>
<kwd>hybrid diffusion imaging</kwd>
<kwd>diffusion tensor imaging (DTI)</kwd>
<kwd>neurite orientation dispersion and density imaging (NODDI)</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="10"/>
<word-count count="6777"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Brain Imaging Methods</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Background and purpose</title>
<p>Traumatic brain injury (TBI) is a common condition with many potential acute and chronic neurological consequences (Smith et al., <xref ref-type="bibr" rid="B38">2019</xref>), contributing to &#x0007E;1 million deaths in the United States over the last two decades (Daugherty and Zhou, <xref ref-type="bibr" rid="B3">2016</xref>). The neuropathology of chronic traumatic brain injury (cTBI) consists of a primary injury that is a direct consequence of traumatic insult, and a secondary injury that results from a cascade of molecular and cellular events including cell death, axonal injury, and inflammation (Anguita et al., <xref ref-type="bibr" rid="B1">2022</xref>; Zhang et al., <xref ref-type="bibr" rid="B47">2022</xref>). To better understand the underlying neuropathological mechanisms, there remains a growing need for information on the chronic effects of TBI (Wickwire et al., <xref ref-type="bibr" rid="B43">2016</xref>).</p>
<p>Neuroimaging plays a critical role in the acute setting of brain injury, both in diagnosis and in guiding appropriate management by detecting injuries that require intervention or monitoring (Taylor and Gercel-Taylor, <xref ref-type="bibr" rid="B40">2014</xref>; Douglas et al., <xref ref-type="bibr" rid="B5">2015</xref>; Mckee and Daneshvar, <xref ref-type="bibr" rid="B19">2015</xref>). However, in the setting of most mild-to-moderate injury, conventional T1-weighted imaging is typically normal (McCrory et al., <xref ref-type="bibr" rid="B18">2009</xref>). Moreover, an initial assessment of TBI severity does not necessarily predict the extent of chronic disability (National Academies of Sciences, <xref ref-type="bibr" rid="B26">2019</xref>). Therefore, advanced neuroimaging biomarkers are being actively researched in an attempt to better diagnose and monitor the acute and chronic effects of TBI (Hu et al., <xref ref-type="bibr" rid="B8">2022</xref>).</p>
<p>Diffuse axonal injury is thought to be a key pathological mechanism underlying TBI and, as a result, it has led toward the development of advanced MR techniques for the visualization of WM integrity (Hashim et al., <xref ref-type="bibr" rid="B7">2017</xref>). DTI and neurite orientation dispersion imaging (NODDI) (Zhang et al., <xref ref-type="bibr" rid="B46">2012</xref>) are advanced MR techniques, which are thought to reflect the integrity of microstructural properties of the white matter (WM) in a range of clinical conditions. Diffusion tensor imaging (DTI) assumes Gaussian diffusion within a single microstructural compartment, whereas NODDI probes more complex, non-Gaussian properties using high-performance magnetic field gradients (Kamiya et al., <xref ref-type="bibr" rid="B12">2020</xref>). Unlike DTI, NODDI uses seven parameters to measure the properties of the WM microstructure including intracellular, extracellular, and free water, whereas DTI is limited in its description of isotropic vs. anisotropic diffusion for a particular voxel (Muller et al., <xref ref-type="bibr" rid="B22">2021</xref>).</p>
<p>Previously it has been shown that DTI and NODDI offer different, yet complementary, information regarding the microstructural integrity in patients with acute to chronic TBI (Wu et al., <xref ref-type="bibr" rid="B45">2018</xref>; Palacios et al., <xref ref-type="bibr" rid="B27">2020</xref>; Muller et al., <xref ref-type="bibr" rid="B22">2021</xref>). Among DTI metrics, fractional anisotropy (FA) is the most studied and is often used as an indicator of white matter &#x0201C;integrity.&#x0201D; FA is mathematically defined as the square root of the sum of the squares of the eigenvalues within a diffusion tensor. Therefore, it is driven by axial diffusivity (AD; principle eigenvalue) and the second and third eigenvalues known as radial diffusivity (RD). DTI has been shown to be sensitive to acute WM changes, whereas NODDI has been shown to be more sensitive in detecting axonal degeneration over time (Timmers et al., <xref ref-type="bibr" rid="B41">2016</xref>). Although DTI and NODDI may be more sensitive and specific for diagnosing TBI, they are rarely acquired in clinical practice, as advanced imaging techniques require additional scanning time, posing difficult challenges for practical application. To overcome this, a hybrid diffusion imaging (HYDI) sequence has been developed which acquires data that enable complementary post&#x02013;data-processing strategies including DTI and NODDI (Wu and Alexander, <xref ref-type="bibr" rid="B44">2007</xref>).</p>
<p>Machine learning (ML) methods have been demonstrated to be effective for various medical purposes (Chong et al., <xref ref-type="bibr" rid="B2">2015</xref>; Vergara et al., <xref ref-type="bibr" rid="B42">2017</xref>; Mohamed et al., <xref ref-type="bibr" rid="B21">2022</xref>). The results of prior studies have suggested that biomarkers obtained from diffusion data, such as NODDI and DTI, combined with machine learning classification have the potential to be used for detecting neurodegenerative diseases such as Alzheimer&#x00027;s (Prasuhn et al., <xref ref-type="bibr" rid="B31">2020</xref>) and Parkinson&#x00027;s (Pease et al., <xref ref-type="bibr" rid="B29">2022</xref>) abnormalities. However, to the best of our knowledge, little research is conducted on using machine learning for inferring cognitive deficits in patients who experience cTBI (Qu et al., <xref ref-type="bibr" rid="B32">2021</xref>). Currently, available algorithms lack the capabilities to make predictions in the absence of age-matched controls (Minaee et al., <xref ref-type="bibr" rid="B20">2017</xref>) or fail to explore the diagnostic potential of higher-order diffusion models, such as NODDI (Qu et al., <xref ref-type="bibr" rid="B32">2021</xref>). Notably, DTI and NODDI provide metrics with similar biological interpretations. These metrics are promising biomarkers for symptom development in TBI. Thus, the purpose of this study was to develop an ML model using various DTI and NODDI metrics fit from HYDI data, for inferring outcomes in patients with cTBI, and to compare its performance with conventional T1-weighted imaging.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and methods</title>
<p>This study was approved by the institutional review board of Thomas Jefferson University Hospital. All subjects included in the study provided informed consent.</p>
<sec>
<title>Subject cohort</title>
<p>A total of 59 subjects including 17 men and 42 women (age: 47 &#x000B1; 15 years) experiencing chronic symptoms caused by a concussion-induced mild traumatic brain injury were recruited in this study. According to the Mayo Classification System for Traumatic Brain Injury Severity, mTBI was defined as a loss of consciousness of momentary for &#x0003C;30 min, amnesia for &#x0003C;24 h, with no positive MRI findings (Malec et al., <xref ref-type="bibr" rid="B17">2007</xref>). A total of 22 of the 59 cTBI subjects had sustained a single concussion. Written informed consent, approved by the Institutional Review Board, was obtained from all subjects, and the study was registered on <ext-link ext-link-type="uri" xlink:href="http://clinicaltrials.gov">clinicaltrials.gov</ext-link> with the following identifier: NCT03241732. Subjects were recruited from the local community by self-referral and from local neurology offices and were excluded if they had a history of other neurological disorders, significant medical illness, a current substance-use disorder, or current <italic>Diagnostic and Statistical Manual of Mental Disorders, 4th Edition</italic> (DSM-IV) Axis I psychiatric illness. Subjects had to report a history of one or more prior TBIs with symptoms that lasted at least 3 months apart from the last concussion. All subjects had to meet criteria for mild traumatic brain injury including loss of consciousness &#x0003C;30 min, no significant amnesia, and no structural injury to the brain, such as hematoma, contusion, dura penetration, or brain stem injury. Symptoms had to emerge after the TBI and could include headache, hypersensitivity to auditory or visual stimuli, balance problems, cognitive problems, or emotional problems (i.e., depression or anxiety).</p>
<p>Clinical assessment of TBI subjects experiencing chronic symptoms included a battery of self-reported measures including the State-Trait Anxiety Inventory, Beck Depression Inventory, Profile of Mood Scale, Rivermead Post-Concussion Symptoms Questionnaire (RPQ-3 and RPQ-13), the Epworth Sleepiness Scale, and two cognitive tests, namely the forward and backward digit span and the Trails A and B test. Clinical assessments were performed on the same day as the imaging study. Subjects were classified as having favorable or unfavorable outcomes in each of the 21 tested neuropsychological outcomes, depending on whether their individual score was lower or higher than the mean value of the entire cohort. Patients with missing values or scores were not included in the final analysis. The characteristics of the full dataset are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Characteristics of the 59 cTBI subjects.</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Demographics</bold></th>
<th/>
</tr>
</thead>
<tbody> <tr>
<td valign="top" align="left">No. of patients</td>
<td valign="top" align="left" colspan="3">59</td>
</tr> <tr>
<td valign="top" align="left">Age (mean&#x0002B;/-std) (yr)</td>
<td valign="top" align="left" colspan="3">46.8 &#x0002B;/&#x02013; 15.3</td>
</tr> <tr>
<td valign="top" align="left">No. of male patients</td>
<td valign="top" align="left" colspan="3">17</td>
</tr> <tr>
<td valign="top" align="left">No. of female patients</td>
<td valign="top" align="left" colspan="3">42</td>
</tr> <tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<td valign="top" align="left"><bold>Neuropsychological outcomes</bold></td>
<td valign="top" align="left"><bold>All patients mean</bold> &#x000B1;<bold>std</bold>.</td>
<td valign="top" align="left"><bold>Favorable outcome</bold></td>
<td valign="top" align="left"><bold>Unfavorable outcome</bold></td>
</tr> <tr>
<td valign="top" align="left">State anxiety</td>
<td valign="top" align="left">46.2 &#x000B1; 15.4 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">32.2 &#x000B1; 10.5 (<italic>n</italic> = 31)</td>
<td valign="top" align="left">60.6 &#x000B1; 9.0 (<italic>n</italic> = 26)</td>
</tr> <tr>
<td valign="top" align="left">Trait anxiety</td>
<td valign="top" align="left">45.8 &#x000B1; 14.1 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">32.3 &#x000B1; 10.7 (<italic>n</italic> = 29)</td>
<td valign="top" align="left">57.5 &#x000B1; 9.3 (<italic>n</italic> = 28)</td>
</tr> <tr>
<td valign="top" align="left">Beck depression inventory</td>
<td valign="top" align="left">17.9 &#x000B1; 11.8 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">8.6 &#x000B1; 4.0 (<italic>n</italic> = 31)</td>
<td valign="top" align="left">28.4 &#x000B1; 9.4 (<italic>n</italic> = 26)</td>
</tr> <tr>
<td valign="top" align="left">Tension</td>
<td valign="top" align="left">13.5 &#x000B1; 8.9 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">6.8 &#x000B1; 3.4 (<italic>n</italic> = 32)</td>
<td valign="top" align="left">22.0 &#x000B1; 5.9 (<italic>n</italic> = 25)</td>
</tr> <tr>
<td valign="top" align="left">Depression</td>
<td valign="top" align="left">14.3 &#x000B1; 15.7 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">4.0 &#x000B1; 3.3 (<italic>n</italic> = 35)</td>
<td valign="top" align="left">32.0 &#x000B1; 12.3 (<italic>n</italic> = 22)</td>
</tr> <tr>
<td valign="top" align="left">Anger</td>
<td valign="top" align="left">10.4 &#x000B1; 6.6 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">4.1 &#x000B1; 2.8 (<italic>n</italic> = 37)</td>
<td valign="top" align="left">19.6 &#x000B1; 7.6 (<italic>n</italic> = 20)</td>
</tr> <tr>
<td valign="top" align="left">Vigor</td>
<td valign="top" align="left">10.5 &#x000B1; 6.6 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">5.5 &#x000B1; 2.9 (<italic>n</italic> = 30)</td>
<td valign="top" align="left">16.8 &#x000B1; 4.0 (<italic>n</italic> = 27)</td>
</tr> <tr>
<td valign="top" align="left">Fatigue</td>
<td valign="top" align="left">13.4 &#x000B1; 7.4 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">8.2 &#x000B1; 3.5 (<italic>n</italic> = 31)</td>
<td valign="top" align="left">21.0 &#x000B1; 4.3 (<italic>n</italic> = 26)</td>
</tr> <tr>
<td valign="top" align="left">Confusion</td>
<td valign="top" align="left">12.4 &#x000B1; 6.3 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">7.7 &#x000B1; 2.7 (<italic>n</italic> = 28)</td>
<td valign="top" align="left">18.1 &#x000B1; 4.1 (<italic>n</italic> = 29)</td>
</tr> <tr>
<td valign="top" align="left">Ability</td>
<td valign="top" align="left">16.1 &#x000B1; 9.6 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">9.3 &#x000B1; 3.5 (<italic>n</italic> = 32)</td>
<td valign="top" align="left">25.6 &#x000B1; 6.7 (<italic>n</italic> = 25)</td>
</tr> <tr>
<td valign="top" align="left">Adjustment</td>
<td valign="top" align="left">18.8 &#x000B1; 10.5 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">10.2 &#x000B1; 4.4 (<italic>n</italic> = 29)</td>
<td valign="top" align="left">27.7 &#x000B1; 6.9 (<italic>n</italic> = 28)</td>
</tr> <tr>
<td valign="top" align="left">Participation</td>
<td valign="top" align="left">9.1 &#x000B1; 6.6 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">4.5 &#x000B1; 2.8 (<italic>n</italic> = 32)</td>
<td valign="top" align="left">15.4 &#x000B1; 4.8 (<italic>n</italic> = 25)</td>
</tr> <tr>
<td valign="top" align="left">May-portland</td>
<td valign="top" align="left">37.6 &#x000B1; 20.9 (<italic>n</italic> = 57)</td>
<td valign="top" align="left">21.5 &#x000B1; 7.7 (<italic>n</italic> = 31)</td>
<td valign="top" align="left">56.7 &#x000B1; 14.5 (<italic>n</italic> = 26)</td>
</tr> <tr>
<td valign="top" align="left">RPQ-3</td>
<td valign="top" align="left">5.5 &#x000B1; 2.8 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">3.3 &#x000B1; 1.5 (<italic>n</italic> = 30)</td>
<td valign="top" align="left">7.9 &#x000B1; 1.7 (<italic>n</italic> = 29)</td>
</tr> <tr>
<td valign="top" align="left">RPQ-13</td>
<td valign="top" align="left">28.3 &#x000B1; 11.0 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">19.8 &#x000B1; 7.5 (<italic>n</italic> = 28)</td>
<td valign="top" align="left">37.2 &#x000B1; 6.0 (<italic>n</italic> = 31)</td>
</tr> <tr>
<td valign="top" align="left">Headache</td>
<td valign="top" align="left">2.3 &#x000B1; 1.3 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">1.2 &#x000B1; 0.8 (<italic>n</italic> = 18)</td>
<td valign="top" align="left">3.4 &#x000B1; 0.5 (<italic>n</italic> = 41)</td>
</tr> <tr>
<td valign="top" align="left">Forward digit span</td>
<td valign="top" align="left">10.4 &#x000B1; 2.3 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">8.6 &#x000B1; 1.4 (<italic>n</italic> = 20)</td>
<td valign="top" align="left">12.2 &#x000B1; 1.4 (<italic>n</italic> = 39)</td>
</tr> <tr>
<td valign="top" align="left">Backward digit span</td>
<td valign="top" align="left">6.9 &#x000B1; 2.3 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">4.8 &#x000B1; 1.0 (<italic>n</italic> = 27)</td>
<td valign="top" align="left">8.6 &#x000B1; 1.4 (<italic>n</italic> = 32)</td>
</tr> <tr>
<td valign="top" align="left">Epworth sleepiness scale</td>
<td valign="top" align="left">8.2 &#x000B1; 5.1 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">4.2 &#x000B1; 2.1 (<italic>n</italic> = 29)</td>
<td valign="top" align="left">12.5 &#x000B1; 2.9 (<italic>n</italic> = 30)</td>
</tr> <tr>
<td valign="top" align="left">Trail making A (sec)</td>
<td valign="top" align="left">29.9 &#x000B1; 15.2 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">22.9 &#x000B1; 4.1 (<italic>n</italic> = 40)</td>
<td valign="top" align="left">43.9 &#x000B1; 19.1 (<italic>n</italic> = 19)</td>
</tr>
<tr>
<td valign="top" align="left">Trail making B (sec)</td>
<td valign="top" align="left">67.1 &#x000B1; 27.4 (<italic>n</italic> = 59)</td>
<td valign="top" align="left">52.9 &#x000B1; 8.7 (<italic>n</italic> = 38)</td>
<td valign="top" align="left">92.7 &#x000B1; 31.0 (<italic>n</italic> = 21)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Several factors might affect the trajectory of disability and recovery after TBI, including age, sex, and type of injury. To account for these variables, all statistical analyses included age, sex, injury type, and imaging-to-injury time intervals as additional features to rule out associations.</p></sec>
<sec>
<title>MR imaging protocol</title>
<p><italic>In vivo</italic> brain data with HYDI were obtained on all chronic traumatic brain injury subjects using a 3T Siemens Biograph MR PET-MR scanner with a 32-channel head coil. For segmentation and registration of white matter atlas structures and to check whether or not any conventional positive radiological findings of brain injury could be detected, an anatomical T1-image was obtained for all cTBI and healthy control subjects. MRI parameters for the anatomical T1-weighted sequence were as follows: repetition time = 1.6 s, echo time = 2.46 ms, the field of view = 250 &#x000D7; 250 mm, matrix = 512 &#x000D7; 512, voxel size = 0.49 &#x000D7; 0.49 mm (Kraus et al., <xref ref-type="bibr" rid="B14">2007</xref>), and 176 slices with slice thickness = 1 mm. The simultaneous multi-slice (SMS) HYDI pulse sequence was a single-shot, spin-echo, echo-planar imaging (SS-SE-EPI) pulse sequence with diffusion gradient pulses. The minimum b-value was 0 s/mm<sup>2</sup> with five concentric diffusion-weighting shells (b-values = 250, 1,000, 2,000, 3,250, 4,000 s/mm<sup>2</sup>). A total of 144 diffusion-weighting gradient directions (6, 21, 24, 30, and 61 in each shell) were encoded. MRI parameters for the HYDI sequence were as follows: repetition time = 3.17 s, echo time = 120 ms, the field of view = 240 &#x000D7; 240 mm, matrix = 96 &#x000D7; 96, voxel size = 2.5 &#x000D7; 2.5 mm<sup>2</sup>, 63 slices with slice thickness = 2.5 mm, simultaneous multi-slice factor = 2, and total scan time of 8 min.</p></sec>
<sec>
<title>Hybrid diffusion imaging preprocessing and atlas segmentation</title>
<p>Image processing included an initial preprocessing of the raw DICOM data and a computation of diffusion metrics. First, the susceptibility-induced distortion was estimated and corrected using the topup tool provided in the eddy current correction method of the FMRIB Software Library (FSL) (Jenkinson et al., <xref ref-type="bibr" rid="B10">2012</xref>). The topup output was fed into the eddy tool by aligning all volumes to the b0 image. Prior to DTI and NODDI fitting, a denoising strategy was applied using MRtrix &#x0201C;dwidenoise,&#x0201D; which implements dMRI noise level estimation and denoising based on random matrix theory. DTI parameter maps were calculated similarly to a previous study from the inner two shells of the HYDI data using the FSL dtifit command and included FA, MD, AD, RD, and mean diffusivity (MD). Additionally, a MATLAB-based toolbox (<ext-link ext-link-type="uri" xlink:href="https://www.nitrc.org/projects/noddi_toolbox">https://www.nitrc.org/projects/noddi_toolbox</ext-link>) was used to compute higher-order diffusion metrics from the NODDI component of the analysis using the default model built into the NODDI toolbox. These included axonal density, also known as intra-cellular volume fraction (V<sub>ic</sub>), and the orientation dispersion index (ODI). Other parametric maps for NODDI were calculated but had no significant correlation with outcomes and were therefore not included in the final analysis. Diffusion and T1-weighted images were aligned to a common template in Montreal Neurological Institute152 (MNI152) standard space, using a non-linear registration algorithm FNIRT (part of FSL) (<xref ref-type="fig" rid="F1">Figure 1</xref>). Region-based metrics were calculated for each subject by averaging the diffusion and T1 metrics within each of the 20 regions from the Johns Hopkins University white matter tractography atlas mapped onto the standard MNI152 space (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Flow chart representing machine learning (ML) approach for cTBI classification. Step 1 consists of feature extraction including image acquisition, preprocessing, image normalization and skeletonization using TBSS, and atlas registration. The dataset was divided into training and test datasets for K-fold CV, calculating the mean accuracy of each model.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnins-17-1182509-g0001.tif"/>
</fig></sec>
<sec>
<title>Development of the machine learning-based classification model</title>
<p>We utilized the scikit-learn library, a versatile library for ML models and operations based on Python, to build multiple ML classification models. In this experiment, we developed five different ML models based on different algorithms including support vector machine (SVM) (Pontil and Verri, <xref ref-type="bibr" rid="B30">1998</xref>; Suthaharan, <xref ref-type="bibr" rid="B39">2016</xref>), K-nearest neighbors (K-NNs), logistic regression (LR), random forest (RF) (Rodriguez-Galiano et al., <xref ref-type="bibr" rid="B37">2012</xref>; Palczewska et al., <xref ref-type="bibr" rid="B28">2014</xref>), and decision tree (DT) (Myles et al., <xref ref-type="bibr" rid="B25">2004</xref>; Grabmeier and Lambe, <xref ref-type="bibr" rid="B6">2007</xref>). SVM is a supervised learning method searching for an optimal hyperplane separation between classes, which maximizes the classification margin. LR is a statistical technique used to infer the relationship between dependent and independent variables. K-NN tries to infer the correct class for the test data by calculating the distance between the test data and training points. RF is an ML algorithm based on the idea of creating a highly accurate inference rule by boosting or bragging many relatively weak and inaccurate rules to improve a single estimator (Jost, <xref ref-type="bibr" rid="B11">2006</xref>; Langs et al., <xref ref-type="bibr" rid="B15">2011</xref>). For all ML methods, the default parameters provided by the scikit-learn library were used (<ext-link ext-link-type="uri" xlink:href="https://scikit-learn.org/stable/">https://scikit-learn.org/stable/</ext-link>) (Kramer, <xref ref-type="bibr" rid="B13">2016</xref>). Details of the different classification algorithms are provided in Appendix B. We trained and tested all T1, DTI (FA, AD, MD, RD), and NODDI (ODI, Vic) metrics separately using all five ML algorithms for a total of 35 inferences.</p></sec>
<sec>
<title>Feature extraction and ranking</title>
<p>Before training ML models, it is important to extract useful features based on feature engineering. Extraction of an important set of features not only improves the inference accuracy but also would reduce the overfitting possibility (Musavi et al., <xref ref-type="bibr" rid="B23">1992</xref>; R&#x000E4;tsch et al., <xref ref-type="bibr" rid="B34">2007</xref>; Mutasa et al., <xref ref-type="bibr" rid="B24">2020</xref>; Rafa&#x00142;o, <xref ref-type="bibr" rid="B33">2022</xref>). Using the same T1, DTI, and NODDI features, a proposed ML-based classification pipeline was developed, which consisted of a feature ranking module followed by a classification model. In this study, we selected the DT and K-NN models for feature selection and classification model, respectively. The DT module ranked the 20 different brain regions by calculating the number of samples that reach a particular feature (T1, FA, AD, MD, RD, ODI, and Vic), divided by the total number of samples. The higher the value, the more important the feature. Then the top six features were selected to be fed into the classifier to classify the extent of cognitive impairment as measured by the trail-making task (details in Appendix C). We select K-NN as the classifier since it considers the distance between different data samples to treat each feature with equal weights (Hu et al., <xref ref-type="bibr" rid="B9">2016</xref>). To this end, we compare the performance of K-NN to illustrate the performance of feature selection.</p></sec>
<sec>
<title>Evaluation of ML models</title>
<p>Similar to other studies applying ML to the medical domain (Lao et al., <xref ref-type="bibr" rid="B16">2004</xref>; Chong et al., <xref ref-type="bibr" rid="B2">2015</xref>; Razzak et al., <xref ref-type="bibr" rid="B35">2018</xref>; Davatzikos, <xref ref-type="bibr" rid="B4">2019</xref>), we have a limited dataset. Thus, to improve the data utilization and reduce the possibility of overfitting, we used a K-fold cross-validation (CV) (Refaeilzadeh et al., <xref ref-type="bibr" rid="B36">2016</xref>; Mutasa et al., <xref ref-type="bibr" rid="B24">2020</xref>; Anguita et al., <xref ref-type="bibr" rid="B1">2022</xref>) approach to evaluate the performance of our ML models. In particular, we used the stratified cross-validator &#x0201C;StratifiedKFold&#x0201D; of the scikit-learn tool in the evaluations, which enabled us to compare the classification performance based on the same conditions. In general, the dataset was split into a training set and a testing set. Employing a K-fold CV, the dataset was first randomly divided into K equal-size subsets. CV1, CV2&#x02026; &#x02026;CVK represents the CV iteration 1, 2&#x02026; &#x02026;.K, with K representing the total number of iterations. Then the K subsets are iteratively selected as the testing set, and the training set consists of the remaining data (see Appendix A). In our experiment, without loss of generality, we selected <italic>K</italic> = 10, which means the classification performance was evaluated and averaged over 10 rounds of CV. The classification models were trained using only the training set, and performance was evaluated using the testing set.</p></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>As the trail-making task has been shown to be a reliable indicator of potential signs of cognitive impairment, we used the time it took for patients to complete trail making A and B (seconds) to evaluate the diagnostic potential of the machine learning algorithms. A longer time to complete trail making indicates worse performance for this task. Age, sex, number of TBI, and injury-to-imaging interval did not have a significant prediction on the classification of symptoms, indicating no significant correlation or confounding effects. The experimental results are indicated in <xref ref-type="fig" rid="F2">Figures 2</xref>, <xref ref-type="fig" rid="F3">3</xref>.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Heatmap showing mean accuracy performance of different ML algorithms for a trail making A and B. All 20 JHU atlas regions are used as features for the above figure. Mean accuracy results based on T1 inferences are highlighted in red and are expressed in percentages.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnins-17-1182509-g0002.tif"/>
</fig>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Feature ranking results for DTI <bold>(A)</bold>, NODDI <bold>(B)</bold>, and T1 <bold>(C)</bold> regions. Features are displayed if they were ranked as significant for both trail making A and B. Results of 6-feature KNN are displayed in light blue, compared with 20-feature KNN results in dark blue <bold>(D)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnins-17-1182509-g0003.tif"/>
</fig>
<sec>
<title>Diagnostic performance of DTI and NODDI vs. T1-weighted imaging</title>
<p>Across ML algorithms, the mean accuracy for T1, FA, AD, MD, RD, Vic, and ODI as expressed in percentages was 0.551 (0.517&#x02013;0.568), 0.61 (0.440&#x02013;0.727), 0.615 (0.510&#x02013;0.730), 0.610 (0.497&#x02013;0.683), 0.610 (0.510&#x02013;0.713), 0.590 (0.473&#x02013;0.660), and 0.637 (0.420&#x02013;0.723), respectively (<xref ref-type="table" rid="T2">Table 2</xref>). The individual mean accuracy for each diffusion metric for Trails A and B can be observed in the heatmap within <xref ref-type="fig" rid="F2">Figure 2</xref>. T1 features were significantly less accurate in predicting cognitive performance in patients with cTBI compared with diffusion metrics (<italic>P</italic> &#x0003C; 0.05) and NODDI (<italic>P</italic> &#x0003C; 0.05). ODI exhibited the highest mean accuracy of all of the features tested. When using all 20 features, the mean accuracy of logistic regression, decision tree, random forest, k-nearest neighbors, and support vector machine was 0.648 (0.510&#x02013;0.677), 0.515 (0.420&#x02013;0.597), 0.589 (0.473&#x02013;0.713), 0.575 (0.440&#x02013;0.717), and 0.633 (0.593&#x02013;0.647), respectively. When considering all 20 features, the logistic regression method was the most predictive of cTBI classification, with SVM being the second most accurate, having the highest predictive accuracy when averaged across DTI metrics (0.633 and 0.648, respectively), showing the robustness and predictive ability for these two algorithms.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Diagnostic performance across all ML algorithms, including LR, DT, RF, K-NN, SVM, and combined feature selection with K-NN.</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Metric</bold><break/> <bold>(% accuracy range)</bold></th>
<th valign="top" align="left"><bold>Mean accuracy (range) (average) (range)</bold></th>
<th valign="top" align="left"><bold><italic>P</italic>-value<sup>&#x0002A;</sup></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">T1 (51.7&#x02013;56.8%)</td>
<td valign="top" align="left">55.1% (51.7&#x02013;56.8%)</td>
<td valign="top" align="left">&#x02013;</td>
</tr> <tr style="background-color:&#x00023;dee1e1;color:&#x00023;ffffff">
<td valign="top" align="left" colspan="3"><bold>DTI (58.7&#x02013;73.0%)</bold></td>
</tr> <tr>
<td valign="top" align="left">FA</td>
<td valign="top" align="left">61.0% (44.0&#x02013;72.7%)</td>
<td valign="top" align="left">0.030</td>
</tr> <tr>
<td valign="top" align="left">AD</td>
<td valign="top" align="left">61.5% (51.0&#x02013;73.0%)</td>
<td valign="top" align="left">0.009</td>
</tr> <tr>
<td valign="top" align="left">MD</td>
<td valign="top" align="left">61.0% (49.7&#x02013;68.3%)</td>
<td valign="top" align="left">0.005</td>
</tr> <tr>
<td valign="top" align="left">RD</td>
<td valign="top" align="left">61.0% (51.0&#x02013;71.3%)</td>
<td valign="top" align="left">0.004</td>
</tr> <tr style="background-color:&#x00023;dee1e1;color:&#x00023;ffffff">
<td valign="top" align="left" colspan="3"><bold>NODDI (64.0&#x02013;72.3%)</bold></td>
</tr> <tr>
<td valign="top" align="left">Vic</td>
<td valign="top" align="left">59.0% (47.3&#x02013;66.0%)</td>
<td valign="top" align="left">0.036</td>
</tr>
<tr>
<td valign="top" align="left">ODI</td>
<td valign="top" align="left">63.7% (42.0&#x02013;72.3%)</td>
<td valign="top" align="left">0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><sup>&#x0002A;</sup>P-values: between T1 and DTI or NODDI metric.</p>
</table-wrap-foot>
</table-wrap></sec>
<sec>
<title>Diagnostic performance of combined decision tree ranking and feature importance</title>
<p>Feature ranking using the DT method returned the top 33% of the most important features based on variable importance (<xref ref-type="table" rid="T3">Table 3</xref>). When comparing results between trail making A and B, several overlapping features were ranked as important across all DTI, NODDI, and T1 maps (<xref ref-type="table" rid="T3">Table 3</xref>, <xref ref-type="fig" rid="F3">Figures 3A</xref>&#x02013;<xref ref-type="fig" rid="F3">C</xref>). By feeding the selected features to the K-NN model, we improved the mean accuracy of inference by &#x0007E;11.4% (<italic>P</italic> &#x0003C; 0.001).</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Feature ranking results for each test and metric using the DT algorithm.</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Metric</bold></th>
<th valign="top" align="left"><bold>Test</bold></th>
<th valign="top" align="left"><bold>Selected features</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">T1</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Cingulum (cingulate gyrus) L, Cingulum (cingulate gyrus) R, Cingulum (hippocampus) L, Forceps major, Inferior fronto-occipital fasciculus L, Superior longitudinal fasciculus (temporal part) L</td>
</tr> <tr>
<td valign="top" align="left">T1</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Corticospinal tract L, Cingulum (hippocampus) L, Forceps major, Superior longitudinal fasciculus R, Superior longitudinal fasciculus (temporal part) L, Superior longitudinal fasciculus (temporal part) R</td>
</tr> <tr style="background-color:&#x00023;dee1e1;color:&#x00023;ffffff">
<td valign="top" align="left" colspan="3"><bold>DTI</bold></td>
</tr> <tr>
<td valign="top" align="left">FA</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Anterior thalamic radiation L, Corticospinal tract R, Forceps major, Inferior longitudinal fasciculus L, Inferior longitudinal fasciculus R, Superior longitudinal fasciculus R</td>
</tr> <tr>
<td valign="top" align="left">FA</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Anterior thalamic radiation L, Corticospinal tract R, Forceps major, Inferior longitudinal fasciculus R, Superior longitudinal fasciculus R, Superior longitudinal fasciculus (temporal part) R</td>
</tr> <tr>
<td valign="top" align="left">AD</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Corticospinal tract R, Forceps major, Forceps minor, Superior longitudinal fasciculus L, Superior longitudinal fasciculus R, Superior longitudinal fasciculus (temporal part) L</td>
</tr> <tr>
<td valign="top" align="left">AD</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Corticospinal tract R, Forceps minor, Superior longitudinal fasciculus L, Superior longitudinal fasciculus R, Uncinate fasciculus R, Superior longitudinal fasciculus (temporal part) L</td>
</tr> <tr>
<td valign="top" align="left">MD</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Forceps major, Inferior fronto-occipital fasciculus R, Superior longitudinal fasciculus L, Superior longitudinal fasciculus R, Uncinate fasciculus L, Superior longitudinal fasciculus (temporal part) R</td>
</tr> <tr>
<td valign="top" align="left">MD</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Corticospinal tract R, Forceps minor, Inferior fronto-occipital fasciculus R, Superior longitudinal fasciculus R, Uncinate fasciculus L, Uncinate fasciculus R</td>
</tr> <tr>
<td valign="top" align="left">RD</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Cingulum (cingulate gyrus) L, Cingulum (hippocampus) R, Inferior fronto-occipital fasciculus R, Superior longitudinal fasciculus L, Superior longitudinal fasciculus R, Uncinate fasciculus L</td>
</tr> <tr>
<td valign="top" align="left">RD</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Anterior thalamic radiation L, Cingulum (hippocampus) R, Superior longitudinal fasciculus R, Uncinate fasciculus L, Uncinate fasciculus R, Superior longitudinal fasciculus (temporal part) L</td>
</tr> <tr style="background-color:&#x00023;dee1e1;color:&#x00023;ffffff">
<td valign="top" align="left" colspan="3"><bold>NODDI</bold></td>
</tr> <tr>
<td valign="top" align="left">ODI</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Anterior thalamic radiation L, Cingulum (hippocampus) L, Cingulum (hippocampus) R, Inferior longitudinal fasciculus R, Uncinate fasciculus L, Superior longitudinal fasciculus (temporal part) R</td>
</tr> <tr>
<td valign="top" align="left">ODI</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Corticospinal tract L, Cingulum (hippocampus) L, Cingulum (hippocampus) R, Inferior longitudinal fasciculus R, Superior longitudinal fasciculus R, Uncinate fasciculus L</td>
</tr> <tr>
<td valign="top" align="left">Vic</td>
<td valign="top" align="left">Trail Making A</td>
<td valign="top" align="left">Cingulum (hippocampus) L, Inferior longitudinal fasciculus L, Superior longitudinal fasciculus R, Uncinate fasciculus L, Uncinate fasciculus R, Superior longitudinal fasciculus (temporal part) L</td>
</tr>
<tr>
<td valign="top" align="left">Vic</td>
<td valign="top" align="left">Trail Making B</td>
<td valign="top" align="left">Inferior longitudinal fasciculus L, Corticospinal tract L, Cingulum (hippocampus) L, Forceps major, Inferior longitudinal fasciculus R, Uncinate fasciculus R</td>
</tr>
</tbody>
</table>
</table-wrap></sec></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>To the best of our knowledge, this is the first study to describe the development of an ML-based classification algorithm to compare DTI and NODDI, in a real clinical setting by analyzing the same data, for the diagnosis of cTBI. In clinical practice, it is difficult to infer symptoms of TBI using conventional MR imaging, though several studies using DTI and NODDI have been shown to correlate with symptoms (Palacios et al., <xref ref-type="bibr" rid="B27">2020</xref>). MR imaging findings in cTBI are often subtle, with DTI and NODDI rarely being acquired, and visual assessments of these findings being subjective (Zhang et al., <xref ref-type="bibr" rid="B46">2012</xref>). Moreover, ML models have not yet been widely developed and verified within the field of diagnosis, creating a need for ML methods to infer symptom pathology from neuroimaging, particularly within a real-world clinical setting. We found that DTI and NODDI resulted in mean accuracies of 58.7&#x02013;73.0% and 64.0&#x02013;72.3%, respectively, and consistently outperformed T1-weighted imaging in all ML algorithms across multiple testing methods to infer symptoms of cognitive impairment. Our results are informative for the community and elucidate whether NODDI and DTI detect changes in similar locations, are more predictive than conventional T1-weighted imaging, and whether there are advantages to acquiring an advanced diffusion sequence for the inference of cTBI.</p>
<p>The DT feature-reduction method developed in this study successfully improved the performance of K-NN, with an 11% mean improvement in inference accuracy. This suggests that the effects of cTBI may be more localized to specific brain regions, rather than widespread throughout the whole brain. The results of the DT feature ranking method improving the predictive accuracy suggests that clinicians should focus on specific regions when looking for signs of clinical impairment as more specific areas of the brain appear to be correlated with clinical outcomes. Our data are generally consistent with previous findings, where importance-based variable selection has been shown to allow for simplified predictive models to be created while maintaining inference accuracy. In a diverse unpredictable condition, such as cTBI, these results help refine our approach to head injury assessment, decision-making, and outcome inference targeted at model sensitivity and specificity.</p>
<p>This study has several limitations. First, this study was based on a relatively small subject cohort for the development of an ML algorithm. A larger subject cohort including a wider range of outcomes from multiple centers is desirable to increase the generalizability and robustness of the algorithm. This study, however, was not intended to develop an all-inclusive tool to differentiate various causes of cognitive impairment but rather to compare the predictive ability of DTI, NODDI, and T1-weighted imaging. The HYDI data collected were done so in a timeframe that may be clinically feasible for most clinical centers. Further validation with larger, prospectively collected test datasets may be necessary to determine whether this method is applicable to various types of cognitive impairment. Second, diagnostic criteria for cTBI were based on clinical diagnosis and self-reported symptoms; this is not only a weakness but also a strength as this is more generalizable to what would be experienced, given a real-world clinical setting. However, more robust inferences could be generated by using more quantitative measurements of cognitive abilities.</p>
<p>Finally, our preliminary experiment selects feature engineering-based approaches and utilizes DT for feature ranking and traditional ML for testing. In future studies, we will consider more sophisticated feature ranking methods, such as Lasso regression, and more powerful classifiers including multilayer perceptron (MLP) and graph neural networks (GNNs).</p>
<p>The clinical applications of the development of our ML models are extensive, as it not only indicates that deficits in cognition can be predicted in cTBI patients in the absence of age-and-sex-matched healthy controls but also highlights the utility of adopting advanced diffusion imaging into a clinical pipeline of what is traditionally used. Our findings could affect not only the diagnosis and treatment monitoring of patients with cTBI but also could offer a method of determining a patient&#x00027;s likelihood of developing cognitive deficits within the acute stages of injury.</p></sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>ML-based classification algorithms using DTI and NODDI consistently outperform conventional T1-weighted brain imaging for predicant patients&#x00027; symptoms and unfavorable outcomes 6 months following the traumatic incident. Reducing the number of features improves the accuracy of inference. These results indicate that ML-based classification built on higher-order diffusion modeling and reduced features may be a promising tool for inferring cognitive deficits in TBI, improving clinical decision-making and yielding better patient outcomes.</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author.</p></sec>
<sec sec-type="ethics-statement" id="s7">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by IRB. Written informed consent to participate in this study was provided by the participants&#x00027; legal guardian/next of kin.</p></sec>
<sec sec-type="author-contributions" id="s8">
<title>Author contributions</title>
<p>JM and RW: conceptualization, methodology, investigation, software, validation, and writing-original draft preparation. DMi and MA: conceptualization, data curation, and software. KK and RH: data curation, formal analysis, and investigation. GZ, NW, CW, DMo, and AB: resources, supervision, and project administration. CH and EN: resources, data curation, and project administration. XJ: conceptualization, methodology, formal analysis, investigation, software, resources, and writing - review and editing. QW: conceptualization, methodology, investigation, resources, supervision, and writing - review and editing. AN: conceptualization, methodology, investigation, software, resources, supervision, project administration, and writing - review and editing. FM: conceptualization, methodology, investigation, formal analysis, investigation, software, resources, project administration, supervision, and writing - review and editing.</p></sec>
</body>
<back>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fnins.2023.1182509/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fnins.2023.1182509/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>AD, axial diffusivity; AUC, area under the curve; cTBI, chronic traumatic brain injury; CV, cross-validation; DT, decision tree; DTI, diffusion tensor imaging; FA, fractional anisotropy; FSL, FMRIB Software Library; HYDI, hybrid diffusion imaging; K-NN, K-nearest neighbors; LR, logistic regression; MD, mean diffusivity; NODDI, neurite orientation dispersion and density imaging; ODI, orientation dispersion index; RD, radial diffusivity; RF, random forest; SVM, support vector machine; TBI, traumatic brain injury; Vic, axonal density.</p></fn></fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anguita</surname> <given-names>D.</given-names></name> <name><surname>Ghelardoni</surname> <given-names>L.</given-names></name> <name><surname>Ghio</surname> <given-names>A.</given-names></name> <name><surname>Oneto</surname> <given-names>L.</given-names></name> <name><surname>Ridella</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <source>The &#x02018;K&#x00027; in K-fold Cross Validation</source>, Eds G. Balint, Antala B, Carty C, Mabieme JMA, Amar IB, Kaplanova A (Uniwersytet &#x0015B;laski), <fpage>441</fpage>&#x02013;<lpage>446</lpage>.</citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chong</surname> <given-names>S. L.</given-names></name> <name><surname>Liu</surname> <given-names>N.</given-names></name> <name><surname>Barbier</surname> <given-names>S.</given-names></name> <name><surname>Ong</surname> <given-names>M. E. H.</given-names></name></person-group> (<year>2015</year>). <article-title>Predictive modeling in pediatric traumatic brain injury using machine learning data analysis, statistics and modelling</article-title>. <source>BMC Med. Res. Methodol</source>. <volume>15</volume>, <fpage>1</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1186/s12874-015-0015-0</pub-id><pub-id pub-id-type="pmid">25886156</pub-id></citation></ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Daugherty</surname> <given-names>J.</given-names></name> <name><surname>Zhou</surname> <given-names>H.</given-names></name> <name><surname>Sarmiento</surname> <given-names>K.</given-names></name> <name><surname>Waltzman</surname> <given-names>D.</given-names></name></person-group> (<year>2016</year>). <article-title>Differences in state traumatic brain injury-related deaths, by principal mechanism of injury, intent, and percentage of population living in rural areas-United States, 2016-2018</article-title>. <source>MMWR</source>. 15.<pub-id pub-id-type="pmid">34648483</pub-id></citation></ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davatzikos</surname> <given-names>C.</given-names></name></person-group> (<year>2019</year>). <article-title>Machine learning in neuroimaging: progress and challenges</article-title>. <source>Neuroimage</source>. 197, 652. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2018.10.003</pub-id><pub-id pub-id-type="pmid">30296563</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Douglas</surname> <given-names>D. B.</given-names></name> <name><surname>Iv</surname> <given-names>M.</given-names></name> <name><surname>Douglas</surname> <given-names>P. K.</given-names></name> <name><surname>Vos</surname> <given-names>S. B.</given-names></name> <name><surname>Bammer</surname> <given-names>R.</given-names></name> <name><surname>Zeineh</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Diffusion tensor imaging of TBI: potentials and challenges HHS public access</article-title>. <source>Top. Magn. Reson. Imaging</source>. <volume>24</volume>, <fpage>241</fpage>&#x02013;<lpage>251</lpage>. <pub-id pub-id-type="doi">10.1097/RMR.0000000000000062</pub-id><pub-id pub-id-type="pmid">26502306</pub-id></citation></ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grabmeier</surname> <given-names>J. L.</given-names></name> <name><surname>Lambe</surname> <given-names>L. A.</given-names></name></person-group> (<year>2007</year>). <article-title>Decision trees for binary classification variables grow equally with the Gini impurity measure and Pearson&#x00027;s chi-square testInt</article-title>. <source>J. Bus. Intell. Data Min</source>. <volume>2</volume>, <fpage>213</fpage>&#x02013;<lpage>226</lpage>. <pub-id pub-id-type="doi">10.1504/IJBIDM.2007.013938</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hashim</surname> <given-names>E.</given-names></name> <name><surname>Caverzasi</surname> <given-names>E.</given-names></name> <name><surname>Papinutto</surname> <given-names>N.</given-names></name> <name><surname>Lewis</surname> <given-names>C. E.</given-names></name> <name><surname>Jing</surname> <given-names>R.</given-names></name> <name><surname>Charles</surname> <given-names>O.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Investigating microstructural abnormalities and neurocognition in sub-acute and chronic traumatic brain injury patients with normal-appearing white matter: a preliminary diffusion tensor imaging study</article-title>. <source>Front. Neurol</source>. 8, 97. <pub-id pub-id-type="doi">10.3389/fneur.2017.00097</pub-id><pub-id pub-id-type="pmid">28373856</pub-id></citation></ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>L.</given-names></name> <name><surname>Yang</surname> <given-names>S.</given-names></name> <name><surname>Jin</surname> <given-names>B.</given-names></name> <name><surname>Wang</surname> <given-names>C.</given-names></name></person-group> (<year>2022</year>). <article-title>Advanced neuroimaging role in traumatic brain injury: a narrative review</article-title>. <source>Front. Neurosci</source>. 16, 453. <pub-id pub-id-type="doi">10.3389/fnins.2022.872609</pub-id><pub-id pub-id-type="pmid">35495065</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>L. Y.</given-names></name> <name><surname>Huang</surname> <given-names>M. W.</given-names></name> <name><surname>Ke</surname> <given-names>S. W.</given-names></name> <name><surname>Tsai</surname> <given-names>C. F.</given-names></name></person-group> (<year>2016</year>). <article-title>The distance function effect on k-nearest neighbor classification for medical datasets</article-title>. <source>Springerplus</source>. <volume>5</volume>, <fpage>1</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1186/s40064-016-2941-7</pub-id><pub-id pub-id-type="pmid">27547678</pub-id></citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jenkinson</surname> <given-names>M.</given-names></name> <name><surname>Beckmann</surname> <given-names>C. F.</given-names></name> <name><surname>Behrens</surname> <given-names>T. E. J.</given-names></name> <name><surname>Woolrich</surname> <given-names>M. W.</given-names></name> <name><surname>Smith</surname> <given-names>S. M.</given-names></name></person-group> (<year>2012</year>). <article-title>Review FSL</article-title>. <source>Neuroimage</source>. <volume>62</volume>, <fpage>782</fpage>&#x02013;<lpage>790</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2011.09.015</pub-id><pub-id pub-id-type="pmid">21979382</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jost</surname> <given-names>L.</given-names></name></person-group> (<year>2006</year>). <article-title>Entropy and diversity</article-title>. <source>Oikos</source>. <volume>113</volume>, <fpage>363</fpage>&#x02013;<lpage>375</lpage>. <pub-id pub-id-type="doi">10.1111/j.2006.0030-1299.14714.x</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kamiya</surname> <given-names>K.</given-names></name> <name><surname>Hori</surname> <given-names>M.</given-names></name> <name><surname>Aoki</surname> <given-names>S.</given-names></name></person-group> (<year>2020</year>). <article-title>NODDI in clinical research</article-title>. <source>J. Neurosci. Methods</source>. 346, 108908. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2020.108908</pub-id><pub-id pub-id-type="pmid">32814118</pub-id></citation></ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kramer</surname> <given-names>O.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x0201C;Scikit-Learn&#x0201D;</article-title> in <source>Machine Learning for Evolution Strategies</source>, 45&#x02013;53. <pub-id pub-id-type="doi">10.1007/978-3-319-33383-0_5</pub-id></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kraus</surname> <given-names>M. F.</given-names></name> <name><surname>Susmaras</surname> <given-names>T.</given-names></name> <name><surname>Caughlin</surname> <given-names>B. P.</given-names></name> <name><surname>Walker</surname> <given-names>C. J.</given-names></name> <name><surname>Sweeney</surname> <given-names>J. A.</given-names></name> <name><surname>Little</surname> <given-names>D. M.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>White matter integrity and cognition in chronic traumatic brain injury: a diffusion tensor imaging study</article-title>. <source>Brain</source>. <volume>130</volume>, <fpage>2508</fpage>&#x02013;<lpage>2519</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awm216</pub-id><pub-id pub-id-type="pmid">17872928</pub-id></citation></ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Langs</surname> <given-names>G.</given-names></name> <name><surname>Menze</surname> <given-names>B. H.</given-names></name> <name><surname>Lashkari</surname> <given-names>D.</given-names></name> <name><surname>Golland</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>Detecting stable distributed patterns of brain activation using Gini CONTRAST</article-title>. <source>Neuroimage</source>. <volume>56</volume>, <fpage>497</fpage>&#x02013;<lpage>507</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2010.07.074</pub-id><pub-id pub-id-type="pmid">20709176</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lao</surname> <given-names>Z.</given-names></name> <name><surname>Shen</surname> <given-names>D.</given-names></name> <name><surname>Xue</surname> <given-names>Z.</given-names></name> <name><surname>Karacali</surname> <given-names>B.</given-names></name> <name><surname>Resnick</surname> <given-names>S. M.</given-names></name> <name><surname>Davatzikos</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Morphological classification of brains via high-dimensional shape transformations and machine learning methods</article-title>. <source>Neuroimage</source>. <volume>21</volume>, <fpage>46</fpage>&#x02013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2003.09.027</pub-id><pub-id pub-id-type="pmid">14741641</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malec</surname> <given-names>J. F.</given-names></name> <name><surname>Brown</surname> <given-names>A. W.</given-names></name> <name><surname>Leibson</surname> <given-names>C. L.</given-names></name> <name><surname>Flaada</surname> <given-names>J. T.</given-names></name> <name><surname>Mandrekar</surname> <given-names>J. N.</given-names></name> <name><surname>Diehl</surname> <given-names>N. N.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>The mayo classification system for traumatic brain injury severity</article-title>. <source>J. Neurotrauma.</source> <volume>24</volume>, <fpage>1417</fpage>&#x02013;<lpage>1424</lpage>.<pub-id pub-id-type="pmid">17892404</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCrory</surname> <given-names>P.</given-names></name> <name><surname>Meeuwisse</surname> <given-names>W.</given-names></name> <name><surname>Johnston</surname> <given-names>K.</given-names></name> <name><surname>Dvorak</surname> <given-names>J.</given-names></name> <name><surname>Aubry</surname> <given-names>M.</given-names></name> <name><surname>Molloy</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Consensus statement on concussion in sport: the 3rd international conference on concussion in sport held in Zurich, november 2008</article-title>. <source>Br. J. Sports Med</source>. <volume>43</volume>, <fpage>i76</fpage>&#x02013;<lpage>i84</lpage>. <pub-id pub-id-type="doi">10.1136/bjsm.2009.058248</pub-id><pub-id pub-id-type="pmid">19433429</pub-id></citation></ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mckee</surname> <given-names>A. C.</given-names></name> <name><surname>Daneshvar</surname> <given-names>D. H.</given-names></name></person-group> (<year>2015</year>). <article-title>The neuropathology of traumatic brain injury</article-title>. <source>Handb. Clin. Neurol.</source> <volume>127</volume>, <fpage>45</fpage>&#x02013;<lpage>66</lpage>.</citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Minaee</surname> <given-names>S.</given-names></name> <name><surname>Wang</surname> <given-names>Y.</given-names></name> <name><surname>Chung</surname> <given-names>S.</given-names></name> <name><surname>Wang</surname> <given-names>X.</given-names></name> <name><surname>Fieremans</surname> <given-names>E.</given-names></name> <name><surname>Flanagan</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>A machine learning approach for identifying patients with mild traumatic brain injury using diffusion MRI modeling</article-title>. <source>arXiv Preprint.</source> arXiv:1708.09000.</citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mohamed</surname> <given-names>M.</given-names></name> <name><surname>Mohamed</surname> <given-names>M.</given-names></name> <name><surname>Khalid</surname> <given-names>N.</given-names></name></person-group> (<year>2022</year>). Prognosticating outcome using magnetic resonance imaging in patients with moderate to severe traumatic brain injury: a machine learning approach.</citation>
</ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muller</surname> <given-names>J.</given-names></name> <name><surname>Middleton</surname> <given-names>D.</given-names></name> <name><surname>Alizadeh</surname> <given-names>M.</given-names></name> <name><surname>Zabrecky</surname> <given-names>G.</given-names></name> <name><surname>Wintering</surname> <given-names>N. A.</given-names></name> <name><surname>Bazzan</surname> <given-names>A. J.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Hybrid diffusion imaging reveals altered white matter tract integrity and associations with symptoms and cognitive dysfunction in chronic traumatic brain injury</article-title>. <source>Neuroimage. Clin</source>. 30, 102681. <pub-id pub-id-type="doi">10.1016/j.nicl.2021.102681</pub-id><pub-id pub-id-type="pmid">34215151</pub-id></citation></ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Musavi</surname> <given-names>M. T.</given-names></name> <name><surname>Ahmed</surname> <given-names>W.</given-names></name> <name><surname>Chan</surname> <given-names>K. H.</given-names></name> <name><surname>Faris</surname> <given-names>K. B.</given-names></name> <name><surname>Hummels</surname> <given-names>D. M.</given-names></name></person-group> (<year>1992</year>). <article-title>On the training of radial basis function classifiers</article-title>. <source>Neural. Networks</source>. <volume>5</volume>, <fpage>595</fpage>&#x02013;<lpage>603</lpage>. <pub-id pub-id-type="doi">10.1016/S0893-6080(05)80038-3</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mutasa</surname> <given-names>S.</given-names></name> <name><surname>Sun</surname> <given-names>S.</given-names></name> <name><surname>Ha</surname> <given-names>R.</given-names></name></person-group> (<year>2020</year>). <article-title>Understanding artificial intelligence based radiology studies: what is overfitting?</article-title> <source>Clin. Imaging</source>. <volume>65</volume>, <fpage>96</fpage>&#x02013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1016/j.clinimag.2020.04.025</pub-id><pub-id pub-id-type="pmid">32387803</pub-id></citation></ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Myles</surname> <given-names>A. J.</given-names></name> <name><surname>Feudale</surname> <given-names>R. N.</given-names></name> <name><surname>Liu</surname> <given-names>Y.</given-names></name> <name><surname>Woody</surname> <given-names>N. A.</given-names></name> <name><surname>Brown</surname> <given-names>S. D.</given-names></name></person-group> (<year>2004</year>). <article-title>An introduction to decision tree modeling</article-title>. <source>J. Chemom</source>. <volume>18</volume>, <fpage>275</fpage>&#x02013;<lpage>285</lpage>. <pub-id pub-id-type="doi">10.1002/cem.873</pub-id></citation>
</ref>
<ref id="B26">
<citation citation-type="book"><person-group person-group-type="author"><collab>National Academies of Sciences Engineering, and Medicine; Health and Medicine Division; Board on Health Care Services; Committee on the Review of the Department of Veterans Affairs Examinations for Traumatic Brain Injury.</collab></person-group> (<year>2019</year>). <source>Evaluation of the Disability Determination Process for Traumatic Brain Injury in Veterans</source>. <publisher-loc>Washington (DC)</publisher-loc>: <publisher-name>National Academies Press</publisher-name>.</citation>
</ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palacios</surname> <given-names>E. M.</given-names></name> <name><surname>Owen</surname> <given-names>J. P.</given-names></name> <name><surname>Yuh</surname> <given-names>E. L.</given-names></name> <name><surname>Vassar</surname> <given-names>M. J.</given-names></name> <name><surname>Ferguson</surname> <given-names>A. R.</given-names></name> <name><surname>Diaz-arrastia</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>The evolution of white matter microstructural changes after mild traumatic brain injury: a longitudinal DTI and NODDI study</article-title>. <source>Sci. Adv</source>. 6, aaz6892. <pub-id pub-id-type="doi">10.1126/sciadv.aaz6892</pub-id><pub-id pub-id-type="pmid">32821816</pub-id></citation></ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palczewska</surname> <given-names>A.</given-names></name> <name><surname>Palczewski</surname> <given-names>J.</given-names></name> <name><surname>Robinson</surname> <given-names>R. M.</given-names></name> <name><surname>Neagu</surname> <given-names>D.</given-names></name></person-group> (<year>2014</year>). <article-title>Interpreting random forest classification models using a feature contribution method</article-title>. <source>Adv. Intell. Syst. Comput.</source> <volume>263</volume>, <fpage>193</fpage>&#x02013;<lpage>218</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-04717-1_9</pub-id></citation>
</ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pease</surname> <given-names>M.</given-names></name> <name><surname>Arefan</surname> <given-names>D.</given-names></name> <name><surname>Barber</surname> <given-names>J.</given-names></name> <name><surname>Yuh</surname> <given-names>E.</given-names></name> <name><surname>Puccio</surname> <given-names>A.</given-names></name> <name><surname>Hochberger</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Outcome prediction in patients with severe traumatic brain injury using deep learning from head CT scans</article-title>. <source>Radiology</source>. <volume>304</volume>, <fpage>385</fpage>&#x02013;<lpage>394</lpage>.<pub-id pub-id-type="pmid">35471108</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pontil</surname> <given-names>M.</given-names></name> <name><surname>Verri</surname> <given-names>A.</given-names></name></person-group> (<year>1998</year>). <article-title>Properties of support vector machines</article-title>. <source>Neural. Comput</source>. <volume>10</volume>, <fpage>955</fpage>&#x02013;<lpage>974</lpage>. <pub-id pub-id-type="doi">10.1162/089976698300017575</pub-id><pub-id pub-id-type="pmid">9573414</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prasuhn</surname> <given-names>J.</given-names></name> <name><surname>Heldmann</surname> <given-names>M.</given-names></name> <name><surname>M&#x000FC;nte</surname> <given-names>T. F.</given-names></name> <name><surname>Br&#x000FC;ggemann</surname> <given-names>N.</given-names></name></person-group> (<year>2020</year>). <article-title>A machine learning-based classification approach on Parkinson&#x00027;s disease diffusion tensor imaging datasets</article-title>. <source>Neurol. Res. Pract.</source> <volume>2</volume>, <fpage>1</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1186/s42466-020-00092-y</pub-id><pub-id pub-id-type="pmid">33324945</pub-id></citation></ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qu</surname> <given-names>Y.</given-names></name> <name><surname>Wang</surname> <given-names>P.</given-names></name> <name><surname>Liu</surname> <given-names>B.</given-names></name> <name><surname>Song</surname> <given-names>C.</given-names></name> <name><surname>Wang</surname> <given-names>D.</given-names></name> <name><surname>Yang</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>AI4AD: Artificial intelligence analysis for Alzheimer&#x00027;s disease classification based on a multisite DTI database</article-title>. <source>Brain Disord</source>. 1, 100005. <pub-id pub-id-type="doi">10.1016/j.dscb.2021.100005</pub-id></citation>
</ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rafa&#x00142;o</surname> <given-names>M.</given-names></name></person-group> (<year>2022</year>). <article-title>Cross validation methods: analysis based on diagnostics of thyroid cancer metastasis</article-title>. <source>ICT Express</source>. <volume>8</volume>, <fpage>183</fpage>&#x02013;<lpage>188</lpage>. <pub-id pub-id-type="doi">10.1016/j.icte.2021.05.001</pub-id></citation>
</ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>R&#x000E4;tsch</surname> <given-names>G.</given-names></name> <name><surname>Warmuth</surname> <given-names>M. K. K.</given-names></name> <name><surname>Glocer</surname> <given-names>K.</given-names></name></person-group> (<year>2007</year>). <article-title>Boosting algorithms for maximizing the soft margin</article-title>. <source>Adv Neural Inf Process Syst</source>. 20.<pub-id pub-id-type="pmid">20975119</pub-id></citation></ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Razzak</surname> <given-names>M. I.</given-names></name> <name><surname>Naz</surname> <given-names>S.</given-names></name> <name><surname>Zaib</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>Deep learning for medical image processing: overview, challenges and the future BT-classification in BioApps: automation of decision making</article-title>. <source>Springer</source>. <volume>26</volume>, <fpage>323</fpage>&#x02013;<lpage>350</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-65981-7_12</pub-id></citation>
</ref>
<ref id="B36">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Refaeilzadeh</surname> <given-names>P.</given-names></name> <name><surname>Tang</surname> <given-names>L.</given-names></name> <name><surname>Liu</surname> <given-names>H.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x0201C;Cross-validation&#x0201D;</article-title> in <source>Encyclopedia of Database Systems</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer New York</publisher-name>), <fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1007/978-1-4899-7993-3_565-2</pub-id></citation>
</ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodriguez-Galiano</surname> <given-names>V. F.</given-names></name> <name><surname>Ghimire</surname> <given-names>B.</given-names></name> <name><surname>Rogan</surname> <given-names>J.</given-names></name> <name><surname>Chica-Olmo</surname> <given-names>M.</given-names></name> <name><surname>Rigol-Sanchez</surname> <given-names>J. P.</given-names></name></person-group> (<year>2012</year>). <article-title>An assessment of the effectiveness of a random forest classifier for land-cover classification</article-title>. <source>ISPRS J. Photogramm. Remote Sens</source>. <volume>67</volume>, <fpage>93</fpage>&#x02013;<lpage>104</lpage>. <pub-id pub-id-type="doi">10.1016/j.isprsjprs.2011.11.002</pub-id></citation>
</ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>L. G. F.</given-names></name> <name><surname>Milliron</surname> <given-names>E.</given-names></name> <name><surname>Ho</surname> <given-names>M. L.</given-names></name> <name><surname>Hu</surname> <given-names>HH</given-names></name> <name><surname>Rusin</surname> <given-names>J</given-names></name> <name><surname>Leonard</surname> <given-names>J</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Advanced neuroimaging in traumatic brain injury: an overview</article-title>. <source>Neurosurg. Focus</source>. 47, E17. <pub-id pub-id-type="doi">10.3171/2019.9.FOCUS19652</pub-id><pub-id pub-id-type="pmid">33386003</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suthaharan</surname> <given-names>S.</given-names></name></person-group> (<year>2016</year>). <article-title>&#x0201C;Support vector machine.&#x0201D;</article-title> in <source>Machine Learning Models and Algorithms for Big Data Classification</source>, 207&#x02013;235. <pub-id pub-id-type="doi">10.1007/978-1-4899-7641-3_9</pub-id></citation>
</ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taylor</surname> <given-names>D. D.</given-names></name> <name><surname>Gercel-Taylor</surname> <given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>Exosome platform for diagnosis and monitoring of traumatic brain injury</article-title>. <source>Philos. Trans. R. Soc. B: Biol. Sci.</source> <volume>369</volume>, <fpage>20130503</fpage>.<pub-id pub-id-type="pmid">25135964</pub-id></citation></ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Timmers</surname> <given-names>I.</given-names></name> <name><surname>Roebroeck</surname> <given-names>A.</given-names></name> <name><surname>Bastiani</surname> <given-names>M.</given-names></name> <name><surname>Jansma</surname> <given-names>B.</given-names></name> <name><surname>Rubio-Gozalbo</surname> <given-names>E.</given-names></name> <name><surname>Zhang</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Assessing microstructural substrates of white matter abnormalities: A Comparative study using DTI and NODDI</article-title>. <source>PLoS ONE</source>. <volume>11</volume>, <fpage>1</fpage>&#x02013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0167884</pub-id><pub-id pub-id-type="pmid">28002426</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vergara</surname> <given-names>V. M.</given-names></name> <name><surname>Mayer</surname> <given-names>A. R</given-names></name> <name><surname>Kiehl</surname> <given-names>K. A.</given-names></name></person-group> (<year>2017</year>). <article-title>Detection of mild traumatic brain injury by machine learning classification using resting state functional network connectivity and fractional anisotropy</article-title>. <source>J. Neurotrauma.</source><pub-id pub-id-type="pmid">27676221</pub-id></citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wickwire</surname> <given-names>E. M.</given-names></name> <name><surname>Williams</surname> <given-names>S. G.</given-names></name> <name><surname>Roth</surname> <given-names>T.</given-names></name> <name><surname>Capaldi</surname> <given-names>V. F.</given-names></name> <name><surname>Jaffe</surname> <given-names>M.</given-names></name> <name><surname>Moline</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Sleep, sleep disorders, and mild traumatic brain injury. What we know and what we need to know: findings from a national working group</article-title>. <source>Neurotherapeutics</source>. <volume>13</volume>, <fpage>403</fpage>&#x02013;<lpage>417</lpage>. <pub-id pub-id-type="doi">10.1007/s13311-016-0429-3</pub-id><pub-id pub-id-type="pmid">27002812</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>Y. C.</given-names></name> <name><surname>Alexander</surname> <given-names>A. L.</given-names></name></person-group> (<year>2007</year>). <article-title>Hybrid diffusion imaging</article-title>. <source>Neuroimage</source>. 36, 617. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2007.02.050</pub-id><pub-id pub-id-type="pmid">17481920</pub-id></citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>Y. C.</given-names></name> <name><surname>Mustafi</surname> <given-names>S. M.</given-names></name> <name><surname>Harezlak</surname> <given-names>J.</given-names></name> <name><surname>Kodiweera</surname> <given-names>C.</given-names></name> <name><surname>Flashman</surname> <given-names>L. A.</given-names></name> <name><surname>Mcallister</surname> <given-names>T. W.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Hybrid diffusion imaging in mild traumatic brain injury</article-title>. <source>J. Neurotrauma.</source> <volume>35</volume>, <fpage>2377</fpage>&#x02013;<lpage>2390</lpage>. <pub-id pub-id-type="doi">10.1089/neu.2017.5566</pub-id><pub-id pub-id-type="pmid">29786463</pub-id></citation></ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>H.</given-names></name> <name><surname>Schneider</surname> <given-names>T.</given-names></name> <name><surname>Wheeler-Kingshott</surname> <given-names>C. A.</given-names></name> <name><surname>Alexander</surname> <given-names>D. C.</given-names></name></person-group> (<year>2012</year>). <article-title>NODDI practical in vivo neurite orientation dispersion and density imaging of the human brain</article-title>. <source>Neuroimage</source>. <volume>61</volume>, <fpage>1000</fpage>&#x02013;<lpage>1016</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2012.03.072</pub-id><pub-id pub-id-type="pmid">22484410</pub-id></citation></ref>
<ref id="B47">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>T.</given-names></name> <name><surname>Du</surname> <given-names>C.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name></person-group> (<year>2022</year>). Composite Quantization for Approximate Nearest Neighbor Search, 838&#x02013;846.Available online at: <ext-link ext-link-type="uri" xlink:href="https://proceedings.mlr.press/v32/zhangd14.html">https://proceedings.mlr.press/v32/zhangd14.html</ext-link> (accessed August 31, 2022).</citation>
</ref>
</ref-list>
</back>
</article>