<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurosci.</journal-id>
<journal-title>Frontiers in Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-453X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnins.2017.00398</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Machine Learning Approach for Classifying Multiple Sclerosis Courses by Combining Clinical Data with Lesion Loads and Magnetic Resonance Metabolic Features</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Ion-M&#x00103;rgineanu</surname> <given-names>Adrian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/366399/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kocevar</surname> <given-names>Gabriel</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/362383/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Stamile</surname> <given-names>Claudio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/352353/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sima</surname> <given-names>Diana M.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/397813/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Durand-Dubief</surname> <given-names>Fran&#x000E7;oise</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Van Huffel</surname> <given-names>Sabine</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/219147/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sappey-Marinier</surname> <given-names>Dominique</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/371063/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>CREATIS Centre National de la Recherche Scientifique UMR5220 &#x00026; Institut National de la Sant&#x000E9; et de la Recherche M&#x000E9;dicale, U1206, Universit&#x000E9; de Lyon, Universit&#x000E9; Claude Bernard-Lyon 1, INSA-Lyon</institution> <country>Villeurbanne, France</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Electrical Engineering (ESAT), STADIUS Center for Dynamical Systems, Signal Processing and Data Analytics, KU Leuven</institution> <country>Leuven, Belgium</country></aff>
<aff id="aff3"><sup>3</sup><institution>imec</institution> <country>Leuven, Belgium</country></aff>
<aff id="aff4"><sup>4</sup><institution>R&#x00026;D Department, icometrix</institution> <country>Leuven, Belgium</country></aff>
<aff id="aff5"><sup>5</sup><institution>Service de Neurologie A, H&#x000F4;pital Neurologique, Hospices Civils de Lyon</institution> <country>Bron, France</country></aff>
<aff id="aff6"><sup>6</sup><institution>CERMEP - Imagerie du Vivant, Universit&#x000E9; de Lyon</institution> <country>Bron, France</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Wendy Noble, King&#x00027;s College London, United Kingdom</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Raul Delgado-Morales, Institut d&#x00027;Investigaci&#x000F3; Biom&#x000E9;dica de Bellvitge, Spain; Annalisa Barla, Universit&#x000E0; di Genova, Italy</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Adrian Ion-M&#x00103;rgineanu <email>adrian&#x00040;esat.kuleuven.be</email></p></fn>
<fn fn-type="other" id="fn002"><p>This article was submitted to Neurodegeneration, a section of the journal Frontiers in Neuroscience</p></fn></author-notes>
<pub-date pub-type="epub">
<day>11</day>
<month>07</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>11</volume>
<elocation-id>398</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>01</month>
<year>2017</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>06</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2017 Ion-M&#x00103;rgineanu, Kocevar, Stamile, Sima, Durand-Dubief, Van Huffel and Sappey-Marinier.</copyright-statement>
<copyright-year>2017</copyright-year>
<copyright-holder>Ion-M&#x00103;rgineanu, Kocevar, Stamile, Sima, Durand-Dubief, Van Huffel and Sappey-Marinier</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p><bold>Purpose:</bold> The purpose of this study is classifying multiple sclerosis (MS) patients in the four clinical forms as defined by the McDonald criteria using machine learning algorithms trained on clinical data combined with lesion loads and magnetic resonance metabolic features.</p>
<p><bold>Materials and Methods:</bold> Eighty-seven MS patients [12 Clinically Isolated Syndrome (CIS), 30 Relapse Remitting (RR), 17 Primary Progressive (PP), and 28 Secondary Progressive (SP)] and 18 healthy controls were included in this study. Longitudinal data available for each MS patient included clinical (e.g., age, disease duration, Expanded Disability Status Scale), conventional magnetic resonance imaging and spectroscopic imaging. We extract <italic>N</italic>-acetyl-aspartate (NAA), Choline (Cho), and Creatine (Cre) concentrations, and we compute three features for each spectroscopic grid by averaging metabolite ratios (NAA/Cho, NAA/Cre, Cho/Cre) over good quality voxels. We built linear mixed-effects models to test for statistically significant differences between MS forms. We test nine binary classification tasks on clinical data, lesion loads, and metabolic features, using a leave-one-patient-out cross-validation method based on 100 random patient-based bootstrap selections. We compute F1-scores and BAR values after tuning Linear Discriminant Analysis (LDA), Support Vector Machines with gaussian kernel (SVM-rbf), and Random Forests.</p>
<p><bold>Results:</bold> Statistically significant differences were found between the disease starting points of each MS form using four different response variables: Lesion Load, NAA/Cre, NAA/Cho, and Cho/Cre ratios. Training SVM-rbf on clinical and lesion loads yields F1-scores of 71&#x02013;72% for CIS vs. RR and CIS vs. RR&#x0002B;SP, respectively. For RR vs. PP we obtained good classification results (maximum F1-score of 85%) after training LDA on clinical and metabolic features, while for RR vs. SP we obtained slightly higher classification results (maximum F1-score of 87%) after training LDA and SVM-rbf on clinical, lesion loads and metabolic features.</p>
<p><bold>Conclusions:</bold> Our results suggest that metabolic features are better at differentiating between relapsing-remitting and primary progressive forms, while lesion loads are better at differentiating between relapsing-remitting and secondary progressive forms. Therefore, combining clinical data with magnetic resonance lesion loads and metabolic features can improve the discrimination between relapsing-remitting and progressive forms.</p>
</abstract>
<kwd-group>
<kwd>multiple sclerosis</kwd>
<kwd>longitudinal analysis</kwd>
<kwd>magnetic resonance spectroscopic imaging</kwd>
<kwd>EDSS</kwd>
<kwd>lesion load</kwd>
<kwd>machine learning</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="9"/>
<equation-count count="0"/>
<ref-count count="54"/>
<page-count count="11"/>
<word-count count="8153"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1. Introduction</title>
<p>Multiple sclerosis (MS) is an inflammatory disorder of the brain and spinal cord in which focal lymphocytic infiltration leads to damage of myelin and axons (Compston and Coles, <xref ref-type="bibr" rid="B6">2008</xref>). MS affects approximately 2.5 million people worldwide, with an onset age commonly between 20 and 40 years, and an incidence more than twice as high in women compared to men (McAlpine and Compston, <xref ref-type="bibr" rid="B27">2005</xref>).</p>
<p>The majority of MS patients (85%) usually experience a first attack defined as Clinically Isolated Syndrome (CIS), and will develop a relapsing-remitting (RR) form (Miller et al., <xref ref-type="bibr" rid="B29">2012</xref>). Two thirds of the RR patients will develop a secondary progressive (SP) form, while the other third will follow a benign course (Scalfari et al., <xref ref-type="bibr" rid="B45">2010</xref>). The rest of MS patients (15%) will start directly with a primary progressive (PP) form.</p>
<p>The criteria to diagnose MS forms was originally formulated by McDonald et al. (<xref ref-type="bibr" rid="B28">2001</xref>) and revised by Polman et al. (<xref ref-type="bibr" rid="B37">2005</xref>, <xref ref-type="bibr" rid="B36">2011</xref>). They all rely on using conventional magnetic resonance imaging techniques (MRI) such as T1-weighted, gadolinium-enhanced T1-weighted MRI, as well as T2-weighted and FLAIR, due to a high sensitivity for visualizing MS lesions. Conventional MRI is also used for quantifying lesion load (LL), a marker of inflammation process but only a moderate predictor of MS evolution (Filippi et al., <xref ref-type="bibr" rid="B13">1994</xref>).</p>
<p>More recently, advanced magnetic resonance techniques such as <sup>1</sup>H-Magnetic Resonance Spectroscopic Imaging (MRSI), Diffusion Tensor Imaging (DTI), and Magnetization Transfer Imaging (MTI) have been shown (Rovira et al., <xref ref-type="bibr" rid="B41">2013</xref>) to provide a better characterization of the normal appearing white matter (NAWM) and thus a better understanding of the pathological mechanisms of MS. MTI metrics reflect the demyelination and remyelination processes and have been shown to predict the evolution of MS lesions. DTI metrics are very sensitive to the MS pathology and have been shown to be mainly affected by myelin loss and decreased neuronal integrity. MRS metrics provide high MS pathological specificity as well as high sensitivity to biochemical changes. Decrease of <italic>N</italic>-acetyl-aspartate (NAA) was observed in both chronic lesions and NAWM, reflecting a neuronal integrity loss (Rovira et al., <xref ref-type="bibr" rid="B41">2013</xref>). Choline (Cho) and Creatine (Cre) contents were found to be increased in WM lesions and in NAWM, indicating the presence of severe demyelination and cell proliferation in relation with inflammatory processes (Tartaglia et al., <xref ref-type="bibr" rid="B49">2002</xref>; Sajja et al., <xref ref-type="bibr" rid="B42">2009</xref>).</p>
<p>Therefore, in this study we investigate the added value of magnetic resonance metabolic features (NAA/Cho, NAA/Cre, Cho/Cre) combined with routinely collected clinical MS data [e.g., patient age, disease duration (DD), Expanded Disability Status Scale (EDSS)] and lesion load values (LL). To this purpose, we build multiple binary classifiers to automatically discriminate between different clinical forms of MS patients, by training each classifier on combinations of clinical data, lesion loads, and metabolic features.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>2. Materials and methods</title>
<sec>
<title>2.1. Patient population</title>
<p>Eighty-seven MS patients (12 CIS, 30 RR, 28 SP, and 17 PP) were included in this study, while 18 volunteers without any neurological disorders served as healthy control (HC) subjects. Diagnosis and disease course were established according to the McDonald criteria (Lublin and Reingold, <xref ref-type="bibr" rid="B26">1996</xref>; McDonald et al., <xref ref-type="bibr" rid="B28">2001</xref>), while disability was assessed with EDSS. This prospective study was approved by the local ethics committee (CPP Sud-Est IV) and the French national agency for medicine and health products safety (ANSM) and written informed consents were obtained from all patients and control subjects prior to study initiation. More details for each MS group, such as average age at first scan, average disease duration, median EDSS, and average lesion loads can be found in Table <xref ref-type="table" rid="T1">1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Patient population: Age &#x02212; average value (standard deviation); Disease duration &#x02212; average value (standard deviation); EDSS &#x02212; median (minimum &#x02212; maximum); Lesion Load &#x02212; average value (standard deviation).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>CIS</bold></th>
<th valign="top" align="center"><bold>RR</bold></th>
<th valign="top" align="center"><bold>PP</bold></th>
<th valign="top" align="center"><bold>SP</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Number of patients (Male/Female)</td>
<td valign="top" align="center">12 (6/6)</td>
<td valign="top" align="center">30 (6/24)</td>
<td valign="top" align="center">17 (6/11)</td>
<td valign="top" align="center">28 (17/11)</td>
</tr>
<tr>
<td valign="top" align="left">Age at first scan (years)</td>
<td valign="top" align="center">31.8 (6.4)</td>
<td valign="top" align="center">33.2 (7)</td>
<td valign="top" align="center">39.5 (6)</td>
<td valign="top" align="center">41.1 (4.8)</td>
</tr>
<tr>
<td valign="top" align="left">Disease duration (years)</td>
<td valign="top" align="center">2.9 (1.9)</td>
<td valign="top" align="center">8.3 (4.8)</td>
<td valign="top" align="center">7.5 (2.9)</td>
<td valign="top" align="center">14.9 (6.1)</td>
</tr>
<tr>
<td valign="top" align="left">EDSS median (range)</td>
<td valign="top" align="center">1 (0&#x02013;4)</td>
<td valign="top" align="center">2 (0&#x02013;5.5)</td>
<td valign="top" align="center">4 (2&#x02013;7.5)</td>
<td valign="top" align="center">5 (3&#x02013;8.5)</td>
</tr>
<tr>
<td valign="top" align="left">Lesion Load (ml)</td>
<td valign="top" align="center">6.6 (3.5)</td>
<td valign="top" align="center">16.7 (12.6)</td>
<td valign="top" align="center">20.8 (13)</td>
<td valign="top" align="center">31 (12.9)</td>
</tr>
<tr style="border-top: thin solid #000000;">
<td valign="top" align="left">Total number of scans</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">226</td>
<td valign="top" align="center">125</td>
<td valign="top" align="center">206</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec>
<title>2.2. Longitudinal MS data</title>
<p>The MS patients involved in this study were scanned multiple times over a different period for each patient, ranging from 2.5 to 6 years. The minimum number of scans is 3, while the maximum is 10. The gap between two consecutive scans is either 6 months or 1 year. In total there are 619 MS scans, but because of missing lesion loads and metabolic features, there are 592 (95.6%) scans with full complete data, leading to an average of 6&#x02013;7 complete scans/patient.</p>
</sec>
<sec>
<title>2.3. MRI acquisition and processing</title>
<p>All patients and control subjects underwent MR examination using a 1.5 Tesla MR system (Sonata Siemens, Erlangen, Germany) and an 8 elements phased-array head-coil.</p>
<sec>
<title>2.3.1. Conventional MRI</title>
<p>Conventional MRI protocol consisted of a 3 dimensional T1-weighted (magnetization prepared rapid gradient echo-MPRAGE) sequence with repetition time/echo time/time for inversion (TR/TE/TI) &#x0003D; 1, 970/3.93/1, 100 ms, flip angle &#x0003D; 15&#x000B0;, matrix size &#x0003D; 256 &#x000D7; 256, field of view (FOV) &#x0003D; 256 &#x000D7; 256 mm, slice thickness &#x0003D; 1 mm, voxel size &#x0003D; 1 &#x000D7; 1 &#x000D7; 1 mm, acquisition time &#x0003D; 4.62 min, and a fluid attenuated inversion recovery (FLAIR) sequence with TR/TE/TI &#x0003D; 8, 000/105/2, 200 ms, flip angle &#x0003D; 150&#x000B0;, matrix size &#x0003D; 192 &#x000D7; 256, field of view (FOV) &#x0003D; 240 &#x000D7; 240 mm, slice thickness &#x0003D; 3 mm, voxel size &#x0003D; 0.9 &#x000D7; 0.9 &#x000D7; 3 mm, acquisition time &#x0003D; 4.57 min.</p>
</sec>
<sec>
<title>2.3.2. MRSI acquisition</title>
<p>MRSI data was acquired from one slice of 1.5 cm thickness, placed above the corpus callosum and along the anterior commissure - posterior commissure (AC-PC) axis, encompassing the centrum semioval region, and took 5 min and 20 s. A point-resolved spectroscopic sequence (PRESS) with TR &#x0003D; 1,690 ms and TE &#x0003D; 135 ms was used to select a volume of interest (VOI) of 105 &#x000D7; 105 &#x000D7; 15 mm<sup>3</sup> during the acquisition of 24 &#x000D7; 24 (interpolated to 32 &#x000D7; 32) phase-encodings over a field of view (FOV) of 240 &#x000D7; 240 mm<sup>2</sup>.</p>
</sec>
<sec>
<title>2.3.3. MRSI processing</title>
<p>MRSI data processing was performed using SPID (Poullet, <xref ref-type="bibr" rid="B38">2008</xref>; Poullet et al., <xref ref-type="bibr" rid="B39">2008</xref>) in MatLab 2015a (MathWorks, Natick, MA, USA). AQSES-MRSI (Poullet et al., <xref ref-type="bibr" rid="B40">2007</xref>; Sava et al., <xref ref-type="bibr" rid="B44">2011</xref>) was used to quantify <italic>N</italic>-acetyl-aspartate, Choline (Cho), and Creatine (Cre), using a synthetic basis set. The basis set incorporates prior knowledge of the individual metabolites in the quantification procedure. MPFIR (maximum-phase finite impulse response) filtering (Sundin et al., <xref ref-type="bibr" rid="B48">1999</xref>) was included in the AQSES-MRSI procedure for residual water suppression, with a filter length of 50 and spectral range from 1.9 to 3.4 ppm. A band of two voxels at the outer edges of each VOI was discarded in order to avoid chemical shift displacement artifacts and lipid contamination artifacts.</p>
</sec>
<sec>
<title>2.3.4. Quality control</title>
<p>After quantifying metabolites from all MRSI grids, a quality control was performed. Voxels with Cramer-Rao Lower Bounds (CRLBs) lower than 10% for <italic>each</italic> of the three metabolites (NAA, Cho, and Cre) were kept as having &#x0201C;good quality&#x0201D; to perform feature extraction. If the number of &#x0201C;good quality&#x0201D; voxels is lower than 50% of the total amount of voxels in the MRSI grid, then the acquisition is discarded. All 18 Control subjects had MRSI data with a number of &#x0201C;good quality&#x0201D; voxels higher than 50% of the total amount of voxels, and 606 out of 619 (97.9%) MRSI data from MS patients had good quality as defined earlier.</p>
</sec>
</sec>
<sec>
<title>2.4. Feature extraction</title>
<p>In this study we use three types of features: clinical (e.g., patient age, disease duration, and EDSS), lesion loads, and metabolic features. The clinical features are routinely acquired in the hospital. The lesion loads were computed based on T1 and FLAIR, using the MSmetrix software (Jain et al., <xref ref-type="bibr" rid="B21">2015</xref>) developed by icometrix (Leuven, Belgium). The computation of metabolic features was performed in two steps: three metabolic ratios (NAA/Cho, NAA/Cre, Cho/Cre) were computed for each &#x0201C;good quality&#x0201D; voxel and then averaged, leading to three metabolic features extracted from each MRSI grid.</p>
</sec>
<sec>
<title>2.5. Training approach</title>
<p>Nine binary classification tasks were studied: HC vs. CIS, HC vs. RR, HC vs. PP, HC vs. RR&#x0002B;SP, HC vs. PP&#x0002B;SP, CIS vs. RR, CIS vs. RR&#x0002B;SP, RR vs. PP, RR vs. SP. The first three tasks investigated differences between HC and the starting MS forms (CIS, RR, and PP). The next task investigated differences between HC and MS patients that are likely to evolve or had evolved into secondary progressive form (RR&#x0002B;SP). Afterwards, we investigated differences between HC and definite progressive forms (PP&#x0002B;SP). The next two tasks investigated differences between CIS patients and the most likely progression of CIS, namely RR and RR&#x0002B;SP. From a neurological point of view, the last two tasks were the most intriguing, as they were discriminating between the most common inflammatory MS form (RR) and the two progressive forms, PP and SP.</p>
<p>For each task, data normalization was performed. We use a leave-one-patient-out cross-validation (LOPOCV) setup, meaning that all data points of each patient will be in the test set, and will be classified based on a model learned on a training set with <italic>n</italic>&#x02212;1 data points corresponding to <italic>n</italic>&#x02212;1 patients, where <italic>n</italic> is the total number of patients, different for each classification task (e.g., for HC vs. CIS, <italic>n</italic> &#x0003D; 30). Because each patient has at least 3 data points, we randomly select one data point to be in the training set. We repeat the random sampling for each patient in the training set, and repeat the whole procedure 100 times. Therefore, each data point will be assigned 100 times to either class 1 or class 2, and in the end it will be assigned to one of the classes according to majority voting. This procedure is repeated until all patients from each classification task have been tested.</p>
<p>By using this random patient-based bootstrap sampling, the two classes in the training set have a more balanced distribution of points (18 HC, 12 CIS, 30 RR, 17 PP, 28 SP), compared to using the total number of points of each class (18 HC, 61 CIS, 214 RR, 121 PP, 196 SP).</p>
</sec>
<sec>
<title>2.6. Performance measures and statistical testing</title>
<p>For each task, we computed and reported four measures, in percentage: F1-score, sensitivity, specificity, and balanced accuracy rate (BAR). We explain these four measures using the general confusion matrix in Table <xref ref-type="table" rid="T2">2</xref>.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>General confusion matrix.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="center" colspan="2"><bold>Confusion matrix</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Predicted condition</bold></th>
</tr>
<tr>
<th/>
<th/>
<th valign="top" align="left"><bold>Predicted negative</bold></th>
<th valign="top" align="left"><bold>Predicted positive</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">True condition</td>
<td valign="top" align="left">Condition negative</td>
<td valign="top" align="left">True negative (TN)</td>
<td valign="top" align="left">False positive (FP)</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Condition positive</td>
<td valign="top" align="left">False negative (FN)</td>
<td valign="top" align="left">True positive (TP)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The four measures are defined by the following formulas: <inline-formula><mml:math id="M1"><mml:mi>F</mml:mi><mml:mn>1</mml:mn><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mn>2</mml:mn><mml:mo>&#x000D7;</mml:mo><mml:mi>T</mml:mi><mml:mi>P</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn><mml:mo>&#x000D7;</mml:mo><mml:mi>T</mml:mi><mml:mi>P</mml:mi><mml:mo>&#x0002B;</mml:mo><mml:mi>F</mml:mi><mml:mi>N</mml:mi><mml:mo>&#x0002B;</mml:mo><mml:mi>F</mml:mi><mml:mi>P</mml:mi></mml:mrow></mml:mfrac></mml:math></inline-formula>, <inline-formula><mml:math id="M2"><mml:mi>S</mml:mi><mml:mi>e</mml:mi><mml:mi>n</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>i</mml:mi><mml:mi>v</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>y</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>P</mml:mi><mml:mo>&#x0002B;</mml:mo><mml:mi>F</mml:mi><mml:mi>N</mml:mi></mml:mrow></mml:mfrac></mml:math></inline-formula>, <inline-formula><mml:math id="M3"><mml:mi>S</mml:mi><mml:mi>p</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>f</mml:mi><mml:mi>i</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>y</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>T</mml:mi><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>N</mml:mi><mml:mo>&#x0002B;</mml:mo><mml:mi>F</mml:mi><mml:mi>P</mml:mi></mml:mrow></mml:mfrac></mml:math></inline-formula>, <inline-formula><mml:math id="M4"><mml:mi>B</mml:mi><mml:mi>A</mml:mi><mml:mi>R</mml:mi><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>S</mml:mi><mml:mi>e</mml:mi><mml:mi>n</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>i</mml:mi><mml:mi>v</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>y</mml:mi><mml:mo>&#x0002B;</mml:mo><mml:mi>S</mml:mi><mml:mi>p</mml:mi><mml:mi>e</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>f</mml:mi><mml:mi>i</mml:mi><mml:mi>c</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:mfrac></mml:math></inline-formula>.</p>
<p>Throughout our study the positive class was the first class from each of the nine binary classification tasks: HC for the first 5 tasks, CIS for the 6th and 7th tasks, and RR for 8th and 9th tasks.</p>
<p>In order to correctly assess if there are significant differences between the four MS groups, we built several linear mixed effects models which were able to incorporate the temporal evolution of each patient&#x00027;s MS course. We used five fixed effects and two random effects. The fixed effects are: MS course, gender, disease onset age, disease duration, and the interaction between MS course and disease duration. The random effects are set for each patient allowing an individual starting point and an individual disease evolution. The most interesting fixed effect for this study is the first one, which represents the average of the response variable at the beginning of the MS course, or when &#x0201C;disease duration&#x0201D; &#x0003D; 0. We built four linear mixed effects models, one for each response variable: NAA/Cho, NAA/Cre, Cho/Cre, and lesion load. All statistical models were built in the &#x0201C;R&#x0201D; software using the &#x0201C;lme4&#x0201D; package (Bates, <xref ref-type="bibr" rid="B2">2010</xref>), statistical testing was done using the &#x0201C;lmerTest&#x0201D; package (Kuznetsova et al., <xref ref-type="bibr" rid="B23">2015</xref>) and <italic>post-hoc</italic> analysis was done using the &#x0201C;multcomp&#x0201D; package (Hothorn et al., <xref ref-type="bibr" rid="B18">2008</xref>). All tests were done for a significance level (&#x003B1;) of 0.05.</p>
</sec>
<sec>
<title>2.7. Classifiers</title>
<p>Three supervised classifiers implemented in Python 2.7.11 with scikit-learn 0.17.1 (Pedregosa et al., <xref ref-type="bibr" rid="B35">2011</xref>) have been used: Linear Discriminant Analysis (LDA), Support Vector Machines (SVM), and Random Forest (RF). We tuned each classifier&#x00027;s parameters by optimizing the F1-score over a five-fold cross validation on the training set within a grid search of individual parameters, specified further for each particular classifier. Fisher&#x00027;s LDA (Fisher, <xref ref-type="bibr" rid="B14">1936</xref>) is based on a linear combination of input features, with three possible solvers: singular value decomposition, least squares solution, and eigenvalue decomposition. Tuning involved choosing between the first solver and the last two solvers combined with shrinkage varying from 0 to 1 in steps of 0.1. Class unbalance was adjusted by setting the <italic>priors</italic> parameter equal to class probabilities. We use SVM (Cortes and Vapnik, <xref ref-type="bibr" rid="B7">1995</xref>; Cristianini and Shawe-Taylor, <xref ref-type="bibr" rid="B8">2000</xref>) with a radial basis function kernel (SVM-rbf), defined by two parameters: C, or the misclassification cost, and &#x003B3;, which is proportional to the inverse of a support vector&#x00027;s radius of influence. We tuned C and &#x003B3; by performing a logarithmic grid search between 0.00001 and 100,000. Class unbalance was adjusted by setting the <italic>class_weight</italic> parameter to <italic>balanced</italic>. Random Forests (Breiman, <xref ref-type="bibr" rid="B5">2001</xref>) is based on a group of decision trees. We tune the number of decision trees between 200, 400, 600, 800, and 1,000. Class unbalance was adjusted by setting the <italic>class_weight</italic> parameter to <italic>balanced_subsample</italic>.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>3. Results</title>
<p>Figure <xref ref-type="fig" rid="F1">1</xref> shows boxplots comparing MR metabolic features (Figures <xref ref-type="fig" rid="F1">1A&#x02013;C</xref>) and lesion loads (Figure <xref ref-type="fig" rid="F1">1D</xref>) extracted from HC and each MS course. Boxplots are drawn using default style in MatLab, meaning the middle line inside the box represents the median value, the vertical limits are the 25th and 75th percentiles (<italic>q</italic><sub>1</sub> and <italic>q</italic><sub>3</sub>), each whisker covers 1.5 the interquartile range (i.e., <italic>q</italic><sub>3</sub>&#x02212;<italic>q</italic><sub>1</sub>), and the crosses outside the whiskers represent outliers. Supplementary Figures <xref ref-type="supplementary-material" rid="SM1">1</xref>&#x02013;<xref ref-type="supplementary-material" rid="SM4">4</xref> show the MS data points in various 2-D feature spaces.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Boxplots of MR metabolic features and lesion loads extracted from HC and MS patients: <bold>(A)</bold> NAA/Cho; <bold>(B)</bold> NAA/Cre; <bold>(C)</bold> Cho/Cre; <bold>(D)</bold> Lesion load (LL).</p></caption>
<graphic xlink:href="fnins-11-00398-g0001.tif"/>
</fig>
<p>Using the previously described (Section 2.6) linear mixed-effects models we found that the fixed effect MS course is statistically significant in the evolution of NAA/Cho, NAA/Cre, Cho/Cre, and LL, with corresponding <italic>p</italic>-values of: 3.4 &#x000D7; 10<sup>&#x02212;6</sup>, 2 &#x000D7; 10<sup>&#x02212;4</sup>, 2.3 &#x000D7; 10<sup>&#x02212;2</sup>, and 2.6 &#x000D7; 10<sup>&#x02212;4</sup>. Table <xref ref-type="table" rid="T3">3</xref> provides adjusted <italic>p</italic>-values for multiple comparisons between the MS groups.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Adjusted <italic>p</italic>-values for multiple comparisons between MS groups modeled by linear mixed effects model, tested using the &#x0201C;multcomp&#x0201D; package in &#x0201C;R&#x0201D; (<sup>&#x0002A;</sup><italic>p</italic> &#x0003C; 0.05 and <sup>&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.01).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>CIS-RR</bold></th>
<th valign="top" align="center"><bold>RR-PP</bold></th>
<th valign="top" align="center"><bold>RR-SP</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">NAA/Cho</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center"><sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center"><sup>&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">NAA/Cre</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center"><sup>&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Cho/Cre</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">LL</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center"><sup>&#x0002A;</sup></td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Table <xref ref-type="table" rid="T4">4</xref> shows F1-scores after training LDA using only metabolic ratios, as clinical data and lesion loads were not available for healthy controls. Corresponding BAR, sensitivity and specificity values of this table can be found in Table <xref ref-type="table" rid="TA1">A1</xref> in Appendix. If F1-scores are missing, then the classifier assigned all data points to the negative class (second MS group).</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>F1-scores for all nine classification tasks (rows) after training LDA using only metabolic ratios.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>NAA/Cho</bold></th>
<th valign="top" align="center"><bold>NAA/Cre</bold></th>
<th valign="top" align="center"><bold>Cho/Cre</bold></th>
<th valign="top" align="center"><bold>All 3 metabolic ratios</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">HC vs. CIS</td>
<td valign="top" align="center">35</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">43</td>
<td valign="top" align="center">36</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. RR</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. PP</td>
<td valign="top" align="center">47</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">49</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. RR&#x0002B;SP</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. PP&#x0002B;SP</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">26</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">CIS vs. RR</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">21</td>
</tr>
<tr>
<td valign="top" align="left">CIS vs. RR&#x0002B;SP</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">19</td>
</tr>
<tr>
<td valign="top" align="left">RR vs. PP</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">74</td>
</tr>
<tr>
<td valign="top" align="left">RR vs. SP</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">69</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Values above 75 are colored in light gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>Surprisingly, the F1-scores for separating HC from any MS course are very low, and the same holds true for separating very early MS form (CIS) and the most likely MS evolution, RR and RR&#x0002B;SP. In contrast, for RR vs. PP we find that all three metabolic ratios have F1-scores higher than 75, with a maximum of 78 for NAA/Cre. For RR vs. SP the F1-scores are lower, with a maximum of 69 after combining all metabolic features.</p>
<p>Table <xref ref-type="table" rid="T5">5</xref> shows F1-scores of classification tasks involving only MS patients. Training was done on seven different combinations of features to evaluate the classification power of clinical data, lesion loads, and metabolic features. Corresponding BAR, sensitivity, and specificity values can be found in Appendix in Tables <xref ref-type="table" rid="TA2">A2</xref>&#x02013;<xref ref-type="table" rid="TA4">A4</xref>, respectively. If F1-scores are missing, then the classifier assigned all data points to the negative class (second MS group).</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>F1-scores for classification tasks involving only MS patients (columns).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold>&#x0002B;<bold>SP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. PP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. SP</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">M</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">67</td>
</tr>
<tr>
<td valign="top" align="left">LL</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center">68</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">71</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; M</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL &#x0002B; M</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>M, all three average metabolic ratios; Age, patient age; DD, disease duration; LL, lesion load; EDSS, Expanded Disability Status Scale. Values between 75 and 79 are colored in light gray, values between 80 and 84 are colored in medium gray, while values larger than 85 are colored in dark gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>The highest F1-scores for CIS vs. RR and CIS vs. RR&#x0002B;SP, respectively 71 and 72, were achieved by SVM-rbf trained on clinical data and lesion loads. Training any classifier only on metabolic features yielded very low F1-scores.</p>
<p>The highest F1-score for RR vs. PP (85) was achieved by LDA using patient age, disease age, and EDSS. Adding all spectroscopic information maintained the F1-score at 85, while adding lesion load lowered the F1-score at 79. LDA outperformed SVM-rbf and RF in all RR vs. PP cases, always achieving an F1-score higher than 70.</p>
<p>The highest value for RR vs. SP (87) was first achieved after training SVM-rbf on clinical and metabolic features, but also with LDA trained on all features combined (clinical data, lesion loads, and metabolic features). SVM-rbf outperfomed LDA in the majority RR vs. SP cases, but only with 1&#x02013;2%.</p>
</sec>
<sec sec-type="discussion" id="s4">
<title>4. Discussion</title>
<p>In this paper, we present results for nine binary classification problems using clinical data, lesion loads and metabolic features extracted from MS patients and healthy controls. We focused on metabolic features as numerous studies showed significant metabolic alterations in MS patients of different MS forms. It has been demonstrated that metabolic abnormalities in MS patients are not restricted to lesions alone (Husted et al., <xref ref-type="bibr" rid="B19">1994</xref>; Doyle et al., <xref ref-type="bibr" rid="B12">1995</xref>; Narayanan et al., <xref ref-type="bibr" rid="B34">1997</xref>; Fu et al., <xref ref-type="bibr" rid="B15">1998</xref>; Narayana et al., <xref ref-type="bibr" rid="B32">1998</xref>; Sarchielli et al., <xref ref-type="bibr" rid="B43">1999</xref>; He et al., <xref ref-type="bibr" rid="B17">2005</xref>) and NAWM tissue is well known to be altered in MS (Narayana, <xref ref-type="bibr" rid="B31">2005</xref>; De Stefano and Filippi, <xref ref-type="bibr" rid="B11">2007</xref>). Concentrations of NAA in NAWM were shown to be significantly lower in MS patients (Bitsch et al., <xref ref-type="bibr" rid="B3">1999</xref>; Suhy et al., <xref ref-type="bibr" rid="B47">2000</xref>; Bjartmar et al., <xref ref-type="bibr" rid="B4">2001</xref>; Inglese et al., <xref ref-type="bibr" rid="B20">2003</xref>; Tiberio et al., <xref ref-type="bibr" rid="B50">2006</xref>; Wattjes et al., <xref ref-type="bibr" rid="B52">2007</xref>, <xref ref-type="bibr" rid="B53">2008</xref>). Concentrations of Cho and Cre in NAWM were shown to be significantly higher in MS patients (Narayana et al., <xref ref-type="bibr" rid="B32">1998</xref>; Tourbah et al., <xref ref-type="bibr" rid="B51">1999</xref>; Suhy et al., <xref ref-type="bibr" rid="B47">2000</xref>; Tartaglia et al., <xref ref-type="bibr" rid="B49">2002</xref>; Inglese et al., <xref ref-type="bibr" rid="B20">2003</xref>). Concentrations of NAA/Cre in NAWM were shown to be significantly lower in MS patients (Leary et al., <xref ref-type="bibr" rid="B25">1999</xref>; Narayana et al., <xref ref-type="bibr" rid="B33">2004</xref>). Multiple studies also report significant differences between metabolite concentrations in lesions vs. NAWM of HC: lower NAA and increased Cho and Cre (Wolinsky et al., <xref ref-type="bibr" rid="B54">1990</xref>; Larsson et al., <xref ref-type="bibr" rid="B24">1991</xref>; Davie et al., <xref ref-type="bibr" rid="B10">1994</xref>, <xref ref-type="bibr" rid="B9">1997</xref>; Narayana et al., <xref ref-type="bibr" rid="B32">1998</xref>; Arnold et al., <xref ref-type="bibr" rid="B1">2000</xref>; He et al., <xref ref-type="bibr" rid="B17">2005</xref>).</p>
<p>Our findings are in agreement with these previous reports as decreased NAA and increased Cho and Cre contents were measured in NAWM and lesions of MS patients. After building linear mixed-effects models to properly analyze the statistical difference between the four clinical courses, we observed significant differences at the disease starting points of all MS courses using four response variables, namely the lesion load, NAA/Cre, NAA/Cho, and Cho/Cre ratios. A cross-sectional study (Hannoun et al., <xref ref-type="bibr" rid="B16">2012</xref>) based on a subset of our MRSI data found statistical differences in the NAA/Cre and NAA/Cho ratios between HC and RR, PP, SP, and RR&#x0002B;PP&#x0002B;SP patients. To our knowledge, there is only one study that reports sensitivity and specificity values for classifying healthy controls from MS patients based on spectroscopic features. Inglese et al. (<xref ref-type="bibr" rid="B20">2003</xref>) show that absolute values of choline in NAWM can differentiate 9 controls and 10 out of 11 RR patients.</p>
<p>Other MS classification studies are Muthuraman et al. (<xref ref-type="bibr" rid="B30">2016</xref>) and Kocevar et al. (<xref ref-type="bibr" rid="B22">2016</xref>), both based on diffusion features. The first one reports a classification accuracy of 97% between 20 CIS and 33 RR patients. The second one analyzes classification tasks based on DTI data from a cross-sectional subset of our database. They found very high F1-scores (91.8% for both HC-CIS and CIS-RR) after training SVM-rbf on six global brain connectivity metrics. For RR vs. PP their maximum F1-score was 75.6%, which is lower than our results based on metabolic features, while for RR vs. SP, their maximum F1-score was 85.5%, which is comparable to our results. It is also worth mentioning that they did not use any clinical data, which might improve their results.</p>
<p>In this study, we analyzed the added value of combining standard clinical data with quantitative magnetic resonance features. To this purpose, we trained linear and non-linear classifiers only on advanced MR features, and then only on clinical data. Afterwards we train the classifiers on clinical data combined with lesion loads and metabolic features.</p>
<p>Although, MS patients are expected to have significantly different WM metabolism compared to healthy controls, this difference was not reflected in the metabolic average obtained from &#x0201C;good quality&#x0201D; voxels (Supplementary Figures <xref ref-type="supplementary-material" rid="SM1">1A,B</xref>). This result is not entirely surprising, considering that we averaged over a high number of voxels, and the subtle lesion information could be lost in the average. However, we can visually see in Supplementary Figures <xref ref-type="supplementary-material" rid="SM1">1C,D</xref> that the two progressive MS courses tend to have lower NAA/Cho and NAA/Cre ratios than healthy controls.</p>
<p>CIS and RR patients&#x00027; distribution over the NAA/Cho and NAA/Cre feature space do not differ much, as seen in Supplementary Figure <xref ref-type="supplementary-material" rid="SM2">2A</xref>. Disease duration interval for RR patients is much larger than for CIS patients, as most of CIS patients have a disease duration lower than 5 years, which can be seen in Supplementary Figure <xref ref-type="supplementary-material" rid="SM3">3A</xref>. Because RR patients have more relapses than CIS patients, the number of lesions will be higher and the lesion volume as well, while EDSS scores are mainly in the same range, as seen in Supplementary Figure <xref ref-type="supplementary-material" rid="SM4">4A</xref>. BAR values in Table <xref ref-type="table" rid="TA2">A2</xref> show a maximum of 85, when combining patient age, disease duration, EDSS, and lesion load. However, the corresponding maximum F1-score of 71 is much lower because the dataset is unbalanced (61 CIS vs. 214 RR), heavily influencing the classifier&#x00027;s precision. In this case the F1-score reflects better than BAR the difficulty of discriminating CIS from RR forms.</p>
<p>CIS and SP patients&#x00027; distribution over different features is visible in Supplementary Figures <xref ref-type="supplementary-material" rid="SM2">2B</xref>, <xref ref-type="supplementary-material" rid="SM3">3B</xref>, <xref ref-type="supplementary-material" rid="SM4">4B</xref> and it is clear that these two are the least and most advanced forms of MS. Because RR patients will eventually evolve into SP forms during their lifetime, we grouped together RR and SP patients for a separate classification task versus CIS patients. BAR values in Table <xref ref-type="table" rid="TA2">A2</xref> show a maximum of 92, when combining patient age, disease duration, EDSS and lesion load. The same discussion as for CIS vs. RR apply: the corresponding maximum F1-score is only 72 because the dataset is very unbalanced (61 CIS vs. 410 RR&#x0002B;SP) and the precision will be very low.</p>
<p>RR and PP patients can be discriminated using only EDSS by visually inspecting Supplementary Figure <xref ref-type="supplementary-material" rid="SM4">4C</xref>. Training a linear classifier on clinical data (patient age, disease duration, and EDSS) gives the maximum F1-score of 85. Adding the 3 metabolic features keeps the score at 85, while adding lesion load information lowers the score to 79. This drop in the F1-score suggests that lesion load is not useful in differentiating RR from PP patients. Indeed, these two MS forms have the closest lesion load averages (16.7 and 20.8 ml), as shown in Table <xref ref-type="table" rid="T1">1</xref>. In contrast, the clinical status of RR and PP patients are very different, as reflected by the EDSS values of 2 for RR and 4 for PP. Moreover, training LDA on individual metabolic features always provided higher F1-scores than lesion load, therefore we can conclude that for RR vs. PP, metabolic features have a higher discrimination power than LL. BAR values in Table <xref ref-type="table" rid="TA2">A2</xref> are also closer to the F1-scores in Table <xref ref-type="table" rid="T5">5</xref> because the dataset is more balanced compared to previous cases.</p>
<p>RR and SP patients can also be discriminated using only EDSS by visually inspecting Supplementary Figure <xref ref-type="supplementary-material" rid="SM4">4D</xref>. Our results showed that EDSS is very important in differentiating RR patients from primary or secondary progressive patients. We also report consistent higher F1-scores for classifiers trained only on lesion load compared to classifiers trained only on metabolic features. Furthermore, it is clearly visible in Table <xref ref-type="table" rid="T4">4</xref> that we obtain higher F1-scores for this classification task using multiple features, compared to the rest of 8 tasks. These findings suggest that in the future it might be possible to build a decision support system using clinical data combined with lesion loads and metabolic features.</p>
<p>However, this study suffers from a few limitations caused by the low scanning frequency of only 1.5 Tesla. Firstly, it is known that the sensitivity of lesion load segmentation is improved by scanning at higher frequencies (Sicotte et al., <xref ref-type="bibr" rid="B46">2003</xref>). Therefore, our LL values may not reflect entirely the pathological changes inside the brain. Secondly, the signal to noise ratio of MRSI is proportional to the scanning frequency, meaning our metabolites&#x00027; quantification is not entirely accurate. In order to obtain true metabolites values, we would have to measure T1 and T2 relaxation times of water for each patient, which would be impossible in clinical practice. Moreover, spectroscopic signal scales can differ from patient to patient, resulting in large metabolite variations. To overcome some of these limitations, we use as features all three metabolite ratios (NAA/Cho, NAA/Cre, Cho/Cre). By doing so, we expect to retain the most valuable information.</p>
<p>When comparing classification tasks from a computational point of view, LDA is clearly the winner as the training period last only 3 h using a computer with 8 threads. Training both SVM-rbf and RF took around 20 days in total and it was done using 60 threads, meaning LDA is approximately 600 times faster than SVM-rbf or RF. Also, the maximum F1-scores for RR vs. PP and RR vs. SP were obtained with LDA and SVM-rbf, suggesting that a linear classifier performs equally good as a non-linear classifier in these cases.</p>
<p>This study is a proof of concept that investigates the added value of MR metabolites combined with clinical data and lesion loads, in classifying MS patients and healthy controls. Clinical data is routinely collected by doctors, lesion load is a known marker of neurodegeneration, while MR metabolites have been shown to provide high specificity of MS pathology. In order to better understand the underlying MS pathological mechanisms, we used three different machine learning methods, one linear and two non-linear, and had a strict quality control for extracting metabolic features. Despite all our efforts, averaging metabolite ratios over &#x0201C;good quality&#x0201D; voxels provides only moderate biomarkers for discriminating MS groups (i.e., RR vs. PP). In general, combining patient age, disease duration, EDSS, and averaged metabolic ratios, leads to the highest classification results. We believe extracting metabolic information from specific brain sub-regions of the MRSI grid (e.g., NAWM) should provide a more detailed view of MS pathology and help the classification tasks. Therefore, further investigations about the MS patients&#x00027; evolution will be done in the future on sub-regions metabolite quantification, DTI-based brain connectivity metrics, patient treatment, and multi-class classification.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>5. Conclusions</title>
<p>In this paper, we performed nine binary classification tasks and report F1-scores and BAR values after learning linear and non-linear classifiers on combinations of clinical data, lesion loads, and metabolic features. We presented a simple method to compute metabolic features by averaging metabolite ratios over &#x0201C;good quality&#x0201D; voxels of a MRSI grid. Using linear mixed-effects models we found that the MS course is statistically significant in the evolution of four response variables: Lesion Load, NAA/Cre, NAA/Cho, and Cho/Cre ratios. Our results showed that the best classifier for discriminating CIS from RR or RR&#x0002B;SP is SVM-rbf trained on clinical data and lesion loads. We also showed that discriminating RR from PP or SP with high accuracy is possible when training LDA on clinical data. For RR vs. PP, adding metabolic features will not change the results, while for RR vs. SP, adding metabolic features and lesion loads will slightly improve the results.</p>
</sec>
<sec id="s6">
<title>Author contributions</title>
<p>AI, GK, CS, DS, SV, and DS designed the methodological part of the study. FD and DS designed the clinical part of the study and collected the data. AI analyzed the data. All authors contributed to the manuscript.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="supplementary-material" id="s8">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="http://journal.frontiersin.org/article/10.3389/fnins.2017.00398/full#supplementary-material">http://journal.frontiersin.org/article/10.3389/fnins.2017.00398/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Image1.jpeg" id="SM1" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 1</label>
<caption><p><bold>(A&#x02013;D)</bold> HC vs. MS groups: NAA/Cho vs. NAA/Cre.</p></caption></supplementary-material>
<supplementary-material xlink:href="Image2.jpeg" id="SM2" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 2</label>
<caption><p><bold>(A&#x02013;D)</bold> MS groups comparison: NAA/Cho vs. NAA/Cre.</p></caption></supplementary-material>
<supplementary-material xlink:href="Image3.jpeg" id="SM3" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 3</label>
<caption><p><bold>(A&#x02013;D)</bold> MS groups comparison: Disease age vs. Cho/Cre.</p></caption></supplementary-material>
<supplementary-material xlink:href="Image4.jpeg" id="SM4" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink">
<label>Supplementary Figure 4</label>
<caption><p><bold>(A&#x02013;D)</bold> MS groups comparison: Lesion Load vs. EDSS.</p></caption></supplementary-material>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arnold</surname> <given-names>D.</given-names></name> <name><surname>De Stefano</surname> <given-names>N.</given-names></name> <name><surname>Narayanan</surname> <given-names>S.</given-names></name> <name><surname>Matthews</surname> <given-names>P.</given-names></name></person-group> (<year>2000</year>). <article-title>Proton MR spectroscopy in multiple sclerosis</article-title>. <source>Neuroimaging Clin. N. Am.</source> <volume>10</volume>, <fpage>789</fpage>&#x02013;<lpage>798</lpage>. <pub-id pub-id-type="doi">10.1016/j.nic.2008.08.002</pub-id><pub-id pub-id-type="pmid">11359725</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Bates</surname> <given-names>D. M.</given-names></name></person-group> (<year>2010</year>). <source>lme4: Mixed-Effects Modeling with R</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://lme4.r-forge.r-project.org/book">http://lme4.r-forge.r-project.org/book</ext-link></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bitsch</surname> <given-names>A.</given-names></name> <name><surname>Bruhn</surname> <given-names>H.</given-names></name> <name><surname>Vougioukas</surname> <given-names>V.</given-names></name> <name><surname>Stringaris</surname> <given-names>A.</given-names></name> <name><surname>Lassmann</surname> <given-names>H.</given-names></name> <name><surname>Frahm</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>1999</year>). <article-title>Inflammatory CNS demyelination: histopathologic correlation with <italic>in vivo</italic> quantitative proton mr spectroscopy</article-title>. <source>Am. J. Neuroradiol.</source> <volume>20</volume>, <fpage>1619</fpage>&#x02013;<lpage>1627</lpage>. <pub-id pub-id-type="pmid">10543631</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bjartmar</surname> <given-names>C.</given-names></name> <name><surname>Kinkel</surname> <given-names>R. P.</given-names></name> <name><surname>Kidd</surname> <given-names>G.</given-names></name> <name><surname>Rudick</surname> <given-names>R. A.</given-names></name> <name><surname>Trapp</surname> <given-names>B. D.</given-names></name></person-group> (<year>2001</year>). <article-title>Axonal loss in normal-appearing white matter in a patient with acute MS</article-title>. <source>Neurology</source> <volume>57</volume>, <fpage>1248</fpage>&#x02013;<lpage>1252</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.57.7.1248</pub-id><pub-id pub-id-type="pmid">11591844</pub-id></citation>
</ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L.</given-names></name></person-group> (<year>2001</year>). <article-title>Random forests</article-title>. <source>Mach. Learn.</source> <volume>45</volume>, <fpage>5</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id></citation>
</ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Compston</surname> <given-names>A.</given-names></name> <name><surname>Coles</surname> <given-names>A.</given-names></name></person-group> (<year>2008</year>). <article-title>Multiple sclerosis</article-title>. <source>Lancet</source> <volume>372</volume>, <fpage>1502</fpage>&#x02013;<lpage>1518</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(08)61620-7</pub-id><pub-id pub-id-type="pmid">18970977</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cortes</surname> <given-names>C.</given-names></name> <name><surname>Vapnik</surname> <given-names>V.</given-names></name></person-group> (<year>1995</year>). <article-title>Support-vector networks</article-title>. <source>Mach. Learn.</source> <volume>20</volume>, <fpage>273</fpage>&#x02013;<lpage>297</lpage>. <pub-id pub-id-type="doi">10.1007/BF00994018</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Cristianini</surname> <given-names>N.</given-names></name> <name><surname>Shawe-Taylor</surname> <given-names>J.</given-names></name></person-group> (<year>2000</year>). <source>An Introduction to Support Vector Machines and Other Kernel-Based Learning Methods</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>.</citation>
</ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davie</surname> <given-names>C.</given-names></name> <name><surname>Barker</surname> <given-names>G.</given-names></name> <name><surname>Thompson</surname> <given-names>A.</given-names></name> <name><surname>Tofts</surname> <given-names>P.</given-names></name> <name><surname>McDonald</surname> <given-names>W.</given-names></name> <name><surname>Miller</surname> <given-names>D.</given-names></name></person-group> (<year>1997</year>). <article-title><sup>1</sup>H magnetic resonance spectroscopy of chronic cerebral white matter lesions and normal appearing white matter in multiple sclerosis</article-title>. <source>J. Neurol. Neurosurg. Psychiatry</source> <volume>63</volume>, <fpage>736</fpage>&#x02013;<lpage>742</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp.63.6.736</pub-id><pub-id pub-id-type="pmid">9416807</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davie</surname> <given-names>C.</given-names></name> <name><surname>Hawkins</surname> <given-names>C.</given-names></name> <name><surname>Barker</surname> <given-names>G.</given-names></name> <name><surname>Brennan</surname> <given-names>A.</given-names></name> <name><surname>Tofts</surname> <given-names>P.</given-names></name> <name><surname>Miller</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>1994</year>). <article-title>Serial proton magnetic resonance spectroscopy in acute multiple sclerosis lesions</article-title>. <source>Brain</source> <volume>117</volume>, <fpage>49</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1093/brain/117.1.49</pub-id><pub-id pub-id-type="pmid">8149214</pub-id></citation>
</ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Stefano</surname> <given-names>N.</given-names></name> <name><surname>Filippi</surname> <given-names>M.</given-names></name></person-group> (<year>2007</year>). <article-title>MR spectroscopy in multiple sclerosis</article-title>. <source>J. Neuroimaging</source> <volume>17</volume>, <fpage>31S</fpage>&#x02013;<lpage>35S</lpage>. <pub-id pub-id-type="doi">10.1111/j.1552-6569.2007.00134.x</pub-id><pub-id pub-id-type="pmid">17425732</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Doyle</surname> <given-names>T. J.</given-names></name> <name><surname>Pathak</surname> <given-names>R.</given-names></name> <name><surname>Wolinsky</surname> <given-names>J. S.</given-names></name> <name><surname>Narayana</surname> <given-names>P. A.</given-names></name></person-group> (<year>1995</year>). <article-title>Automated proton spectroscopic image processing</article-title>. <source>J. Magn. Reson. Ser. B</source> <volume>106</volume>, <fpage>58</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1006/jmrb.1995.1008</pub-id><pub-id pub-id-type="pmid">7850174</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Filippi</surname> <given-names>M.</given-names></name> <name><surname>Horsfield</surname> <given-names>M.</given-names></name> <name><surname>Morrissey</surname> <given-names>S.</given-names></name> <name><surname>MacManus</surname> <given-names>D.</given-names></name> <name><surname>Rudge</surname> <given-names>P.</given-names></name> <name><surname>McDonald</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>1994</year>). <article-title>Quantitative brain MRI lesion load predicts the course of clinically isolated syndromes suggestive of multiple sclerosis</article-title>. <source>Neurology</source> <volume>44</volume>:<fpage>635</fpage>. <pub-id pub-id-type="doi">10.1212/WNL.44.4.635</pub-id><pub-id pub-id-type="pmid">8164816</pub-id></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fisher</surname> <given-names>R. A.</given-names></name></person-group> (<year>1936</year>). <article-title>The use of multiple measurements in taxonomic problems</article-title>. <source>Ann. Eugen.</source> <volume>7</volume>, <fpage>179</fpage>&#x02013;<lpage>188</lpage>. <pub-id pub-id-type="doi">10.1111/j.1469-1809.1936.tb02137.x</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fu</surname> <given-names>L.</given-names></name> <name><surname>Matthews</surname> <given-names>P.</given-names></name> <name><surname>De Stefano</surname> <given-names>N.</given-names></name> <name><surname>Worsley</surname> <given-names>K.</given-names></name> <name><surname>Narayanan</surname> <given-names>S.</given-names></name> <name><surname>Francis</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>1998</year>). <article-title>Imaging axonal damage of normal-appearing white matter in multiple sclerosis</article-title>. <source>Brain</source> <volume>121</volume>, <fpage>103</fpage>&#x02013;<lpage>113</lpage>. <pub-id pub-id-type="doi">10.1093/brain/121.1.103</pub-id><pub-id pub-id-type="pmid">9549491</pub-id></citation>
</ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hannoun</surname> <given-names>S.</given-names></name> <name><surname>Bagory</surname> <given-names>M.</given-names></name> <name><surname>Durand-Dubief</surname> <given-names>F.</given-names></name> <name><surname>Ibarrola</surname> <given-names>D.</given-names></name> <name><surname>Comte</surname> <given-names>J.-C.</given-names></name> <name><surname>Confavreux</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Correlation of diffusion and metabolic alterations in different clinical forms of multiple sclerosis</article-title>. <source>PLoS ONE</source> <volume>7</volume>:<fpage>e32525</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0032525</pub-id><pub-id pub-id-type="pmid">22479330</pub-id></citation>
</ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>J.</given-names></name> <name><surname>Inglese</surname> <given-names>M.</given-names></name> <name><surname>Li</surname> <given-names>B. S.</given-names></name> <name><surname>Babb</surname> <given-names>J. S.</given-names></name> <name><surname>Grossman</surname> <given-names>R. I.</given-names></name> <name><surname>Gonen</surname> <given-names>O.</given-names></name></person-group> (<year>2005</year>). <article-title>Relapsing-remitting multiple sclerosis: metabolic abnormality in nonenhancing lesions and normal-appearing white matter at mr imaging: initial experience 1</article-title>. <source>Radiology</source> <volume>234</volume>, <fpage>211</fpage>&#x02013;<lpage>217</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2341031895</pub-id></citation>
</ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hothorn</surname> <given-names>T.</given-names></name> <name><surname>Bretz</surname> <given-names>F.</given-names></name> <name><surname>Westfall</surname> <given-names>P.</given-names></name></person-group> (<year>2008</year>). <article-title>Simultaneous inference in general parametric models</article-title>. <source>Biomet. J.</source> <volume>50</volume>, <fpage>346</fpage>&#x02013;<lpage>363</lpage>. <pub-id pub-id-type="doi">10.1002/bimj.200810425</pub-id><pub-id pub-id-type="pmid">18481363</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Husted</surname> <given-names>C.</given-names></name> <name><surname>Goodin</surname> <given-names>D.</given-names></name> <name><surname>Hugg</surname> <given-names>J.</given-names></name> <name><surname>Maudsley</surname> <given-names>A. A.</given-names></name> <name><surname>Tsuruda</surname> <given-names>J.</given-names></name> <name><surname>De Bie</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>1994</year>). <article-title>Biochemical alterations in multiple sclerosis lesions and normal-appearing white matter detected by <italic>in vivo</italic> 31P and 1H spectroscopic imaging</article-title>. <source>Ann. Neurol.</source> <volume>36</volume>, <fpage>157</fpage>&#x02013;<lpage>165</lpage>. <pub-id pub-id-type="doi">10.1002/ana.410360207</pub-id><pub-id pub-id-type="pmid">8053651</pub-id></citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Inglese</surname> <given-names>M.</given-names></name> <name><surname>Li</surname> <given-names>B. S.</given-names></name> <name><surname>Rusinek</surname> <given-names>H.</given-names></name> <name><surname>Babb</surname> <given-names>J. S.</given-names></name> <name><surname>Grossman</surname> <given-names>R. I.</given-names></name> <name><surname>Gonen</surname> <given-names>O.</given-names></name></person-group> (<year>2003</year>). <article-title>Diffusely elevated cerebral choline and creatine in relapsing-remitting multiple sclerosis</article-title>. <source>Magn. Reson. Med.</source> <volume>50</volume>, <fpage>190</fpage>&#x02013;<lpage>195</lpage>. <pub-id pub-id-type="doi">10.1002/mrm.10481</pub-id><pub-id pub-id-type="pmid">12815694</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jain</surname> <given-names>S.</given-names></name> <name><surname>Sima</surname> <given-names>D. M.</given-names></name> <name><surname>Ribbens</surname> <given-names>A.</given-names></name> <name><surname>Cambron</surname> <given-names>M.</given-names></name> <name><surname>Maertens</surname> <given-names>A.</given-names></name> <name><surname>Van Hecke</surname> <given-names>W.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Automatic segmentation and volumetry of multiple sclerosis brain lesions from MR images</article-title>. <source>Neuroimage</source> <volume>8</volume>, <fpage>367</fpage>&#x02013;<lpage>375</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2015.05.003</pub-id><pub-id pub-id-type="pmid">26106562</pub-id></citation>
</ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kocevar</surname> <given-names>G.</given-names></name> <name><surname>Stamile</surname> <given-names>C.</given-names></name> <name><surname>Hannoun</surname> <given-names>S.</given-names></name> <name><surname>Cotton</surname> <given-names>F.</given-names></name> <name><surname>Vukusic</surname> <given-names>S.</given-names></name> <name><surname>Durand-Dubief</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Graph theory-based brain connectivity for automatic classification of multiple sclerosis clinical courses</article-title>. <source>Front. Neurosci.</source> <volume>10</volume>:<fpage>478</fpage>. <pub-id pub-id-type="doi">10.3389/fnins.2016.00478</pub-id><pub-id pub-id-type="pmid">27826224</pub-id></citation>
</ref>
<ref id="B23">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kuznetsova</surname> <given-names>A.</given-names></name> <name><surname>Brockhoff</surname> <given-names>P. B.</given-names></name> <name><surname>Christensen</surname> <given-names>R. H. B.</given-names></name></person-group> (<year>2015</year>). <source>lmerTest: Tests for Random and Fixed Effects for Linear Mixed Effect Models (lmer Objects of lme4 Package)</source>. R package version 2.0&#x02013;29, <publisher-loc>Copenhagen</publisher-loc>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/web/packages/lmerTest">https://cran.r-project.org/web/packages/lmerTest</ext-link></citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Larsson</surname> <given-names>H.</given-names></name> <name><surname>Christiansen</surname> <given-names>P.</given-names></name> <name><surname>Jensen</surname> <given-names>M.</given-names></name> <name><surname>Frederiksen</surname> <given-names>J.</given-names></name> <name><surname>Heltberg</surname> <given-names>A.</given-names></name> <name><surname>Olesen</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>1991</year>). <article-title>Localized <italic>in vivo</italic> proton spectroscopy in the brain of patients with multiple sclerosis</article-title>. <source>Magn. Reson. Med.</source> <volume>22</volume>, <fpage>23</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1002/mrm.1910220104</pub-id><pub-id pub-id-type="pmid">1798392</pub-id></citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leary</surname> <given-names>S. M.</given-names></name> <name><surname>Davie</surname> <given-names>C. A.</given-names></name> <name><surname>Parker</surname> <given-names>G. J.</given-names></name> <name><surname>Stevenson</surname> <given-names>V. L.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>Barker</surname> <given-names>G. J.</given-names></name> <etal/></person-group>. (<year>1999</year>). <article-title><sup>1</sup>H magnetic resonance spectroscopy of normal appearing white matter in primary progressive multiple sclerosis</article-title>. <source>J. Neurol.</source> <volume>246</volume>, <fpage>1023</fpage>&#x02013;<lpage>1026</lpage>. <pub-id pub-id-type="doi">10.1007/s004150050507</pub-id><pub-id pub-id-type="pmid">10631633</pub-id></citation>
</ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lublin</surname> <given-names>F. D.</given-names></name> <name><surname>Reingold</surname> <given-names>S. C.</given-names></name></person-group> (<year>1996</year>). <article-title>Defining the clinical course of multiple sclerosis results of an international survey</article-title>. <source>Neurology</source> <volume>46</volume>, <fpage>907</fpage>&#x02013;<lpage>911</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.46.4.907</pub-id><pub-id pub-id-type="pmid">8780061</pub-id></citation>
</ref>
<ref id="B27">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>McAlpine</surname> <given-names>D.</given-names></name> <name><surname>Compston</surname> <given-names>A.</given-names></name></person-group> (<year>2005</year>). <source>McAlpine&#x00027;s Multiple Sclerosis</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Elsevier Health Sciences</publisher-name>.</citation>
</ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonald</surname> <given-names>W. I.</given-names></name> <name><surname>Compston</surname> <given-names>A.</given-names></name> <name><surname>Edan</surname> <given-names>G.</given-names></name> <name><surname>Goodkin</surname> <given-names>D.</given-names></name> <name><surname>Hartung</surname> <given-names>H.-P.</given-names></name> <name><surname>Lublin</surname> <given-names>F. D.</given-names></name> <etal/></person-group>. (<year>2001</year>). <article-title>Recommended diagnostic criteria for multiple sclerosis: guidelines from the international panel on the diagnosis of multiple sclerosis</article-title>. <source>Ann. Neurol.</source> <volume>50</volume>, <fpage>121</fpage>&#x02013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1002/ana.1032</pub-id><pub-id pub-id-type="pmid">11456302</pub-id></citation>
</ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>D. H.</given-names></name> <name><surname>Chard</surname> <given-names>D. T.</given-names></name> <name><surname>Ciccarelli</surname> <given-names>O.</given-names></name></person-group> (<year>2012</year>). <article-title>Clinically isolated syndromes</article-title>. <source>Lancet Neurol.</source> <volume>11</volume>, <fpage>157</fpage>&#x02013;<lpage>169</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(11)70274-5</pub-id><pub-id pub-id-type="pmid">22265211</pub-id></citation>
</ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muthuraman</surname> <given-names>M.</given-names></name> <name><surname>Fleischer</surname> <given-names>V.</given-names></name> <name><surname>Kolber</surname> <given-names>P.</given-names></name> <name><surname>Luessi</surname> <given-names>F.</given-names></name> <name><surname>Zipp</surname> <given-names>F.</given-names></name> <name><surname>Groppa</surname> <given-names>S.</given-names></name></person-group> (<year>2016</year>). <article-title>Structural brain network characteristics can differentiate CIS from early RRMS</article-title>. <source>Front. Neurosci.</source> <volume>10</volume>:<fpage>14</fpage>. <pub-id pub-id-type="doi">10.3389/fnins.2016.00014</pub-id><pub-id pub-id-type="pmid">26869873</pub-id></citation>
</ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Narayana</surname> <given-names>P. A.</given-names></name></person-group> (<year>2005</year>). <article-title>Magnetic resonance spectroscopy in the monitoring of multiple sclerosis</article-title>. <source>J. Neuroimaging</source> <volume>15</volume>, <fpage>46S</fpage>&#x02013;<lpage>57S</lpage>. <pub-id pub-id-type="doi">10.1177/1051228405284200</pub-id><pub-id pub-id-type="pmid">16385018</pub-id></citation>
</ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Narayana</surname> <given-names>P. A.</given-names></name> <name><surname>Doyle</surname> <given-names>T. J.</given-names></name> <name><surname>Lai</surname> <given-names>D.</given-names></name> <name><surname>Wolinsky</surname> <given-names>J. S.</given-names></name></person-group> (<year>1998</year>). <article-title>Serial proton magnetic resonance spectroscopic imaging, contrast-enhanced magnetic resonance imaging, and quantitative lesion volumetry in multiple sclerosis</article-title>. <source>Ann. Neurol.</source> <volume>43</volume>, <fpage>56</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1002/ana.410430112</pub-id><pub-id pub-id-type="pmid">9450769</pub-id></citation>
</ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Narayana</surname> <given-names>P. A.</given-names></name> <name><surname>Wolinsky</surname> <given-names>J. S.</given-names></name> <name><surname>Rao</surname> <given-names>S. B.</given-names></name> <name><surname>He</surname> <given-names>R.</given-names></name> <name><surname>Mehta</surname> <given-names>M.</given-names></name> <collab>PROMiSe Trial MRSI Group</collab></person-group>. (<year>2004</year>). <article-title>Multicentre proton magnetic resonance spectroscopy imaging of primary progressive multiple sclerosis</article-title>. <source>Mult. Scler.</source> <volume>10</volume>(<supplement>3 Suppl.</supplement>), <fpage>S73</fpage>&#x02013;<lpage>S78</lpage>. <pub-id pub-id-type="doi">10.1191/1352458504ms1035oa</pub-id><pub-id pub-id-type="pmid">15218814</pub-id></citation>
</ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Narayanan</surname> <given-names>S.</given-names></name> <name><surname>Fu</surname> <given-names>L.</given-names></name> <name><surname>Pioro</surname> <given-names>E.</given-names></name> <name><surname>De Stefano</surname> <given-names>N.</given-names></name> <name><surname>Collins</surname> <given-names>D.</given-names></name> <name><surname>Francis</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>1997</year>). <article-title>Imaging of axonal damage in multiple sclerosis: spatial distribution of magnetic resonance imaging lesions</article-title>. <source>Ann. Neurol.</source> <volume>41</volume>, <fpage>385</fpage>&#x02013;<lpage>391</lpage>. <pub-id pub-id-type="doi">10.1002/ana.410410314</pub-id><pub-id pub-id-type="pmid">9066360</pub-id></citation>
</ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pedregosa</surname> <given-names>F.</given-names></name> <name><surname>Varoquaux</surname> <given-names>G.</given-names></name> <name><surname>Gramfort</surname> <given-names>A.</given-names></name> <name><surname>Michel</surname> <given-names>V.</given-names></name> <name><surname>Thirion</surname> <given-names>B.</given-names></name> <name><surname>Grisel</surname> <given-names>O.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Scikit-learn: machine learning in Python</article-title>. <source>J. Mach. Learn. Res.</source> <volume>12</volume>, <fpage>2825</fpage>&#x02013;<lpage>2830</lpage>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polman</surname> <given-names>C. H.</given-names></name> <name><surname>Reingold</surname> <given-names>S. C.</given-names></name> <name><surname>Banwell</surname> <given-names>B.</given-names></name> <name><surname>Clanet</surname> <given-names>M.</given-names></name> <name><surname>Cohen</surname> <given-names>J. A.</given-names></name> <name><surname>Filippi</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Diagnostic criteria for multiple sclerosis: 2010 revisions to the McDonald criteria</article-title>. <source>Ann. Neurol.</source> <volume>69</volume>, <fpage>292</fpage>&#x02013;<lpage>302</lpage>. <pub-id pub-id-type="doi">10.1002/ana.22366</pub-id><pub-id pub-id-type="pmid">21387374</pub-id></citation>
</ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polman</surname> <given-names>C. H.</given-names></name> <name><surname>Reingold</surname> <given-names>S. C.</given-names></name> <name><surname>Edan</surname> <given-names>G.</given-names></name> <name><surname>Filippi</surname> <given-names>M.</given-names></name> <name><surname>Hartung</surname> <given-names>H.-P.</given-names></name> <name><surname>Kappos</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Diagnostic criteria for multiple sclerosis: 2005 revisions to the mcdonald criteria</article-title>. <source>Ann. Neurol.</source> <volume>58</volume>, <fpage>840</fpage>&#x02013;<lpage>846</lpage>. <pub-id pub-id-type="doi">10.1002/ana.20703</pub-id><pub-id pub-id-type="pmid">16283615</pub-id></citation>
</ref>
<ref id="B38">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Poullet</surname> <given-names>J.-B.</given-names></name></person-group> (<year>2008</year>). <source>Quantification and Classification of Magnetic Resonance Spectroscopic Data for Brain Tumor Diagnosis.</source> <publisher-loc>Leuven</publisher-loc>: <publisher-name>Katholic University of Leuven</publisher-name>.</citation>
</ref>
<ref id="B39">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Poullet</surname> <given-names>J.-B.</given-names></name> <name><surname>Sima</surname> <given-names>D.</given-names></name> <name><surname>Luts</surname> <given-names>J.</given-names></name> <name><surname>Garcia</surname> <given-names>M. O.</given-names></name> <name><surname>Croitor</surname> <given-names>A.</given-names></name> <name><surname>Van Huffel</surname> <given-names>S.</given-names></name></person-group> (<year>2008</year>). <source>Manual: Simulation Package Based on in vitro Databases (Spid).</source> <publisher-loc>Leuven</publisher-loc>.</citation>
</ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Poullet</surname> <given-names>J.-B.</given-names></name> <name><surname>Sima</surname> <given-names>D. M.</given-names></name> <name><surname>Simonetti</surname> <given-names>A. W.</given-names></name> <name><surname>De Neuter</surname> <given-names>B.</given-names></name> <name><surname>Vanhamme</surname> <given-names>L.</given-names></name> <name><surname>Lemmerling</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>An automated quantitation of short echo time mrs spectra in an open source software environment: aqses</article-title>. <source>NMR Biomed.</source> <volume>20</volume>, <fpage>493</fpage>&#x02013;<lpage>504</lpage>. <pub-id pub-id-type="doi">10.1002/nbm.1112</pub-id><pub-id pub-id-type="pmid">17167819</pub-id></citation>
</ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rovira</surname> <given-names>&#x000C0;.</given-names></name> <name><surname>Auger</surname> <given-names>C.</given-names></name> <name><surname>Alonso</surname> <given-names>J.</given-names></name></person-group> (<year>2013</year>). <article-title>Magnetic resonance monitoring of lesion evolution in multiple sclerosis</article-title>. <source>Ther. Adv. Neurol. Disord.</source> <volume>6</volume>, <fpage>298</fpage>&#x02013;<lpage>310</lpage>. <pub-id pub-id-type="doi">10.1177/1756285613484079</pub-id><pub-id pub-id-type="pmid">23997815</pub-id></citation>
</ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sajja</surname> <given-names>B. R.</given-names></name> <name><surname>Wolinsky</surname> <given-names>J. S.</given-names></name> <name><surname>Narayana</surname> <given-names>P. A.</given-names></name></person-group> (<year>2009</year>). <article-title>Proton magnetic resonance spectroscopy in multiple sclerosis</article-title>. <source>Neuroimaging Clin. N. Am.</source> <volume>19</volume>, <fpage>45</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1016/j.nic.2008.08.002</pub-id><pub-id pub-id-type="pmid">19064199</pub-id></citation>
</ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sarchielli</surname> <given-names>P.</given-names></name> <name><surname>Presciutti</surname> <given-names>O.</given-names></name> <name><surname>Pelliccioli</surname> <given-names>G.</given-names></name> <name><surname>Tarducci</surname> <given-names>R.</given-names></name> <name><surname>Gobbi</surname> <given-names>G.</given-names></name> <name><surname>Chiarini</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>1999</year>). <article-title>Absolute quantification of brain metabolites by proton magnetic resonance spectroscopy in normal-appearing white matter of multiple sclerosis patients</article-title>. <source>Brain</source> <volume>122</volume>, <fpage>513</fpage>&#x02013;<lpage>521</lpage>. <pub-id pub-id-type="doi">10.1093/brain/122.3.513</pub-id><pub-id pub-id-type="pmid">10094259</pub-id></citation>
</ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sava</surname> <given-names>C.</given-names></name> <name><surname>Anca</surname> <given-names>R.</given-names></name> <name><surname>Sima</surname> <given-names>D. M.</given-names></name> <name><surname>Poullet</surname> <given-names>J.-B.</given-names></name> <name><surname>Wright</surname> <given-names>A. J.</given-names></name> <name><surname>Heerschap</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Exploiting spatial information to estimate metabolite levels in two-dimensional mrsi of heterogeneous brain lesions</article-title>. <source>NMR Biomed.</source> <volume>24</volume>, <fpage>824</fpage>&#x02013;<lpage>835</lpage>. <pub-id pub-id-type="doi">10.1002/nbm.1628</pub-id></citation>
</ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scalfari</surname> <given-names>A.</given-names></name> <name><surname>Neuhaus</surname> <given-names>A.</given-names></name> <name><surname>Degenhardt</surname> <given-names>A.</given-names></name> <name><surname>Rice</surname> <given-names>G. P.</given-names></name> <name><surname>Muraro</surname> <given-names>P. A.</given-names></name> <name><surname>Daumer</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>The natural history of multiple sclerosis, a geographically based study 10: relapses and long-term disability</article-title>. <source>Brain</source> <volume>133</volume>, <fpage>1914</fpage>&#x02013;<lpage>1929</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awq118</pub-id><pub-id pub-id-type="pmid">20534650</pub-id></citation>
</ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sicotte</surname> <given-names>N. L.</given-names></name> <name><surname>Voskuhl</surname> <given-names>R. R.</given-names></name> <name><surname>Bouvier</surname> <given-names>S.</given-names></name> <name><surname>Klutch</surname> <given-names>R.</given-names></name> <name><surname>Cohen</surname> <given-names>M. S.</given-names></name> <name><surname>Mazziotta</surname> <given-names>J. C.</given-names></name></person-group> (<year>2003</year>). <article-title>Comparison of multiple sclerosis lesions at 1.5 and 3.0 tesla</article-title>. <source>Invest. Radiol.</source> <volume>38</volume>, <fpage>423</fpage>&#x02013;<lpage>427</lpage>. <pub-id pub-id-type="doi">10.1097/01.RLI.0000065426.07178.f1</pub-id><pub-id pub-id-type="pmid">12821856</pub-id></citation>
</ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suhy</surname> <given-names>J.</given-names></name> <name><surname>Rooney</surname> <given-names>W.</given-names></name> <name><surname>Goodkin</surname> <given-names>D.</given-names></name> <name><surname>Capizzano</surname> <given-names>A.</given-names></name> <name><surname>Soher</surname> <given-names>B.</given-names></name> <name><surname>Maudsley</surname> <given-names>A. A.</given-names></name> <etal/></person-group>. (<year>2000</year>). <article-title>1H MRSI comparison of white matter and lesions in primary progressive and relapsing-remitting MS</article-title>. <source>Mult. Scler.</source> <volume>6</volume>, <fpage>148</fpage>&#x02013;<lpage>155</lpage>. <pub-id pub-id-type="doi">10.1177/135245850000600303</pub-id><pub-id pub-id-type="pmid">10871825</pub-id></citation>
</ref>
<ref id="B48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sundin</surname> <given-names>T.</given-names></name> <name><surname>Vanhamme</surname> <given-names>L.</given-names></name> <name><surname>Van Hecke</surname> <given-names>P.</given-names></name> <name><surname>Dologlou</surname> <given-names>I.</given-names></name> <name><surname>Van Huffel</surname> <given-names>S.</given-names></name></person-group> (<year>1999</year>). <article-title>Accurate quantification of 1H spectra: from finite impulse response filter design for solvent suppression to parameter estimation</article-title>. <source>J. Magn. Reson.</source> <volume>139</volume>, <fpage>189</fpage>&#x02013;<lpage>204</lpage>. <pub-id pub-id-type="doi">10.1006/jmre.1999.1782</pub-id></citation>
</ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tartaglia</surname> <given-names>M.</given-names></name> <name><surname>Narayanan</surname> <given-names>S.</given-names></name> <name><surname>De Stefano</surname> <given-names>N.</given-names></name> <name><surname>Arnaoutelis</surname> <given-names>R.</given-names></name> <name><surname>Antel</surname> <given-names>S.</given-names></name> <name><surname>Francis</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2002</year>). <article-title>Choline is increased in pre-lesional normal appearing white matter in multiple sclerosis</article-title>. <source>J. Neurol.</source> <volume>249</volume>, <fpage>1382</fpage>&#x02013;<lpage>1390</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-002-0846-6</pub-id><pub-id pub-id-type="pmid">12382153</pub-id></citation>
</ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tiberio</surname> <given-names>M.</given-names></name> <name><surname>Chard</surname> <given-names>D.</given-names></name> <name><surname>Altmann</surname> <given-names>D.</given-names></name> <name><surname>Davies</surname> <given-names>G.</given-names></name> <name><surname>Griffin</surname> <given-names>C.</given-names></name> <name><surname>McLean</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2006</year>). <article-title>Metabolite changes in early relapsing&#x02013;remitting multiple sclerosis</article-title>. <source>J. Neurol.</source> <volume>253</volume>, <fpage>224</fpage>&#x02013;<lpage>230</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-005-0964-z</pub-id><pub-id pub-id-type="pmid">16307201</pub-id></citation>
</ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tourbah</surname> <given-names>A.</given-names></name> <name><surname>Stievenart</surname> <given-names>J.-L.</given-names></name> <name><surname>Abanou</surname> <given-names>A.</given-names></name> <name><surname>Iba-Zizen</surname> <given-names>M.-T.</given-names></name> <name><surname>Hamard</surname> <given-names>H.</given-names></name> <name><surname>Lyon-Caen</surname> <given-names>O.</given-names></name> <etal/></person-group>. (<year>1999</year>). <article-title>Normal-appearing white matter in optic neuritis and multiple sclerosis: a comparative proton spectroscopy study</article-title>. <source>Neuroradiology</source> <volume>41</volume>, <fpage>738</fpage>&#x02013;<lpage>743</lpage>. <pub-id pub-id-type="doi">10.1007/s002340050835</pub-id><pub-id pub-id-type="pmid">10552024</pub-id></citation>
</ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wattjes</surname> <given-names>M.</given-names></name> <name><surname>Harzheim</surname> <given-names>M.</given-names></name> <name><surname>Lutterbey</surname> <given-names>G.</given-names></name> <name><surname>Klotz</surname> <given-names>L.</given-names></name> <name><surname>Schild</surname> <given-names>H.</given-names></name> <name><surname>Tr&#x000E4;ber</surname> <given-names>F.</given-names></name></person-group> (<year>2007</year>). <article-title>Axonal damage but no increased glial cell activity in the normal-appearing white matter of patients with clinically isolated syndromes suggestive of multiple sclerosis using high-field magnetic resonance spectroscopy</article-title>. <source>Am. J. Neuroradiol.</source> <volume>28</volume>, <fpage>1517</fpage>&#x02013;<lpage>1522</lpage>. <pub-id pub-id-type="doi">10.3174/ajnr.A0594</pub-id><pub-id pub-id-type="pmid">17846203</pub-id></citation>
</ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wattjes</surname> <given-names>M. P.</given-names></name> <name><surname>Harzheim</surname> <given-names>M.</given-names></name> <name><surname>Lutterbey</surname> <given-names>G. G.</given-names></name> <name><surname>Bogdanow</surname> <given-names>M.</given-names></name> <name><surname>Schild</surname> <given-names>H. H.</given-names></name> <name><surname>Tr&#x000E4;ber</surname> <given-names>F.</given-names></name></person-group> (<year>2008</year>). <article-title>High field MR imaging and 1H-MR spectroscopy in clinically isolated syndromes suggestive of multiple sclerosis</article-title>. <source>J. Neurol.</source> <volume>255</volume>, <fpage>56</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-007-0666-9</pub-id><pub-id pub-id-type="pmid">18080854</pub-id></citation>
</ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wolinsky</surname> <given-names>J. S.</given-names></name> <name><surname>Narayana</surname> <given-names>P. A.</given-names></name> <name><surname>Fenstermacher</surname> <given-names>M. J.</given-names></name></person-group> (<year>1990</year>). <article-title>Proton magnetic resonance spectroscopy in multiple sclerosis</article-title>. <source>Neurology</source> <volume>40</volume>:<fpage>1764</fpage>. <pub-id pub-id-type="doi">10.1212/WNL.40.11.1764</pub-id><pub-id pub-id-type="pmid">2172865</pub-id></citation>
</ref>
</ref-list>
<app-group>
<app id="A1">
<title>A. Appendix</title>
<p>
<table-wrap position="float" id="TA1">
<label>Table A1</label>
<caption><p>Balanced accurary rates (BAR), sensitivity (SEN), and specificity (SPE) values, for all 9 classification tasks (rows) after training LDA using only metabolic ratios.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>NAA/Cho</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>NAA/Cre</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>Cho/Cre</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>All 3 metabolites</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>BAR</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>BAR</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>BAR</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>BAR</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">HC vs. CIS</td>
<td valign="top" align="center">47</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center" style="background-color:#6e6e70">94</td>
<td valign="top" align="center">46</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">67</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. RR</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">94</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. PP</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center">29</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">72</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. RR &#x0002B; SP</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center" style="background-color:#6e6e70">98</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">92</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center" style="background-color:#6e6e70">90</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">HC vs. RR &#x0002B; PP</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">CIS vs. RR</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center" style="background-color:#6e6e70">95</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">99</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">CIS vs. RR &#x0002B; SP</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center" style="background-color:#6e6e70">99</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center" style="background-color:#6e6e70">94</td>
<td valign="top" align="center">15</td>
</tr>
<tr>
<td valign="top" align="left">RR vs. PP</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center" style="background-color:#6e6e70">95</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
</tr>
<tr>
<td valign="top" align="left">RR vs. SP</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">70</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Values between 75 and 79 are colored in light gray, values between 80 and 84 are colored in medium gray, values between 85 and 89 are colored in dark gray, while values higher than 90 are colored in very dark gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="TA2">
<label>Table A2</label>
<caption><p>BAR values for classification tasks involving only MS patients (columns).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold>&#x0002B;<bold>SP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. PP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. SP</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">M</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">63</td>
</tr>
<tr>
<td valign="top" align="left">LL</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">43</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">68</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center">71</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#6e6e70">92</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; M</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL &#x0002B; M</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>M, all three average metabolic ratios; Age, patient age; DD, disease duration; LL, lesion load; EDSS, Expanded Disability Status Scale.Values between 75 and 79 are colored in light gray, values between 80 and 84 are colored in medium gray, values between 85 and 89 are colored in dark gray, while values higher than or equal to 90 are colored in very dark gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="TA3">
<label>Table A3</label>
<caption><p>Sensitivity values for classification tasks involving only MS patients (columns).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold>&#x0002B;<bold>SP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. PP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. SP</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">M</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">72</td>
</tr>
<tr>
<td valign="top" align="left">LL</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center">67</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center">46</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">70</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center" style="background-color:#6e6e70">92</td>
<td valign="top" align="center">43</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center" style="background-color:#bdbec1">80</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center" style="background-color:#6e6e70">93</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; M</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL &#x0002B; M</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center" style="background-color:#e7e7e8">77</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>M, all three average metabolic ratios; Age, patient age; DD, disease duration; LL, lesion load; EDSS, Expanded Disability Status Scale. Values between 75 and 79 are colored in light gray, values between 80 and 84 are colored in medium gray, values between 85 and 89 are colored in dark gray, while values higher than or equal to 90 are colored in very dark gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="TA4">
<label>Table A4</label>
<caption><p>Specificity values for classification tasks involving only MS patients (columns).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>CIS vs. RR</bold>&#x0002B;<bold>SP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. PP</bold></th>
<th valign="top" align="center" colspan="3" style="border-bottom: thin solid #000000;"><bold>RR vs. SP</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>LDA</bold></th>
<th valign="top" align="center"><bold>SVM-rbf</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">M</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#6e6e70">94</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center" style="background-color:#6e6e70">98</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">54</td>
</tr>
<tr>
<td valign="top" align="left">LL</td>
<td valign="top" align="center" style="background-color:#6e6e70">96</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#6e6e70">100</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">69</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD</td>
<td valign="top" align="center" style="background-color:#6e6e70">91</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#6e6e70">96</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#6e6e70">94</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">46</td>
<td valign="top" align="center" style="background-color:#e7e7e8">76</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">72</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#e7e7e8">79</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#6e6e70">91</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#6e6e70">95</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#bdbec1">83</td>
<td valign="top" align="center" style="background-color:#6e6e70">90</td>
<td valign="top" align="center" style="background-color:#6e6e70">92</td>
<td valign="top" align="center" style="background-color:#6e6e70">90</td>
<td valign="top" align="center" style="background-color:#6e6e70">95</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">87</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; M</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#e7e7e8">78</td>
<td valign="top" align="center" style="background-color:#6e6e70">91</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#6e6e70">95</td>
<td valign="top" align="center" style="background-color:#e7e7e8">75</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center" style="background-color:#bdbec1">84</td>
</tr>
<tr>
<td valign="top" align="left">Age &#x0002B; DD &#x0002B; EDSS &#x0002B; LL &#x0002B; M</td>
<td valign="top" align="center" style="background-color:#818284">88</td>
<td valign="top" align="center" style="background-color:#bdbec1">81</td>
<td valign="top" align="center" style="background-color:#6e6e70">93</td>
<td valign="top" align="center" style="background-color:#6e6e70">92</td>
<td valign="top" align="center" style="background-color:#818284">89</td>
<td valign="top" align="center" style="background-color:#6e6e70">96</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center" style="background-color:#bdbec1">82</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
<td valign="top" align="center" style="background-color:#818284">86</td>
<td valign="top" align="center" style="background-color:#818284">85</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>M, all three average metabolic ratios; Age, patient age; DD, disease duration; LL, lesion load; EDSS, Expanded Disability Status Scale. Values between 75 and 79 are colored in light gray, values between 80 and 84 are colored in medium gray, values between 85 and 89 are colored in dark gray, while values higher than or equal to 90 are colored in very dark gray</italic>.</p>
</table-wrap-foot>
</table-wrap>
</p>
</app>
</app-group>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was funded by European project EU MC ITN TRANSACT 2012 (no. 316679) and the ERC Advanced Grant BIOTENSORS no. 339804. EU: The research leading to these results has received funding from the European Research Council under the European Union&#x00027;s Seventh Framework Programme (FP7/2007&#x02013;2013). This paper reflects only the authors&#x00027; views and the Union is not liable for any use that may be made of the contained information.</p>
</fn>
</fn-group>
</back>
</article>