<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurosci.</journal-id>
<journal-title>Frontiers in Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-453X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnins.2023.1149292</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Magnetic resonance spectroscopic correlates of progression free and overall survival in &#x201C;glioblastoma, IDH-wildtype, WHO grade-4&#x201D;</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Sacli-Bilmez</surname> <given-names>Banu</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><xref ref-type="author-notes" rid="fn012"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2181603/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Danyeli</surname> <given-names>Ay&#x00E7;a Er&#x015F;en</given-names></name><xref rid="aff2" ref-type="aff"><sup>2</sup></xref><xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn013"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1418623/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Yakicier</surname> <given-names>M. Cengiz</given-names></name><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref ref-type="author-notes" rid="fn014"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Aras</surname> <given-names>Fuat Kaan</given-names></name><xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Pamir</surname> <given-names>M. Necmettin</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff6" ref-type="aff"><sup>6</sup></xref><xref ref-type="author-notes" rid="fn015"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>&#x00D6;zduman</surname> <given-names>Koray</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff6" ref-type="aff"><sup>6</sup></xref><xref ref-type="author-notes" rid="fn016"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Din&#x00E7;er</surname> <given-names>Alp</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff7" ref-type="aff"><sup>7</sup></xref><xref ref-type="author-notes" rid="fn017"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Ozturk-Isik</surname> <given-names>Esin</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref><xref ref-type="author-notes" rid="fn018"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/573097/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Institute of Biomedical Engineering, Bogazici University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Pathology, School of Medicine, Ac&#x0131;badem Mehmet Ali Aydinlar University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<aff id="aff3"><sup>3</sup><institution>Center for Neuroradiological Applications and Research, Ac&#x0131;badem Mehmet Ali Aydinlar University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<aff id="aff4"><sup>4</sup><institution>YoctoSensum Biotechnology</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Neuropathology, University of Heidelberg</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Neurosurgery, School of Medicine, Ac&#x0131;badem Mehmet Ali Aydinlar University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Radiology, School of Medicine, Ac&#x0131;badem Mehmet Ali Aydinlar University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#x00FC;rkiye</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by">
<p>Edited by: Dafin F. Muresanu, University of Medicine and Pharmacy Iuliu Hatieganu, Romania</p>
</fn>
<fn id="fn0002" fn-type="edited-by">
<p>Reviewed by: Janine M. Lupo, University of California, San Francisco, United States; Helene Ratiney, CREATIS, Unit&#x00E9;CNRS UMR 5220 &#x2013;INSERM U1294 &#x2013;Universit&#x00E9;Lyon 1 &#x2013;INSA Lyon, France</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Esin Ozturk-Isik, <email>esin.ozturk@boun.edu.tr</email></corresp>
<fn fn-type="equal" id="fn012"><p>&#x2020;ORCID: Banu Sacli-Bilmez, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-6263-3928">https://orcid.org/0000-0001-6263-3928</ext-link></p></fn>
<fn fn-type="equal" id="fn013"><p>Ay&#x00E7;a Er&#x015F;en Danyeli, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-8015-9916">https://orcid.org/0000-0001-8015-9916</ext-link></p></fn>
<fn fn-type="equal" id="fn014"><p>M. Cengiz Yakicier, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0003-3640-9417">https://orcid.org/0000-0003-3640-9417</ext-link></p></fn>
<fn fn-type="equal" id="fn015"><p>M. Necmettin Pamir, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-5958-8625">https://orcid.org/0000-0002-5958-8625</ext-link></p></fn>
<fn fn-type="equal" id="fn016"><p>Koray &#x00D6;zduman, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-3543-0401">https://orcid.org/0000-0002-3543-0401</ext-link></p></fn>
<fn fn-type="equal" id="fn017"><p>Alp Din&#x00E7;er, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-9158-8353">https://orcid.org/0000-0001-9158-8353</ext-link></p></fn>
<fn fn-type="equal" id="fn018"><p>Esin Ozturk-Isik, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-8997-878X">https://orcid.org/0000-0002-8997-878X</ext-link></p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>06</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>17</volume>
<elocation-id>1149292</elocation-id>
<history>
<date date-type="received">
<day>03</day>
<month>02</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Sacli-Bilmez, Danyeli, Yakicier, Aras, Pamir, &#x00D6;zduman, Din&#x00E7;er and Ozturk-Isik.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Sacli-Bilmez, Danyeli, Yakicier, Aras, Pamir, &#x00D6;zduman, Din&#x00E7;er and Ozturk-Isik</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>The 2021 World Health Organization (WHO) Central Nervous System (CNS) Tumor Classification has suggested that isocitrate dehydrogenase wildtype (IDH-wt) WHO grade-2/3 astrocytomas with molecular features of glioblastoma should be designated as &#x201C;Glioblastoma, IDH-wildtype, WHO grade-4.&#x201D; This study analyzed the metabolic correlates of progression free and overall survival in &#x201C;Glioblastoma, IDH-wildtype, WHO grade-4&#x201D; patients using short echo time single voxel <sup>1</sup>H-MRS.</p>
</sec>
<sec>
<title>Methods</title>
<p>Fifty-seven adult patients with hemispheric glioma fulfilling the 2021 WHO CNS Tumor Classification criteria for &#x201C;Glioblastoma, IDH-wildtype, WHO grade-4&#x201D; at presurgery time point were included. All patients were <italic>IDH1/2</italic>-wt and <italic>TERT</italic>p-mut. <sup>1</sup>H-MRS was performed on a 3&#x2009;T MR scanner and post-processed using LCModel. A Mann&#x2013;Whitney U test was used to assess the metabolic differences between gliomas with or without contrast enhancement and necrosis. Cox regression analysis was used to assess the effects of age, extent of resection, presence of contrast enhancement and necrosis, and metabolic intensities on progression-free survival (PFS) and overall survival (OS). Machine learning algorithms were employed to discern possible metabolic patterns attributable to higher PFS or OS.</p>
</sec>
<sec>
<title>Results</title>
<p>Contrast enhancement (<italic>p</italic>&#x2009;=&#x2009;0.015), necrosis (<italic>p</italic>&#x2009;=&#x2009;0.012); and higher levels of Glu/tCr (<italic>p</italic>&#x2009;=&#x2009;0.007), GSH/tCr (<italic>p</italic>&#x2009;=&#x2009;0.019), tCho/tCr (<italic>p</italic>&#x2009;=&#x2009;0.032), and Glx/tCr (<italic>p</italic>&#x2009;=&#x2009;0.010) were significantly associated with shorter PFS. Additionally, necrosis (<italic>p</italic>&#x2009;=&#x2009;0.049), higher Glu/tCr (<italic>p</italic>&#x2009;=&#x2009;0.039), and Glx/tCr (<italic>p</italic>&#x2009;=&#x2009;0.047) were significantly associated with worse OS. Machine learning models differentiated the patients having longer than 12 months OS with 81.71% accuracy and the patients having longer than 6 months PFS with 77.41% accuracy.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Glx and GSH have been identified as important metabolic correlates of patient survival among &#x201C;IDH-wt, TERT-mut diffuse gliomas&#x201D; using single-voxel <sup>1</sup>H-MRS on a clinical 3&#x2009;T MRI scanner.</p>
</sec>
</abstract>
<kwd-group>
<kwd>IDH-wildtype glioblastoma</kwd>
<kwd>TERTp mutation</kwd>
<kwd>glioma</kwd>
<kwd>survival</kwd>
<kwd>magnetic resonance spectroscopy</kwd>
<kwd>machine learning</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="32"/>
<page-count count="10"/>
<word-count count="6514"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Neural Technology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="sec5" sec-type="intro">
<title>Introduction</title>
<p>A fraction of lower-grade hemispheric diffuse gliomas in adults exhibit a more malignant clinical behavior (<xref ref-type="bibr" rid="ref5">Brat et al., 2015</xref>; <xref ref-type="bibr" rid="ref10">Eckel-Passow et al., 2015</xref>; <xref ref-type="bibr" rid="ref1">Akyerli et al., 2018</xref>). Molecular genetic studies have clearly shown that most of these cases lack isocitrate dehydrogenase (<italic>IDH1/2</italic>) mutations, and carry molecular features of glioblastoma (<xref ref-type="bibr" rid="ref5">Brat et al., 2015</xref>). The presence of the <italic>TERT</italic>-promoter (<italic>TERT</italic>p) mutation, <italic>EGFR</italic> gene amplification, or the combination of chromosome-7 gain and chromosome-10 loss (+7/&#x2212;10 pattern) have gained wide acceptance as key molecular markers for worse outcome within IDH-wildtype (IDH-wt) glioblastoma (<xref ref-type="bibr" rid="ref24">Reuss et al., 2015</xref>). Recently, the 2021 WHO Central Nervous System (CNS) Tumor Classification has suggested that gliomas with the aforementioned characteristics, should be designated simply as &#x201C;Glioblastoma, IDH-wt, WHO grade-4&#x201D; (<xref ref-type="bibr" rid="ref17">Louis et al., 2021</xref>). The criteria suggested in the 2021 WHO CNS Tumor Classification are the presence of microvascular proliferation, necrosis or at least one of the three molecular alterations, which are TERTp mutation, EGFR gene amplification and&#x2009;+&#x2009;7/&#x2212;10 pattern (<xref ref-type="bibr" rid="ref17">Louis et al., 2021</xref>). This redefinition and regrouping effectively has outlined high-risk gliomas across all histopathological grades. Since this is a relatively new definition, imaging markers that may provide more information on the biology of &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; have not been fully understood yet.</p>
<p>Proton magnetic resonance spectroscopy (<sup>1</sup>H-MRS) is a valuable tool for studying the metabolic profiles of diffuse gliomas. Previously, <italic>TERT</italic>p-mut adult diffuse gliomas were identified among <italic>IDH</italic>-wt gliomas with 93% accuracy using <sup>1</sup>H-MRS (<xref ref-type="bibr" rid="ref20">Ozturk-Isik et al., 2019</xref>). The goal of this study is to identify the metabolic correlates of progression free survival (PFS) and overall survival (OS) in the &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; that satisfy the criteria for IDH-wt glioblastoma using clinical short echo time (TE) single voxel <sup>1</sup>H-MRS with machine learning.</p>
</sec>
<sec id="sec6" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="sec7">
<title>Patients</title>
<p>This was a retrospective analysis of data from a single institution. All patients underwent surgery at the Department of Neurosurgery, Ac&#x0131;badem Mehmet Ali Ayd&#x0131;nlar University School of Medicine between September 2011 and February 2019. Only adult patients with supratentorial, hemispheric diffuse <italic>IDH1/2</italic>-wt gliomas carrying one of the two <italic>TERT</italic>p hotspot mutations (C228T or C250T), identified on molecular analysis of the solid tumor, and who underwent preoperative diagnostic <sup>1</sup>H-MRS were included. Thalamic, brainstem, cerebellar, spinal, recurrent, and pediatric cases (aged&#x003C;18&#x2009;years) were excluded. The final cohort included 57 (<italic>IDH</italic>-wt, <italic>TERT</italic>p-mut) adult patients with hemispheric diffuse gliomas (35 men/22 women, mean age: 58&#x2009;&#x00B1;&#x2009;10.47&#x2009;years, median: 59&#x2009;years, range: 39&#x2013;75&#x2009;years). All the patients were followed up for up to 65&#x2009;months, and their overall and progression free survival times were recorded. The study protocol was approved by the Institutional Review Board of Ac&#x0131;badem Mehmet Ali Ayd&#x0131;nlar University School of Medicine, and written informed consent was obtained from all patients, who approved the use of their data for research.</p>
</sec>
<sec id="sec8">
<title>Pathology and molecular genetics</title>
<p>The histopathological grade was determined by a single neuropathologist (AED, 12&#x2009;years of experience) (<xref ref-type="bibr" rid="ref15">Hoshide and Jandial, 2016</xref>). Histological grading was performed based on the presence of mitosis, vascular endothelial proliferation, necrosis, and IDH and TERTp mutations. One case that had necrosis on magnetic resonance imaging (MRI) but no histopathological examination was considered to have a WHO 2016 grade-4 tumor. The cohort included 45 (79%) patients with histological WHO 2016 grade-4 tumors, eight (14%) patients with WHO 2016 grade-3 tumors, and four (7%) patients with WHO 2016 grade-2 tumors. Molecular testing for <italic>IDH1</italic>(R132) and <italic>IDH2</italic>(R140 and R172) and <italic>TERTp</italic> (C228T and C250T) hotspot mutations was performed in all cases at the time of diagnosis using mini-sequencing and/or Sanger sequencing, as previously described (<xref ref-type="bibr" rid="ref1">Akyerli et al., 2018</xref>).</p>
</sec>
<sec id="sec9">
<title>MRS acquisition and analysis</title>
<p>The patients underwent MRS 1&#x2013;7&#x2009;days before surgery using a clinical 3&#x2009;T MR scanner (Siemens, Erlangen-Germany) and a standard brain tumor MR imaging protocol that included pre- and post-contrast (gadolinium DTPA) T1-weighted TSE (repetition time [TR]&#x2009;=&#x2009;500&#x2009;ms, TE&#x2009;=&#x2009;10&#x2009;ms), post-contrast T1-weighted volumetric TurboFLASH (TR&#x2009;=&#x2009;2000&#x2009;ms, TE&#x2009;=&#x2009;4&#x2009;ms), post-contrast T2-weighted TSE (TR&#x2009;=&#x2009;5,000&#x2009;ms, TE&#x2009;=&#x2009;105&#x2009;ms), and T2&#x002A;-weighted gradient-echo echo-planar imaging dynamic susceptibility contrast MRI (TR&#x2009;=&#x2009;1,500&#x2009;ms, TE&#x2009;=&#x2009;30&#x2009;ms). <sup>1</sup>H-MRS data were acquired from the solid tumor region excluding necrosis, edema, and hemorrhage using a point resolved spectroscopy (PRESS) sequence (TR/TE&#x2009;=&#x2009;2000/30&#x2009;ms, 1,024 points, 1,200&#x2009;Hz, voxel size&#x2009;=&#x2009;1&#x2013;8&#x2009;cm<sup>3</sup>, number of signal averages&#x2009;=&#x2009;192, acquisition time&#x2009;=&#x2009;6.5&#x2009;min). Hemorrhage and necrosis were determined from pre- and post-contrast T1-weighted MRI scans. Since <sup>1</sup>H-MRS data acquisition close to the air/tissue interface or scalp results in shimming difficulties, magnetic susceptibility artifacts, and lipid contamination, the voxel was placed as far away from these regions as possible. Contrast enhancement and necrosis were determined from the post-contrast T1-weighted MRI by an experienced radiologist with more than 30&#x2009;years of experience (AD) to evaluate their effects on the survival of IDH-wt, TERTp-mut gliomas. The percentage of the extent of resection was calculated by comparing the pre-and post-operative segmented tumor volumes on axial T2-weighted MRI.</p>
</sec>
<sec id="sec10">
<title>Data processing</title>
<p>A basis set of 19 metabolites including creatine (Cr), phosphocreatine (PCr), gamma-aminobutyric acid, glutamine (Gln), glutamate (Glu), glycine (Glyc), glycerophosphocholine (GPC), phosphocholine (PCh), glutathione (GSH), 2-hydroxyglutarate (2HG), myo-inositol (mIns), lactate (Lac), N-acetyl aspartate (NAA), N-acetylaspartylglutamic acid (NAAG), and five composite peak concentrations (total choline [tCho&#x2009;=&#x2009;GPC&#x2009;+&#x2009;PCh], total creatine [tCr&#x2009;=&#x2009;Cr&#x2009;+&#x2009;PCr], total NAA [tNAA&#x2009;=&#x2009;NAA&#x2009;+&#x2009;NAAG], glutamine&#x2013;glutamate complex [Glx], and myoinositol and glycine [mIns + Glyc]) were used to quantify the concentrations of the metabolites in the LCModel spectral fitting program (<xref ref-type="bibr" rid="ref22">Provencher, 2001</xref>). The basis spectra were simulated using the chemical shifts and coupling constants provided by <xref ref-type="bibr" rid="ref11">Govindaraju et al. (2001)</xref>. In the LCModel control file, which is provided in the <xref ref-type="supplementary-material" rid="SM1">Appendix</xref>, the ppm window range and some data acquisition parameters (hzppm, echot, nunfill and deltat) were defined. In addition to metabolite concentrations in arbitrary units, metabolite to tCr ratios were also assessed. The basis set also included alanine, aspartate, glucose, scyllo-inositol, and taurine; however, these metabolites could not be quantified in most patients and were not included in further analysis. The signal to noise ratio (SNR) is defined as the ratio of the maximum in the spectrum-minus-baseline over the analysis window to twice the root mean square of residuals in LCModel, while FWHM (full width at half-maximum) is a rough estimate of the linewidths of the <italic>in vivo</italic> spectrum. Any spectrum with an SNR&#x2009;&#x003C;&#x2009;4 and a FWHM of &#x003E;0.12&#x2009;ppm was excluded from further analysis. A Cramer&#x2013;Rao lower bound threshold of &#x003E;30% was used, and the metabolites estimated with higher CRLB values were assigned &#x201C;not a number.&#x201D; The correlation matrix of quantification was created in LCModel, and negative correlations (&#x2264;-0.5) between the metabolites, which indicates coupled quantification due to their similar peak patterns, were investigated. Additionally, Pearson correlation coefficients were computed between the metabolites identified as correlated by LCModel. The coupled metabolites were excluded from the Cox multivariate regression and classification analyses.</p>
</sec>
<sec id="sec11">
<title>Statistical analysis and classification</title>
<p>A Mann&#x2013;Whitney U test was used to assess the metabolic differences between &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; with and without contrast enhancement and between those with and without radiological necrosis. Bonferroni multiple comparison correction was applied, and a <italic>p</italic>-value of &#x2264;0.003 was considered as statistically significant for metabolic differences. The effects of contrast enhancement, necrosis, extent of resection, and metabolite concentrations on OS and PFS of &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; were evaluated using Kaplan&#x2013;Meier survival analysis, followed by a log-rank test. Associations between survival outcomes and different clinical predictors (age and sex), imaging features (the presence of contrast enhancement and necrosis), extent of resection, and metabolite concentrations were assessed using univariate and multivariate Cox regression models. Only the significant univariate parameters were included in the multivariate Cox regression analysis. Classification and regression tree (CART) analysis was used to calculate the predictive power of these variables on OS and PFS. Then, supervised machine learning algorithms were employed to identify IDH-wt, TERTp-mut gliomas with PFS of longer than 6&#x2009;months and OS of longer than 12&#x2009;months. A baseline model was developed based on clinical features, including age, contrast enhancement, necrosis and extent of resection for classification of IDH-wt, TERTp-mut gliomas with high PFS or OS. We also created classification models using the features selected between the metabolite concentrations as well as age, extent of resection, contrast enhancement and necrosis. Feature selection with the least absolute shrinkage and selection operator (Lasso) (<xref ref-type="bibr" rid="ref27">Tibshirani, 1996</xref>), random forest recursive feature elimination (RFRFE) (<xref ref-type="bibr" rid="ref12">Granitto et al., 2006</xref>), or sequential floating forward selection (SFFS) (<xref ref-type="bibr" rid="ref23">Pudil et al., 1994</xref>) was applied before machine learning-based classification to eliminate redundant features and prevent overfitting. Fifteen models derived from well-known machine learning algorithms, such as k nearest neighbor (KNN), support vector machines (SVM), and ensemble trees, were used to classify IDH-wt, TERTp-mut gliomas with high PFS or OS based on their metabolic profiles. Five-fold cross-validation was used, and the models were executed 100 times to report the mean performance measures. The synthetic minority oversampling technique (SMOTE) (<xref ref-type="bibr" rid="ref6">Chawla et al., 2002</xref>) was also employed to overcome the class imbalance problem in our classification. SMOTE was implemented in Python, CART analysis was performed using SPSS statistics 25 (IBM Corp., Armonk, NY), and the remaining computations were performed using MATLAB 2022a (MathWorks, Natick, MA).</p>
</sec>
</sec>
<sec id="sec12" sec-type="results">
<title>Results</title>
<sec id="sec13">
<title>Cohort characteristics</title>
<p><xref rid="tab1" ref-type="table">Table 1</xref> shows the characteristics of the study participants, including the pathological group and WHO 2016 grade, age, sex, tumor location, contrast enhancement and necrosis. Most tumors occurred in the frontal lobe region (19), followed by the temporal lobe (12), and the insular lobe (10). Gliomatosis cerebri growth pattern were observed only in two patients. Contrast enhancement was observed in 2/12 (17%) patients with WHO 2016 grade-2/3 tumors and 44/45 (98%) patients with WHO 2016 grade-4 tumors. Necrosis occurred in 43/45 (96%) patients with WHO 2016 grade-4 tumors. The median value for extent of resection was 61% [range&#x2009;=&#x2009;10&#x2013;100%]. Additionally, the extent of resection was higher than 95% in only seven patients.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>The clinical features of IDH-wt, TERTp-mut glioma patients included in this study.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Characteristics</th>
<th align="center" valign="top">Total<break/>(<italic>n</italic>&#x2009;=&#x2009;57)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" colspan="2">WHO 2016 histopathological grade (<italic>n</italic>, %)</td>
</tr>
<tr>
<td align="left" valign="middle">Grade-2</td>
<td align="center" valign="middle">4 (7%)</td>
</tr>
<tr>
<td align="left" valign="middle">Grade-3</td>
<td align="center" valign="middle">8 (14%)</td>
</tr>
<tr>
<td align="left" valign="middle">Grade-4</td>
<td align="center" valign="middle">45 (79%)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Age at diagnosis (years)</td>
</tr>
<tr>
<td align="left" valign="middle">(Mean&#x2009;&#x00B1;&#x2009;SD)</td>
<td align="center" valign="middle">58&#x2009;&#x00B1;&#x2009;10.47</td>
</tr>
<tr>
<td align="left" valign="middle">(Median, range)</td>
<td align="center" valign="middle">59 (39&#x2013;75)</td>
</tr>
<tr>
<td align="left" valign="middle">Sex (M/F)</td>
<td align="center" valign="middle">35/22</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Tumor location no. (<italic>n</italic>, %)</td>
</tr>
<tr>
<td align="left" valign="middle">Frontal lobe</td>
<td align="center" valign="middle">19 (33%)</td>
</tr>
<tr>
<td align="left" valign="middle">Parietal lobe</td>
<td align="center" valign="middle">6 (11%)</td>
</tr>
<tr>
<td align="left" valign="middle">Temporal lobe</td>
<td align="center" valign="middle">12 (21%)</td>
</tr>
<tr>
<td align="left" valign="middle">Insular region</td>
<td align="center" valign="middle">10 (18%)</td>
</tr>
<tr>
<td align="left" valign="middle">Occipital lobe</td>
<td align="center" valign="middle">8 (14%)</td>
</tr>
<tr>
<td align="left" valign="middle">Gliomatosis cerebri pattern (<italic>n</italic>, %)</td>
<td align="center" valign="middle">2 (3%)</td>
</tr>
<tr>
<td align="left" valign="middle">Contrast enhancing tumors (<italic>n</italic>, %)</td>
<td align="center" valign="middle">46 (81%)</td>
</tr>
<tr>
<td align="left" valign="middle">Necrosis (<italic>n</italic>, %)</td>
<td align="center" valign="middle">43 (75%)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Extent of resection (%)</td>
</tr>
<tr>
<td align="left" valign="middle">(Median, range)</td>
<td align="center" valign="middle">61 (10&#x2013;100)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec14">
<title>LCModel analysis performance</title>
<p>The average maximum SNR was 18.36&#x2009;&#x00B1;&#x2009;14.43 and the average FWHM was 0.06&#x2009;&#x00B1;&#x2009;0.02&#x2009;ppm for the spectra of this patient population. <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S1</xref> shows the mean correlation matrix output of the LCModel averaged over all patients. The correlation coefficient was &#x003C;&#x2212;0.5 for Cr and PCr in 39 patients (<italic>r</italic>&#x2009;=&#x2009;&#x2212;0.64, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) and for Glyc and mIns in 35 patients (<italic>r</italic>&#x2009;=&#x2009;&#x2212;0.52, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001). The Pearson correlation coefficients were computed between the overlapping metabolites, which were&#x2009;&#x2212;0.82 (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) for Cr and PCr and&#x2009;&#x2212;0.70 (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) for Glyc and mIns. 2HG/tCr and NAAG/tCr could not be determined in more than 30% of the patients in each group, and these metabolites were excluded from further analysis. Additionally, Cr-PCr, Glu-Gln, GPC-PCh, and NAA-NAAG were coupled metabolites, so their composite values were included in the Cox multivariate regression analysis and the classification. <xref rid="fig1" ref-type="fig">Figure 1</xref> shows short-TE PRESS MRS data along with the LCModel quantification results of two example gliomas.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>An example IDH-wt TERTp-mut glioma without contrast enhancement (top) and an example of IDH-wt TERTp-mut glioma with contrast enhancement (bottom). The voxel selection on T2-weighted MRI <bold>(A,C)</bold>, and MR spectroscopic data with some of the LCModel results <bold>(B,D)</bold>. While high mIns and GSH were visible in non-contrast enhancing tumor, high GPC and Lac were prominent in contrast enhancing tumor.</p>
</caption>
<graphic xlink:href="fnins-17-1149292-g001.tif"/>
</fig>
</sec>
<sec id="sec15">
<title>Effect of contrast enhancement</title>
<p>Contrast-enhanced tumors had significantly higher Gln/tCr (<italic>p</italic>&#x2009;=&#x2009;0.002), GPC/tCr (<italic>p</italic>&#x2009;=&#x2009;0.002), tCho/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), and Glx/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) levels than non-contrast-enhanced tumors (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2A</xref>). In addition, there was a trend for higher Glu/tCr (<italic>p</italic>&#x2009;=&#x2009;0.009) and GSH/tCr (<italic>p</italic>&#x2009;=&#x2009;0.007) (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2A</xref>).</p>
</sec>
<sec id="sec16">
<title>Effect of necrosis</title>
<p>Tumors with radiologically determined necrosis had higher Gln/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), Glu/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), GPC/tCr (<italic>p</italic>&#x2009;=&#x2009;0.003), GSH/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), Lac/tCr (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), tCho (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), and Glx (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) levels than the other tumors (<xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2B</xref>).</p>
<p><xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S3</xref> shows an additional spider plot visualization of the results presented in <xref ref-type="supplementary-material" rid="SM1">Supplementary Figure S2</xref>.</p>
</sec>
<sec id="sec17">
<title>Survival analysis</title>
<p>The anatomical localization was not statistically significantly associated with either PFS or OS by using a log-rank test (<italic>p</italic>&#x2009;=&#x2009;0.212 for PFS and <italic>p</italic>&#x2009;=&#x2009;0.192 for OS) or univariate Cox regression analysis (<italic>p</italic>&#x2009;=&#x2009;0.949 for PFS; <italic>p</italic>&#x2009;=&#x2009;0.465 for OS). On the other hand, both contrast enhancement and necrosis were associated with significantly shorter PFS (<italic>p</italic>&#x2009;=&#x2009;0.014 and <italic>p</italic>&#x2009;=&#x2009;0.012, respectively, log-rank test; <xref rid="fig2" ref-type="fig">Figures 2A</xref>,<xref rid="fig2" ref-type="fig">C</xref>). However, contrast enhancement and necrosis were not found to be associated with a shorter OS (<italic>p</italic>&#x2009;=&#x2009;0.061 and <italic>p</italic>&#x2009;=&#x2009;0.057, respectively, log-rank test; <xref rid="fig2" ref-type="fig">Figures 2B</xref>,<xref rid="fig2" ref-type="fig">D</xref>). The Kaplan&#x2013;Meier analysis also showed that a higher Glx/tCr measurement was associated with a significantly shorter PFS (<italic>p</italic>&#x2009;=&#x2009;0.032) and a significantly shorter OS (<italic>p</italic>&#x2009;=&#x2009;0.047; <xref rid="fig3" ref-type="fig">Figures 3A</xref>,<xref rid="fig3" ref-type="fig">B</xref>). A higher GSH/tCr ratio was also associated with a significantly shorter PFS (<italic>p</italic>&#x2009;=&#x2009;0.004; <xref rid="fig3" ref-type="fig">Figures 3C</xref>,<xref rid="fig3" ref-type="fig">D</xref>). The median PFS and OS of WHO 2016 grade-2/3 tumors were 18 and 22.5&#x2009;months, while those of WHO 2016 grade-4 tumors were 10 and 19&#x2009;months, respectively. WHO 2016 grade-2/3 tumors had significantly longer PFS (<italic>p</italic>&#x2009;=&#x2009;0.027; log-rank test) than WHO 2016 grade-4 tumors; however, there was no statistically significant difference in OS between the two groups (<italic>p</italic>&#x2009;=&#x2009;0.057; log-rank test).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Contrast enhancement had a significant effect on PFS; however, there was no significant effect on OS of IDH-wt, TERTp-mut gliomas <bold>(A,B)</bold>. Necrosis had a significant effect on PFS; however, there was no significant effect on OS of IDH-wt, TERTp-mut gliomas <bold>(C,D)</bold>.</p>
</caption>
<graphic xlink:href="fnins-17-1149292-g002.tif"/>
</fig>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>IDH-wt, TERTp-mut gliomas with higher GSH/tCr levels had a shorter PFS; however, the GSH/tCr level was not associated with worse OS in this patient group <bold>(A,B)</bold>. Higher Glx/tCr ratio was associated with worse PFS and OS in IDH-wt, TERTp-mut gliomas <bold>(C,D)</bold>.</p>
</caption>
<graphic xlink:href="fnins-17-1149292-g003.tif"/>
</fig>
<p>Univariate Cox model analysis using nine metabolic parameters as well as age, sex, contrast enhancement, and radiological necrosis indicated that six parameters were associated with a shorter PFS, which were the contrast enhancement (<italic>p</italic>&#x2009;=&#x2009;0.015); presence of necrosis (<italic>p</italic>&#x2009;=&#x2009;0.012); and higher levels of Glu/tCr (<italic>p</italic>&#x2009;=&#x2009;0.007), GSH/tCr (<italic>p</italic>&#x2009;=&#x2009;0.019), tCho/tCr (<italic>p</italic>&#x2009;=&#x2009;0.032), and Glx/tCr (<italic>p</italic>&#x2009;=&#x2009;0.010) (<xref rid="tab2" ref-type="table">Table 2</xref>). Univariate Cox model analysis also revealed that the presence of necrosis (<italic>p</italic>&#x2009;=&#x2009;0.049); and higher levels of Glu/tCr (<italic>p</italic>&#x2009;=&#x2009;0.039), and Glx/tCr (<italic>p</italic>&#x2009;=&#x2009;0.047) were associated with a significantly shorter OS (<xref rid="tab2" ref-type="table">Table 2</xref>). On the other hand, multivariate Cox model analyses identified no factors that were significantly associated with OS or PFS (<xref rid="tab3" ref-type="table">Table 3</xref>).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Univariate Cox analysis for the association between survival outcomes and different predictors including clinical variables, imaging features, and metabolite concentrations.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle" rowspan="2">Covariates</th>
<th align="center" valign="middle" colspan="3">Progression-free survival</th>
<th align="center" valign="middle" colspan="3">Overall survival</th>
</tr>
<tr>
<th align="center" valign="middle">Coefficient<break/>(b)</th>
<th align="center" valign="middle">Hazard ratio<break/>exp(b)</th>
<th align="center" valign="middle">Value of <italic>p</italic></th>
<th align="center" valign="middle">Coefficient<break/>(b)</th>
<th align="center" valign="middle">Hazard ratio<break/>exp(b)</th>
<th align="center" valign="middle">Value of <italic>p</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age</td>
<td align="center" valign="top">0.007</td>
<td align="center" valign="top">1.007</td>
<td align="center" valign="top">0.652</td>
<td align="center" valign="top">0.017</td>
<td align="center" valign="top">1.018</td>
<td align="center" valign="top">0.310</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">&#x2212;0.317</td>
<td align="center" valign="top">0.728</td>
<td align="center" valign="top">0.335</td>
<td align="center" valign="top">&#x2212;0.171</td>
<td align="center" valign="top">0.843</td>
<td align="center" valign="top">0.637</td>
</tr>
<tr>
<td align="left" valign="top">Contrast Enhancement</td>
<td align="center" valign="top">1.211</td>
<td align="center" valign="top">3.358</td>
<td align="center" valign="top">0.015&#x002A;</td>
<td align="center" valign="top">1.054</td>
<td align="center" valign="top">2.869</td>
<td align="center" valign="top">0.053</td>
</tr>
<tr>
<td align="left" valign="top">Necrosis</td>
<td align="center" valign="top">1.071</td>
<td align="center" valign="top">2.918</td>
<td align="center" valign="top">0.012&#x002A;</td>
<td align="center" valign="top">0.906</td>
<td align="center" valign="top">2.474</td>
<td align="center" valign="top">0.049&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">Extent of resection (%)</td>
<td align="center" valign="top">&#x2212;0.006</td>
<td align="center" valign="top">0.995</td>
<td align="center" valign="top">0.236</td>
<td align="center" valign="top">&#x2212;0.009</td>
<td align="center" valign="top">0.991</td>
<td align="center" valign="top">0.068</td>
</tr>
<tr>
<td align="left" valign="top">Gln/tCr</td>
<td align="center" valign="top">0.298</td>
<td align="center" valign="top">1.348</td>
<td align="center" valign="top">0.064</td>
<td align="center" valign="top">0.192</td>
<td align="center" valign="top">1.212</td>
<td align="center" valign="top">0.291</td>
</tr>
<tr>
<td align="left" valign="top">Glu/tCr</td>
<td align="center" valign="top">0.391</td>
<td align="center" valign="top">1.479</td>
<td align="center" valign="top">0.007&#x002A;</td>
<td align="center" valign="top">0.334</td>
<td align="center" valign="top">1.397</td>
<td align="center" valign="top">0.039&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">GPC/tCr</td>
<td align="center" valign="top">0.41</td>
<td align="center" valign="top">1.507</td>
<td align="center" valign="top">0.374</td>
<td align="center" valign="top">0.819</td>
<td align="center" valign="top">2.267</td>
<td align="center" valign="top">0.126</td>
</tr>
<tr>
<td align="left" valign="top">PCh/tCr</td>
<td align="center" valign="top">0.828</td>
<td align="center" valign="top">2.289</td>
<td align="center" valign="top">0.151</td>
<td align="center" valign="top">0.203</td>
<td align="center" valign="top">1.225</td>
<td align="center" valign="top">0.762</td>
</tr>
<tr>
<td align="left" valign="top">GSH/tCr</td>
<td align="center" valign="top">0.896</td>
<td align="center" valign="top">2.449</td>
<td align="center" valign="top">0.019&#x002A;</td>
<td align="center" valign="top">0.743</td>
<td align="center" valign="top">2.102</td>
<td align="center" valign="top">0.096</td>
</tr>
<tr>
<td align="left" valign="top">2HG/tCr</td>
<td align="center" valign="top">0.092</td>
<td align="center" valign="top">1.096</td>
<td align="center" valign="top">0.449</td>
<td align="center" valign="top">&#x2212;0.034</td>
<td align="center" valign="top">0.966</td>
<td align="center" valign="top">0.815</td>
</tr>
<tr>
<td align="left" valign="top">mIns/tCr</td>
<td align="center" valign="top">&#x2212;0.445</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.205</td>
<td align="center" valign="top">&#x2212;0.161</td>
<td align="center" valign="top">0.851</td>
<td align="center" valign="top">0.649</td>
</tr>
<tr>
<td align="left" valign="top">Lac/tCr</td>
<td align="center" valign="top">0.028</td>
<td align="center" valign="top">1.029</td>
<td align="center" valign="top">0.512</td>
<td align="center" valign="top">0.056</td>
<td align="center" valign="top">1.058</td>
<td align="center" valign="top">0.210</td>
</tr>
<tr>
<td align="left" valign="top">NAA/tCr</td>
<td align="center" valign="top">&#x2212;0.469</td>
<td align="center" valign="top">0.626</td>
<td align="center" valign="top">0.300</td>
<td align="center" valign="top">&#x2212;0.619</td>
<td align="center" valign="top">0.538</td>
<td align="center" valign="top">0.224</td>
</tr>
<tr>
<td align="left" valign="top">NAAG/tCr</td>
<td align="center" valign="top">0.062</td>
<td align="center" valign="top">1.064</td>
<td align="center" valign="top">0.930</td>
<td align="center" valign="top">0.293</td>
<td align="center" valign="top">1.34</td>
<td align="center" valign="top">0.661</td>
</tr>
<tr>
<td align="left" valign="top">tCho/tCr</td>
<td align="center" valign="top">1.002</td>
<td align="center" valign="top">2.724</td>
<td align="center" valign="top">0.032&#x002A;</td>
<td align="center" valign="top">0.87</td>
<td align="center" valign="top">2.387</td>
<td align="center" valign="top">0.092</td>
</tr>
<tr>
<td align="left" valign="top">tNAA/tCr</td>
<td align="center" valign="top">&#x2212;0.156</td>
<td align="center" valign="top">0.856</td>
<td align="center" valign="top">0.712</td>
<td align="center" valign="top">&#x2212;0.095</td>
<td align="center" valign="top">0.909</td>
<td align="center" valign="top">0.819</td>
</tr>
<tr>
<td align="left" valign="top">mIns+Glyc/tCr</td>
<td align="center" valign="top">0.075</td>
<td align="center" valign="top">1.078</td>
<td align="center" valign="top">0.709</td>
<td align="center" valign="top">0.306</td>
<td align="center" valign="top">1.358</td>
<td align="center" valign="top">0.123</td>
</tr>
<tr>
<td align="left" valign="top">Glx/tCr</td>
<td align="center" valign="top">0.232</td>
<td align="center" valign="top">1.261</td>
<td align="center" valign="top">0.010&#x002A;</td>
<td align="center" valign="top">0.195</td>
<td align="center" valign="top">1.215</td>
<td align="center" valign="top">0.047&#x002A;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>PCr&#x2009;+&#x2009;Cr&#x2009;=&#x2009;tCr, PCho&#x2009;+&#x2009;GPC&#x2009;=&#x2009;tCho, Glu&#x2009;+&#x2009;Gln&#x2009;=&#x2009;Glx, NAA&#x2009;+&#x2009;NAAG&#x2009;=&#x2009;tNAA.</p>
<p>&#x002A;<italic>p</italic>&#x2009;&#x2264;&#x2009;0.05.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Multivariate Cox analysis for the association between survival outcomes and different predictors including clinical variables, imaging features, histological grade, and metabolite concentrations.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle" rowspan="2">Covariates</th>
<th align="center" valign="middle" colspan="3">Progression-free survival</th>
<th align="center" valign="middle" colspan="3">Overall survival</th>
</tr>
<tr>
<th align="center" valign="middle">Coefficient<break/>(b)</th>
<th align="center" valign="middle">Hazard ratio<break/>exp(b)</th>
<th align="center" valign="middle">Value of <italic>p</italic></th>
<th align="center" valign="middle">Coefficient<break/>(b)</th>
<th align="center" valign="middle">Hazard ratio<break/>exp(b)</th>
<th align="center" valign="middle">Value of <italic>p</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Contrast enhancement</td>
<td align="center" valign="top">0.780</td>
<td align="center" valign="top">2.182</td>
<td align="center" valign="top">0.376</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
<tr>
<td align="left" valign="top">Necrosis</td>
<td align="center" valign="top">0.346</td>
<td align="center" valign="top">1.413</td>
<td align="center" valign="top">0.634</td>
<td align="center" valign="top">0.700</td>
<td align="center" valign="top">2.022</td>
<td align="center" valign="top">0.159</td>
</tr>
<tr>
<td align="left" valign="top">GSH/tCr</td>
<td align="center" valign="top">0.604</td>
<td align="center" valign="top">1.829</td>
<td align="center" valign="top">0.431</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
<tr>
<td align="left" valign="top">tCho/tCr</td>
<td align="center" valign="top">&#x2212;0.46</td>
<td align="center" valign="top">0.633</td>
<td align="center" valign="top">0.601</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
<tr>
<td align="left" valign="top">Glx/tCr</td>
<td align="center" valign="top">0.075</td>
<td align="center" valign="top">1.077</td>
<td align="center" valign="top">0.636</td>
<td align="center" valign="top">0.120</td>
<td align="center" valign="top">1.129</td>
<td align="center" valign="top">0.268</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec18">
<title>Machine learning results</title>
<p>CART analysis of &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; indicated that a high GSH/tCr (&#x003E;0.449), and a high Glx/tCr (&#x003E;1.474) were associated with a significantly shorter PFS (<xref rid="fig4" ref-type="fig">Figure 4A</xref>). Additionally, high Glx/tCr (&#x003E;2.966) was associated with a significantly shorter OS (<xref rid="fig4" ref-type="fig">Figure 4B</xref>). The sensitivity, specificity, and accuracy results along with the classification model, feature selection method, and selected metabolites for classification according to high PFS or OS are presented in <xref rid="tab4" ref-type="table">Table 4</xref>. The models using MRS markers had better performance after oversampling than both the baseline models using only clinical features and the models that incorporated clinical features along with the MRS markers. The highest classification accuracy based on 12&#x2009;months OS was 70.37%, but the specificity was lower (41.53%), since 67% of the patients had a longer than 12&#x2009;months OS. Oversampling assisted models to learn better about the patients with longer OS, and following SMOTE, the specificity increased to 76.36% (accuracy&#x2009;=&#x2009;81.71%, sensitivity&#x2009;=&#x2009;87.05%). The most useful features for the classification of low and high OS were the extent of Glx/tCr, tCho/tCr, tNAA/tCr and (mIns+Glyc)/tCr. Similarly, for PFS based classification, the accuracy of the machine learning models for identifying the patients having longer than 6&#x2009;months PFS was not very high (best accuracy&#x2009;=&#x2009;63.93%, sensitivity&#x2009;=&#x2009;68.41%, specificity&#x2009;=&#x2009;54.22% using the MRS markers models). SMOTE also improved the PFS classification results for the minority class, resulting in an accuracy of 77.41% (sensitivity&#x2009;=&#x2009;75.47%, specificity&#x2009;=&#x2009;79.48%). Lac/tCr, tNAA/tCr, Glx/tCr and (mIns+Glyc)/tCr were used in this prediction.</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>CART analysis for PFS and OS performed with clinical, imaging, and metabolic data from IDH-wt, TERTp-mut gliomas. <bold>(A)</bold> While patients with higher GSH/tCr (&#x003E;0.449) had the worst PFS, the patients with lower GSH/tCr (&#x2264;0.449) and lower Glx/tCr (&#x2264;1.474) had a better PFS. <bold>(B)</bold> Higher Glx/tCr (&#x003E;2.966) was associated with shorter OS.</p>
</caption>
<graphic xlink:href="fnins-17-1149292-g004.tif"/>
</fig>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>The performance results of machine learning models with the highest accuracies for different feature selection approaches with or without SMOTE oversampling.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle">Classification</th>
<th align="left" valign="middle">Feature selection method</th>
<th align="left" valign="middle">Selected features</th>
<th align="left" valign="middle">Classification model</th>
<th align="center" valign="middle"><italic>n</italic><sub>original</sub><break/>(shorter vs. longer survival)</th>
<th align="center" valign="middle">Original<break/>Acc/Sens/Spec (%)</th>
<th align="center" valign="middle"><italic>n</italic><sub>oversampled</sub><break/>(shorter vs. longer survival)</th>
<th align="center" valign="middle">SMOTE<break/>Acc/Sens/Spec (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">12&#x2009;months OS</td>
<td align="left" valign="top">&#x2013;</td>
<td align="left" valign="top">Age, Extent of resection, Contrast enhancement, Necrosis</td>
<td align="left" valign="top">Fine KNN</td>
<td align="center" valign="top">19 vs. 38</td>
<td align="center" valign="top">62.58/73.02/41.68</td>
<td align="center" valign="top">38 vs. 38</td>
<td align="center" valign="top">65.55/62.08/69.03</td>
</tr>
<tr>
<td align="left" valign="top">12&#x2009;months OS</td>
<td align="left" valign="top">SFFS</td>
<td align="left" valign="top">Glx/tCr, tCho/tCr, tNAA/tCr, (mIns+Glyc)/tCr</td>
<td align="left" valign="top">Fine Gaussian SVM</td>
<td align="center" valign="top">19 vs. 38</td>
<td align="center" valign="top">70.37/84.81/41.53</td>
<td align="center" valign="top">38 vs. 38</td>
<td align="center" valign="top">81.71/87.05/76.36</td>
</tr>
<tr>
<td align="left" valign="top">12&#x2009;months OS</td>
<td align="left" valign="top">Lasso</td>
<td align="left" valign="top">Necrosis, mIns/tCr, tNAA/tCr</td>
<td align="left" valign="top">Fine Gaussion SVM</td>
<td align="center" valign="top">19 vs. 38</td>
<td align="center" valign="top">67.16/88.05/25.37</td>
<td align="center" valign="top">38 vs. 38</td>
<td align="center" valign="top">75.16/65.21/85.11</td>
</tr>
<tr>
<td align="left" valign="top">6&#x2009;months PFS</td>
<td align="left" valign="top">&#x2013;</td>
<td align="left" valign="top">Age, extent of resection, contrast enhancement, necrosis</td>
<td align="left" valign="top">Fine KNN</td>
<td align="center" valign="top">18 vs. 39</td>
<td align="center" valign="top">61.95/75.67/32.22</td>
<td align="center" valign="top">39 vs. 39</td>
<td align="center" valign="top">72.82/67.38/78.26</td>
</tr>
<tr>
<td align="left" valign="top">6&#x2009;months PFS</td>
<td align="left" valign="top">RFE</td>
<td align="left" valign="top">Lac/tCr, tNAA/tCr, (mIns+Glyc)/tCr, Glx/tCr</td>
<td align="left" valign="top">Subspace KNN</td>
<td align="center" valign="top">18 vs. 39</td>
<td align="center" valign="top">63.93/68.41/54.22</td>
<td align="center" valign="top">39 vs. 39</td>
<td align="center" valign="top">77.41/75.47/79.48</td>
</tr>
<tr>
<td align="left" valign="top">6&#x2009;months PFS</td>
<td align="left" valign="top">SFFS</td>
<td align="left" valign="top">Necrosis, EOR, tNAA/tCr, (mIns+Glyc)/tCr</td>
<td align="left" valign="top">Fine KNN</td>
<td align="center" valign="top">18 vs. 39</td>
<td align="center" valign="top">65.19/29.44/81.69</td>
<td align="center" valign="top">39 vs. 39</td>
<td align="center" valign="top">76.39/64.72/88.05</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The machine learning results for predicting short PFS and OS using the combinations of all different models and three different feature selection algorithms with or without oversampling are provided at <xref ref-type="supplementary-material" rid="SM1">Supplementary Tables S1</xref> and <xref ref-type="supplementary-material" rid="SM1">S2</xref>, respectively. Median AUC for all the models when Lasso was employed as a feature selection algorithm to predict short OS was 0.82 [0.5&#x2013;1]. On the other hand, the median AUC values were 0.84 [0.52&#x2013;1] and 0.83 [0.53&#x2013;1] when SFFS and RFE were employed for predicting short OS, respectively. For the oversampled dataset, the median AUC value was 0.85 [0.67&#x2013;1] when Lasso was used as a feature selection algorithm. The median AUC values were 0.86 [0.62&#x2013;1] and 0.85 [0.65&#x2013;1] when SFFS and RFE were employed for predicting short OS, respectively.</p>
<p>The median AUC for all models, when utilizing Lasso as the feature selection algorithm to predict short PFS, was 0.84 [0.45&#x2013;1]. On the other hand, when SFFS and RFE were employed to predict short PFS, the median AUC values were 0.88 [0.49&#x2013;1] and 0.83 [0.54&#x2013;1], respectively. When examining the oversampled dataset, the median AUC value for predicting short PFS was 0.91 [0.56&#x2013;1] when utilizing Lasso as the feature selection algorithm. Similarly, when applying SFFS and RFE to predict short overall survival (OS) with the oversampled dataset, the median AUC values were 0.89 [0.57&#x2013;1] and 0.92 [0.57&#x2013;1], respectively.</p>
</sec>
</sec>
<sec id="sec19" sec-type="discussions">
<title>Discussion</title>
<p>Molecular subsets of gliomas are useful guidelines for understanding tumor biology, treatment response, and patient survival (<xref ref-type="bibr" rid="ref10">Eckel-Passow et al., 2015</xref>). When combined with age group, anatomical localization, and histopathological findings, molecular markers provide significant clues for defining the tumor type of an adult diffuse glioma. The largest group among adult diffuse gliomas is glioblastoma, which is highly heterogeneous in its presentation, radiological and growth characteristics, treatment response, and survival. As a part of this spectrum, glioblastoma can also present with radiological features of a lower-grade diffuse glioma; nevertheless, they have a more aggressive clinical course than other lower-grade counterparts. Therefore, the 2021 WHO CNS tumor classification suggested diagnosing lower-grade astrocytic diffuse gliomas with specific molecular features as (glioblastoma, IDHwt) (<xref ref-type="bibr" rid="ref17">Louis et al., 2021</xref>). This study has shown significant metabolic correlates of the patient survival in IDH-wt, TERTp-mut glioblastomas. These metabolic differences, as identified by short-TE <sup>1</sup>H-MRS with machine learning algorithms, could help with predicting patient survival, independent of conventional MRI features such as contrast enhancement or necrosis. Although previous studies have investigated the relationship between anatomical, diffusion, and perfusion MR imaging markers in TERTp-mutant gliomas, metabolic imaging correlates of TERTp mutations have not been explored in detail (<xref ref-type="bibr" rid="ref32">Yamashita et al., 2019</xref>; <xref ref-type="bibr" rid="ref21">Park et al., 2020</xref>). In a previous study, &#x201C;IDH-wt, TERTp-mut&#x201D; diffuse gliomas were reported to have higher Glu and GSH levels than &#x201C;IDH-mut, TERTp-wt,&#x201D; &#x201C;IDH-mut, TERTp-mut,&#x201D; and &#x201C;IDH-wt, TERT-wt&#x201D; diffuse gliomas (<xref ref-type="bibr" rid="ref20">Ozturk-Isik et al., 2019</xref>). Moreover, in the same study, TERTp-mut gliomas were shown to have higher Cr, Glu, and Glx levels than TERTp-wt gliomas. Our results indicated that higher ratios of GSH/tCr, tCho/tCr, and Glx/tCr were correlated with worse patient survival in IDH-wt, TERTp-mut glioblastomas.</p>
<p>GSH is an important cellular antioxidant in the brain and plays a significant role in protecting cells against free radical damage and cytotoxicity of chemotherapy (<xref ref-type="bibr" rid="ref2">Backos et al., 2012</xref>). Several studies have reported a correlation between elevated GSH levels and TERTp mutation (<xref ref-type="bibr" rid="ref4">Borr&#x00E1;s et al., 2004</xref>; <xref ref-type="bibr" rid="ref28">Viswanath et al., 2021</xref>; <xref ref-type="bibr" rid="ref18">Minami et al., 2022</xref>). Our results also indicated that higher GSH/tCr ratios were associated with the presence of necrosis and shorter PFS in &#x201C;IDH-wt TERTp-mut&#x201D; gliomas. An increase in choline, which is an important intermediate in membrane phospholipid metabolism, is widely accepted as an indicator of cell proliferation in MRS (<xref ref-type="bibr" rid="ref19">Nelson, 2001</xref>). In this current analysis, the presence of necrosis, which by itself is a determinant of IDH-wt glioblastoma, was associated with higher tCho/tCr levels in &#x201C;IDH-wt TERTp-mut diffuse gliomas.&#x201D; The excitatory neurotransmitters Glu and Gln levels were correlated with the presence of contrast enhancement in glioblastomas (<xref ref-type="bibr" rid="ref33">Yan et al., 2019</xref>; <xref ref-type="bibr" rid="ref13">Hangel et al., 2020</xref>). Similarly, in this study, their combined concentration (Glx/tCr) levels were associated with the presence of contrast enhancement, necrosis, shorter OS, and shorter PFS. Lac, a metabolic intermediate of anaerobic glycolysis (<xref ref-type="bibr" rid="ref14">Horsk&#x00E1; and Barker, 2010</xref>), has been associated with tumor aggressiveness in gliomas (<xref ref-type="bibr" rid="ref29">Vlassenko et al., 2015</xref>). Similarly, we observed higher Lac/tCr levels in tumors showing contrast enhancement or necrosis. Our findings indicated that high Glx and GSH to tCr ratios might be indicative of a more aggressive onco-metabolic profile and shorter survival in IDH-wt, TERTp-mut gliomas.</p>
<p>Several studies have indicated that WHO 2016 grade-2/3 and WHO 2016 grade-4 IDH-wt, TERTp-mut gliomas had a comparable OS (<xref ref-type="bibr" rid="ref24">Reuss et al., 2015</xref>; <xref ref-type="bibr" rid="ref26">Tesileanu et al., 2020</xref>). In contrast, other authors have reported longer survival in lower-grade astrocytic gliomas with molecular features of glioblastoma than in their grade-4 counterparts (<xref ref-type="bibr" rid="ref9">Danyeli et al., 2019</xref>; <xref ref-type="bibr" rid="ref3">Berzero et al., 2021</xref>). In our study, the OS difference between WHO 2016 grade-2/3 and WHO 2016 grade-4 tumors did not reach a statistically significant level, which supports the 2021 WHO CNS tumor classification criteria for IDH-wt gliomas.</p>
<p>Our survival analysis results indicated that the EOR was not significantly correlated with neither PFS nor OS of glioblastoma, IDH-wildtype, WHO grade-4 in this patient cohort. On the contrary, a recent systematic review has indicated that the gross total resection was associated with improved OS and PFS compared with subtotal resection or biopsy for glioblastoma, IDH-WT, WHO grade 4 (WHO 2021) (<xref ref-type="bibr" rid="ref16">Jusue-Torres et al., 2023</xref>). This discrepancy might have resulted from the limited number of patients in our study and the clinical and methodological heterogeneity among the studies included in the recent review paper.</p>
<p>CART analyses revealed the importance of GSH/tCr, and Glx/tCr levels in terms of PFS and the importance of Glx/tCr level in terms of OS, which were in good agreement with our results of Kaplan&#x2013;Meier and Cox regression analyses. Several supervised machine learning models and feature selection methods have been employed to classify IDH-wt, TERTp-mut gliomas based on their PFS and OS. According to our machine learning results, the data imbalance resulted in a lower accuracy for the minority class, and oversampling improved the classification results. Despite the small sample size, machine learning models provided promising results for survival prediction in IDH-wt, TERTp-mut gliomas using metabolic markers.</p>
<p>There was a discrepancy between the univariate Cox regression and machine learning analyses in terms of which metabolites were important. This difference might result from the univariate Cox regression analysis evaluating features independently rather than evaluating their combinational effects like in machine learning. Another reason for this discrepancy may be the algorithmic differences between the Cox regression analysis and different feature selection methods used in the machine learning methods. The algorithm used in Cox regression is primarily based on the partial likelihood estimation method, whereas SFFS is a feature selection approach that iteratively adds or removes features based on their impact on model performance, while RFE recursively removes features based on their importance rankings. On the other hand, LASSO inherently selects features by penalizing high coefficients using L1 norm.</p>
<p>This study had several limitations. First, our analysis was limited by its retrospective nature and small sample size, and our data were obtained from a single center. The results could be confirmed in a prospective multicenter study with a larger cohort. Additionally, spectral editing techniques might be used to increase the sensitivity of detecting small and overlapping metabolites (<xref ref-type="bibr" rid="ref7">Choi and Lee, 2013</xref>). However, these techniques require longer imaging times. Although GSH is difficult to reliably quantify due to the overlapping resonances of other metabolites within the human brain, such as mIns, Gln and Glu (<xref ref-type="bibr" rid="ref11">Govindaraju et al., 2001</xref>), a recent study has shown that non-editing techniques, including short echo time PRESS, could reproducibly quantify GSH (<xref ref-type="bibr" rid="ref31">Wijtenburg et al., 2019</xref>). As a result, short-TE MRS was preferred in this study, which is widely available in the clinics and provides diagnostic information about multiple spectral peaks. Moreover, we did not have unsuppressed water available for our dataset and could not perform absolute metabolite quantification. Furthermore, several studies have suggested that TERTp mutation alone may be insufficient, and the presence of EGFR amplification and 7+/10- pattern might also affect the prognosis of IDH-wt, TERTp-mut WHO 2016 grade-2/3 gliomas (<xref ref-type="bibr" rid="ref30">Wijnenga et al., 2017</xref>; <xref ref-type="bibr" rid="ref25">Stichel et al., 2018</xref>). This genetic information was not available for all of our patients, and future studies are needed to explore the metabolic markers in IDH-wt, TERTp-mut gliomas in light of further genetic markers.</p>
</sec>
<sec id="sec20" sec-type="conclusions">
<title>Conclusion</title>
<p>In conclusion, Glx and GSH have been identified as important metabolic correlates of patient survival among &#x201C;IDH-wt, TERTp-mut diffuse gliomas&#x201D; using single-voxel <sup>1</sup>H-MRS on a clinical 3&#x2009;T MRI scanner.</p>
</sec>
<sec id="sec21" sec-type="data-availability">
<title>Data availability statement</title>
<p>The datasets presented in this article are not readily available because all data was obtained upon retrospective review of patient medical records and are not publicly available. Requests to access the datasets should be directed to <email>esin.ozturk@boun.edu.tr</email>.</p>
</sec>
<sec id="sec22">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Institutional Review Board of Acibadem Mehmet Ali Aydinlar University School of Medicine (ATADEK 2012-292). The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="sec23">
<title>Author contributions</title>
<p>BS-B performed the analysis and interpretation of the data and drafting of the manuscript. AED performed the pathological analysis and critical revision. MCY performed the genetic testing and critical revision. FKA performed the extent of surgical resection evaluations, manuscript editing, and critical revision. K&#x00D6; and MNP performed the patient recruitment, clinical evaluation, and critical revision. K&#x00D6; and EO-I performed the study conception and design, manuscript editing, and critical revision. AD performed the radiological data acquisition and evaluation, and critical revision. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="sec24" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by the Scientific and Technological Research Council of Turkey (TUBITAK) 1003 grant (216S432).</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>The authors would like to thank Ayhan Gursan and Sena Azamat for their help with the data analysis. The authors would also like to thank Gilbert Hangel for his time to review this paper and useful comments. This study was presented in part at ISMRM Annual Meeting, 2020 and SNO/NCI Joint Symposium: Targeting CNS Tumor Metabolism, 2021.</p>
</ack>
<sec id="sec26" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fnins.2023.1149292/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fnins.2023.1149292/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akyerli</surname> <given-names>C. B.</given-names></name> <name><surname>Y&#x00FC;ksel</surname> <given-names>&#x015E;.</given-names></name> <name><surname>Can</surname> <given-names>&#x00D6;.</given-names></name> <name><surname>Erson-Omay</surname> <given-names>E. Z.</given-names></name> <name><surname>Oktay</surname> <given-names>Y.</given-names></name> <name><surname>Co&#x015F;gun</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Use of telomerase promoter mutations to mark specific molecular subsets with reciprocal clinical behavior in IDH mutant and IDH wild-type diffuse gliomas</article-title>. <source>J. Neurosurg.</source> <volume>128</volume>, <fpage>1102</fpage>&#x2013;<lpage>1114</lpage>. doi: <pub-id pub-id-type="doi">10.3171/2016.11.JNS16973</pub-id>, PMID: <pub-id pub-id-type="pmid">28621624</pub-id></citation>
</ref>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Backos</surname> <given-names>D.</given-names></name> <name><surname>Franklin</surname> <given-names>C.</given-names></name> <name><surname>Reigan</surname> <given-names>P.</given-names></name></person-group> (<year>2012</year>). <article-title>The role of glutathione in brain tumor drug resistance</article-title>. <source>Biochem. Pharmacol.</source> <volume>83</volume>, <fpage>1005</fpage>&#x2013;<lpage>1012</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.bcp.2011.11.016</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berzero</surname> <given-names>G.</given-names></name> <name><surname>di Stefano</surname> <given-names>A. L.</given-names></name> <name><surname>Ronchi</surname> <given-names>S.</given-names></name> <name><surname>Bielle</surname> <given-names>F.</given-names></name> <name><surname>Villa</surname> <given-names>C.</given-names></name> <name><surname>Guillerm</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>IDH-wildtype lower-grade diffuse gliomas: the importance of histological grade and molecular assessment for prognostic stratification</article-title>. <source>Neuro Oncol.</source> <volume>23</volume>, <fpage>955</fpage>&#x2013;<lpage>966</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noaa258</pub-id>, PMID: <pub-id pub-id-type="pmid">33173941</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borr&#x00E1;s</surname> <given-names>C.</given-names></name> <name><surname>Esteve</surname> <given-names>J. M.</given-names></name> <name><surname>Vi&#x00F1;a</surname> <given-names>J. R.</given-names></name> <name><surname>Sastre</surname> <given-names>J.</given-names></name> <name><surname>Vi&#x00F1;a</surname> <given-names>J.</given-names></name> <name><surname>Pallard&#x00F3;</surname> <given-names>F. V.</given-names></name></person-group> (<year>2004</year>). <article-title>Glutathione regulates telomerase activity in 3T3 fibroblasts</article-title>. <source>J. Biol. Chem.</source> <volume>279</volume>, <fpage>34332</fpage>&#x2013;<lpage>34335</lpage>. doi: <pub-id pub-id-type="doi">10.1074/jbc.M402425200</pub-id>, PMID: <pub-id pub-id-type="pmid">15184392</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brat</surname> <given-names>D. J.</given-names></name> <name><surname>Verhaak</surname> <given-names>R. G. W.</given-names></name> <name><surname>Aldape</surname> <given-names>K. D.</given-names></name> <name><surname>Yung</surname> <given-names>W. K. A.</given-names></name> <name><surname>Salama</surname> <given-names>S. R.</given-names></name> <name><surname>Cooper</surname> <given-names>L. A. D.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Comprehensive, integrative genomic analysis of diffuse lower-grade gliomas</article-title>. <source>N. Engl. J. Med.</source> <volume>372</volume>, <fpage>2481</fpage>&#x2013;<lpage>2498</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMoa1402121</pub-id>, PMID: <pub-id pub-id-type="pmid">26061751</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chawla</surname> <given-names>N. V.</given-names></name> <name><surname>Bowyer</surname> <given-names>K. W.</given-names></name> <name><surname>Hall</surname> <given-names>L. O.</given-names></name> <name><surname>Kegelmeyer</surname> <given-names>W. P.</given-names></name> <etal/></person-group>. (<year>2002</year>). <article-title>SMOTE: synthetic minority over-sampling technique</article-title>. <source>J. Artif. Int. Res.</source> <volume>16</volume>, <fpage>321</fpage>&#x2013;<lpage>357</lpage>. doi: <pub-id pub-id-type="doi">10.1613/jair.953</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>I.-Y.</given-names></name> <name><surname>Lee</surname> <given-names>P.</given-names></name></person-group> (<year>2013</year>). <article-title>Doubly selective multiple quantum chemical shift imaging and T(1) relaxation time measurement of glutathione (GSH) in the human brain in vivo</article-title>. <source>NMR Biomed.</source> <volume>26</volume>, <fpage>28</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.1002/nbm.2815</pub-id>, PMID: <pub-id pub-id-type="pmid">22730142</pub-id></citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danyeli</surname> <given-names>A. E.</given-names></name> <name><surname>Akyerli</surname> <given-names>C. B.</given-names></name> <name><surname>Din&#x00E7;er</surname> <given-names>A.</given-names></name> <name><surname>Co&#x015F;gun</surname> <given-names>E.</given-names></name> <name><surname>Abac&#x0131;o&#x011F;lu</surname> <given-names>U.</given-names></name> <name><surname>Pamir</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>P14.95 Is the pathological-grade relevant in &#x201C;IDH-wild type, TERT-mutant&#x201D; diffuse-gliomas? An analysis in 147 patients</article-title>. <source>Neuro Oncol.</source> <volume>21</volume>:<fpage>iii90</fpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noz126.330</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eckel-Passow</surname> <given-names>J. E.</given-names></name> <name><surname>Lachance</surname> <given-names>D. H.</given-names></name> <name><surname>Molinaro</surname> <given-names>A. M.</given-names></name> <name><surname>Walsh</surname> <given-names>K. M.</given-names></name> <name><surname>Decker</surname> <given-names>P. A.</given-names></name> <name><surname>Sicotte</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Glioma groups based on 1p/19q, IDH, and TERT promoter mutations in tumors</article-title>. <source>N. Engl. J. Med.</source> <volume>372</volume>, <fpage>2499</fpage>&#x2013;<lpage>2508</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMoa1407279</pub-id>, PMID: <pub-id pub-id-type="pmid">26061753</pub-id></citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Govindaraju</surname> <given-names>V.</given-names></name> <name><surname>Young</surname> <given-names>K.</given-names></name> <name><surname>Maudsley</surname> <given-names>A. A.</given-names></name></person-group> (<year>2001</year>). <article-title>Proton NMR chemical shifts and coupling constants for brain metabolites</article-title>. <source>NMR Biomed.</source> <volume>13</volume>, <fpage>129</fpage>&#x2013;<lpage>153</lpage>. doi: <pub-id pub-id-type="doi">10.1002/1099-1492(200005)13:3&#x003C;129::AID-NBM619&#x003E;3.0.CO;2-V</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Granitto</surname> <given-names>P.</given-names></name> <name><surname>Furlanello</surname> <given-names>C.</given-names></name> <name><surname>Biasioli</surname> <given-names>F.</given-names></name> <name><surname>Gasperi</surname> <given-names>F.</given-names></name></person-group> (<year>2006</year>). <article-title>Recursive feature elimination with random forest for PTR-MS analysis of agroindustrial products</article-title>. <source>Chemom. Intell. Lab. Syst.</source> <volume>83</volume>, <fpage>83</fpage>&#x2013;<lpage>90</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.chemolab.2006.01.007</pub-id></citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hangel</surname> <given-names>G.</given-names></name> <name><surname>Cadrien</surname> <given-names>C.</given-names></name> <name><surname>Lazen</surname> <given-names>P.</given-names></name> <name><surname>Furtner</surname> <given-names>J.</given-names></name> <name><surname>Lipka</surname> <given-names>A.</given-names></name> <name><surname>He&#x010D;kov&#x00E1;</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>High-resolution metabolic imaging of high-grade gliomas using 7T-CRT-FID-MRSI</article-title>. <source>Neuroimage Clin.</source> <volume>28</volume>:<fpage>102433</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.nicl.2020.102433</pub-id>, PMID: <pub-id pub-id-type="pmid">32977210</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Horsk&#x00E1;</surname> <given-names>A.</given-names></name> <name><surname>Barker</surname> <given-names>P. B.</given-names></name></person-group> (<year>2010</year>). <article-title>Imaging of brain tumors: MR spectroscopy and metabolic imaging</article-title>. <source>Neuroimaging Clin. N. Am.</source> <volume>20</volume>, <fpage>293</fpage>&#x2013;<lpage>310</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.nic.2010.04.003</pub-id>, PMID: <pub-id pub-id-type="pmid">20708548</pub-id></citation>
</ref>
<ref id="ref15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoshide</surname> <given-names>R.</given-names></name> <name><surname>Jandial</surname> <given-names>R.</given-names></name></person-group> (<year>2016</year>). <article-title>2016 World Health Organization classification of central nervous system tumors: an era of molecular biology</article-title>. <source>World Neurosurg.</source> <volume>94</volume>, <fpage>561</fpage>&#x2013;<lpage>562</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.wneu.2016.07.082</pub-id>, PMID: <pub-id pub-id-type="pmid">27476688</pub-id></citation>
</ref>
<ref id="ref16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jusue-Torres</surname> <given-names>I.</given-names></name> <name><surname>Lee</surname> <given-names>J.</given-names></name> <name><surname>Germanwala</surname> <given-names>A. V.</given-names></name> <name><surname>Burns</surname> <given-names>T. C.</given-names></name> <name><surname>Parney</surname> <given-names>I. F.</given-names></name></person-group> (<year>2023</year>). <article-title>Effect of extent of resection on survival of patients with glioblastoma, IDH-wild-type, WHO grade 4 (WHO 2021): systematic review and meta-analysis</article-title>. <source>World Neurosurg.</source> <volume>171</volume>, <fpage>e524</fpage>&#x2013;<lpage>e532</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.wneu.2022.12.052</pub-id></citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Louis</surname> <given-names>D. N.</given-names></name> <name><surname>Perry</surname> <given-names>A.</given-names></name> <name><surname>Wesseling</surname> <given-names>P.</given-names></name> <name><surname>Brat</surname> <given-names>D. J.</given-names></name> <name><surname>Cree</surname> <given-names>I. A.</given-names></name> <name><surname>Figarella-Branger</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>The 2021 WHO classification of tumors of the central nervous system: a summary</article-title>. <source>Neuro-Oncology</source> <volume>23</volume>, <fpage>1231</fpage>&#x2013;<lpage>1251</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noab106</pub-id>, PMID: <pub-id pub-id-type="pmid">34185076</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Minami</surname> <given-names>N.</given-names></name> <name><surname>Hong</surname> <given-names>D.</given-names></name> <name><surname>Stevers</surname> <given-names>N.</given-names></name> <name><surname>Barger</surname> <given-names>C. J.</given-names></name> <name><surname>Radoul</surname> <given-names>M.</given-names></name> <name><surname>Hong</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Imaging biomarkers of TERT or GABPB1 silencing in TERT-positive glioblastoma</article-title>. <source>Neuro Oncol.</source> <volume>24</volume>, <fpage>1898</fpage>&#x2013;<lpage>1910</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noac112</pub-id>, PMID: <pub-id pub-id-type="pmid">35460557</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nelson</surname> <given-names>S. J.</given-names></name>
</person-group> (<year>2001</year>). <article-title>Analysis of volume MRI and MR spectroscopic imaging data for the evaluation of patients with brain tumors</article-title>. <source>Magn. Reson. Med.</source> <volume>46</volume>, <fpage>228</fpage>&#x2013;<lpage>239</lpage>. doi: <pub-id pub-id-type="doi">10.1002/mrm.1183</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ozturk-Isik</surname> <given-names>E.</given-names></name> <name><surname>Cengiz</surname> <given-names>S.</given-names></name> <name><surname>Ozcan</surname> <given-names>A.</given-names></name> <name><surname>Yakicier</surname> <given-names>C.</given-names></name> <name><surname>Ersen Danyeli</surname> <given-names>A.</given-names></name> <name><surname>Pamir</surname> <given-names>M. N.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Identification of IDH and TERTp mutation status using 1H-MRS in 112 hemispheric diffuse gliomas</article-title>. <source>J. Magn. Reson. Imaging</source> <volume>51</volume>, <fpage>1799</fpage>&#x2013;<lpage>1809</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jmri.26964</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>Y. W.</given-names></name> <name><surname>Ahn</surname> <given-names>S. S.</given-names></name> <name><surname>Park</surname> <given-names>C. J.</given-names></name> <name><surname>Han</surname> <given-names>K.</given-names></name> <name><surname>Kim</surname> <given-names>E. H.</given-names></name> <name><surname>Kang</surname> <given-names>S. G.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Diffusion and perfusion MRI may predict EGFR amplification and the TERT promoter mutation status of IDH-wildtype lower-grade gliomas</article-title>. <source>Eur. Radiol.</source> <volume>30</volume>, <fpage>6475</fpage>&#x2013;<lpage>6484</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00330-020-07090-3</pub-id>, PMID: <pub-id pub-id-type="pmid">32785770</pub-id></citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Provencher</surname> <given-names>S. W.</given-names></name>
</person-group> (<year>2001</year>). <article-title>Automatic quantitation of localized in vivo 1H spectra with LCModel</article-title>. <source>NMR Biomed.</source> <volume>14</volume>, <fpage>260</fpage>&#x2013;<lpage>264</lpage>. doi: <pub-id pub-id-type="doi">10.1002/nbm.698</pub-id>, PMID: <pub-id pub-id-type="pmid">11410943</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pudil</surname> <given-names>P.</given-names></name> <name><surname>Novovi&#x010D;ov&#x00E1;</surname> <given-names>J.</given-names></name> <name><surname>Kittler</surname> <given-names>J.</given-names></name></person-group> (<year>1994</year>). <article-title>Floating search methods in feature selection</article-title>. <source>Pattern Recogn. Lett.</source> <volume>15</volume>, <fpage>1119</fpage>&#x2013;<lpage>1125</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0167-8655(94)90127-9</pub-id></citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reuss</surname> <given-names>D. E.</given-names></name> <name><surname>Kratz</surname> <given-names>A.</given-names></name> <name><surname>Sahm</surname> <given-names>F.</given-names></name> <name><surname>Capper</surname> <given-names>D.</given-names></name> <name><surname>Schrimpf</surname> <given-names>D.</given-names></name> <name><surname>Koelsche</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Adult IDH wild type astrocytomas biologically and clinically resolve into other tumor entities</article-title>. <source>Acta Neuropathol.</source> <volume>130</volume>, <fpage>407</fpage>&#x2013;<lpage>417</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00401-015-1454-8</pub-id>, PMID: <pub-id pub-id-type="pmid">26087904</pub-id></citation>
</ref>
<ref id="ref25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stichel</surname> <given-names>D.</given-names></name> <name><surname>Ebrahimi</surname> <given-names>A.</given-names></name> <name><surname>Reuss</surname> <given-names>D.</given-names></name> <name><surname>Schrimpf</surname> <given-names>D.</given-names></name> <name><surname>Ono</surname> <given-names>T.</given-names></name> <name><surname>Shirahata</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Distribution of EGFR amplification, combined chromosome 7 gain and chromosome 10 loss, and TERT promoter mutation in brain tumors and their potential for the reclassification of IDHwt astrocytoma to glioblastoma</article-title>. <source>Acta Neuropathol.</source> <volume>136</volume>, <fpage>793</fpage>&#x2013;<lpage>803</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00401-018-1905-0</pub-id>, PMID: <pub-id pub-id-type="pmid">30187121</pub-id></citation>
</ref>
<ref id="ref26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tesileanu</surname> <given-names>C. M. S.</given-names></name> <name><surname>Dirven</surname> <given-names>L.</given-names></name> <name><surname>Wijnenga</surname> <given-names>M. M. J.</given-names></name> <name><surname>Koekkoek</surname> <given-names>J. A. F.</given-names></name> <name><surname>Vincent</surname> <given-names>A. J. P. E.</given-names></name> <name><surname>Dubbink</surname> <given-names>H. J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Survival of diffuse astrocytic glioma, IDH1/2 wildtype, with molecular features of glioblastoma, WHO grade IV: a confirmation of the cIMPACT-NOW criteria</article-title>. <source>Neuro Oncol.</source> <volume>22</volume>, <fpage>515</fpage>&#x2013;<lpage>523</lpage>. doi: <pub-id pub-id-type="doi">10.1093/neuonc/noz200</pub-id>, PMID: <pub-id pub-id-type="pmid">31637414</pub-id></citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tibshirani</surname> <given-names>R.</given-names></name>
</person-group> (<year>1996</year>). <article-title>Regression shrinkage and selection via the Lasso</article-title>. <source>J. R. Stat. Soc.</source> <volume>58</volume>, <fpage>267</fpage>&#x2013;<lpage>288</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.2517-6161.1996.tb02080.x</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viswanath</surname> <given-names>P.</given-names></name> <name><surname>Batsios</surname> <given-names>G.</given-names></name> <name><surname>Mukherjee</surname> <given-names>J.</given-names></name> <name><surname>Gillespie</surname> <given-names>A. M.</given-names></name> <name><surname>Larson</surname> <given-names>P. E. Z.</given-names></name> <name><surname>Luchman</surname> <given-names>H. A.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Non-invasive assessment of telomere maintenance mechanisms in brain tumors</article-title>. <source>Nat. Commun.</source> <volume>12</volume>:<fpage>92</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41467-020-20312-y</pub-id>, PMID: <pub-id pub-id-type="pmid">33397920</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vlassenko</surname> <given-names>A. G.</given-names></name> <name><surname>McConathy</surname> <given-names>J.</given-names></name> <name><surname>Couture</surname> <given-names>L. E.</given-names></name> <name><surname>Su</surname> <given-names>Y.</given-names></name> <name><surname>Massoumzadeh</surname> <given-names>P.</given-names></name> <name><surname>Leeds</surname> <given-names>H. S.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Aerobic glycolysis as a marker of tumor aggressiveness: preliminary data in high grade human brain tumors</article-title>. <source>Dis. Markers</source> <volume>2015</volume>:<fpage>874904</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2015/874904</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wijnenga</surname> <given-names>M. M. J.</given-names></name> <name><surname>Dubbink</surname> <given-names>H. J.</given-names></name> <name><surname>French</surname> <given-names>P. J.</given-names></name> <name><surname>Synhaeve</surname> <given-names>N. E.</given-names></name> <name><surname>Dinjens</surname> <given-names>W. N. M.</given-names></name> <name><surname>Atmodimedjo</surname> <given-names>P. N.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Molecular and clinical heterogeneity of adult diffuse low-grade IDH wild-type gliomas: assessment of TERT promoter mutation and chromosome 7 and 10 copy number status allows superior prognostic stratification</article-title>. <source>Acta Neuropathol.</source> <volume>134</volume>, <fpage>957</fpage>&#x2013;<lpage>959</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00401-017-1781-z</pub-id>, PMID: <pub-id pub-id-type="pmid">29052002</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wijtenburg</surname> <given-names>S. A.</given-names></name> <name><surname>Near</surname> <given-names>J.</given-names></name> <name><surname>Korenic</surname> <given-names>S. A.</given-names></name> <name><surname>Gaston</surname> <given-names>F. E.</given-names></name> <name><surname>Chen</surname> <given-names>H.</given-names></name> <name><surname>Mikkelsen</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Comparing the reproducibility of commonly used magnetic resonance spectroscopy techniques to quantify cerebral glutathione</article-title>. <source>J. Magn. Reson. Imaging</source> <volume>49</volume>, <fpage>176</fpage>&#x2013;<lpage>183</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jmri.26046</pub-id>, PMID: <pub-id pub-id-type="pmid">29659065</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yamashita</surname> <given-names>K.</given-names></name> <name><surname>Hatae</surname> <given-names>R.</given-names></name> <name><surname>Hiwatashi</surname> <given-names>A.</given-names></name> <name><surname>Togao</surname> <given-names>O.</given-names></name> <name><surname>Kikuchi</surname> <given-names>K.</given-names></name> <name><surname>Momosaka</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Predicting TERT promoter mutation using MR images in patients with wild-type IDH1 glioblastoma</article-title>. <source>Diagn. Interv. Imaging</source> <volume>100</volume>, <fpage>411</fpage>&#x2013;<lpage>419</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.diii.2019.02.010</pub-id>, PMID: <pub-id pub-id-type="pmid">30948344</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname> <given-names>J. L.</given-names></name> <name><surname>Li</surname> <given-names>C.</given-names></name> <name><surname>Boonzaier</surname> <given-names>N. R.</given-names></name> <name><surname>Fountain</surname> <given-names>D. M.</given-names></name> <name><surname>Larkin</surname> <given-names>T. J.</given-names></name> <name><surname>Matys</surname> <given-names>T.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Multimodal MRI characteristics of the glioblastoma infiltration beyond contrast enhancement</article-title>. <source>Ther. Adv. Neurol. Disord.</source> <volume>12</volume>:<fpage>1756286419844664</fpage>. doi: <pub-id pub-id-type="doi">10.1177/1756286419844664</pub-id></citation>
</ref>
</ref-list>
</back>
</article>