<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2021.636235</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Pre-operative MRI Radiomics for the Prediction of Progression and Recurrence in Meningiomas</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Ko</surname> <given-names>Ching-Chung</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1046532/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Yang</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chen</surname> <given-names>Jeon-Hor</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chang</surname> <given-names>Kai-Ting</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chen</surname> <given-names>Tai-Yuan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Lim</surname> <given-names>Sher-Wei</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wu</surname> <given-names>Te-Chang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Su</surname> <given-names>Min-Ying</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/970404/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Medical Imaging, Chi-Mei Medical Center</institution>, <addr-line>Tainan</addr-line>, <country>Taiwan</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Health and Nutrition, Chia Nan University of Pharmacy and Science</institution>, <addr-line>Tainan</addr-line>, <country>Taiwan</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Radiological Sciences, University of California, Irvine</institution>, <addr-line>Irvine, CA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Radiology, E-DA Hospital, I-Shou University</institution>, <addr-line>Kaohsiung</addr-line>, <country>Taiwan</country></aff>
<aff id="aff5"><sup>5</sup><institution>Graduate Institute of Medical Sciences, Chang Jung Christian University</institution>, <addr-line>Tainan</addr-line>, <country>Taiwan</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Neurosurgery, Chi-Mei Medical Center, Chiali</institution>, <addr-line>Tainan</addr-line>, <country>Taiwan</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Nursing, Min-Hwei College of Health Care Management</institution>, <addr-line>Tainan</addr-line>, <country>Taiwan</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Biomedical Imaging and Radiological Sciences, National Yang-Ming University</institution>, <addr-line>Taipei</addr-line>, <country>Taiwan</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Xuejun Li, Central South University, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Alissa A. Thomas, University of Vermont, United States; Maria Caffo, University of Messina, Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Ching-Chung Ko <email>kocc0729&#x00040;gmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Neuro-Oncology and Neurosurgical Oncology, a section of the journal Frontiers in Neurology</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>05</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>636235</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>12</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>03</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Ko, Zhang, Chen, Chang, Chen, Lim, Wu and Su.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Ko, Zhang, Chen, Chang, Chen, Lim, Wu and Su</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Objectives:</bold> A subset of meningiomas may show progression/recurrence (P/R) after surgical resection. This study applied pre-operative MR radiomics based on support vector machine (SVM) to predict P/R in meningiomas.</p>
<p><bold>Methods:</bold> From January 2007 to January 2018, 128 patients with pathologically confirmed WHO grade I meningiomas were included. Only patients who had undergone pre-operative MRIs and post-operative follow-up MRIs for more than 1 year were studied. Pre-operative T2WI and contrast-enhanced T1WI were analyzed. On each set of images, 32 first-order features and 75 textural features were extracted. The SVM classifier was utilized to evaluate the significance of extracted features, and the most significant four features were selected to calculate SVM score for each patient.</p>
<p><bold>Results:</bold> Gross total resection (Simpson grades I&#x02013;III) was performed in 93 (93/128, 72.7%) patients, and 19 (19/128, 14.8%) patients had P/R after surgery. Subtotal tumor resection, bone invasion, low apparent diffusion coefficient (ADC) value, and high SVM score were more frequently encountered in the P/R group (<italic>p</italic> &#x0003C; 0.05). In multivariate Cox hazards analysis, bone invasion, ADC value, and SVM score were high-risk factors for P/R (<italic>p</italic> &#x0003C; 0.05) with hazard ratios of 7.31, 4.67, and 8.13, respectively. Using the SVM score, an AUC of 0.80 with optimal cutoff value of 0.224 was obtained for predicting P/R. Patients with higher SVM scores were associated with shorter progression-free survival (<italic>p</italic> = 0.003).</p>
<p><bold>Conclusions:</bold> Our preliminary results showed that pre-operative MR radiomic features may have the potential to offer valuable information in treatment planning for meningiomas.</p></abstract>
<kwd-group>
<kwd>magnetic resonance imaging</kwd>
<kwd>radiomics</kwd>
<kwd>support vector machine</kwd>
<kwd>meningioma</kwd>
<kwd>progression</kwd>
<kwd>recurrence</kwd>
</kwd-group>
<contract-sponsor id="cn001">Chi Mei Medical Center<named-content content-type="fundref-id">10.13039/501100006578</named-content></contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="2"/>
<equation-count count="2"/>
<ref-count count="50"/>
<page-count count="9"/>
<word-count count="6299"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Meningiomas are the most frequently diagnosed primary brain tumors (<xref ref-type="bibr" rid="B1">1</xref>). Although most meningiomas are classified as grade I benign tumors according to the 2016 WHO classification system (<xref ref-type="bibr" rid="B2">2</xref>), a subset of these tumors may show early progression/recurrence (P/R) after surgical resection (<xref ref-type="bibr" rid="B3">3</xref>&#x02013;<xref ref-type="bibr" rid="B5">5</xref>). Furthermore, the rate of P/R is especially high in cases in which Simpson grade I resection is difficult to achieve, such as for parasagittal and skull base meningiomas (<xref ref-type="bibr" rid="B6">6</xref>). Conventional MR imaging findings such as tumor size, bone invasion, and parasagittal location have all been identified as important imaging parameters related to P/R in meningiomas (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B7">7</xref>). However, most data are presented in qualitative and subjective terms, and interreader inconsistencies may occur during data interpretation.</p>
<p>Radiomics is a new approach in the diagnosis, treatment planning, and prediction of prognosis in brain tumors (<xref ref-type="bibr" rid="B8">8</xref>&#x02013;<xref ref-type="bibr" rid="B10">10</xref>). It works by extracting a large number of quantitative characteristics from a medical image and then analyses these features by means of a series of machine learning algorithms (<xref ref-type="bibr" rid="B11">11</xref>). Although the radiomics approach for the evaluation of meningiomas pertaining to tumor grades and histological subtypes had recently been reported (<xref ref-type="bibr" rid="B12">12</xref>&#x02013;<xref ref-type="bibr" rid="B15">15</xref>), models for predicting clinical outcomes in overall meningiomas are still rare (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Among the machine learning techniques, several studies had reported that support vector machine (SVM) classifiers offer excellent results in the classification and segmentation in brain tumors (<xref ref-type="bibr" rid="B17">17</xref>&#x02013;<xref ref-type="bibr" rid="B22">22</xref>). The purpose of this study is to investigate the role of quantitative radiomics approach based on automatically segmented tumor and SVM classification for the prediction of P/R in meningiomas.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Ethics Statement</title>
<p>This study was approved by our Institutional Review Board (IRB no.: 10902-009). Written consent was waived because the retrospective nature of this study meant that the healthcare of the included subjects was not affected. Personal information of all included patients was anonymized and de-identified before analyses were carried out.</p>
</sec>
<sec>
<title>Patient Selection</title>
<p>The inclusion criteria were patients diagnosed with WHO grade I meningiomas by means of pathological confirmation. All the included patients must have undergone pre-operative brain MRI, post-operative follow-up brain MRIs for more than 1 year, and at least one MRI performed at 3 to 6 months after surgery. Patients diagnosed with neurofibromatosis (<italic>N</italic> = 3) were excluded. From January 2007 to January 2018, a total of 128 patients (43 men and 85 women with a median age of 57.5 years) diagnosed with WHO grade I meningiomas were included according to the abovementioned criteria. No known history of pre-operative intracranial radiation was documented in any of the included subjects. The mean follow-up time was 64.2 months (ranging from 14 to 149 months). A total of 19 (19/128, 14.8%) patients were found to have P/R, and the mean time to P/R was 33.3 months (ranging from 8 to 92 months). Based on anatomic location, the tumors were classified into four subgroups: convexity, parasagittal and parafalcine (PSPF), skull base, and intraventricular meningiomas. Skull base meningiomas included tumors arising from the anterior fossa/olfactory groove, spheno-orbital region, temporal floor, sellar/cavernous sinus, and posterior fossa (<xref ref-type="bibr" rid="B23">23</xref>). The extent of tumor resection was determined by a review of pre-operative brain MRI and the first time post-operative MRI (3&#x02013;6 months after surgery) by a neuroradiologist (C.C.K.) and a neurosurgeon (S.W.L.). Simpson grade I&#x02013;III resections (considered gross total resection, GTR) were performed in 93 patients, and Simpson grade IV&#x02013;V resections (considered subtotal tumor resection, STR) were performed in 35 patients. Post-operative adjuvant radiotherapy (RT) was provided for patients who underwent STR in our institution. A total of 35 patients received post-operative adjuvant RT. Post-operative adjuvant RT was carried out <italic>via</italic> stereotactic radiosurgery (SRS) (<italic>N</italic> = 28, median dose of 25 Gy, ranging from 18 to 30 Gy; median fraction of 5, ranging from 3 to 5 fractions) or fractionated stereotactic intensity-modulated radiotherapy (IMRT) (<italic>N</italic> = 7, dose ranging from 55 to 60 Gy with 30 to 33 fractions) by linear accelerators. Detailed information of post-operative RT protocols is provided in Supplementary File 1 in <xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref>.</p>
</sec>
<sec>
<title>Determination of Progression/Recurrence</title>
<p>P/R was evaluated by two experienced neuroradiologists (C.C.K., 7 years of work experience, and T.Y.C., 19 years of work experience) by comparing the post-operative brain MRI findings between the 3&#x02013;6 months and more than 1 year follow-up. Both readers were blinded to the clinical information of the studied patients. In equivocal cases, final agreement was arrived at by consensus. P/R was defined as recurrence of tumor in Simpson grade I&#x02013;III resections (GTR) or increasing residual tumor size in Simpson grade IV&#x02013;V resections (STR) on contrast-enhanced T1WI. In cases of STR, the threshold of P/R was defined as a 10% increase in tumor volume in comparison with post-operative brain MRIs (<xref ref-type="bibr" rid="B10">10</xref>). Interobserver reliability in determining P/R with intraclass correlation coefficient (ICC) of 0.8 was obtained. For patients who received post-operative adjuvant RT, P/R was differentiated from post-irradiation effects (pseudoprogression) based on progressive tumor growth, not transient increase in tumor volume (<xref ref-type="bibr" rid="B24">24</xref>).</p>
</sec>
<sec>
<title>Imaging Acquisition</title>
<p>Pre-operative brain MRI images were acquired using a 1.5-T (Siemens, MAGNETOM Avanto, <italic>n</italic> = 53, or GE Healthcare, Signa HDxt, <italic>n</italic> = 58) or a 3-T (GE Healthcare, Discovery MR750) (<italic>n</italic> = 17) MR scanner, equipped with eight-channel head coils in each machine. Scanning protocols were as follows: axial and sagittal spin echo T1-weighted imaging (T1WI), fast spin-echo T2-weighted imaging (T2WI), axial fluid attenuated inversion recovery (FLAIR), axial gradient recalled echo (GRE) T2<sup>&#x0002A;</sup>-weighted imaging, axial diffusion-weighted imaging (DWI), and contrast-enhanced (CE) T1WI in axial and coronal sections. Detailed MR imaging parameters can be found in Supplementary File 2 in <xref ref-type="supplementary-material" rid="SM2">Supplementary Material</xref>.</p>
</sec>
<sec>
<title>Tumor Segmentation</title>
<p>T2WI and CE T1WI were known to be associated with histopathology and tumor grades in meningiomas (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B25">25</xref>), and the two sequences (slice thickness/spacing, 5 mm/5 mm) were consistently acquired in all subjects. Thus, they were selected for radiomics analysis in this study. <xref ref-type="fig" rid="F1">Figure 1</xref> shows the flowchart of the analysis process. For each lesion, the operator placed an initial rectangle region of interest (ROI) on axial CE T1WI exhibiting the maximal tumor diameter, locating the approximate location and also deciding the initial and final slices containing the lesion. The fuzzy c-mean (FCM) clustering-based algorithm was developed to calculate the outline of the ROI on each imaging slice (<xref ref-type="bibr" rid="B26">26</xref>). In cases of under- or oversegmentation, manual correction by inclusion of more tumor tissue or exclusion of unnecessary normal tissue was performed. After segmentation and correction, the ROIs gleaned from all imaging slices containing the lesion were combined to obtain the 3D information of the whole lesion. The 3D connected component labeling was applied for removing scattered voxels not connecting to the main lesion. The hole-filling algorithm was then applied to include all voxels contained within the main ROI that had been labeled as nonlesion. The final 3D tumor mask was mapped to the axial T2WI to determine the tumor ROI on corresponding imaging slices using affine transformation and linear interpolation by FMRIB&#x00027;s Linear Image Registration Tool (FLIRT) (<xref ref-type="bibr" rid="B27">27</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Flowchart indicating the process of analysis for the prediction of progression/recurrence (P/R) in meningiomas. The tumor is first segmented based on contrast-enhanced (CE) T1-weighted image (T1WI), and the region of interest (ROI) of the tumor is then mapped onto the T2-weighted image (T2WI). On each set of the two sequences, a total of 32 first-order features and 75 textural features are extracted, and a total of 214 parameters for each case are collected to develop the classification model. The most important four features are selected by means of the sequential feature selection and support vector machine (SVM) classifiers to calculate SVM score. The 10-fold cross-validation method is applied to test the model performance.</p></caption>
<graphic xlink:href="fneur-12-636235-g0001.tif"/>
</fig>
</sec>
<sec>
<title>Texture Feature Extraction and Selection</title>
<p>Within the segmented tumor on axial CE T1W images and T2W images, 107 imaging features, consisting of 32 first-order features and 75 textural features, were extracted on each modality (<xref ref-type="fig" rid="F1">Figure 1</xref>). Therefore, a total of 214 descriptor features were obtained for each case. In order to evaluate the importance of these features in differentiating P/R, the sequential feature selection process was implemented <italic>via</italic> constructing multiple SVM classifiers (<xref ref-type="bibr" rid="B28">28</xref>). Using this method, we selected imaging features with high importance. In this process, SVM with Gaussian kernel was used as the objective function (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). Ten-fold cross-validation was applied to test the model performance (<xref ref-type="bibr" rid="B31">31</xref>). In each iteration, the training process was repeated 1,000 times to explore the robustness of each imaging feature. After each iteration, the feature which contributed to the best performance was added into the candidate set. When the addition of features no longer improves the performance, the selection process was terminated and a final set containing the optimal features was obtained. The termination criterion for the objective function was determined at 10<sup>&#x02212;6</sup>. This procedure was implemented in MATLAB 2018b. The most significant four features selected by the SVM model for the prediction of P/R were T1 gray-level co-occurrence matrix (GLCM) cluster shade, T1 gray-level size zone matrix (GLSZM) gray-level non-uniformity, T2 GLCM cluster prominence, and T2 GLCM cluster shade. The SVM score for each patient was calculated using the following equation based on the selected features.</p>
<disp-formula id="E1"><mml:math id="M1"><mml:mtable columnalign="left"><mml:mtr><mml:mtd><mml:mi>f</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:mstyle displaystyle="true"><mml:munderover accentunder="false" accent="false"><mml:mrow><mml:mo>&#x02211;</mml:mo></mml:mrow><mml:mrow><mml:mi>n</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>N</mml:mi></mml:mrow></mml:munderover></mml:mstyle><mml:msub><mml:mrow><mml:mi>w</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mrow><mml:mi>y</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub><mml:mi>G</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>x</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>&#x0002B;</mml:mo><mml:mi>b</mml:mi></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where <italic>x</italic> is the input features and <italic>N</italic> is the length of the support vector. <italic>w</italic><sub><italic>n</italic></sub> is the parameter and <italic>b</italic> is the bias. <italic>y</italic><sub><italic>n</italic></sub> and <italic>x</italic><sub><italic>n</italic></sub> are the entries of the supporting vector. <italic>G</italic>(<italic>x</italic><sub><italic>n</italic></sub>, <italic>x</italic>) is the Gaussian kernel function that indicates the dot product in the predictor space between <italic>x</italic> and the support vectors. Herein,</p>
<disp-formula id="E2"><mml:math id="M2"><mml:mtable columnalign="left"><mml:mtr><mml:mtd><mml:mi>G</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>x</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>=</mml:mo><mml:mtext>&#x000A0;</mml:mtext><mml:msup><mml:mrow><mml:mi>e</mml:mi></mml:mrow><mml:mrow><mml:mo>-</mml:mo><mml:mo>|</mml:mo><mml:mo>|</mml:mo><mml:msub><mml:mrow><mml:mi>x</mml:mi></mml:mrow><mml:mrow><mml:mi>n</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:mi>x</mml:mi><mml:mo>|</mml:mo><mml:msup><mml:mrow><mml:mo>|</mml:mo></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:msup></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
</sec>
<sec>
<title>Measurement of Apparent Diffusion Coefficient Value</title>
<p>For comparison with the radiomics model in the prediction of P/R in meningiomas, apparent diffusion coefficient (ADC) values (<italic>b</italic> = 1,000 s/mm<sup>2</sup>) on DWI were measured manually by two experienced neuroradiologists (C.C.K. and T.Y.C.) as in previously published works (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B29">29</xref>). The circular ROI (area ranging from 35 to 78 mm<sup>2</sup>) was placed in a homogeneous area of the tumor to avoid volume averaging with calcification, necrosis, and cystic regions that might influence ADC values (<xref ref-type="fig" rid="F2">Figure 2</xref>) (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>). Due to the almost perfect reproducibility in the interobserver reliability, the subsequent statistical evaluation of ADC values was performed using the mean value calculated from both interpreters.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>A 31-year-old woman with pathologically proven parafalcine meningioma (WHO grade I). <bold>(A)</bold> Axial CE T1WI showing an enhancing parafalcine tumor (red outline) at the frontal region. The tumor (red outline) is segmented on axial CE T1WI <bold>(A)</bold> and then mapped onto axial T2WI <bold>(B)</bold>. The SVM score based on the four selected radiomic features is 0.831. <bold>(C)</bold> The measured ADC value (circular ROI) is 0.805 &#x000D7; 10<sup>&#x02212;3</sup> mm<sup>2</sup>/s (<italic>b</italic> = 1,000 s/mm<sup>2</sup>). <bold>(D)</bold> Gross total tumor resection is performed. <bold>(E,F)</bold> Progressive recurrence of tumor (arrowheads) was observed in 36 months <bold>(E)</bold> and 60 months <bold>(F)</bold> after surgery.</p></caption>
<graphic xlink:href="fneur-12-636235-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>Statistical analyses were performed using statistical package SPSS (V.24.0, IBM, Chicago, IL, USA). For the evaluation of the clinical parameters and conventional MRI findings, chi-square (or Fisher&#x00027;s exact test) and Mann&#x02013;Whitney <italic>U</italic> tests were performed for categorical and continuous data, respectively. The area under the receiver operating characteristic curve (ROC) curve (AUC) was calculated for SVM scores and ADC values to obtain the optimal cutoff values. Kaplan&#x02013;Meier analysis was used to evaluate progression-free survival (PFS), and the log-rank test was used to assess significance. Cox hazard regression model with univariate and multivariate analyses was performed to determine independent predictors of P/R. Variables with a <italic>p</italic> &#x0003C; 0.05 in univariate analysis were brought forward to the multivariate analysis. For multivariate analysis and all other statistical analyses, <italic>p</italic> &#x0003C; 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Clinical Data and Conventional MRI Findings</title>
<p>The clinical data and conventional MRI findings of the included 128 meningiomas are summarized in <xref ref-type="table" rid="T1">Table 1</xref>. Nineteen (19/128, 14.8%) patients were diagnosed with P/R. Statistically significant differences (<italic>p</italic> &#x0003C; 0.05) were observed in the extent of resection, adjacent bone invasion, ADC value, and SVM score between P/R and non-P/R groups (<xref ref-type="table" rid="T1">Table 1</xref>) (<xref ref-type="fig" rid="F2">Figures 2</xref>, <xref ref-type="fig" rid="F3">3</xref>). In multivariate Cox hazards analysis (<xref ref-type="table" rid="T2">Table 2</xref>), adjacent bone invasion, low ADC value, and high SVM score were high-risk factors for P/R (<italic>p</italic> &#x0003C; 0.05) with hazard ratios of 7.31, 4.67, and 8.13.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Clinical data and conventional MRI findings of meningiomas with and without progression/recurrence (P/R).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>P/R</bold></th>
<th valign="top" align="center"><bold>Non-P/R</bold></th>
<th valign="top" align="center"><bold><italic>p-</italic>value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Number of patients</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">109</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Sex</td>
<td/>
<td/>
<td valign="top" align="center">0.057</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">10 (52.6%)</td>
<td valign="top" align="center">33 (30.3%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">9 (47.4%)</td>
<td valign="top" align="center">76 (69.7%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">55 (49.5, 60.5)</td>
<td valign="top" align="center">59 (52, 66)</td>
<td valign="top" align="center">0.289</td>
</tr>
<tr>
<td valign="top" align="left">Histological subtypes</td>
<td/>
<td/>
<td valign="top" align="center">0.748</td>
</tr>
<tr>
<td valign="top" align="left">Meningothelial (syncytial)</td>
<td valign="top" align="center">17 (89.5%)</td>
<td valign="top" align="center">87 (79.8%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Transitional (mixed)</td>
<td valign="top" align="center">2 (10.5%)</td>
<td valign="top" align="center">12 (11%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Fibroblastic (fibrous)</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">7 (6.4%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Angiomatous</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2 (1.8%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Psammomatous</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">1 (0.9%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Simpson grade resection</td>
<td/>
<td/>
<td valign="top" align="center">0.007<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">Grades I, II, and III (gross total resection, GTR)</td>
<td valign="top" align="center">9 (47.4%)</td>
<td valign="top" align="center">84 (77.1%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Grade IV and V (subtotal resection, STR)</td>
<td valign="top" align="center">10 (52.6%)</td>
<td valign="top" align="center">25 (22.9%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Post-operative adjuvant RT</td>
<td/>
<td/>
<td valign="top" align="center">0.118</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">8 (42.1%)</td>
<td valign="top" align="center">27 (24.8%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">11 (57.9%)</td>
<td valign="top" align="center">82 (75.2%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Location</td>
<td/>
<td/>
<td valign="top" align="center">0.296</td>
</tr>
<tr>
<td valign="top" align="left">Convexity</td>
<td valign="top" align="center">4 (21.1%)</td>
<td valign="top" align="center">30 (27.5%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Parasagittal and parafalcine</td>
<td valign="top" align="center">11 (57.9%)</td>
<td valign="top" align="center">43 (39.4%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Skull base</td>
<td valign="top" align="center">3 (15.8%)</td>
<td valign="top" align="center">34 (31.2%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Intraventricular</td>
<td valign="top" align="center">1 (5.3%)</td>
<td valign="top" align="center">2 (1.8%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Peritumoral edema</td>
<td valign="top" align="center">9 (47.4%)</td>
<td valign="top" align="center">59 (54.1%)</td>
<td valign="top" align="center">0.586</td>
</tr>
<tr>
<td valign="top" align="left">Calcification</td>
<td valign="top" align="center">3 (15.8%)</td>
<td valign="top" align="center">38 (34.9%)</td>
<td valign="top" align="center">0.100</td>
</tr>
<tr>
<td valign="top" align="left">Heterogeneous enhancement</td>
<td valign="top" align="center">7 (36.8%)</td>
<td valign="top" align="center">46 (42.2%)</td>
<td valign="top" align="center">0.662</td>
</tr>
<tr>
<td valign="top" align="left">Cystic change or necrosis</td>
<td valign="top" align="center">3 (15.8%)</td>
<td valign="top" align="center">19 (17.4%)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td valign="top" align="left">Dural tail sign</td>
<td valign="top" align="center">11 (57.9%)</td>
<td valign="top" align="center">65 (59.6%)</td>
<td valign="top" align="center">0.887</td>
</tr>
<tr>
<td valign="top" align="left">Adjacent bone invasion</td>
<td valign="top" align="center">8 (42.1%)</td>
<td valign="top" align="center">7 (6.4%)</td>
<td valign="top" align="center">&#x0003C; 0.001<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">Reactive hyperostosis</td>
<td valign="top" align="center">5 (26.3%)</td>
<td valign="top" align="center">27 (24.8%)</td>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td valign="top" align="left">Multiplicity</td>
<td valign="top" align="center">3 (15.8%)</td>
<td valign="top" align="center">5 (4.6%)</td>
<td valign="top" align="center">0.096</td>
</tr>
<tr>
<td valign="top" align="left">Maximal diameter (cm)</td>
<td valign="top" align="center">5.12 (4.22, 6.03)</td>
<td valign="top" align="center">4.43 (4.09, 4.76)</td>
<td valign="top" align="center">0.118</td>
</tr>
<tr>
<td valign="top" align="left">Tumor volume (cm<sup>3</sup>)</td>
<td valign="top" align="center">59.19 (30.35, 88.02)</td>
<td valign="top" align="center">44.07 (34.96, 53.17)</td>
<td valign="top" align="center">0.294</td>
</tr>
<tr>
<td valign="top" align="left">ADC value (&#x000D7;10<sup>&#x02212;3</sup> mm<sup>2</sup>/s)</td>
<td valign="top" align="center">0.785 (0.725, 0.845)</td>
<td valign="top" align="center">0.865 (0.78, 0.95)</td>
<td valign="top" align="center">0.002<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">SVM score</td>
<td valign="top" align="center">0.787 (0.543, 1.032)</td>
<td valign="top" align="center">0.272 (0.080, 0.464)</td>
<td valign="top" align="center">&#x0003C; 0.001<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">Follow-up time (months)</td>
<td valign="top" align="center">72 (40, 104)</td>
<td valign="top" align="center">57 (35.2, 78.8)</td>
<td valign="top" align="center">0.437</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Continuous variables were presented as median and interquartile range (IQR).</italic></p>
<fn id="TN1">
<label>&#x0002A;</label>
<p><italic>Statistical difference (p &#x0003C; 0.05)</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>A 58-year-old man with pathologically proven parasagittal meningioma (WHO grade I). <bold>(A)</bold> Coronal CE T1WI shows an enhancing tumor mass (white arrow) in the midline parasagittal region with invasion into the superior sagittal sinus (SSS) (open black arrow) and adjacent skull bone (open curved arrow). <bold>(B,C)</bold> The tumor (red outline) is segmented on the axial CE T1WI <bold>(B)</bold> and then mapped onto the axial T2WI <bold>(C)</bold>. Mild peritumoral edema (white open arrowheads) is noted on T2WI <bold>(C)</bold>. The calculated SVM score based on the four selected radiomic features is 0.337. <bold>(D)</bold> Subtotal tumor resection is performed to preserve the SSS; residual tumor (curved arrow) is noted in the posterior SSS. <bold>(E,F)</bold> Progressive recurrence of tumor (white arrowheads) was observed in 37 months <bold>(E)</bold> and 56 months <bold>(F)</bold> after surgery.</p></caption>
<graphic xlink:href="fneur-12-636235-g0003.tif"/>
</fig>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Cox proportional hazards analysis for P/R.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Univariate analysis</bold></th>
<th valign="top" align="center" colspan="2" style="border-bottom: thin solid #000000;"><bold>Multivariate analysis</bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold>HR (95% CI) for P/R</bold></th>
<th valign="top" align="center"><bold><italic>p</italic></bold></th>
<th valign="top" align="center"><bold>HR (95% CI) for P/R</bold></th>
<th valign="top" align="center"><bold><italic>p</italic></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sex (fraction male)</td>
<td valign="top" align="center">2.559 (0.952, 6.879)</td>
<td valign="top" align="center">0.063</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">0.986 (0.950, 1.024)</td>
<td valign="top" align="center">0.476</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">STR</td>
<td valign="top" align="center">3.733 (1.366, 10.201)</td>
<td valign="top" align="center">0.010<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">2.567 (0.746, 8.834)</td>
<td valign="top" align="center">0.135</td>
</tr>
<tr>
<td valign="top" align="left">Post-operative adjuvant RT</td>
<td valign="top" align="center">0.453 (0.165, 1.242)</td>
<td valign="top" align="center">0.124</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Parasagittal and parafalcine</td>
<td valign="top" align="center">2.110 (0.785, 5.671)</td>
<td valign="top" align="center">0.139</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Peritumoral edema</td>
<td valign="top" align="center">0.763 (0.287, 2.024)</td>
<td valign="top" align="center">0.587</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Calcification</td>
<td valign="top" align="center">0.350 (0.096, 1.278)</td>
<td valign="top" align="center">0.112</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Heterogeneous enhancement</td>
<td valign="top" align="center">0.642 (0.152, 2.721)</td>
<td valign="top" align="center">0.548</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Cystic change or necrosis</td>
<td valign="top" align="center">0.888 (0.235, 3.354)</td>
<td valign="top" align="center">0.861</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Dural tail sign</td>
<td valign="top" align="center">0.931 (0.347, 2.499)</td>
<td valign="top" align="center">0.887</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Adjacent bone invasion</td>
<td valign="top" align="center">10.597 (3.224, 34.831)</td>
<td valign="top" align="center">&#x0003C; 0.001<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">7.314 (1.830, 29.239)</td>
<td valign="top" align="center">0.005<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">Reactive hyperostosis</td>
<td valign="top" align="center">1.085 (0.358, 3.291)</td>
<td valign="top" align="center">0.886</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Multiplicity</td>
<td valign="top" align="center">3.900 (0.849, 17.922)</td>
<td valign="top" align="center">0.080</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Maximal diameter (cm)</td>
<td valign="top" align="center">1.228 (0.947, 1.591)</td>
<td valign="top" align="center">0.121</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">Tumor volume (cm<sup>3</sup>)</td>
<td valign="top" align="center">1.005 (0.997, 1.014)</td>
<td valign="top" align="center">0.227</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">ADC &#x0003C; 0.825 &#x000D7; 10<sup>&#x02212;3</sup> mm<sup>2</sup>/s (cutoff value)</td>
<td valign="top" align="center">5.752 (1.895, 17.458)</td>
<td valign="top" align="center">0.002<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">4.667 (1.335, 16.319)</td>
<td valign="top" align="center">0.016<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left">SVM score &#x0003E;0.224 (cutoff value)</td>
<td valign="top" align="center">14.400 (1.855, 111.760)</td>
<td valign="top" align="center">0.011<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
<td valign="top" align="center">8.129 (0.978, 67.569)</td>
<td valign="top" align="center">0.048<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;</sup></xref></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN2">
<label>&#x0002A;</label>
<p><italic>Statistical difference (p &#x0003C; 0.05)</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Radiomics Approach for the Prediction of P/R</title>
<p>The most significant four imagining features selected by the SVM model for the prediction of P/R were T1 GLCM cluster shade, T1 GLSZM gray-level non-uniformity, T2 GLCM cluster prominence, and T2 GLCM cluster shade. The reproducibility of ROI-based radiomics feature was good, and the ICCs of the four imaging features were 0.92, 0.78, 0.82, and 0.94, respectively.</p>
<p>For the prediction of P/R, AUCs of 0.80 and 0.73 with optimal cutoff values of 0.224 and 0.825 &#x000D7; 10<sup>&#x02212;3</sup> mm<sup>2</sup>/s were obtained in SVM score and ADC value, respectively (<xref ref-type="fig" rid="F4">Figure 4</xref>). Furthermore, improved performance in predictive model was observed after combining SVM score and ADC value, with AUC of 0.88 (<xref ref-type="fig" rid="F4">Figure 4</xref>). When tumor progression trends were compared, patients with adjacent bone invasion, high SVM score (more than the cutoff value of 0.224), and low ADC value (lower than the cutoff value of 0.825 &#x000D7; 10<sup>&#x02212;3</sup> mm<sup>2</sup>/s) were found to exhibit shorter PSF (<italic>p</italic> &#x0003C; 0.05) (<xref ref-type="fig" rid="F5">Figure 5</xref>).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Statistically significant differences (<italic>p</italic> &#x0003C; 0.05) (Mann&#x02013;Whitney <italic>U</italic> test) are observed in the box plot of <bold>(A)</bold> SVM score and <bold>(B)</bold> ADC value to differentiate between patients with and without P/R. <bold>(C)</bold> Receiver operating characteristic (ROC) curves of SVM score and ADC value for the prediction of P/R in meningiomas, with optimal cutoff value of 0.224 and AUC of 0.825 &#x000D7; 10<sup>&#x02212;3</sup> mm<sup>2</sup>/s, respectively. The AUCs of SVM score, ADC value, and combination of SVM and ADC in the prediction of P/R are 0.80, 0.73, and 0.88, respectively.</p></caption>
<graphic xlink:href="fneur-12-636235-g0004.tif"/>
</fig>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Kaplan&#x02013;Meier survival curves of <bold>(A)</bold> adjacent bone invasion, <bold>(B)</bold> SVM score, and <bold>(C)</bold> ADC value for the prediction of P/R in meningiomas. All three parameters showed significant difference (<italic>p</italic> &#x0003C; 0.05) (log-rank test) in overall trend of progression-free survival.</p></caption>
<graphic xlink:href="fneur-12-636235-g0005.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>In this study, an SVM-based radiomics model was built for the prediction of P/R in meningiomas. A total of 214 first-order and textural features were extracted from CE T1WI and T2WI, and the four most significant features were selected by the SVM algorithm to calculate the personalized SVM score. In multivariate Cox hazards and Kaplan&#x02013;Meier survival analyses, adjacent bone invasion, low ADC value, and high SVM score were high-risk factors of P/R in meningiomas. For the prediction of P/R in meningiomas, the SVM score-based predictive model is superior to the model based on the ADC value measured manually.</p>
<p>Although 90% of meningiomas are WHO grade I benign tumors, about 21% of these tumors may recur in 5 years after surgical resection (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). Radiomics plays significant roles in the analysis of meningioma characteristics both quantitatively and objectively. Zhu et al. (<xref ref-type="bibr" rid="B12">12</xref>) and Chen et al. (<xref ref-type="bibr" rid="B34">34</xref>) performed radiomics-based machine learning for pre-operative grading in meningiomas, with AUC of 0.81 and accuracy of 75.6%. Park et al. (<xref ref-type="bibr" rid="B8">8</xref>) used the radiomics feature-based machine learning classifiers on conventional and diffusion tensor imaging to predict the grade and histological subtype in meningiomas, with accuracy of 89.7% and AUC of 0.86. Morin et al. (<xref ref-type="bibr" rid="B16">16</xref>) integrated radiologic and radiomic features to predict meningioma grade, local failure, and overall survival with AUCs of 0.75 to 0.78. The clinical application of SVM or radiomics score is a new concept. A personalized SVM score could be calculated based on selected radiomic features (<xref ref-type="bibr" rid="B35">35</xref>&#x02013;<xref ref-type="bibr" rid="B37">37</xref>). Xu et al. (<xref ref-type="bibr" rid="B35">35</xref>) used SVM score to predict pre-operative lymph node metastasis in intrahepatic cholangiocarcinoma, with AUC of 0.87. Fan et al. (<xref ref-type="bibr" rid="B38">38</xref>) used SVM-based radiomics score to predict radiotherapeutic response in acromegaly, with AUC of 0.96. Liu et al. (<xref ref-type="bibr" rid="B36">36</xref>) reported excellent performance in SVM score to predict treatment response in advanced rectal cancer, with AUC of 0.98. Zhang et al. (<xref ref-type="bibr" rid="B10">10</xref>) first applied radiomics to evaluate recurrence in skull base meningiomas, with accuracy of 90%. These studies suggest that SVM score based on radiomics might be a useful tool in predicting recurrences in meningiomas, but rare reports regarding this concept have been published.</p>
<p>Recently, research of computer-extracted radiomic imaging features has become a new field in medical imaging. However, the reproducibility and robustness of the selected imaging features need to be extensively studied before their applications in clinical practice. Factors influencing the robustness of the radiomics approach are modality dependent. However, only few studies have investigated the robustness in MR radiomics (<xref ref-type="bibr" rid="B39">39</xref>&#x02013;<xref ref-type="bibr" rid="B42">42</xref>). How different imaging sequences and parameters will affect the reproducibility of radiomic features is still unclear. A recent phantom study showed that obvious differences exist among different MRI sequences in the number of robust and reproducible features (<xref ref-type="bibr" rid="B43">43</xref>). However, more than 30% (15 of 45) of the features still showed excellent robustness across all different MR sequences and demonstrate excellent reproducibility. It was supposed that these 15 features can be applied reliably for the design of radiomic models in clinical studies. Among these features, the shape-related feature was noted to be the most robust and reproducible. Only robust and reproducible T1W and T2W radiomic features were suggested to build a radiomics-based model (<xref ref-type="bibr" rid="B43">43</xref>). However, it was also true that the effect of operator-dependent bias can be reduced in radiomic features through fully automatic image segmentation as in our study (<xref ref-type="bibr" rid="B43">43</xref>).</p>
<p>Lower ADC values have been reported to be associated with a higher rate of recurrence in meningiomas (<xref ref-type="bibr" rid="B7">7</xref>). However, subjective ROI placement with various methods for ADC measurement may result in varying results (<xref ref-type="bibr" rid="B44">44</xref>). Susceptibility artifact caused by intratumoral calcifications, necrosis, and cystic changes within meningiomas may also interfere with obtaining optimal ADC values (<xref ref-type="bibr" rid="B45">45</xref>). The extent of surgical resection is the most important determining factor in the rate of recurrence in meningiomas (<xref ref-type="bibr" rid="B46">46</xref>). Nanda et al. (<xref ref-type="bibr" rid="B47">47</xref>) reported that the overall recurrence rates of WHO grade I meningiomas in Simpson resection grades I, II, III, and IV are 5, 22, 31, and 35%, respectively. Recurrence rates of 9.7% in the GTR group and 28.6% in the STR group are observed in our study. Although post-operative adjuvant RT improves tumor control status in high-grade meningiomas (<xref ref-type="bibr" rid="B48">48</xref>), no standard protocol could be reliably adopted regarding adjuvant RT for benign meningiomas, and clinical practices among different institutions are varied (<xref ref-type="bibr" rid="B49">49</xref>). Whether post-operative adjuvant RT will be beneficial for benign meningiomas is still unclear because it increases the risk of complications such as symptomatic peritumoral edema, cranial nerve deficits, and other neurologic deficits (<xref ref-type="bibr" rid="B50">50</xref>). Pre-operative radiomics-based prediction for P/R, thus, offers additional information for determining the treatment strategies in meningiomas. For patients with high risks of P/R, aggressive tumor resection in primary surgery combined with post-operative adjuvant RT should be considered. In contrast, the aim of surgery would be the relief of clinical symptoms for other patients to avoid post-operative neurological deficits. Although adjuvant RT may affect the independent predictive value for P/R in our study, no statistically significant difference was observed between the P/R and non-P/R groups.</p>
<p>This study still had several limitations. Selection bias existed due to its retrospective nature. All images are acquired from a single institution, and there is a lack of external validation. Future testing with multi-institutional data and varying imaging protocols is necessary to determine whether the trained predictive classifier is generalizable. The extent of tumor resection and adjuvant RT may affect the independent predictive performance in radiomics analysis although this limitation always exists in studies focusing on this topic due to variations in treatment protocol (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B32">32</xref>). Because the sample size of P/R is relatively small, only a few imaging features can be selected to build the classification model in order to avoid overfitting. When more cases become available, other machine learning algorithms such as the fully automated convolutional neural network could be implemented. Finally, there is a lack of complete histopathologic findings such as Ki-67 (MIB-1), nuclear atypia, and genomic signature for correlation in this retrospective study.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>Our preliminary study revealed that SVM score based on pre-operative MR radiomic features was a useful tool for the prediction of P/R in meningiomas. Although this was a single institution study, the imaging features extracted based on automatic segmentation and imaging registration were quantitative and objective. Pre-operative MRI radiomics and SVM score, thus, may have the potential to offer valuable information for the planning of treatments in meningiomas, such as the extent of tumor resection, implementation of post-operative adjuvant RT, and the time interval of imaging follow-up. Nevertheless, this method still needs to be validated in a larger-scale study in the future.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Institutional Review Board of the Chi Mei Medical Center (IRB no.: 10902-009). Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>C-CK and J-HC: conceived and designed the experiments. C-CK and YZ: performed the experiments. C-CK, YZ, J-HC, K-TC, T-YC, and S-WL: analyzed the data. T-YC and T-CW: contributed reagents, materials, and analysis tools. C-CK, YZ, and J-HC: wrote the paper. J-HC and M-YS: critically revised the article. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<sec sec-type="supplementary-material" id="s9">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2021.636235/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fneur.2021.636235/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.DOCX" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wiemels</surname> <given-names>J</given-names></name> <name><surname>Wrensch</surname> <given-names>M</given-names></name> <name><surname>Claus</surname> <given-names>EB</given-names></name></person-group>. <article-title>Epidemiology and etiology of meningioma</article-title>. <source>J Neuro Oncol.</source> (<year>2010</year>) <volume>99</volume>:<fpage>307</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1007/s11060-010-0386-3</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Louis</surname> <given-names>DN</given-names></name> <name><surname>Perry</surname> <given-names>A</given-names></name> <name><surname>Reifenberger</surname> <given-names>G</given-names></name> <name><surname>von Deimling</surname> <given-names>A</given-names></name> <name><surname>Figarella-Branger</surname> <given-names>D</given-names></name> <name><surname>Cavenee</surname> <given-names>WK</given-names></name> <etal/></person-group>. <article-title>The 2016 world health organization classification of tumors of the central nervous system: a summary</article-title>. <source>Acta Neuropathol.</source> (<year>2016</year>) <volume>131</volume>:<fpage>803</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1007/s00401-016-1545-1</pub-id><pub-id pub-id-type="pmid">27157931</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maillo</surname> <given-names>A</given-names></name> <name><surname>Orfao</surname> <given-names>A</given-names></name> <name><surname>Espinosa</surname> <given-names>AB</given-names></name> <name><surname>Sayagues</surname> <given-names>JM</given-names></name> <name><surname>Merino</surname> <given-names>M</given-names></name> <name><surname>Sousa</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Early recurrences in histologically benign/grade i meningiomas are associated with large tumors and coexistence of monosomy 14 and del(1p36) in the ancestral tumor cell clone</article-title>. <source>Neuro Oncol.</source> (<year>2007</year>) <volume>9</volume>:<fpage>438</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1215/15228517-2007-026</pub-id><pub-id pub-id-type="pmid">17704362</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perry</surname> <given-names>A</given-names></name> <name><surname>Stafford</surname> <given-names>SL</given-names></name> <name><surname>Scheithauer</surname> <given-names>BW</given-names></name> <name><surname>Suman</surname> <given-names>VJ</given-names></name> <name><surname>Lohse</surname> <given-names>CM</given-names></name></person-group>. <article-title>Meningioma grading: an analysis of histologic parameters</article-title>. <source>Am J Surg Pathol.</source> (<year>1997</year>) <volume>21</volume>:<fpage>1455</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1097/00000478-199712000-00008</pub-id><pub-id pub-id-type="pmid">9414189</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ildan</surname> <given-names>F</given-names></name> <name><surname>Erman</surname> <given-names>T</given-names></name> <name><surname>Gocer</surname> <given-names>AI</given-names></name> <name><surname>Tuna</surname> <given-names>M</given-names></name> <name><surname>Bagdatoglu</surname> <given-names>H</given-names></name> <name><surname>Cetinalp</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Predicting the probability of meningioma recurrence in the preoperative and early postoperative period: a multivariate analysis in the midterm follow-up</article-title>. <source>Skull Base.</source> (<year>2007</year>) <volume>17</volume>:<fpage>157</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1055/s-2007-970554</pub-id><pub-id pub-id-type="pmid">17973029</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Savardekar</surname> <given-names>AR</given-names></name> <name><surname>Patra</surname> <given-names>DP</given-names></name> <name><surname>Bir</surname> <given-names>S</given-names></name> <name><surname>Thakur</surname> <given-names>JD</given-names></name> <name><surname>Mohammed</surname> <given-names>N</given-names></name> <name><surname>Bollam</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Differential tumor progression patterns in skull base versus non-Skull base meningiomas: a Critical analysis from a long-Term follow-Up study and review of literature</article-title>. <source>World Neurosurg.</source> (<year>2018</year>) <volume>112</volume>:<fpage>e74</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2017.12.035</pub-id></citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ko</surname> <given-names>CC</given-names></name> <name><surname>Lim</surname> <given-names>SW</given-names></name> <name><surname>Chen</surname> <given-names>TY</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Li</surname> <given-names>CF</given-names></name> <name><surname>Shiue</surname> <given-names>YL</given-names></name></person-group>. <article-title>Prediction of progression in skull base meningiomas: additional benefits of apparent diffusion coefficient value</article-title>. <source>J Neuro Oncol.</source> (<year>2018</year>) <volume>138</volume>:<fpage>63</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1007/s11060-018-2769-9</pub-id><pub-id pub-id-type="pmid">29353434</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>YW</given-names></name> <name><surname>Oh</surname> <given-names>J</given-names></name> <name><surname>You</surname> <given-names>SC</given-names></name> <name><surname>Han</surname> <given-names>K</given-names></name> <name><surname>Ahn</surname> <given-names>SS</given-names></name> <name><surname>Choi</surname> <given-names>YS</given-names></name> <etal/></person-group>. <article-title>Radiomics and machine learning may accurately predict the grade and histological subtype in meningiomas using conventional and diffusion tensor imaging</article-title>. <source>Eur Radiol.</source> (<year>2019</year>) <volume>29</volume>:<fpage>4068</fpage>&#x02013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5830-3</pub-id><pub-id pub-id-type="pmid">30443758</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ko&#x000E7;ak</surname> <given-names>B</given-names></name> <name><surname>Durmaz</surname> <given-names>E</given-names></name> <name><surname>Ate&#x0015F;</surname> <given-names>E</given-names></name> <name><surname>Kili&#x000E7;kesmez</surname> <given-names>&#x000D6;</given-names></name></person-group>. <article-title>Radiomics with artificial intelligence: a practical guide for beginners</article-title>. <source>Diagn Interv Radiol.</source> (<year>2019</year>) <volume>25</volume>:<fpage>485</fpage>&#x02013;<lpage>95</lpage>. <pub-id pub-id-type="doi">10.5152/dir.2019.19321</pub-id><pub-id pub-id-type="pmid">31650960</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Chen</surname> <given-names>TY</given-names></name> <name><surname>Lim</surname> <given-names>SW</given-names></name> <name><surname>Wu</surname> <given-names>TC</given-names></name> <name><surname>Kuo</surname> <given-names>YT</given-names></name> <etal/></person-group>. <article-title>Radiomics approach for prediction of recurrence in skull base meningiomas</article-title>. <source>Neuroradiology.</source> (<year>2019</year>) <volume>61</volume>:<fpage>1355</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1007/s00234-019-02259-0</pub-id><pub-id pub-id-type="pmid">31324948</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aerts</surname> <given-names>HJ</given-names></name> <name><surname>Velazquez</surname> <given-names>ER</given-names></name> <name><surname>Leijenaar</surname> <given-names>RT</given-names></name> <name><surname>Parmar</surname> <given-names>C</given-names></name> <name><surname>Grossmann</surname> <given-names>P</given-names></name> <name><surname>Carvalho</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Decoding tumour phenotype by noninvasive imaging using a quantitative radiomics approach</article-title>. <source>Nat Commun.</source> (<year>2014</year>) <volume>5</volume>:<fpage>4006</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms5644</pub-id><pub-id pub-id-type="pmid">24892406</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhu</surname> <given-names>Y</given-names></name> <name><surname>Man</surname> <given-names>C</given-names></name> <name><surname>Gong</surname> <given-names>L</given-names></name> <name><surname>Dong</surname> <given-names>D</given-names></name> <name><surname>Yu</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>A deep learning radiomics model for preoperative grading in meningioma</article-title>. <source>Eur J Radiol.</source> (<year>2019</year>) <volume>116</volume>:<fpage>128</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2019.04.022</pub-id><pub-id pub-id-type="pmid">31153553</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamerla</surname> <given-names>G</given-names></name> <name><surname>Meyer</surname> <given-names>HJ</given-names></name> <name><surname>Schob</surname> <given-names>S</given-names></name> <name><surname>Ginat</surname> <given-names>DT</given-names></name> <name><surname>Altman</surname> <given-names>A</given-names></name> <name><surname>Lim</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Comparison of machine learning classifiers for differentiation of grade 1 from higher gradings in meningioma: a multicenter radiomics study</article-title>. <source>Magn Reson Imaging.</source> (<year>2019</year>) <volume>63</volume>:<fpage>244</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.mri.2019.08.011</pub-id><pub-id pub-id-type="pmid">31425811</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kalasauskas</surname> <given-names>D</given-names></name> <name><surname>Kronfeld</surname> <given-names>A</given-names></name> <name><surname>Renovanz</surname> <given-names>M</given-names></name> <name><surname>Kurz</surname> <given-names>E</given-names></name> <name><surname>Leukel</surname> <given-names>P</given-names></name> <name><surname>Krenzlin</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Identification of high-Risk atypical meningiomas according to semantic and radiomic features</article-title>. <source>Cancers.</source> (<year>2020</year>) <volume>12</volume>:<fpage>2942</fpage>. <pub-id pub-id-type="doi">10.3390/cancers12102942</pub-id><pub-id pub-id-type="pmid">33053798</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fioravanzo</surname> <given-names>A</given-names></name> <name><surname>Caffo</surname> <given-names>M</given-names></name> <name><surname>Di Bonaventura</surname> <given-names>R</given-names></name> <name><surname>Gardiman</surname> <given-names>MP</given-names></name> <name><surname>Ghimenton</surname> <given-names>C</given-names></name> <name><surname>Ius</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>A risk score based on 5 clinico-pathological variables predicts recurrence of atypical meningiomas</article-title>. <source>J Neuropathol Exp Neurol.</source> (<year>2020</year>) <volume>79</volume>:<fpage>500</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1093/jnen/nlaa018</pub-id><pub-id pub-id-type="pmid">32232472</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morin</surname> <given-names>O</given-names></name> <name><surname>Chen</surname> <given-names>WC</given-names></name> <name><surname>Nassiri</surname> <given-names>F</given-names></name> <name><surname>Susko</surname> <given-names>M</given-names></name> <name><surname>Magill</surname> <given-names>ST</given-names></name> <name><surname>Vasudevan</surname> <given-names>HN</given-names></name> <etal/></person-group>. <article-title>Integrated models incorporating radiologic and radiomic features predict meningioma grade, local failure, and overall survival</article-title>. <source>Neurooncol Adv.</source> (<year>2019</year>) <volume>1</volume>:<fpage>vdz011</fpage>. <pub-id pub-id-type="doi">10.1093/noajnl/vdz011</pub-id><pub-id pub-id-type="pmid">31608329</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="editor"><name><surname>Hari Babu</surname> <given-names>N</given-names></name> <name><surname>Salankar</surname> <given-names>SS</given-names></name> <name><surname>Bora</surname> <given-names>VR</given-names></name></person-group>. <article-title>MRI brain cancer classification using Support Vector Machine</article-title>. In: <source>2014 IEEE Students&#x00027; Conference on Electrical, Electronics and Computer Science</source>. <publisher-loc>Bhopal</publisher-loc> (<year>2014</year>).</citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ansari</surname> <given-names>MA</given-names></name> <name><surname>Mehrotra</surname> <given-names>R</given-names></name> <name><surname>Agrawal</surname> <given-names>R</given-names></name></person-group>. <article-title>Detection and classification of brain tumor in mRI images using wavelet transform and support vector machine</article-title>. <source>J Interdiscipl Math.</source> (<year>2020</year>) <volume>23</volume>:<fpage>955</fpage>&#x02013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1080/09720502.2020.1723921</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agar</surname> <given-names>NYR</given-names></name> <name><surname>Malcolm</surname> <given-names>JG</given-names></name> <name><surname>Mohan</surname> <given-names>V</given-names></name> <name><surname>Yang</surname> <given-names>HW</given-names></name> <name><surname>Johnson</surname> <given-names>MD</given-names></name> <name><surname>Tannenbaum</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Imaging of meningioma progression by matrix-assisted laser desorption ionization time-of-flight mass spectrometry</article-title>. <source>Anal Chem.</source> (<year>2010</year>) <volume>82</volume>:<fpage>2621</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1021/ac100113w</pub-id><pub-id pub-id-type="pmid">20196536</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hale</surname> <given-names>AT</given-names></name> <name><surname>Stonko</surname> <given-names>DP</given-names></name> <name><surname>Wang</surname> <given-names>L</given-names></name> <name><surname>Strother</surname> <given-names>MK</given-names></name> <name><surname>Chambless</surname> <given-names>LB</given-names></name></person-group>. <article-title>Machine learning analyses can differentiate meningioma grade by features on magnetic resonance imaging</article-title>. <source>Neurosurg Focus.</source> (<year>2018</year>) <volume>45</volume>:<fpage>E4</fpage>. <pub-id pub-id-type="doi">10.3171/2018.8.FOCUS18191</pub-id><pub-id pub-id-type="pmid">30453458</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="book"><person-group person-group-type="editor"><name><surname>Bauer</surname> <given-names>S</given-names></name> <name><surname>Nolte</surname> <given-names>L-P</given-names></name> <name><surname>Reyes</surname> <given-names>M</given-names></name></person-group>. <article-title>Fully automatic segmentation of brain tumor images using support vector machine classification in combination with hierarchical conditional random field regularization</article-title>. In: <source>Medical Image Computing and Computer-Assisted Intervention &#x02013; MICCAI 2011; 2011 2011//</source>. <publisher-loc>Berlin, Heidelberg</publisher-loc>: <publisher-name>Springer Berlin Heidelberg</publisher-name> (<year>2011</year>). <pub-id pub-id-type="doi">10.1007/978-3-642-23626-6_44</pub-id></citation>
</ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>C-H</given-names></name> <name><surname>Schmidt</surname> <given-names>M</given-names></name> <name><surname>Murtha</surname> <given-names>A</given-names></name> <name><surname>Bistritz</surname> <given-names>A</given-names></name> <name><surname>Sander</surname> <given-names>J</given-names></name> <name><surname>Greiner</surname> <given-names>R</given-names></name></person-group>. <article-title>Segmenting brain tumors with conditional random fields and support vector machines</article-title> In: <person-group person-group-type="editor"><name><surname>Liu</surname> <given-names>Y</given-names></name> <name><surname>Jiang</surname> <given-names>T</given-names></name> <name><surname>Zhang</surname> <given-names>C</given-names></name></person-group>. <source>Computer Vision for Biomedical Image Applications</source>. <publisher-loc>Berlin, Heidelberg</publisher-loc>: <publisher-name>Springer Berlin Heidelberg</publisher-name>. (<year>2005</year>) <fpage>469</fpage>&#x02013;<lpage>478</lpage>. <pub-id pub-id-type="doi">10.1007/11569541_47</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goto</surname> <given-names>T</given-names></name> <name><surname>Ohata</surname> <given-names>K</given-names></name></person-group>. <article-title>Surgical resectability of skull base meningiomas</article-title>. <source>Neurol Med Chir.</source> (<year>2016</year>) <volume>56</volume>:<fpage>372</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.2176/nmc.ra.2015-0354</pub-id><pub-id pub-id-type="pmid">27076382</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walker</surname> <given-names>AJ</given-names></name> <name><surname>Ruzevick</surname> <given-names>J</given-names></name> <name><surname>Malayeri</surname> <given-names>AA</given-names></name> <name><surname>Rigamonti</surname> <given-names>D</given-names></name> <name><surname>Lim</surname> <given-names>M</given-names></name> <name><surname>Redmond</surname> <given-names>KJ</given-names></name> <etal/></person-group>. <article-title>Postradiation imaging changes in the cNS: how can we differentiate between treatment effect and disease progression?</article-title> <source>Future Oncol.</source> (<year>2014</year>) <volume>10</volume>:<fpage>1277</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.2217/fon.13.271</pub-id><pub-id pub-id-type="pmid">24947265</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Speckter</surname> <given-names>H</given-names></name> <name><surname>Bido</surname> <given-names>J</given-names></name> <name><surname>Hernandez</surname> <given-names>G</given-names></name> <name><surname>Rivera</surname> <given-names>D</given-names></name> <name><surname>Suazo</surname> <given-names>L</given-names></name> <name><surname>Valenzuela</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Pretreatment texture analysis of routine mR images and shape analysis of the diffusion tensor for prediction of volumetric response after radiosurgery for meningioma</article-title>. <source>J Neurosurg.</source> (<year>2018</year>) <volume>129</volume>:<fpage>31</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2018.7.GKS181327</pub-id><pub-id pub-id-type="pmid">30544300</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nasrabadi</surname> <given-names>NM</given-names></name></person-group>. <article-title>Pattern recognition and machine learning</article-title>. <source>J Electron Imaging.</source> (<year>2007</year>) <volume>16</volume>:<fpage>049901</fpage>. <pub-id pub-id-type="doi">10.1117/1.2819119</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jenkinson</surname> <given-names>M</given-names></name> <name><surname>Bannister</surname> <given-names>P</given-names></name> <name><surname>Brady</surname> <given-names>M</given-names></name> <name><surname>Smith</surname> <given-names>S</given-names></name></person-group>. <article-title>Improved optimization for the robust and accurate linear registration and motion correction of brain images</article-title>. <source>Neuroimage.</source> (<year>2002</year>) <volume>17</volume>:<fpage>825</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.2002.1132</pub-id><pub-id pub-id-type="pmid">12377157</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guyon</surname> <given-names>I</given-names></name> <name><surname>Elisseeff</surname> <given-names>A</given-names></name></person-group>. <article-title>An introduction to variable and feature selection</article-title>. <source>J Mach Learn Res.</source> (<year>2003</year>) <volume>3</volume>:<fpage>1157</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1162/153244303322753616</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="editor"><name><surname>Drucker</surname> <given-names>H</given-names></name> <name><surname>Burges</surname> <given-names>CJ</given-names></name> <name><surname>Kaufman</surname> <given-names>L</given-names></name> <name><surname>Smola</surname> <given-names>AJ</given-names></name> <name><surname>Vapnik</surname> <given-names>V</given-names></name></person-group>. <article-title>Support vector regression machines</article-title>. <source>Adv Neural Inf Process Syst.</source> (<year>1997</year>) <volume>28</volume>:<fpage>779</fpage>&#x02013;<lpage>784</lpage>.</citation>
</ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="editor"><name><surname>Tong</surname> <given-names>S</given-names></name> <name><surname>Chang</surname> <given-names>E</given-names></name></person-group>. <article-title>Support vector machine active learning for image retrieval</article-title>. In: <source>Proceedings of the Ninth ACM International Conference on Multimedia</source>. <publisher-loc>Ottawa, ON</publisher-loc> (<year>2001</year>). <pub-id pub-id-type="doi">10.1145/500141.500159</pub-id></citation>
</ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hastie</surname> <given-names>T</given-names></name> <name><surname>Tibshirani</surname> <given-names>R</given-names></name> <name><surname>Friedman</surname> <given-names>J</given-names></name></person-group>. <source>The Elements of Statistical Learning: Data Mining, Inference, and Prediction, Second Edition</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hwang</surname> <given-names>WL</given-names></name> <name><surname>Marciscano</surname> <given-names>AE</given-names></name> <name><surname>Niemierko</surname> <given-names>A</given-names></name> <name><surname>Kim</surname> <given-names>DW</given-names></name> <name><surname>Stemmer-Rachamimov</surname> <given-names>AO</given-names></name> <name><surname>Curry</surname> <given-names>WT</given-names></name> <etal/></person-group>. <article-title>Imaging and extent of surgical resection predict risk of meningioma recurrence better than wHO histopathological grade</article-title>. <source>Neuro Oncol.</source> (<year>2016</year>) <volume>18</volume>:<fpage>863</fpage>&#x02013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1093/neuonc/nov285</pub-id><pub-id pub-id-type="pmid">26597949</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ko</surname> <given-names>CC</given-names></name> <name><surname>Chen</surname> <given-names>TY</given-names></name> <name><surname>Lim</surname> <given-names>SW</given-names></name> <name><surname>Kuo</surname> <given-names>YT</given-names></name> <name><surname>Wu</surname> <given-names>TC</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name></person-group>. <article-title>Prediction of recurrence in parasagittal and parafalcine meningiomas: added value of diffusion-weighted magnetic resonance imaging</article-title>. <source>World Neurosurg</source>. (<year>2019</year>) <volume>124</volume>:<fpage>e470</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2018.12.117</pub-id><pub-id pub-id-type="pmid">30610981</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>C</given-names></name> <name><surname>Guo</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Guo</surname> <given-names>W</given-names></name> <name><surname>Ma</surname> <given-names>X</given-names></name> <name><surname>Xu</surname> <given-names>J</given-names></name></person-group>. <article-title>The diagnostic value of radiomics-based machine learning in predicting the grade of meningiomas using conventional magnetic resonance imaging: a preliminary study</article-title>. <source>Front Oncol.</source> (<year>2019</year>) <volume>9</volume>:<fpage>1338</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2019.01338</pub-id><pub-id pub-id-type="pmid">31867272</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>L</given-names></name> <name><surname>Yang</surname> <given-names>P</given-names></name> <name><surname>Liang</surname> <given-names>W</given-names></name> <name><surname>Liu</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>W</given-names></name> <name><surname>Luo</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>A radiomics approach based on support vector machine using mR images for preoperative lymph node status evaluation in intrahepatic cholangiocarcinoma</article-title>. <source>Theranostics.</source> (<year>2019</year>) <volume>9</volume>:<fpage>5374</fpage>&#x02013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.7150/thno.34149</pub-id><pub-id pub-id-type="pmid">31410221</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>Z</given-names></name> <name><surname>Zhang</surname> <given-names>XY</given-names></name> <name><surname>Shi</surname> <given-names>YJ</given-names></name> <name><surname>Wang</surname> <given-names>L</given-names></name> <name><surname>Zhu</surname> <given-names>HT</given-names></name> <name><surname>Tang</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Radiomics analysis for evaluation of pathological complete response to neoadjuvant chemoradiotherapy in locally advanced rectal cancer</article-title>. <source>Clin Cancer Res.</source> (<year>2017</year>) <volume>23</volume>:<fpage>7253</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-17-1038</pub-id><pub-id pub-id-type="pmid">28939744</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>JE</given-names></name> <name><surname>Kim</surname> <given-names>HS</given-names></name> <name><surname>Jo</surname> <given-names>Y</given-names></name> <name><surname>Yoo</surname> <given-names>RE</given-names></name> <name><surname>Choi</surname> <given-names>SH</given-names></name> <name><surname>Nam</surname> <given-names>SJ</given-names></name> <etal/></person-group>. <article-title>Radiomics prognostication model in glioblastoma using diffusion- and perfusion-weighted mRI</article-title>. <source>Sci Rep.</source> (<year>2020</year>) <volume>10</volume>:<fpage>4250</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-020-61178-w</pub-id><pub-id pub-id-type="pmid">32144360</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fan</surname> <given-names>Y</given-names></name> <name><surname>Jiang</surname> <given-names>S</given-names></name> <name><surname>Hua</surname> <given-names>M</given-names></name> <name><surname>Feng</surname> <given-names>S</given-names></name> <name><surname>Feng</surname> <given-names>M</given-names></name> <name><surname>Wang</surname> <given-names>R</given-names></name></person-group>. <article-title>Machine learning-based radiomics predicts radiotherapeutic response in patients with acromegaly</article-title>. <source>Front Endocrinol.</source> (<year>2019</year>) <volume>10</volume>:<fpage>588</fpage>. <pub-id pub-id-type="doi">10.3389/fendo.2019.00588</pub-id><pub-id pub-id-type="pmid">31507537</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mayerhoefer</surname> <given-names>ME</given-names></name> <name><surname>Szomolanyi</surname> <given-names>P</given-names></name> <name><surname>Jirak</surname> <given-names>D</given-names></name> <name><surname>Berg</surname> <given-names>A</given-names></name> <name><surname>Materka</surname> <given-names>A</given-names></name> <name><surname>Dirisamer</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Effects of magnetic resonance image interpolation on the results of texture-based pattern classification: a phantom study</article-title>. <source>Invest Radiol.</source> (<year>2009</year>) <volume>44</volume>:<fpage>405</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1097/RLI.0b013e3181a50a66</pub-id><pub-id pub-id-type="pmid">19465863</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Collewet</surname> <given-names>G</given-names></name> <name><surname>Strzelecki</surname> <given-names>M</given-names></name> <name><surname>Mariette</surname> <given-names>F</given-names></name></person-group>. <article-title>Influence of mRI acquisition protocols and image intensity normalization methods on texture classification</article-title>. <source>Magn Reson Imaging.</source> (<year>2004</year>) <volume>22</volume>:<fpage>81</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1016/j.mri.2003.09.001</pub-id><pub-id pub-id-type="pmid">14972397</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>JE</given-names></name> <name><surname>Kim</surname> <given-names>HS</given-names></name></person-group>. <article-title>Radiomics as a quantitative imaging biomarker: practical considerations and the current standpoint in neuro-oncologic studies</article-title>. <source>Nucl Med Mol Imaging.</source> (<year>2018</year>) <volume>52</volume>:<fpage>99</fpage>&#x02013;<lpage>108</lpage>. <pub-id pub-id-type="doi">10.1007/s13139-017-0512-7</pub-id><pub-id pub-id-type="pmid">29662558</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saha</surname> <given-names>A</given-names></name> <name><surname>Harowicz</surname> <given-names>MR</given-names></name> <name><surname>Mazurowski</surname> <given-names>MA</given-names></name></person-group>. <article-title>Breast cancer mRI radiomics: an overview of algorithmic features and impact of inter-reader variability in annotating tumors</article-title>. <source>Med Phys.</source> (<year>2018</year>) <volume>45</volume>:<fpage>3076</fpage>&#x02013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1002/mp.12925</pub-id><pub-id pub-id-type="pmid">29663411</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bae&#x000DF;ler</surname> <given-names>B</given-names></name> <name><surname>Weiss</surname> <given-names>K</given-names></name> <name><surname>Pinto Dos Santos</surname> <given-names>D</given-names></name></person-group>. <article-title>Robustness and reproducibility of radiomics in magnetic resonance imaging: a phantom study</article-title>. <source>Invest Radiol.</source> (<year>2019</year>) <volume>54</volume>:<fpage>221</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/RLI.0000000000000530</pub-id><pub-id pub-id-type="pmid">30433891</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ahn</surname> <given-names>SJ</given-names></name> <name><surname>Shin</surname> <given-names>HJ</given-names></name> <name><surname>Chang</surname> <given-names>JH</given-names></name> <name><surname>Lee</surname> <given-names>SK</given-names></name></person-group>. <article-title>Differentiation between primary cerebral lymphoma and glioblastoma using the apparent diffusion coefficient: comparison of three different rOI methods</article-title>. <source>PLoS ONE.</source> (<year>2014</year>) <volume>9</volume>:<fpage>e112948</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0112948</pub-id><pub-id pub-id-type="pmid">25393543</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schweser</surname> <given-names>F</given-names></name> <name><surname>Deistung</surname> <given-names>A</given-names></name> <name><surname>Lehr</surname> <given-names>BW</given-names></name> <name><surname>Reichenbach</surname> <given-names>JR</given-names></name></person-group>. <article-title>Differentiation between diamagnetic and paramagnetic cerebral lesions based on magnetic susceptibility mapping</article-title>. <source>Med Phys.</source> (<year>2010</year>) <volume>37</volume>:<fpage>5165</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1118/1.3481505</pub-id><pub-id pub-id-type="pmid">21089750</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mansouri</surname> <given-names>A</given-names></name> <name><surname>Klironomos</surname> <given-names>G</given-names></name> <name><surname>Taslimi</surname> <given-names>S</given-names></name> <name><surname>Kilian</surname> <given-names>A</given-names></name> <name><surname>Gentili</surname> <given-names>F</given-names></name> <name><surname>Khan</surname> <given-names>OH</given-names></name> <etal/></person-group>. <article-title>Surgically resected skull base meningiomas demonstrate a divergent postoperative recurrence pattern compared with non-skull base meningiomas</article-title>. <source>J Neurosurg.</source> (<year>2016</year>) <volume>125</volume>:<fpage>431</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.3171/2015.7.JNS15546</pub-id><pub-id pub-id-type="pmid">26722844</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nanda</surname> <given-names>A</given-names></name> <name><surname>Bir</surname> <given-names>SC</given-names></name> <name><surname>Maiti</surname> <given-names>TK</given-names></name> <name><surname>Konar</surname> <given-names>SK</given-names></name> <name><surname>Missios</surname> <given-names>S</given-names></name> <name><surname>Guthikonda</surname> <given-names>B</given-names></name></person-group>. <article-title>Relevance of simpson grading system and recurrence-free survival after surgery for world health organization grade i meningioma</article-title>. <source>J Neurosurg.</source> (<year>2017</year>) <volume>126</volume>:<fpage>201</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.3171/2016.1.JNS151842</pub-id><pub-id pub-id-type="pmid">27058201</pub-id></citation></ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaur</surname> <given-names>G</given-names></name> <name><surname>Sayegh</surname> <given-names>ET</given-names></name> <name><surname>Larson</surname> <given-names>A</given-names></name> <name><surname>Bloch</surname> <given-names>O</given-names></name> <name><surname>Madden</surname> <given-names>M</given-names></name> <name><surname>Sun</surname> <given-names>MZ</given-names></name> <etal/></person-group>. <article-title>Adjuvant radiotherapy for atypical and malignant meningiomas: a systematic review</article-title>. <source>Neuro Oncol.</source> (<year>2014</year>) <volume>16</volume>:<fpage>628</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1093/neuonc/nou025</pub-id><pub-id pub-id-type="pmid">24696499</pub-id></citation></ref>
<ref id="B49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maclean</surname> <given-names>J</given-names></name> <name><surname>Fersht</surname> <given-names>N</given-names></name> <name><surname>Short</surname> <given-names>S</given-names></name></person-group>. <article-title>Controversies in radiotherapy for meningioma</article-title>. <source>Clin Oncol.</source> (<year>2014</year>) <volume>26</volume>:<fpage>51</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.clon.2013.10.001</pub-id></citation></ref>
<ref id="B50">
<label>50.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Conti</surname> <given-names>A</given-names></name> <name><surname>Pontoriero</surname> <given-names>A</given-names></name> <name><surname>Siddi</surname> <given-names>F</given-names></name> <name><surname>Iati</surname> <given-names>G</given-names></name> <name><surname>Cardali</surname> <given-names>S</given-names></name> <name><surname>Angileri</surname> <given-names>FF</given-names></name> <etal/></person-group>. <article-title>Post-treatment edema after meningioma radiosurgery is a predictable complication</article-title>. <source>Cureus.</source> (<year>2016</year>) <volume>8</volume>:<fpage>e605</fpage>. <pub-id pub-id-type="doi">10.7759/cureus.605</pub-id><pub-id pub-id-type="pmid">27330873</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was supported by the Chi Mei Medical Center/Chia Nan University of Pharmacy and Science, Tainan, Taiwan. The funders had no role in the study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</fn>
</fn-group>
</back>
</article> 