<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2021.683051</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>An Externally Validated Dynamic Nomogram for Predicting Unfavorable Prognosis in Patients With Aneurysmal Subarachnoid Hemorrhage</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Hu</surname> <given-names>Ping</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1119572/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Xu</surname> <given-names>Yang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1283622/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liu</surname> <given-names>Yangfan</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Yuntao</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/954314/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ye</surname> <given-names>Liguo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1106354/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Si</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhu</surname> <given-names>Xinyi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Qi</surname> <given-names>Yangzhi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/915008/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Huikai</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1082265/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sun</surname> <given-names>Qian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Yixuan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Deng</surname> <given-names>Gang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Chen</surname> <given-names>Qianxue</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/717605/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Neurosurgery, Renmin Hospital of Wuhan University</institution>, <addr-line>Wuhan</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Neurosurgery, the Affiliated Hospital of Panzhihua University</institution>, <addr-line>Panzhihua</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Anna Bersano, Fondazione IRCCS Istituto Neurologio Carlo Besta, Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Mario Zuccarello, University of Cincinnati, United States; Francesco Acerbi, Fondazione IRCCS Istituto Neurologio Carlo Besta, Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Gang Deng <email>gang.deng&#x00040;whu.edu.cn</email></corresp>
<corresp id="c002">Qianxue Chen <email>chenqx666&#x00040;whu.edu.cn</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Stroke, a section of the journal Frontiers in Neurology</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>26</day>
<month>08</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>683051</elocation-id>
<history>
<date date-type="received">
<day>19</day>
<month>03</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>07</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Hu, Xu, Liu, Li, Ye, Zhang, Zhu, Qi, Zhang, Sun, Wang, Deng and Chen.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Hu, Xu, Liu, Li, Ye, Zhang, Zhu, Qi, Zhang, Sun, Wang, Deng and Chen</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Background:</bold> Aneurysmal subarachnoid hemorrhage (aSAH) leads to severe disability and functional dependence. However, no reliable method exists to predict the clinical prognosis after aSAH. Thus, this study aimed to develop a web-based dynamic nomogram to precisely evaluate the risk of poor outcomes in patients with aSAH.</p>
<p><bold>Methods:</bold> Clinical patient data were retrospectively analyzed at two medical centers. One center with 126 patients was used to develop the model. Least absolute shrinkage and selection operator (LASSO) analysis was used to select the optimal variables. Multivariable logistic regression was applied to identify independent prognostic factors and construct a nomogram based on the selected variables. The C-index and Hosmer&#x02013;Lemeshow <italic>p</italic>-value and Brier score was used to reflect the discrimination and calibration capacities of the model. Receiver operating characteristic curve and calibration curve (1,000 bootstrap resamples) were generated for internal validation, while another center with 84 patients was used to validate the model externally. Decision curve analysis (DCA) and clinical impact curves (CICs) were used to evaluate the clinical usefulness of the nomogram.</p>
<p><bold>Results:</bold> Unfavorable prognosis was observed in 46 (37%) patients in the training cohort and 24 (29%) patients in the external validation cohort. The independent prognostic factors of the nomogram, including neutrophil-to-lymphocyte ratio (NLR) (<italic>p</italic> = 0.005), World Federation of Neurosurgical Societies (WFNS) grade (<italic>p</italic> = 0.002), and delayed cerebral ischemia (DCI) (<italic>p</italic> = 0.0003), were identified using LASSO and multivariable logistic regression. A dynamic nomogram (<ext-link ext-link-type="uri" xlink:href="https://hu-ping.shinyapps.io/DynNomapp/">https://hu-ping.shinyapps.io/DynNomapp/</ext-link>) was developed. The nomogram model demonstrated excellent discrimination, with a bias-corrected C-index of 0.85, and calibration capacities (Hosmer&#x02013;Lemeshow <italic>p</italic>-value, 0.412; Brier score, 0.12) in the training cohort. Application of the model to the external validation cohort yielded a C-index of 0.84 and a Brier score of 0.13. Both DCA and CIC showed a superior overall net benefit over the entire range of threshold probabilities.</p>
<p><bold>Conclusion:</bold> This study identified that NLR on admission, WFNS grade, and DCI independently predicted unfavorable prognosis in patients with aSAH. These factors were used to develop a web-based dynamic nomogram application to calculate the precise probability of a poor patient outcome. This tool will benefit personalized treatment and patient management and help neurosurgeons make better clinical decisions.</p></abstract>
<kwd-group>
<kwd>aneurysmal subarachnoid hemorrhage</kwd>
<kwd>unfavorable prognosis</kwd>
<kwd>LASSO regression</kwd>
<kwd>multivariable logistic regression</kwd>
<kwd>dynamic nomogram</kwd>
<kwd>external validation</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Outstanding Youth Science Fund Project of National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/100014717</named-content></contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="46"/>
<page-count count="10"/>
<word-count count="6385"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Aneurysmal subarachnoid hemorrhage (aSAH) is an acute cerebrovascular injury with high morbidity and mortality worldwide (<xref ref-type="bibr" rid="B1">1</xref>). Roughly one-third of survivors have severe disability and functional dependence, some of which may be predicted and treated early (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Therefore, a practical prediction model for treating and evaluating these patients with aSAH is urgently needed.</p>
<p>Several studies have shown that a series of serum biochemical and immunological indices could predict the prognosis of patients with aSAH after surgery, including white blood cell (WBC) count, neutrophil-to-lymphocyte ratio (NLR), C-reactive protein level, and blood glucose level on admission (<xref ref-type="bibr" rid="B4">4</xref>&#x02013;<xref ref-type="bibr" rid="B6">6</xref>). Meanwhile, predictive models combining multiple independent predictors have been used to predict prognosis. However, these predictive models lack calibration tests, model external validation, or evaluation of their clinical usefulness; therefore, the accuracy and practicability of the models are difficult to assess (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). High-quality predictive models are necessary to guide clinical decision-making, personal care, and patient management (<xref ref-type="bibr" rid="B9">9</xref>). Therefore, a more practical and accurate predictive model is urgently needed in this field. A web-based dynamic nomogram that precisely calculates the probability of the disease is a more precise and practical tool than standard nomograms and some predictive models (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). However, no study has reported a dynamic nomogram to predict the clinical prognosis after aSAH.</p>
<p>Thus, this study aimed to develop a dynamic web-based nomogram that incorporated blood laboratory tests, clinical state at admission, and postoperative complications for the prognosis of patients with aSAH. The predictive model was validated using internal and independent external validation cohorts.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<sec>
<title>Study Design and Patient Enrollment</title>
<p>This retrospective observational cohort study was conducted in two centers. A training cohort of 126 patients with aSAH treated in the Department of Neurosurgery, Renmin Hospital of Wuhan University, from September 1, 2019 to September 1, 2020, was used to develop the model. A total of 84 patients admitted to the Department of Neurosurgery, the Affiliated Hospital of Panzhihua University, from September 1, 2019 to September 1, 2020, were used to validate the model. The diagnosis of aSAH was assessed by head CT, CT angiography, or digital subtraction angiography according to the guidelines (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>The exclusion criteria were as follows: (1) non-aneurysmal or traumatic SAH; (2) clinical history of aSAH for more than 48 h; (3) complicated with vascular anomalies and malformations; (4) complicated with intracerebral hemorrhage; (5) taking anticoagulants or corticosteroids within 1 month of hospitalization; (6) postoperative state on admission; (7) no surgical treatment performed within 2 days of onset; (8) acute infection on admission; (9) other organs with extreme dysfunction; (10) bilateral mydriasis or other permanent brain injuries on admission; (11) missing data.</p>
</sec>
<sec>
<title>Data Collection</title>
<p>Clinical information including demographic data (admission number, name, sex, age, hypertension, smoking, and alcohol consumption), clinical state, radiological findings, serum laboratory tests (glucose, D-dimer, WBCs, neutrophils, lymphocytes, and monocytes), and CT Hounsfield unit (HU) values on admission were collected using an electronic medical record system. The number, location length, and neck size of the aneurysms were also recorded. Hunt and Hess classification and the World Federation of Neurosurgical Societies (WFNS) were used to measure the clinical characteristics and neurological status at admission. The radiological features at admission were classified according to the modified Fisher grade of the CT scan (<xref ref-type="bibr" rid="B14">14</xref>&#x02013;<xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>All patients were treated with either a surgical clipping or coil embolization as soon as possible. The postoperative routine therapies included hemostasis, analgesics, anti-inflammatory drugs, and nimodipine for anti-vasospasm. An immediate postoperative head CT scan was performed to identify intracranial rebleeding or cerebral infarction after the operation.</p>
</sec>
<sec>
<title>Admission CT Values</title>
<p>The mean CT values of the blood clots in the subarachnoid space were measured. The regions of interest were manually drawn on representative slices by two neurosurgeons who were blinded to the patients&#x00027; clinical characteristics. The density of blood clotting in the subarachnoid space on CT slices was assessed using the mean HU value. The following subarachnoid cisterns/fissures were used to measure the mean HU: lateral Sylvian fissures, anterior interhemispheric fissures, medial Sylvian fissures, suprasellar cistern, ambient cistern, and quadrigeminal cistern, as previously described (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec>
<title>The Definition of Delayed Cerebral Ischemia</title>
<p>Delayed cerebral ischemia (DCI) was identified as follows: (1) CT scan omitting other causes of focal neurological decline such as aphasia, apraxia, hemianopia, or neglect, either permanent or temporary, within 4 to 14 days after SAH; (2) a Glasgow Coma Scale decrease of at least 2 points lasting for at least 1 h and not immediately evident after surgery; (3) head CT scan revealing a new cerebral infarction within 4&#x02013;30 days after aSAH, which was not noticeable on admission or immediately after the operation, and no other explanation except for vasospasm (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B19">19</xref>).</p>
</sec>
<sec>
<title>Outcome Assessment</title>
<p>Three months after the initial bleeding, the functional outcome was dichotomized as excellent or poor according to the modified Rankin Scale (mRS) (<xref ref-type="bibr" rid="B20">20</xref>&#x02013;<xref ref-type="bibr" rid="B22">22</xref>). A favorable outcome was defined as a score of 0&#x02013;2 (perform activities without assistance) on the mRS, while a score of 3&#x02013;6 (moderate to severe disability or death) was defined as a poor outcome. The results were evaluated via telephone by a neurosurgeon who was blinded to the clinical and imaging data.</p>
</sec>
<sec>
<title>Sample Size</title>
<p>In the current literature, the events per variable (EPV) criterion, notably an EPV of 10, is widely applied as the lower limit for developing logistic regression models that predict a binary outcome (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>). Thus, an EPV of 10 was used to estimate the effective sample size in this study. A total of three variables, which were incorporated into the multivariate logistic analysis, were selected by least absolute shrinkage and selection operator (LASSO) regression analysis. Thus, the effective sample size was at least 30 in the training cohort.</p>
</sec>
<sec>
<title>Statistical Analysis</title>
<p>Statistical analysis was performed using IBM SPSS Statistics for Windows, version 26.0 (IBM Corp., Armonk, NY, USA) and R software (<ext-link ext-link-type="uri" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>). Continuous variables were analyzed using independent <italic>t</italic>-test or Mann&#x02013;Whitney U test and are presented as means &#x000B1; SD or medians with interquartile range. Categorical variables are expressed as numbers (percentages) and were analyzed using &#x003C7;<sup>2</sup> or Fisher exact tests. Based on the limited sample size in this study, LASSO regression, which is suitable for analyzing high-dimensional data, was used to select the most informative prognostic variables from the data cohort (<xref ref-type="bibr" rid="B25">25</xref>&#x02013;<xref ref-type="bibr" rid="B27">27</xref>). The variables were then entered into a multivariable logistic regression model; a nomogram model was then constructed by integrating independent factors.</p>
<p>The discrimination and calibration capacities evaluated the performance of the nomogram model. Receiver operating characteristic (ROC) curve and area under the curve (AUC) analyses were performed to assess the discriminatory capabilities, while the bias-corrected C-index was calculated using 1,000 bootstraps. The Hosmer&#x02013;Lemeshow test, Brier score, and calibration curve were used to assess the calibration ability (<xref ref-type="bibr" rid="B28">28</xref>). In addition to internal validation, the model performance was also assessed using an external validation cohort. The clinical effectiveness of the nomogram was evaluated by decision curve analysis (DCA) and clinical impact curve (CIC) (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>).</p>
<p>We used the &#x0201C;glmnet, corrplot, caret package&#x0201D; in R software to generate the LASSO regression results and the &#x0201C;rms package&#x0201D; to establish the nomogram. The &#x0201C;pROC,&#x0201D; &#x0201C;rmda,&#x0201D; &#x0201C;MASS,&#x0201D; &#x0201C;survival,&#x0201D; &#x0201C;ggplot2,&#x0201D; &#x0201C;ggridges,&#x0201D; &#x0201C;plotROC,&#x0201D; and &#x0201C;riskRegression&#x0201D; packages were applied to generate the C-index, ROC, DCA, CIC, and calibration curve. The &#x0201C;shinyapps.io&#x0201D; and &#x0201C;DynNom packages&#x0201D; were used to develop a web-based dynamic nomogram application to predict unfavorable prognosis, which could precisely calculate the risk probability for unfavorable prognosis at 3 months after aSAH. All tests were two-tailed, and <italic>p</italic>-values &#x0003C; 0.05 were considered statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Baseline Cohort Characteristics</title>
<p>This study included a total of 210 patients with aSAH, with 126 and 84 patients in the training and external validation cohorts, respectively. The baseline characteristics of the two cohorts were shown in <xref ref-type="table" rid="T1">Table 1</xref>. Women comprised 137 (65%) patients in the two cohorts, and the mean age was 56.50 years (interquartile range: 53.00, 63.00). We observed no significant differences between the training and external validation cohorts, except for higher admission glucose level, percentages of DCI occurrence and WFNS grade IV&#x02013;V, and lower aneurysm neck size in the training cohort. The numbers of patients with poor prognoses in the two cohorts, 46 (37%) and 24 patients (29%), respectively, did not differ significantly. <xref ref-type="table" rid="T2">Table 2</xref> showed the baseline characteristics of the model development cohort.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Baseline characteristics of the training and external validation cohorts.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Characteristics<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></bold></th>
<th valign="top" align="center"><bold>Training cohort</bold><break/> <bold>(<italic>n</italic> &#x0003D; 126)</bold></th>
<th valign="top" align="center"><bold>External validation cohort</bold><break/> <bold>(<italic>n</italic> &#x0003D; 84)</bold></th>
<th valign="top" align="center"><italic><bold>P</bold></italic><bold>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Demographics</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Age (years)</td>
<td valign="top" align="center">57.50 (52.25, 63.75)</td>
<td valign="top" align="center">55.00 (53.00, 58.00)</td>
<td valign="top" align="center">0.146</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Gender (female)</td>
<td valign="top" align="center">84 (67)</td>
<td valign="top" align="center">53 (63)</td>
<td valign="top" align="center">0.594</td>
</tr>
<tr>
<td valign="top" align="left">Medical history</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Hypertension</td>
<td valign="top" align="center">69 (55)</td>
<td valign="top" align="center">38 (45)</td>
<td valign="top" align="center">0.226</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Smoking history</td>
<td valign="top" align="center">28 (22)</td>
<td valign="top" align="center">14 (17)</td>
<td valign="top" align="center">0.418</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Alcohol consumption</td>
<td valign="top" align="center">15 (12)</td>
<td valign="top" align="center">4 (5)</td>
<td valign="top" align="center">0.128</td>
</tr>
<tr>
<td valign="top" align="left">Admission laboratory</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">results</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Glucose (mmol/L)</td>
<td valign="top" align="center">6.56 (5.56, 7.90)</td>
<td valign="top" align="center">6.87 (6.18, 8.14)</td>
<td valign="top" align="center">0.048</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;D-dimer (mg/L)</td>
<td valign="top" align="center">1.51 (0.76, 3.65)</td>
<td valign="top" align="center">0.84 (0.48, 1.80)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;WBC (10<sup>9</sup>/L)</td>
<td valign="top" align="center">12.10 &#x000B1; 3.67</td>
<td valign="top" align="center">11.55 &#x000B1; 3.16</td>
<td valign="top" align="center">0.254</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Neutrophil (10<sup>9</sup>/L)</td>
<td valign="top" align="center">10.09 &#x000B1; 3.60</td>
<td valign="top" align="center">9.80 &#x000B1; 3.05</td>
<td valign="top" align="center">0.529</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Lymphocyte (10<sup>9</sup>/L)</td>
<td valign="top" align="center">0.85 (0.68, 1.17)</td>
<td valign="top" align="center">0.94 (0.68, 1.21)</td>
<td valign="top" align="center">0.489</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Monocytes (10<sup>9</sup>/L)</td>
<td valign="top" align="center">0.56 (0.37, 0.79)</td>
<td valign="top" align="center">0.58 (0.37, 0.74)</td>
<td valign="top" align="center">0.725</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;NLR (10<sup>9</sup>/L)</td>
<td valign="top" align="center">11.90 (7.77, 17.02)</td>
<td valign="top" align="center">10.19 (7.77, 16.57)</td>
<td valign="top" align="center">0.413</td>
</tr>
<tr>
<td valign="top" align="left">Admission CT HU value</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;SAH mean HU value</td>
<td valign="top" align="center">57.22 (52.16, 63.08)</td>
<td valign="top" align="center">54.85 (51.53, 61.52)</td>
<td valign="top" align="center">0.099</td>
</tr>
<tr>
<td valign="top" align="left">WFNS grade</td>
<td/>
<td/>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;I&#x02013;III</td>
<td valign="top" align="center">86 (68)</td>
<td valign="top" align="center">73 (87)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;IV&#x02013;V</td>
<td valign="top" align="center">40 (32)</td>
<td valign="top" align="center">11 (13)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hunt and Hess grade</td>
<td/>
<td/>
<td valign="top" align="center">0.159</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;I&#x02013;III</td>
<td valign="top" align="center">104 (83)</td>
<td valign="top" align="center">76 (90)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;IV&#x02013;V</td>
<td valign="top" align="center">22 (17)</td>
<td valign="top" align="center">8 (10)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Modified Fisher scale</td>
<td/>
<td/>
<td valign="top" align="center">0.176</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;0&#x02013;2</td>
<td valign="top" align="center">30 (24)</td>
<td valign="top" align="center">28 (33)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;3&#x02013;4</td>
<td valign="top" align="center">96 (76)</td>
<td valign="top" align="center">56 (67)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Aneurysm location</td>
<td/>
<td/>
<td valign="top" align="center">0.404</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ACA</td>
<td valign="top" align="center">7 (6)</td>
<td valign="top" align="center">4 (5)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MCA</td>
<td valign="top" align="center">31 (25)</td>
<td valign="top" align="center">18 (21)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ICA</td>
<td valign="top" align="center">26 (21)</td>
<td valign="top" align="center">12 (14)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;PCA</td>
<td valign="top" align="center">1 (1)</td>
<td valign="top" align="center">2 (2)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ACoA</td>
<td valign="top" align="center">30 (24)</td>
<td valign="top" align="center">22 (26)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;PCoA</td>
<td valign="top" align="center">20 (16)</td>
<td valign="top" align="center">22 (26)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Other</td>
<td valign="top" align="center">11 (9)</td>
<td valign="top" align="center">24 (5)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Aneurysm number</td>
<td/>
<td/>
<td valign="top" align="center">0.443</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Single</td>
<td valign="top" align="center">110 (87)</td>
<td valign="top" align="center">77 (92)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Multiple (&#x02265;2)</td>
<td valign="top" align="center">16 (13)</td>
<td valign="top" align="center">7 (8)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Mean aneurysm size</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Neck (mm)</td>
<td valign="top" align="center">3.20 (2.70, 3.70)</td>
<td valign="top" align="center">3.53 (3.00, 4.62)</td>
<td valign="top" align="center">0.004</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Length (mm)</td>
<td valign="top" align="center">4.95 (4.00, 6.50)</td>
<td valign="top" align="center">5.20 (4.00, 6.25)</td>
<td valign="top" align="center">0.635</td>
</tr>
<tr>
<td valign="top" align="left">Aneurysm treatment</td>
<td/>
<td/>
<td valign="top" align="center">0.832</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Clipping</td>
<td valign="top" align="center">87 (69)</td>
<td valign="top" align="center">56 (67)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Coiling</td>
<td valign="top" align="center">39 (31)</td>
<td valign="top" align="center">28 (33)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hydrocephalus</td>
<td valign="top" align="center">18 (14)</td>
<td valign="top" align="center">6 (7)</td>
<td valign="top" align="center">0.170</td>
</tr>
<tr>
<td valign="top" align="left">DCI</td>
<td valign="top" align="center">44 (35)</td>
<td valign="top" align="center">13 (15)</td>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="left">Poor prognosis</td>
<td valign="top" align="center">46 (37)</td>
<td valign="top" align="center">24 (29)</td>
<td valign="top" align="center">0.296</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>aSAH, aneurysmal subarachnoid hemorrhage; WBC, white blood cell; NLR, neutrophil-to-lymphocyte ratio; WFNS, World Federation of Neurosurgical Surgeons; ACA, anterior cerebral artery; MCA, middle cerebral artery, ICA, internal cerebral artery; PCA, posterior cerebral artery; ACOM, anterior communicating artery; PCoA, posterior communicating artery; Other aneurysms include basilar artery, posterior inferior cerebellar artery, and vertebral artery;DCI, delayed cerebral ischemia</italic>.</p>
<fn id="TN1"><label>&#x0002A;</label><p><italic>Values are presented as the number of patients (%) unless indicated otherwise</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Baseline characteristics of the training cohort according to the prognostic outcomes 3 months after aSAH.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Characteristics</bold></th>
<th valign="top" align="center"><bold>Total</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 126)</bold></th>
<th valign="top" align="center"><bold>Favorable</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 80)</bold></th>
<th valign="top" align="center"><bold>Unfavorable</bold> <bold>(<italic><bold>n</bold></italic> &#x0003D; 46)</bold></th>
<th valign="top" align="center"><italic><bold>P</bold></italic><bold>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Demographics</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Age (years)</td>
<td valign="top" align="center">57.57 &#x000B1; 9.76</td>
<td valign="top" align="center">56.81 &#x000B1; 8.66</td>
<td valign="top" align="center">58.89 &#x000B1; 11.41</td>
<td valign="top" align="center">0.288</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Gender (female)</td>
<td valign="top" align="center">84 (67)</td>
<td valign="top" align="center">56 (70)</td>
<td valign="top" align="center">28 (61)</td>
<td valign="top" align="center">0.395</td>
</tr>
<tr>
<td valign="top" align="left">Medical history</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Hypertension</td>
<td valign="top" align="center">69 (55)</td>
<td valign="top" align="center">45 (56)</td>
<td valign="top" align="center">24 (52)</td>
<td valign="top" align="center">0.797</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Smoking history</td>
<td valign="top" align="center">28 (22)</td>
<td valign="top" align="center">16 (20)</td>
<td valign="top" align="center">12 (26)</td>
<td valign="top" align="center">0.570</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Alcohol consumption</td>
<td valign="top" align="center">15 (12)</td>
<td valign="top" align="center">9 (11)</td>
<td valign="top" align="center">6 (13)</td>
<td valign="top" align="center">0.989</td>
</tr>
<tr>
<td valign="top" align="left">Admission laboratory results</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Glucose (mmol/L)</td>
<td valign="top" align="center">6.56 (5.56, 7.90)</td>
<td valign="top" align="center">6.16 (5.34, 7.21)</td>
<td valign="top" align="center">7.04 (6.23, 8.54)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;D-dimer (mg/L)</td>
<td valign="top" align="center">1.51 (0.76, 3.65)</td>
<td valign="top" align="center">1.42 (0.79, 2.84)</td>
<td valign="top" align="center">1.84 (0.74, 5.85)</td>
<td valign="top" align="center">0.238</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;WBC (10<sup>9</sup>/L)</td>
<td valign="top" align="center">12.10 &#x000B1; 3.67</td>
<td valign="top" align="center">10.78 &#x000B1; 2.83</td>
<td valign="top" align="center">14.39 &#x000B1; 3.86</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Neutrophil (10<sup>9</sup>/L)</td>
<td valign="top" align="center">10.09 &#x000B1; 3.60</td>
<td valign="top" align="center">8.94 &#x000B1; 2.72</td>
<td valign="top" align="center">12.08 &#x000B1; 4.07</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Lymphocyte (10<sup>9</sup>/L)</td>
<td valign="top" align="center">0.85 (0.68, 1.17)</td>
<td valign="top" align="center">0.97 (0.73, 1.31)</td>
<td valign="top" align="center">0.77 (0.53, 0.93)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Monocytes (10<sup>9</sup>/L)</td>
<td valign="top" align="center">0.56 (0.37, 0.79)</td>
<td valign="top" align="center">0.54 (0.38, 0.70)</td>
<td valign="top" align="center">0.65 (0.35, 0.95)</td>
<td valign="top" align="center">0.221</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;NLR (10<sup>9</sup>/L)</td>
<td valign="top" align="center">12.63 &#x000B1; 6.72</td>
<td valign="top" align="center">10.06 &#x000B1; 5.15</td>
<td valign="top" align="center">17.11 &#x000B1; 6.83</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Admission CT HU value</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;SAH mean HU value</td>
<td valign="top" align="center">57.22 (52.16, 63.08)</td>
<td valign="top" align="center">55.28 (51.34, 60.85)</td>
<td valign="top" align="center">61.43 (55.58, 64.94)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">WFNS grade</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;I&#x02013;III</td>
<td valign="top" align="center">86 (68)</td>
<td valign="top" align="center">70 (88)</td>
<td valign="top" align="center">16 (35)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;IV&#x02013;V</td>
<td valign="top" align="center">40 (32)</td>
<td valign="top" align="center">10 (12)</td>
<td valign="top" align="center">30 (65)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hunt and Hess grade</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;I&#x02013;III</td>
<td valign="top" align="center">104 (83)</td>
<td valign="top" align="center">75 (94)</td>
<td valign="top" align="center">29 (63)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;IV&#x02013;V</td>
<td valign="top" align="center">22 (17)</td>
<td valign="top" align="center">5 (6)</td>
<td valign="top" align="center">17 (37)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Modified Fisher scale</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.134</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;0&#x02013;2</td>
<td valign="top" align="center">30 (24)</td>
<td valign="top" align="center">23 (29)</td>
<td valign="top" align="center">7 (15)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;3&#x02013;4</td>
<td valign="top" align="center">96 (76)</td>
<td valign="top" align="center">57 (71)</td>
<td valign="top" align="center">39 (85)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Aneurysm location</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.493</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ACA</td>
<td valign="top" align="center">7 (6)</td>
<td valign="top" align="center">5 (6)</td>
<td valign="top" align="center">2 (4)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;MCA</td>
<td valign="top" align="center">31 (25)</td>
<td valign="top" align="center">17 (21)</td>
<td valign="top" align="center">14 (30)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ICA</td>
<td valign="top" align="center">1 (1)</td>
<td valign="top" align="center">1 (1)</td>
<td valign="top" align="center">0 (0)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;PCA</td>
<td valign="top" align="center">26 (21)</td>
<td valign="top" align="center">20 (25)</td>
<td valign="top" align="center">6 (13)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;ACoA</td>
<td valign="top" align="center">30 (24)</td>
<td valign="top" align="center">16 (20)</td>
<td valign="top" align="center">14 (30)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;PCoA</td>
<td valign="top" align="center">20 (16)</td>
<td valign="top" align="center">13 (16)</td>
<td valign="top" align="center">7 (15)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Other</td>
<td valign="top" align="center">11 (9)</td>
<td valign="top" align="center">8 (10)</td>
<td valign="top" align="center">3 (7)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Aneurysm number</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.010</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Single</td>
<td valign="top" align="center">110 (87)</td>
<td valign="top" align="center">75 (94)</td>
<td valign="top" align="center">35 (76)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Multiple (&#x02265;2)</td>
<td valign="top" align="center">16 (13)</td>
<td valign="top" align="center">5 (6)</td>
<td valign="top" align="center">11 (24)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Mean aneurysm size</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Neck (mm)</td>
<td valign="top" align="center">3.20 (2.70, 3.70)</td>
<td valign="top" align="center">3.15 (2.58, 3.93)</td>
<td valign="top" align="center">3.20 (2.90, 3.60)</td>
<td valign="top" align="center">0.551</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Length (mm)</td>
<td valign="top" align="center">4.95 (4.00, 6.50)</td>
<td valign="top" align="center">4.95 (3.90, 6.15)</td>
<td valign="top" align="center">4.95 (4.04, 6.50)</td>
<td valign="top" align="center">0.736</td>
</tr>
<tr>
<td valign="top" align="left">Aneurysm treatment</td>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.273</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Clipping</td>
<td valign="top" align="center">87 (69)</td>
<td valign="top" align="center">52 (65)</td>
<td valign="top" align="center">35 (76)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Coiling</td>
<td valign="top" align="center">39 (31)</td>
<td valign="top" align="center">28 (35)</td>
<td valign="top" align="center">11 (24)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Hydrocephalus</td>
<td valign="top" align="center">18 (14)</td>
<td valign="top" align="center">7 (9)</td>
<td valign="top" align="center">11 (24)</td>
<td valign="top" align="center">0.038</td>
</tr>
<tr>
<td valign="top" align="left">DCI</td>
<td valign="top" align="center">44 (35)</td>
<td valign="top" align="center">12 (15)</td>
<td valign="top" align="center">32 (70)</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>aSAH, aneurysmal subarachnoid hemorrhage; WBC, white blood cell; NLR, neutrophil-to-lymphocyte ratio; WFNS, World Federation of Neurosurgical Surgeons; ACA, anterior cerebral artery; MCA, middle cerebral artery; ICA, internal cerebral artery; PCA, posterior cerebral artery; ACOM, anterior communicating artery; PCoA, posterior communicating artery; Other aneurysms include basilar artery, posterior inferior cerebellar artery, and vertebral artery; DCI, delayed cerebral ischemia</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Variable Selection</title>
<p>LASSO regression was used to select the most useful variables. As shown in <xref ref-type="fig" rid="F1">Figure 1A</xref>, when using the minimum error criterion, 21 variables were decreased to 11 variables and further reduced to three variables after applying the one standard error (1-SE) criterion. Thus, an optimal &#x003BB; of 0.1356, with log(&#x003BB;) = &#x02212;1.997, was adopted. Three factors with non-zero coefficients were finally selected by 5-fold cross-validation to prevent overfitting (<xref ref-type="fig" rid="F1">Figure 1B</xref>). After adjusting by multivariable logistic regression, NLR [adjusted odds ratio (aOR), 1.143; 95% CI 1.045&#x02013;1.263, <italic>p</italic> = 0.005], WFNS grade (aOR: 5.025, 95% CI 1.777&#x02013;14.75, <italic>p</italic> = 0.002), and DCI (aOR: 6.143, 95% CI 2.374&#x02013;18.13, <italic>p</italic> = 0.0003) were independent prognostic factors (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Selection of prognostic variables by least absolute shrinkage and selection operator (LASSO) regression analysis. <bold>(A)</bold> The selection of optimal parameters (lambda) by 5-fold cross-validation. The left and right dotted vertical lines, respectively, represent the optimal lambda values when using the minimum error criterion and one standard error (1-SE) of the minimum criterion. <bold>(B)</bold> The vertical line was plotted at the optimal &#x003BB; of 0.1356, with log(&#x003BB;) = &#x02212;1.997. Three factors with non-zero coefficients were finally selected.</p></caption>
<graphic xlink:href="fneur-12-683051-g0001.tif"/>
</fig>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Multivariable logistic analysis for variables selected by LASSO.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Variables</bold></th>
<th valign="top" align="center"><bold>Coefficient</bold></th>
<th valign="top" align="center"><bold>SE</bold></th>
<th valign="top" align="center"><bold>aOR (95% CI)</bold></th>
<th valign="top" align="center"><italic><bold>P</bold></italic><bold>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">NLR</td>
<td valign="top" align="center">0.134</td>
<td valign="top" align="center">0.047</td>
<td valign="top" align="center">1.143 (1.045&#x02013;1.263)</td>
<td valign="top" align="center"><bold>0.005</bold></td>
</tr>
<tr>
<td valign="top" align="left">WFNS grade</td>
<td valign="top" align="center">1.614</td>
<td valign="top" align="center">0.535</td>
<td valign="top" align="center">5.025 (1.777&#x02013;14.75)</td>
<td valign="top" align="center"><bold>0.002</bold></td>
</tr>
<tr>
<td valign="top" align="left">DCI</td>
<td valign="top" align="center">1.858</td>
<td valign="top" align="center">0.515</td>
<td valign="top" align="center">6.143 (2.374&#x02013;18.13)</td>
<td valign="top" align="center"><bold>0.0003</bold></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>NLR, neutrophil-to-lymphocyte ratio; WFNS, World Federation of Neurosurgical Surgeons; DCI, delayed cerebral ischemia; aOR, adjusted odds ratio; LASSO, least absolute shrinkage and selection operator</italic>.</p>
<p><italic>Boldface type indicates statistical significance (p &#x0003C; 0.05) by multivariable logistic regression</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Prognostic Model Development</title>
<p>All independent factors were used to construct a nomogram to predict unfavorable prognosis 3 months after aSAH (<xref ref-type="fig" rid="F2">Figure 2</xref>). According to the patient&#x00027;s information on admission, each of the three prognostic factors in the nomogram was projected upward to a point. NLR had continuous values ranging from 0 to 100. The WFNS grade was divided into two levels (I&#x02013;III and IV&#x02013;V), while DCI was divided into non-DCI and DCI, each of which were assigned points. The total sum of the points from the three variables was converted into an individual poor prognosis risk, in which the higher was the total score, the higher was the risk of an unfavorable prognosis. Based on the ordinary nomogram, we developed a dynamic nomogram web-based application (<ext-link ext-link-type="uri" xlink:href="https://hu-ping.shinyapps.io/DynNomapp/">https://hu-ping.shinyapps.io/DynNomapp/</ext-link>) to precisely calculate the risk probability for unfavorable prognosis at 3 months after aSAH.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>The ordinary nomogram predicts the risk of unfavorable prognosis 3 months after aSAH, based on NLR, WFNS grade, and DCI. NLR, neutrophil-to-lymphocyte ratio; WFNS, World Federation of Neurosurgical Societies; DCI, delayed cerebral ischemia.</p></caption>
<graphic xlink:href="fneur-12-683051-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Nomogram Validation</title>
<p>The original AUC was 0.88 (95% CI 0.82&#x02013;0.95), while the bias-corrected C-index with 1,000 bootstraps was 0.82, suggesting that the model had excellent discrimination. Compared to a single independent prognostic factor, the nomogram model better predicted the occurrence of DCI (<xref ref-type="fig" rid="F3">Figure 3A</xref>). The calibration capacity was also internally validated; the Hosmer&#x02013;Lemeshow <italic>p</italic>-value of 0.41 in the training cohort suggested an excellent fitting of the nomogram. By contrast, a Brier score of 0.12 and a calibration curve with 1,000 bootstrap resamples showed that the model has a good calibration ability (<xref ref-type="fig" rid="F4">Figure 4A</xref>), demonstrating no significant deviation between the actual and predicted probabilities.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>ROC and AUC analysis for nomogram validation. <bold>(A)</bold> Internal validation. <bold>(B)</bold> External validation. AUC, area under the curve; ROC, receiver operating characteristic; NLR, neutrophil-to-lymphocyte ratio; WFNS, World Federation of Neurosurgical Societies; DCI, delayed cerebral ischemia.</p></caption>
<graphic xlink:href="fneur-12-683051-g0003.tif"/>
</fig>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Calibration curve for nomogram validation. <bold>(A)</bold> Internal validation. <bold>(B)</bold> External validation.</p></caption>
<graphic xlink:href="fneur-12-683051-g0004.tif"/>
</fig>
<p>A total of 84 patients retrospectively collected from September 2019 to September 2020 at another center were used for external validation of the model. The validation AUC value of 0.84 (95% CI 0.74&#x02013;0.94) was consistent with the original AUC value (0.88) in the training cohort (<xref ref-type="fig" rid="F3">Figure 3B</xref>). A Brier score of 0.13 and the calibration curve plotted for external validation showed good calibration of the model in the external validation cohort (<xref ref-type="fig" rid="F4">Figure 4B</xref>). Furthermore, DCA and CIC were used to evaluate the clinical usefulness of our prognostic nomogram. DCA showed a superior overall net benefit for a threshold probability of 0&#x02013;1 (<xref ref-type="fig" rid="F5">Figure 5A</xref>). CIC also demonstrated good performance over the entire range of threshold probabilities (<xref ref-type="fig" rid="F5">Figure 5B</xref>).</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>DCA and CIC curves. <bold>(A)</bold> DCA curve. <bold>(B)</bold> CIC curve. DCA, decision curve analysis; CIC, clinical impact curve.</p></caption>
<graphic xlink:href="fneur-12-683051-g0005.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>This study constructed and validated a dynamic nomogram model to predict unfavorable prognosis at 3 months after aSAH. The nomogram incorporated the NLR, admission WFNS grade, and DCI. To our knowledge, this study is the first to develop a web-based dynamic nomogram application to calculate the risk of poor prognosis (mRS, 3&#x02013;6 points). In addition, external validation using data from another center was conducted for the first time. Precise calculation of the probability of the disease makes the dynamic nomogram a more accurate and practical tool compared to ordinary predictive models.</p>
<p>In a previous study, Zhang et al. developed an ordinary nomogram combined with a systemic inflammation response index and other conventional factors to predict the prognostic outcome in patients with aSAH (<xref ref-type="bibr" rid="B8">8</xref>). These factors were selected using univariate and multivariate logistic analyses. Lai et al. conducted a predicting model for aSAH prognosis, which included the GCS score, surgical clipping, and NLR (<xref ref-type="bibr" rid="B7">7</xref>). These independent prognostic variables were also selected by multivariate logistic regression. Compared with the study by Zhang et al., the model by Lai et al. was only internally validated rather than externally validated. Although a large-scale retrospective study has been conducted on poor recovery in patients with aSAH, the study only contained an internal validation (<xref ref-type="bibr" rid="B31">31</xref>). Our study included a total of 84 patients retrospectively collected from September 2019 to September 2020 from another center for external validation of the model. The validation AUC value was nearly identical to the original AUC value in the training cohort. The calibration curve showed good calibration of the model in the external validation cohort.</p>
<p>Contrary to the conventional multivariate logistic method, this study applied the LASSO regression analysis, which performed well in reducing the data dimensionality and decreasing multicollinearity between variables, and it was used to select variables for multivariable logistic regression by minimizing coefficients and reducing variance (<xref ref-type="bibr" rid="B32">32</xref>). As a result, an optimal &#x003BB; of 0.1356, with log(&#x003BB;) = &#x02212;1.997, was adapted. Three factors with non-zero coefficients were finally selected by 5-fold cross-validation to prevent overfitting. A logistic regression model was then used to establish a nomogram. The original AUC was 0.88, while the bias-corrected C-index with 1,000 bootstraps was 0.82, suggesting that the model had excellent discrimination. Compared with a single independent prognostic factor, the nomogram model better predicted the occurrence of DCI. The calibration capacity was also internally validated; the Hosmer&#x02013;Lemeshow <italic>p</italic>-value in the training cohort suggested an excellent fit of the nomogram. By contrast, a Brier score and calibration curve with 1,000 bootstrap resamples showed that the model had a good calibration ability, demonstrating no significant deviation between the actual and predicted probabilities. In addition, DCA showed a superior overall net benefit for a threshold probability of 0&#x02013;1. The CIC also demonstrated a good performance over the entire range of threshold probabilities.</p>
<p>We observed no significant difference in NLR between the training and external validation cohorts. However, the NLR in patients with an unfavorable prognosis was higher than that in patients with a favorable prognosis in the training cohort (<italic>p</italic> = 0.005). Our study identified NLR on admission as an independent risk factor for unfavorable prognosis, similar to previous findings (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). Lai et al. reported that a high NLR on admission could increase the risk of poor prognosis 3 months postoperatively. Giede-Jeppe et al. suggested that higher NLR was associated with more significant neurological injury, as reflected by higher subarachnoid and intraventricular blood. Therefore, increased NLR resulted in worse functional outcomes beyond these associations. The following possible mechanisms may explain why high NLR on admission increased the risk of unfavorable prognosis at 3 months after aSAH. First, a high NLR could promote the synthesis and secretion of matrix metalloproteinase, which could degrade components of the extracellular matrix and play an essential role in the blood&#x02013;brain barrier, resulting in secondary brain injury (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>). Second, increased NLR at admission may include excessive neuroinflammation caused by elevated neutrophil granulocyte counts and lymphocyte depletion leading to immunodepression. Physiological stress responses lead to an increased postictal release of endogenous catecholamines and cortisol, resulting in secondary brain injury and possibly inflammatory complications (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>).</p>
<p>The WFNS grade or GCS have gradually become essential validated scales to evaluate clinical characteristics and neurological status on admission. A good grade was defined as I&#x02013;III on WFNS, while IV&#x02013;V on the WFNS was considered poor (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). In our study, 40 (32%) and 11 (13%) patients in the training and external validation cohorts, respectively, had WFNS grades of IV&#x02013;V. WFNS grade (<italic>p</italic> = 0.002) on admission independently predicted unfavorable prognosis and patients with WFNS grades IV&#x02013;V had a higher risk of developing a poor prognosis compared with patients with WFNS grades I&#x02013;III. This finding is similar to those of previous studies showing that WFNS grades IV&#x02013;V was correlated with a poor outcome and was a good predictor of unfavorable prognosis after aSAH (<xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>).</p>
<p>Furthermore, the DCI occurrence in the two cohorts was 35 and 15%, respectively. The onset of aSAH was concentrated during the COVID-19 period, which resulted in patients not receiving timely anti-vasospasm. It may be interpreted that the training cohort had a larger percentage of DCI. DCI was identified as another crucial prognostic factor in this study. The results of a large-scale retrospective study also suggested that DCI plays an important role in short-term and long-term prognosis (<xref ref-type="bibr" rid="B43">43</xref>). Cerebrovascular disorders, microthrombosis, cortical diffuse depolarization, and neuroinflammation all reportedly play potential roles in DCI pathogenesis (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B44">44</xref>&#x02013;<xref ref-type="bibr" rid="B46">46</xref>).</p>
<p>Contrary to nomograms or other models calculated as an approximation in previous studies, the web-based dynamic nomogram application developed in the present study (<ext-link ext-link-type="uri" xlink:href="https://hu-ping.shinyapps.io/DynNomapp/">https://hu-ping.shinyapps.io/DynNomapp/</ext-link>) can be used to calculate an exact value for developing poor outcomes at 3 months after aSAH. This tool will help in the individualized treatment and management of patients, including neuro-intensive care, blood pressure control, nimodipine anti-vasospasm, anti-inflammatory drugs, and rehabilitation treatment, and help neurosurgeons make better clinical decisions.</p>
<p>However, this study has several limitations. First, this was a retrospective study; therefore, prospective studies are needed to verify our results. Second, owing to the low effective sample size in the training cohort, to reduce the data dimensionality and decrease multicollinearity between variables, we used LASSO regression analysis to select predictors. Third, future studies should collect complete clinical treatment information.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>This study identified independent predictors for an unfavorable prognosis in patients with aSAH, including NLR on admission, the WFNS grade, and DCI. On this basis, a web-based dynamic nomogram application, after externally validated, was developed to calculate the precise probability of a poor outcome in patients 3 months after aSAH. This will benefit personalized treatment and patient management and help neurosurgeons make better clinical decisions.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Medical Ethics Committee of Renmin Hospital of Wuhan University. (approval number WDRM2021-K022). Written informed consent from the patients/participants or patients/participants legal guardian/next of kin was not required to participate in this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>PH, YX, GD, and QC: Study design. PH, SZ, XZ, QS, and YW: Literature search. PH, YLiu, YLi, and LY: Data acquisition, data analysis, and statistical analysis. PH, YX, YQ, HZ, GD, and QC: Article preparation, editing, and review. All authors read and approved the final article.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Connolly</surname> <given-names>ES</given-names> <suffix>Jr</suffix></name> <name><surname>Rabinstein</surname> <given-names>AA</given-names></name> <name><surname>Carhuapoma</surname> <given-names>JR</given-names></name> <name><surname>Derdeyn</surname> <given-names>CP</given-names></name> <name><surname>Dion</surname> <given-names>J</given-names></name> <name><surname>Higashida</surname> <given-names>RT</given-names></name> <etal/></person-group>. <article-title>Guidelines for the management of aneurysmal subarachnoid hemorrhage: a guideline for healthcare professionals from the American Heart Association/american Stroke Association</article-title>. <source>Stroke.</source> (<year>2012</year>) <volume>43</volume>:<fpage>1711</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1161/STR.0b013e3182587839</pub-id><pub-id pub-id-type="pmid">22556195</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rinkel</surname> <given-names>GJ</given-names></name> <name><surname>Algra</surname> <given-names>A</given-names></name></person-group>. <article-title>Long-term outcomes of patients with aneurysmal subarachnoid haemorrhage</article-title>. <source>Lancet Neurol.</source> (<year>2011</year>) <volume>10</volume>:<fpage>349</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(11)70017-5</pub-id><pub-id pub-id-type="pmid">21435599</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mackey</surname> <given-names>J</given-names></name> <name><surname>Khoury</surname> <given-names>JC</given-names></name> <name><surname>Alwell</surname> <given-names>K</given-names></name> <name><surname>Moomaw</surname> <given-names>CJ</given-names></name> <name><surname>Kissela</surname> <given-names>BM</given-names></name> <name><surname>Flaherty</surname> <given-names>ML</given-names></name> <etal/></person-group>. <article-title>Stable incidence but declining case-fatality rates of subarachnoid hemorrhage in a population</article-title>. <source>Neurology.</source> (<year>2016</year>) <volume>87</volume>:<fpage>2192</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.0000000000003353</pub-id><pub-id pub-id-type="pmid">27770074</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giede-Jeppe</surname> <given-names>A</given-names></name> <name><surname>Reichl</surname> <given-names>J</given-names></name> <name><surname>Spr&#x000FC;gel</surname> <given-names>MI</given-names></name> <name><surname>L&#x000FC;cking</surname> <given-names>H</given-names></name> <name><surname>Hoelter</surname> <given-names>P</given-names></name> <name><surname>Ey&#x000FC;poglu</surname> <given-names>IY</given-names></name> <etal/></person-group>. <article-title>Neutrophil-to-lymphocyte ratio as an independent predictor for unfavorable functional outcome in aneurysmal subarachnoid hemorrhage</article-title>. <source>J Neurosurg.</source> (<year>2019</year>) <volume>132</volume>:<fpage>400</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3171/2018.9.JNS181975</pub-id><pub-id pub-id-type="pmid">30717052</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>D</given-names></name> <name><surname>Zhuang</surname> <given-names>Z</given-names></name> <name><surname>Wei</surname> <given-names>Y</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Gao</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Association of admission serum glucose-phosphate ratio with severity and prognosis of aneurysmal subarachnoid hemorrhage</article-title>. <source>World Neurosurg.</source> (<year>2019</year>) <volume>127</volume>:<fpage>e1145</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2019.04.071</pub-id><pub-id pub-id-type="pmid">30995552</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ma</surname> <given-names>X</given-names></name> <name><surname>Lan</surname> <given-names>F</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name></person-group>. <article-title>Associations between C-reactive protein and white blood cell count, occurrence of delayed cerebral ischemia and poor outcome following aneurysmal subarachnoid hemorrhage: a systematic review and meta-analysis</article-title>. <source>Acta Neurol Belg.</source> (<year>2021</year>) <volume>9</volume>:<fpage>1</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1007/s13760-020-01496-y</pub-id><pub-id pub-id-type="pmid">33423218</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lai</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>W</given-names></name> <name><surname>Ye</surname> <given-names>M</given-names></name> <name><surname>Liu</surname> <given-names>X</given-names></name> <name><surname>Luo</surname> <given-names>X</given-names></name></person-group>. <article-title>Development and validation of a predictive model for the prognosis in aneurysmal subarachnoid hemorrhage</article-title>. <source>J Clin Lab Anal.</source> (<year>2020</year>) <volume>34</volume>:<fpage>e23542</fpage>. <pub-id pub-id-type="doi">10.1002/jcla.23542</pub-id><pub-id pub-id-type="pmid">32860455</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>P</given-names></name> <name><surname>Li</surname> <given-names>Y</given-names></name> <name><surname>Zhang</surname> <given-names>H</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Dong</surname> <given-names>L</given-names></name> <name><surname>Yan</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Prognostic value of the systemic inflammation response index in patients with aneurismal subarachnoid hemorrhage and a Nomogram model construction</article-title>. <source>Br J Neurosurg.</source> (<year>2020</year>) <volume>12</volume>:<fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1080/02688697.2020.1831438</pub-id><pub-id pub-id-type="pmid">33044089</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jaja</surname> <given-names>BN</given-names></name> <name><surname>Cusimano</surname> <given-names>MD</given-names></name> <name><surname>Etminan</surname> <given-names>N</given-names></name> <name><surname>Hanggi</surname> <given-names>D</given-names></name> <name><surname>Hasan</surname> <given-names>D</given-names></name> <name><surname>Ilodigwe</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Clinical prediction models for aneurysmal subarachnoid hemorrhage: a systematic review</article-title>. <source>Neurocrit Care.</source> (<year>2013</year>) <volume>18</volume>:<fpage>143</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1007/s12028-012-9792-z</pub-id><pub-id pub-id-type="pmid">23138544</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Lv</surname> <given-names>H</given-names></name> <name><surname>Wen</surname> <given-names>X</given-names></name> <name><surname>Ding</surname> <given-names>Q</given-names></name> <name><surname>Xue</surname> <given-names>N</given-names></name> <etal/></person-group>. <article-title>Prognostic dynamic nomogram integrated with inflammation-based factors for non-small cell lung cancer patients with chronic hepatitis B viral infection</article-title>. <source>Int J Biol Sci.</source> (<year>2018</year>) <volume>14</volume>:<fpage>1813</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.7150/ijbs.27260</pub-id><pub-id pub-id-type="pmid">30443185</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>L</given-names></name> <name><surname>Qian</surname> <given-names>J</given-names></name> <name><surname>Lin</surname> <given-names>L</given-names></name> <name><surname>Lin</surname> <given-names>J</given-names></name> <name><surname>Chen</surname> <given-names>Q</given-names></name> <name><surname>Zhuang</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Prognostic value of preoperative lymphocyte-to-monocyte ratio in oral cancer patients and establishment of a dynamic nomogram</article-title>. <source>Oral Dis.</source> (<year>2021</year>) <volume>27</volume>:<fpage>1127</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1111/odi.13629</pub-id><pub-id pub-id-type="pmid">32881142</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bederson</surname> <given-names>JB</given-names></name> <name><surname>Connolly</surname> <given-names>ES</given-names> <suffix>Jr</suffix></name> <name><surname>Batjer</surname> <given-names>HH</given-names></name> <name><surname>Dacey</surname> <given-names>RG</given-names></name> <name><surname>Dion</surname> <given-names>JE</given-names></name> <name><surname>Diringer</surname> <given-names>MN</given-names></name> <etal/></person-group>. <article-title>Guidelines for the management of aneurysmal subarachnoid hemorrhage: a statement for healthcare professionals from a special writing group of the Stroke Council, American Heart Association</article-title>. <source>Stroke.</source> (<year>2009</year>) <volume>40</volume>:<fpage>994</fpage>&#x02013;<lpage>1025</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.108.191395</pub-id><pub-id pub-id-type="pmid">19164800</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ajiboye</surname> <given-names>N</given-names></name> <name><surname>Chalouhi</surname> <given-names>N</given-names></name> <name><surname>Starke</surname> <given-names>RM</given-names></name> <name><surname>Zanaty</surname> <given-names>M</given-names></name> <name><surname>Bell</surname> <given-names>R</given-names></name></person-group>. <article-title>Unruptured cerebral aneurysms: evaluation and management</article-title>. <source>Sci World J.</source> (<year>2015</year>) <volume>2015</volume>:<fpage>954954</fpage>. <pub-id pub-id-type="doi">10.1155/2015/954954</pub-id><pub-id pub-id-type="pmid">26146657</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frontera</surname> <given-names>JA</given-names></name> <name><surname>Claassen</surname> <given-names>J</given-names></name> <name><surname>Schmidt</surname> <given-names>JM</given-names></name> <name><surname>Wartenberg</surname> <given-names>KE</given-names></name> <name><surname>Temes</surname> <given-names>R</given-names></name> <name><surname>Connolly</surname> <given-names>ES</given-names> <suffix>Jr</suffix></name> <etal/></person-group>. <article-title>Prediction of symptomatic vasospasm after subarachnoid hemorrhage: the modified fisher scale</article-title>. <source>Neurosurgery.</source> (<year>2006</year>) <volume>59</volume>:<fpage>21</fpage>&#x02013;<lpage>7</lpage>; discussion 21&#x02013;7. <pub-id pub-id-type="doi">10.1227/01.NEU.0000218821.34014.1B</pub-id><pub-id pub-id-type="pmid">16823296</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sano</surname> <given-names>H</given-names></name> <name><surname>Satoh</surname> <given-names>A</given-names></name> <name><surname>Murayama</surname> <given-names>Y</given-names></name> <name><surname>Kato</surname> <given-names>Y</given-names></name> <name><surname>Origasa</surname> <given-names>H</given-names></name> <name><surname>Inamasu</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Modified World Federation of Neurosurgical Societies subarachnoid hemorrhage grading system</article-title>. <source>World Neurosurg.</source> (<year>2015</year>) <volume>83</volume>:<fpage>801</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2014.12.032</pub-id><pub-id pub-id-type="pmid">27583174</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Zhu</surname> <given-names>X</given-names></name> <name><surname>Hou</surname> <given-names>K</given-names></name> <name><surname>Zhao</surname> <given-names>J</given-names></name> <name><surname>Gao</surname> <given-names>X</given-names></name> <name><surname>Sun</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Clinical outcomes of surgical clipping for intracranial aneurysms in patients with a Hunt and Hess grade 4 or 5</article-title>. <source>Arq Neuropsiquiatr.</source> (<year>2016</year>) <volume>74</volume>:<fpage>478</fpage>&#x02013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1590/0004-282x20160064</pub-id><pub-id pub-id-type="pmid">27332073</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vergouwen</surname> <given-names>MD</given-names></name> <name><surname>Vermeulen</surname> <given-names>M</given-names></name> <name><surname>Coert</surname> <given-names>BA</given-names></name> <name><surname>Stroes</surname> <given-names>ES</given-names></name> <name><surname>Roos</surname> <given-names>YB</given-names></name></person-group>. <article-title>Microthrombosis after aneurysmal subarachnoid hemorrhage: an additional explanation for delayed cerebral ischemia</article-title>. <source>J Cereb Blood Flow Metab.</source> (<year>2008</year>) <volume>28</volume>:<fpage>1761</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1038/jcbfm.2008.74</pub-id><pub-id pub-id-type="pmid">18628782</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Woo</surname> <given-names>PYM</given-names></name> <name><surname>Tse</surname> <given-names>TPK</given-names></name> <name><surname>Chan</surname> <given-names>RSK</given-names></name> <name><surname>Leung</surname> <given-names>LNY</given-names></name> <name><surname>Liu</surname> <given-names>SKK</given-names></name> <name><surname>Leung</surname> <given-names>AYT</given-names></name> <etal/></person-group>. <article-title>Computed tomography interobserver agreement in the assessment of aneurysmal subarachnoid hemorrhage and predictors for clinical outcome</article-title>. <source>J Neurointerv Surg.</source> (<year>2017</year>) <volume>9</volume>:<fpage>1118</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1136/neurintsurg-2016-012576</pub-id><pub-id pub-id-type="pmid">29030464</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vergouwen</surname> <given-names>MD</given-names></name> <name><surname>Vermeulen</surname> <given-names>M</given-names></name> <name><surname>Van Gijn</surname> <given-names>J</given-names></name> <name><surname>Rinkel</surname> <given-names>GJ</given-names></name> <name><surname>Wijdicks</surname> <given-names>EF</given-names></name> <name><surname>Muizelaar</surname> <given-names>JP</given-names></name> <etal/></person-group>. <article-title>Definition of delayed cerebral ischemia after aneurysmal subarachnoid hemorrhage as an outcome event in clinical trials and observational studies: proposal of a multidisciplinary research group</article-title>. <source>Stroke.</source> (<year>2010</year>) <volume>41</volume>:<fpage>2391</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1161/STROKEAHA.110.589275</pub-id><pub-id pub-id-type="pmid">20798370</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newcommon</surname> <given-names>NJ</given-names></name> <name><surname>Green</surname> <given-names>TL</given-names></name> <name><surname>Haley</surname> <given-names>E</given-names></name> <name><surname>Cooke</surname> <given-names>T</given-names></name> <name><surname>Hill</surname> <given-names>MD</given-names></name></person-group>. <article-title>Improving the assessment of outcomes in stroke: use of a structured interview to assign grades on the modified Rankin Scale</article-title>. <source>Stroke.</source> (<year>2003</year>) <volume>34</volume>:<fpage>377</fpage>&#x02013;<lpage>8</lpage>; author reply 377&#x02013;8. <pub-id pub-id-type="doi">10.1161/01.STR.0000055766.99908.58</pub-id><pub-id pub-id-type="pmid">12574545</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Banks</surname> <given-names>JL</given-names></name> <name><surname>Marotta</surname> <given-names>CA</given-names></name></person-group>. <article-title>Outcomes validity and reliability of the modified Rankin scale: implications for stroke clinical trials: a literature review and synthesis</article-title>. <source>Stroke.</source> (<year>2007</year>) <volume>38</volume>:<fpage>1091</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1161/01.STR.0000258355.23810.c6</pub-id><pub-id pub-id-type="pmid">17272767</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Janssen</surname> <given-names>PM</given-names></name> <name><surname>Visser</surname> <given-names>NA</given-names></name> <name><surname>Dorhout Mees</surname> <given-names>SM</given-names></name> <name><surname>Klijn</surname> <given-names>CJ</given-names></name> <name><surname>Algra</surname> <given-names>A</given-names></name> <name><surname>Rinkel</surname> <given-names>GJ</given-names></name></person-group>. <article-title>Comparison of telephone and face-to-face assessment of the modified Rankin Scale</article-title>. <source>Cerebrovasc Dis.</source> (<year>2010</year>) <volume>29</volume>:<fpage>137</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1159/000262309</pub-id><pub-id pub-id-type="pmid">19955737</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moons</surname> <given-names>KG</given-names></name> <name><surname>De Groot</surname> <given-names>JA</given-names></name> <name><surname>Bouwmeester</surname> <given-names>W</given-names></name> <name><surname>Vergouwe</surname> <given-names>Y</given-names></name> <name><surname>Mallett</surname> <given-names>S</given-names></name> <name><surname>Altman</surname> <given-names>DG</given-names></name> <etal/></person-group>. <article-title>Critical appraisal and data extraction for systematic reviews of prediction modelling studies: the CHARMS checklist</article-title>. <source>PLoS Med.</source> (<year>2014</year>) <volume>11</volume>:<fpage>e1001744</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pmed.1001744</pub-id><pub-id pub-id-type="pmid">25314315</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pavlou</surname> <given-names>M</given-names></name> <name><surname>Ambler</surname> <given-names>G</given-names></name> <name><surname>Seaman</surname> <given-names>S</given-names></name> <name><surname>De Iorio</surname> <given-names>M</given-names></name> <name><surname>Omar</surname> <given-names>RZ</given-names></name></person-group>. <article-title>Review and evaluation of penalised regression methods for risk prediction in low-dimensional data with few events</article-title>. <source>Stat Med.</source> (<year>2016</year>) <volume>35</volume>:<fpage>1159</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1002/sim.6782</pub-id><pub-id pub-id-type="pmid">26514699</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steyerberg</surname> <given-names>EW</given-names></name> <name><surname>Eijkemans</surname> <given-names>MJ</given-names></name> <name><surname>Harrell</surname> <given-names>FE</given-names> <suffix>Jr</suffix></name> <name><surname>Habbema</surname> <given-names>JD</given-names></name></person-group>. <article-title>Prognostic modeling with logistic regression analysis: in search of a sensible strategy in small data sets</article-title>. <source>Med Decis Making.</source> (<year>2001</year>) <volume>21</volume>:<fpage>45</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1177/0272989X0102100106</pub-id><pub-id pub-id-type="pmid">11206946</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sauerbrei</surname> <given-names>W</given-names></name> <name><surname>Royston</surname> <given-names>P</given-names></name> <name><surname>Binder</surname> <given-names>H</given-names></name></person-group>. <article-title>Selection of important variables and determination of functional form for continuous predictors in multivariable model building</article-title>. <source>Stat Med.</source> (<year>2007</year>) <volume>26</volume>:<fpage>5512</fpage>&#x02013;<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1002/sim.3148</pub-id><pub-id pub-id-type="pmid">18058845</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Riley</surname> <given-names>RD</given-names></name> <name><surname>Snell</surname> <given-names>KIE</given-names></name> <name><surname>Martin</surname> <given-names>GP</given-names></name> <name><surname>Whittle</surname> <given-names>R</given-names></name> <name><surname>Archer</surname> <given-names>L</given-names></name> <name><surname>Sperrin</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Penalization and shrinkage methods produced unreliable clinical prediction models especially when sample size was small</article-title>. <source>J Clin Epidemiol.</source> (<year>2020</year>) <volume>132</volume>:<fpage>88</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.12.005</pub-id><pub-id pub-id-type="pmid">33307188</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hanley</surname> <given-names>JA</given-names></name> <name><surname>Mcneil</surname> <given-names>BJ</given-names></name></person-group>. <article-title>The meaning and use of the area under a receiver operating characteristic (ROC) curve</article-title>. <source>Radiology.</source> (<year>1982</year>) <volume>143</volume>:<fpage>29</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1148/radiology.143.1.7063747</pub-id><pub-id pub-id-type="pmid">7063747</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vickers</surname> <given-names>AJ</given-names></name> <name><surname>Elkin</surname> <given-names>EB</given-names></name></person-group>. <article-title>Decision curve analysis: a novel method for evaluating prediction models</article-title>. <source>Med Decis Making.</source> (<year>2006</year>) <volume>26</volume>:<fpage>565</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1177/0272989X06295361</pub-id><pub-id pub-id-type="pmid">19036144</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Calster</surname> <given-names>B</given-names></name> <name><surname>Wynants</surname> <given-names>L</given-names></name> <name><surname>Verbeek</surname> <given-names>JFM</given-names></name> <name><surname>Verbakel</surname> <given-names>JY</given-names></name> <name><surname>Christodoulou</surname> <given-names>E</given-names></name> <name><surname>Vickers</surname> <given-names>AJ</given-names></name> <etal/></person-group>. <article-title>Reporting and interpreting decision curve analysis: a guide for investigators</article-title>. <source>Eur Urol.</source> (<year>2018</year>) <volume>74</volume>:<fpage>796</fpage>&#x02013;<lpage>804</lpage>. <pub-id pub-id-type="doi">10.1016/j.eururo.2018.08.038</pub-id><pub-id pub-id-type="pmid">30241973</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yan</surname> <given-names>Y</given-names></name> <name><surname>Hu</surname> <given-names>J</given-names></name> <name><surname>Fang</surname> <given-names>X</given-names></name> <name><surname>Zhen</surname> <given-names>Y</given-names></name> <name><surname>Feng</surname> <given-names>L</given-names></name> <name><surname>Zhang</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>Predicting the poor recovery risk of aneurysmal subarachnoid hemorrhage: clinical evaluation and management based on a new predictive nomogram</article-title>. <source>Clin Neurol Neurosurg.</source> (<year>2021</year>) <volume>200</volume>:<fpage>106302</fpage>. <pub-id pub-id-type="doi">10.1016/j.clineuro.2020.106302</pub-id><pub-id pub-id-type="pmid">33092930</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akkol</surname> <given-names>S</given-names></name></person-group>. <article-title>The prediction of live weight of hair goats through penalized regression methods: LASSO and adaptive LASSO</article-title>. <source>Arch Anim Breed.</source> (<year>2018</year>) <volume>61</volume>:<fpage>451</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.5194/aab-61-451-2018</pub-id><pub-id pub-id-type="pmid">32175452</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>R</given-names></name> <name><surname>Wu</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>R</given-names></name> <name><surname>Yu</surname> <given-names>Z</given-names></name> <name><surname>You</surname> <given-names>C</given-names></name> <name><surname>Ma</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Clinical value of neutrophil-to-lymphocyte ratio in primary intraventricular hemorrhage</article-title>. <source>World Neurosurg.</source> (<year>2019</year>) <volume>127</volume>:<fpage>e1051</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2019.04.040</pub-id><pub-id pub-id-type="pmid">30980971</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>JY</given-names></name> <name><surname>Zhang</surname> <given-names>XT</given-names></name> <name><surname>Wang</surname> <given-names>JQ</given-names></name> <name><surname>Wang</surname> <given-names>CY</given-names></name> <name><surname>Zheng</surname> <given-names>WL</given-names></name> <name><surname>Pan</surname> <given-names>ZM</given-names></name> <etal/></person-group>. <article-title>Admission neutrophil-lymphocyte ratio predicts rebleeding following aneurismal subarachnoid hemorrhage</article-title>. <source>World Neurosurg.</source> (<year>2020</year>) <volume>138</volume>:<fpage>e317</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2020.02.112</pub-id><pub-id pub-id-type="pmid">32112936</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lazaridis</surname> <given-names>C</given-names></name> <name><surname>Rusin</surname> <given-names>CG</given-names></name> <name><surname>Robertson</surname> <given-names>CS</given-names></name></person-group>. <article-title>Secondary brain injury: predicting and preventing insults</article-title>. <source>Neuropharmacology.</source> (<year>2019</year>) <volume>145</volume>:<fpage>145</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuropharm.2018.06.005</pub-id><pub-id pub-id-type="pmid">29885419</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lattanzi</surname> <given-names>S</given-names></name> <name><surname>Di Napoli</surname> <given-names>M</given-names></name> <name><surname>Ricci</surname> <given-names>S</given-names></name> <name><surname>Divani</surname> <given-names>AA</given-names></name></person-group>. <article-title>Matrix metalloproteinases in acute intracerebral hemorrhage</article-title>. <source>Neurotherapeutics.</source> (<year>2020</year>) <volume>17</volume>:<fpage>484</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1007/s13311-020-00839-0</pub-id><pub-id pub-id-type="pmid">31975152</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Anne Stetler</surname> <given-names>R</given-names></name> <name><surname>Yang</surname> <given-names>QW</given-names></name></person-group>. <article-title>Inflammation in intracerebral hemorrhage: from mechanisms to clinical translation</article-title>. <source>Prog Neurobiol.</source> (<year>2014</year>) <volume>115</volume>:<fpage>25</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.pneurobio.2013.11.003</pub-id><pub-id pub-id-type="pmid">24291544</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lattanzi</surname> <given-names>S</given-names></name> <name><surname>Brigo</surname> <given-names>F</given-names></name> <name><surname>Trinka</surname> <given-names>E</given-names></name> <name><surname>Cagnetti</surname> <given-names>C</given-names></name> <name><surname>Di Napoli</surname> <given-names>M</given-names></name> <name><surname>Silvestrini</surname> <given-names>M</given-names></name></person-group>. <article-title>Neutrophil-to-lymphocyte ratio in acute cerebral hemorrhage: a system review</article-title>. <source>Transl Stroke Res.</source> (<year>2019</year>) <volume>10</volume>:<fpage>137</fpage>&#x02013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1007/s12975-018-0649-4</pub-id><pub-id pub-id-type="pmid">30090954</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oshiro</surname> <given-names>EM</given-names></name> <name><surname>Walter</surname> <given-names>KA</given-names></name> <name><surname>Piantadosi</surname> <given-names>S</given-names></name> <name><surname>Witham</surname> <given-names>TF</given-names></name> <name><surname>Tamargo</surname> <given-names>RJ</given-names></name></person-group>. <article-title>A new subarachnoid hemorrhage grading system based on the Glasgow Coma Scale: a comparison with the Hunt and Hess and World Federation of Neurological Surgeons Scales in a clinical series</article-title>. <source>Neurosurgery.</source> (<year>1997</year>) <volume>41</volume>:<fpage>140</fpage>&#x02013;<lpage>7</lpage>; discussion 147&#x02013;8. <pub-id pub-id-type="doi">10.1097/00006123-199707000-00029</pub-id><pub-id pub-id-type="pmid">9218306</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Jain</surname> <given-names>S</given-names></name> <name><surname>Iverson</surname> <given-names>LM</given-names></name></person-group>. <article-title>Glasgow Coma Scale</article-title>. In: <person-group person-group-type="editor"><name><surname>Babak</surname> <given-names>A</given-names></name> <etal/></person-group>. <source>StatPearls</source>. <publisher-loc>Treasure Island, FL</publisher-loc>: <publisher-name>StatPearls Publishing Copyright, &#x000A9;, 2020. StatPearls Publishing LLC</publisher-name>. (<year>2020</year>).</citation>
</ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>B</given-names></name> <name><surname>Cao</surname> <given-names>Y</given-names></name> <name><surname>Tan</surname> <given-names>X</given-names></name> <name><surname>Zhao</surname> <given-names>Y</given-names></name> <name><surname>Wu</surname> <given-names>J</given-names></name> <name><surname>Zhong</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Complications and outcomes after early surgical treatment for poor-grade ruptured intracranial aneurysms: A multicenter retrospective cohort</article-title>. <source>Int J Surg.</source> (<year>2015</year>) <volume>23</volume>:<fpage>57</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijsu.2015.09.008</pub-id><pub-id pub-id-type="pmid">26365431</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shen</surname> <given-names>J</given-names></name> <name><surname>Huang</surname> <given-names>K</given-names></name> <name><surname>Shen</surname> <given-names>J</given-names></name> <name><surname>Zhu</surname> <given-names>Y</given-names></name> <name><surname>Jiang</surname> <given-names>H</given-names></name> <name><surname>Pan</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Clinical efficacy between microsurgical clipping and endovascular coiling in the treatment of ruptured poor-grade anterior circulation aneurysms</article-title>. <source>World Neurosurg.</source> (<year>2019</year>) <volume>127</volume>:<fpage>e321</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.wneu.2019.02.248</pub-id><pub-id pub-id-type="pmid">30904812</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Olsen</surname> <given-names>MH</given-names></name> <name><surname>Orre</surname> <given-names>M</given-names></name> <name><surname>Leisner</surname> <given-names>ACW</given-names></name> <name><surname>Rasmussen</surname> <given-names>R</given-names></name> <name><surname>Bache</surname> <given-names>S</given-names></name> <name><surname>Welling</surname> <given-names>KL</given-names></name> <etal/></person-group>. <article-title>Delayed cerebral ischaemia in patients with aneurysmal subarachnoid haemorrhage: functional outcome and long-term mortality</article-title>. <source>Acta Anaesthesiol Scand.</source> (<year>2019</year>) <volume>63</volume>:<fpage>1191</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1111/aas.13412</pub-id><pub-id pub-id-type="pmid">31173342</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Budohoski</surname> <given-names>KP</given-names></name> <name><surname>Guilfoyle</surname> <given-names>M</given-names></name> <name><surname>Helmy</surname> <given-names>A</given-names></name> <name><surname>Huuskonen</surname> <given-names>T</given-names></name> <name><surname>Czosnyka</surname> <given-names>M</given-names></name> <name><surname>Kirollos</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>The pathophysiology and treatment of delayed cerebral ischaemia following subarachnoid haemorrhage</article-title>. <source>J Neurol Neurosurg Psychiatry.</source> (<year>2014</year>) <volume>85</volume>:<fpage>1343</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1136/jnnp-2014-307711</pub-id><pub-id pub-id-type="pmid">24847164</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engelhardt</surname> <given-names>B</given-names></name> <name><surname>Vajkoczy</surname> <given-names>P</given-names></name> <name><surname>Weller</surname> <given-names>RO</given-names></name></person-group>. <article-title>The movers and shapers in immune privilege of the CNS</article-title>. <source>Nat Immunol.</source> (<year>2017</year>) <volume>18</volume>:<fpage>123</fpage>&#x02013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1038/ni.3666</pub-id><pub-id pub-id-type="pmid">28092374</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meyer</surname> <given-names>C</given-names></name> <name><surname>Martin-Blondel</surname> <given-names>G</given-names></name> <name><surname>Liblau</surname> <given-names>RS</given-names></name></person-group>. <article-title>Endothelial cells and lymphatics at the interface between the immune and central nervous systems: implications for multiple sclerosis</article-title>. <source>Curr Opin Neurol.</source> (<year>2017</year>) <volume>30</volume>:<fpage>222</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1097/WCO.0000000000000454</pub-id><pub-id pub-id-type="pmid">28323646</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This work was supported by the National Natural Science Foundation of China (No. 82001311).</p>
</fn>
</fn-group>
</back>
</article>