<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pediatr.</journal-id>
<journal-title>Frontiers in Pediatrics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pediatr.</abbrev-journal-title>
<issn pub-type="epub">2296-2360</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fped.2020.613736</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pediatrics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Using Artificial Intelligence to Obtain More Evidence? Prediction of Length of Hospitalization in Pediatric Burn Patients</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Elrod</surname> <given-names>Julia</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1094167/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mohr</surname> <given-names>Christoph</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1140992/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wolff</surname> <given-names>Ruben</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Boettcher</surname> <given-names>Michael</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/431581/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Reinshagen</surname> <given-names>Konrad</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Bartels</surname> <given-names>Pia</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<collab>German Burn Registry</collab>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Koenigs</surname> <given-names>Ingo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1054041/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Paediatric Surgery, University Medical Centre Eppendorf</institution>, <addr-line>Hamburg</addr-line>, <country>Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>Burn Unit, Plastic and Reconstructive Surgery, Department of Paediatric Surgery, Altona Children&#x00027;s Hospital</institution>, <addr-line>Hamburg</addr-line>, <country>Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Neoglia LTD</institution>, <addr-line>London</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff4"><sup>4</sup><institution>German Society for Burn Treatment, Deutsche Gesellschaft f&#x000FC;r Verbrennungsmedizin, Committee of the German Burn Registry</institution>, <addr-line>Berlin</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Francesco Morini, Bambino Ges&#x000F9; Children Hospital (IRCCS), Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Erik David Skarsgard, British Columbia Children&#x00027;s Hospital, Canada; Luca Pio, H&#x000F4;pital Robert Debr&#x000E9;, France</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Julia Elrod <email>j.elrod&#x00040;uke.de</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pediatric Surgery, a section of the journal Frontiers in Pediatrics</p></fn></author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>01</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>8</volume>
<elocation-id>613736</elocation-id>
<history>
<date date-type="received">
<day>03</day>
<month>10</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>11</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Elrod, Mohr, Wolff, Boettcher, Reinshagen, Bartels, German Burn Registry and Koenigs.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Elrod, Mohr, Wolff, Boettcher, Reinshagen, Bartels, German Burn Registry and Koenigs</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Background:</bold> It is not only important for counseling purposes and for healthcare management. This study investigates the prediction accuracy of an artificial intelligence (AI)-based approach and a linear model. The heuristic expecting 1 day of stay per percentage of total body surface area (TBSA) serves as the performance benchmark.</p>
<p><bold>Methods:</bold> The study is based on pediatric burn patient&#x00027;s data sets from an international burn registry (<italic>N</italic> = 8,542). Mean absolute error and standard error are calculated for each prediction model (rule of thumb, linear regression, and random forest). Factors contributing to a prolonged stay and the relationship between TBSA and the residual error are analyzed.</p>
<p><bold>Results:</bold> The random forest-based approach and the linear model are statistically superior to the rule of thumb (<italic>p</italic> &#x0003C; 0.001, resp. <italic>p</italic> = 0.009). The residual error rises as TBSA increases for all methods. Factors associated with a prolonged LOS are particularly TBSA, depth of burn, and inhalation trauma.</p>
<p><bold>Conclusion:</bold> Applying AI-based algorithms to data from large international registries constitutes a promising tool for the purpose of prediction in medicine in the future; however, certain prerequisites concerning the underlying data sets and certain shortcomings must be considered.</p></abstract>
<kwd-group>
<kwd>artificial intelligence</kwd>
<kwd>burns</kwd>
<kwd>length of hospitalization</kwd>
<kwd>prediction</kwd>
<kwd>accuracy</kwd>
<kwd>paediatric</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="2"/>
<ref-count count="34"/>
<page-count count="7"/>
<word-count count="5420"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Background</title>
<p>Severe thermal injuries in the pediatric population generally have a far-reaching impact on those affected, their families, and society. Treatment costs of pediatric burns exceeded 211 million US dollars in the United States in 2000, not including the indirect economic impact related to long-term treatment of physical disability, care for psychological issues, absence at school, and the resulting lost wages (<xref ref-type="bibr" rid="B1">1</xref>). Severe burns are associated with long hospital stays (<xref ref-type="bibr" rid="B2">2</xref>). Prediction of length of stay (LOS) in the hospital is of great interest. It is not only important for counseling the affected families but also it has major implications for the management of health resources, capacity planning, and quality assurance in large burn (<xref ref-type="bibr" rid="B3">3</xref>&#x02013;<xref ref-type="bibr" rid="B5">5</xref>). Hospitalization time might serve as a good indicator for injury-related morbidity and the incidence of clinical complications (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>Commonly, the assumption of a linear relationship between the burned total body surface area (TBSA) and the LOS (1 day stay per 1% TBSA) is applied as a rough estimation of the predicted hospitalization time (<xref ref-type="bibr" rid="B8">8</xref>). This rule of thumb, originating from 1986 and initially serving as a mean to contain hospitalization costs (<xref ref-type="bibr" rid="B9">9</xref>), is popular not only due to its simplicity but also due to its repeated validation with more recent data sets, as in Saffle et al. (<xref ref-type="bibr" rid="B10">10</xref>) using outcome data from the predecessor of the US National Burn Repository. However, some authors criticize the rule of thumb for its oversimplification (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). As an alternative, LOS is often predicted using multivariate models, as reviewed by Hussain and Dunn (<xref ref-type="bibr" rid="B7">7</xref>). Conversely, attempts to set up multivariate regression to predict LOS separately and systematically for the pediatric population are rare. In 1983, Bowser et al. (<xref ref-type="bibr" rid="B13">13</xref>) generated a regression equation based on 444 pediatric subjects, yielding only two independent variables, i.e., TBSA and the percentage of full-thickness burn to contribute significantly to the prediction of LOS.</p>
<p>The aim of this project was to close this gap using a linear regression analysis and the artificial intelligence (AI)-based prediction method random forest for the prediction of LOS in the pediatric population.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<p>Outcome data from pediatric burn patients were obtained from the Web-based international burn registry of German-speaking countries (Germany, Switzerland, and Austria) from the German Society for Burn Treatment (DGV) including the years 2015&#x02013;2018. Institutions contributing to data entry&#x02014;located in Germany, Austria, and Switzerland&#x02014;are listed on the society&#x00027;s website (<xref ref-type="bibr" rid="B14">14</xref>). The manuscript is released in accordance with the publication guidelines of the German Burn Registry (VR-DGV-Project-ID: 2018-009).</p>
<p>Three methods to predict LOS were applied and compared in terms of their predictive capacity. Significant predictors of prolonged stay were also identified. In addition, predictive accuracy was calculated separately for patients with burns &#x02264; 20% TBSA only due to the low case numbers in patients with large % TBSA (196/8,542 patients = 2.29%). The choice of the parameters extracted from the register was adopted from those commonly found in adults: TBSA itemized by degree of burn, age, gender, inhalation trauma/injury (IHT), cause of injury, treatment in the (burn) intensive care unit (BICU), and ventilation. However, the parameters of treatment in the BICU and ventilation had to be eliminated due to incomplete and inconclusive data. Data quality was ensured by removing data demonstrating any of the following exclusion criteria: incomplete data for the above-named variables; data entry errors resulting in a contradiction with respect to the cause of burn, TBSA, or LOS. All calculations were performed using R Core Team (<xref ref-type="bibr" rid="B15">15</xref>).</p>
<sec>
<title>Rule of Thumb</title>
<p>The rule of thumb method is equivalent to a linear regression model with the TBSA coefficient equal to one, the coefficients of all other factors equal to zero, and a y-intercept of zero. This heuristic of expecting 1 day of hospitalization for each percentage of body surface area burned served as a benchmark in terms of its predictive accuracy.</p>
</sec>
<sec>
<title>Multiple Linear Regression Model</title>
<p>In the multiple linear regression model, the R-based package &#x0201C;stat&#x0201D; was used, and no regularization was applied to this linear model assuming a Gaussian distribution over all factors. LOS was assumed to be the dependent variable, and the other parameters were applied as independent variables. The linear regression finds the optimal parameters for the equation:</p>
<disp-formula id="E1"><mml:math id="M1"><mml:mtable columnalign="left"><mml:mtr><mml:mtd><mml:mtext>HOSPITAL_DAYS</mml:mtext><mml:mo>=</mml:mo><mml:mtext>c_</mml:mtext><mml:mn>0</mml:mn><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>CAUSE_BURN</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>2</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>CAUSE_SCALD</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>3</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>IHT</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>4</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>AGE</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>5</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>SEX</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>6</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>2</mml:mn><mml:mtext>a</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>7</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>2</mml:mn><mml:mtext>b</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x0002B;</mml:mo><mml:mtext>c_</mml:mtext><mml:msup><mml:mrow><mml:mn>8</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>3</mml:mn></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>where c_0 is a constant determined for our regression model, and all remaining c_1 to c_7 quantify the contribution of this factor to the prediction of the dependent variable, i.e., LOS.</p>
</sec>
<sec>
<title>Random Forest</title>
<p>Random forest is an advanced method of regression that can capture non-linear relationships between observed factors with lower variance than a single regression tree by averaging the prediction of multiple decision trees (<xref ref-type="bibr" rid="B16">16</xref>). Here, the R package randomForest (<xref ref-type="bibr" rid="B17">17</xref>) was applied and 150 different trees were used, of which each tree is trained on a different bootstrapped dataset. Bootstrapping is simply sampling from the original data with replacement (<xref ref-type="bibr" rid="B18">18</xref>). Each decision tree consists of edges that are conjunctions on a single variable being greater than or less than some value. In this way, each node of the tree divides the data into two subsets with the goal of making each subset more homogeneous. Which terminal node (leaf) of the tree a certain data point falls into decides the predictions by majority selection of the training data.</p>
</sec>
<sec>
<title>K-Fold Cross Validation</title>
<p>For all three methods of prediction, both the mean absolute error (MAE) and the mean squared error (MSE) were calculated. For all models, k-fold cross validation (<xref ref-type="bibr" rid="B19">19</xref>) was performed, where <italic>k</italic> = 20 in our case, to estimate the generalization error in the future of real-world use. For this purpose, the data sets were split into 20 parts, and each model was trained 20 times. Each time, 19 parts served as training data. The performance of the model to predict LOS was then evaluated by applying it to the test set, i.e., the remaining one part. That way, a variance on how much test error fluctuates when the algorithm sees different subsets of the data during training is obtained. Results concerning MAE, respectively, MSE are reported as means over the 20 calculations. The performance of the three models was compared using a paired <italic>t-</italic>test. Prior to that, normality of the data was verified using the Kolmogorov&#x02013;Smirnov test.</p>
</sec>
<sec>
<title>Total Body Surface Area to Residual Plot</title>
<p>Cross validation test data set&#x00027;s residuals were plotted against the TBSA to allow investigation of the relationship between a patient&#x00027;s TBSA and the residual. A residual is the difference between the observed and the estimated value.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Demographics and General Injury Data</title>
<p>Between 2015 and 2018, 8,915 children and adolescents were included in the registry. After removal of the deceased patients and inconclusive and missing data sets, 8,542 complete sets of patients with burns remained in the main analysis. Of these, 4,955 patients (58.00%) were boys. The mean age was 3.41 &#x000B1; 4.45 years (range 0&#x02013;18 years); the majority, 5,297 (62.01%), were children between 0 and 5 years of age. The most common causes of injury in descending order were scald (6,327 cases, 74.07%), burn (2,082 cases, 24.37%; among them, 974 were contact burns, 624 flame burns, 272 fat burns, and 136 burns due to explosions, including double entries), other (83 cases, 0.97%) and electricity (50 cases, 0.58%). A total of 52 children (0.61%) suffered from an inhalation injury. Mean LOS was 7.39 &#x000B1; 8.51 days (range: 1&#x02013;133 days). Mean TBSA was 5.79 &#x000B1; 5.94% (range 0.1&#x02013;87% TBSA).</p>
<p>Furthermore, a total of 17 patients (11 males) had died (see red crosses in <xref ref-type="fig" rid="F1">Figure 1</xref>). In this group, mean age was 12.12 &#x000B1; 5.58 years (range 0&#x02013;18 years). Mean TBSA was 62.92 &#x000B1; 35.37% (range 6.7&#x02013;100% TBSA). Inhalation injury occurred in nine (52.94%) of these 17 patients. Thus, mortality rates in descending order by cause of injury in our complete cohort was electricity (8.00%), other (0.75%), burn (0.48%), and scald (0.03%). Death occurred at a mean time of 22.34 &#x000B1; 28.61 days (range 1&#x02013;108 days), with a median of 8 days.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Relationship between length of stay and total body surface area (TBSA) affected. The 8,542 surviving burn subjects are depicted as green dots, and a best-fit line with a slope of m = 1.092 is displayed, predictive power <italic>R</italic><sup>2</sup> = 0.38; 17 deceased burned victims are displayed as red crosses (<italic>R</italic><sup>2</sup> = 0.02), and the 12 patients with dermatological conditions similar to superficial burns (toxic epidermal necrolysis, Stevens&#x02013;Johnson syndrome, or staphylococcal scaled skin syndrome) are represented as blue triangles (<italic>R</italic><sup>2</sup> = 0.03). In addition, the rule of thumb (x = y) is displayed, yielding a predictive power of <italic>R</italic><sup>2</sup> = 0.35.</p></caption>
<graphic xlink:href="fped-08-613736-g0001.tif"/>
</fig>
<p>Moreover, a total of 12 patients (10 males) did not sustain a thermal injury but instead a spectrum of dermatological conditions whose characteristics were similar to a superficial skin burn. This included toxic epidermal necrosis (TEN), Stevens&#x02013;Johnson syndrome, or the staphylococcal scaled skin syndrome (SSS). Here, mean age was 7.58 &#x000B1; 6.01 years (range 0&#x02013;18 years). Mean TBSA was 41.96 &#x000B1; 36.38% (range 1&#x02013;90%), mean LOS was 16.50 &#x000B1; 12.98 days (range 4&#x02013;49 days). No death was observed.</p>
<p><xref ref-type="fig" rid="F1">Figure 1</xref> provides an overview of all patients in terms of TBSA and LOS. For patients who survived the burn injury, this results in a best-fit line with a slope of <italic>m</italic> = 1.09 days per TBSA affected. This simple best-fit line describes 38% of the variability of the dependent variable LOS (<italic>R</italic><sup>2</sup> = 0.38). Conversely, regarding the deceased burn victims, <italic>R</italic><sup>2</sup> = 0.02, indicating the lack of an obvious relationship between the time of death and the TBSA in this group. Finally, in the group of patients with dermatological conditions similar to burns, all patients survived and were discharged at a maximum of 49 days despite large TBSA involved with a similarly low <italic>R</italic><sup>2</sup> of 0.03. The rule of thumb suggests a linear relationship between TBSA and LOS, with an intercept of 0 and a slope of <italic>m</italic> = 1. One percentage of TBSA is equivalent to a hospital stay of 1 day.</p>
<p>The results from the linear regression model for LOS of the surviving burn patients are shown in <xref ref-type="table" rid="T1">Table 1</xref>. The model revealed cause scald, the presence of an inhalation injury, and TBSA by degrees 2a, 2b, and 3 to be statistically highly significant determinants of a prolonged hospital stay. In contrast, there was no significant relationship between cause burn, age, and gender and LOS in this group.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Results of multiple linear regression analysis of length of stay for pediatric patients.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Coefficient</bold></th>
<th valign="top" align="center"><bold>Estimate</bold></th>
<th valign="top" align="center"><bold>Standard error</bold></th>
<th valign="top" align="center"><bold><italic>T</italic>-value</bold></th>
<th valign="top" align="center"><bold><italic>p</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="5"><bold>Prediction of length of stay</bold></td>
</tr>
<tr>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">4.27</td>
<td valign="top" align="center">0.54</td>
<td valign="top" align="center">7.92</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Cause burn</td>
<td valign="top" align="center">&#x02212;0.01</td>
<td valign="top" align="center">0.53</td>
<td valign="top" align="center">&#x02212;0.01</td>
<td valign="top" align="center">0.991</td>
</tr>
<tr>
<td valign="top" align="left">Cause scald</td>
<td valign="top" align="center">&#x02212;1.29</td>
<td valign="top" align="center">0.53</td>
<td valign="top" align="center">&#x02212;2.44</td>
<td valign="top" align="center">0.015</td>
</tr>
<tr>
<td valign="top" align="left">Inhalation injury</td>
<td valign="top" align="center">3.46</td>
<td valign="top" align="center">0.85</td>
<td valign="top" align="center">4.09</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">0.00</td>
<td valign="top" align="center">0.02</td>
<td valign="top" align="center">0.24</td>
<td valign="top" align="center">0.814</td>
</tr>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="center">&#x02212;0.15</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">&#x02212;1.14</td>
<td valign="top" align="center">0.260</td>
</tr>
<tr>
<td valign="top" align="left">Degree 2a</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">0.02</td>
<td valign="top" align="center">32.51</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Degree 2b</td>
<td valign="top" align="center">0.74</td>
<td valign="top" align="center">0.02</td>
<td valign="top" align="center">34.58</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Degree 3</td>
<td valign="top" align="center">1.78</td>
<td valign="top" align="center">0.03</td>
<td valign="top" align="center">65.86</td>
<td valign="top" align="center">&#x0003C;0.001</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>This model thus results in the following regression equation and an associated power of <italic>R</italic><sup>2</sup> = 0.49:</p>
<disp-formula id="E2"><mml:math id="M2"><mml:mtable columnalign="left"><mml:mtr><mml:mtd><mml:mtext>HOSPITAL_DAYS</mml:mtext><mml:mo>=</mml:mo><mml:mn>4</mml:mn><mml:mo>.</mml:mo><mml:mn>27</mml:mn><mml:mo>-</mml:mo><mml:mo>-</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>0</mml:mn><mml:msup><mml:mrow><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>CAUSE_BURN</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>-</mml:mo><mml:mn>1</mml:mn><mml:mo>.</mml:mo><mml:mn>2</mml:mn><mml:msup><mml:mrow><mml:mn>9</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>CAUSE_SCALD</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mn>3</mml:mn><mml:mo>.</mml:mo><mml:mn>4</mml:mn><mml:msup><mml:mrow><mml:mn>6</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>IHT</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>0</mml:mn><mml:msup><mml:mrow><mml:mn>0</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>AGE</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>-</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>1</mml:mn><mml:msup><mml:mrow><mml:mn>5</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>SEX</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>5</mml:mn><mml:msup><mml:mrow><mml:mn>6</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>2</mml:mn><mml:mtext>a</mml:mtext><mml:mo>&#x0002B;</mml:mo><mml:mn>0</mml:mn><mml:mo>.</mml:mo><mml:mn>7</mml:mn><mml:msup><mml:mrow><mml:mn>4</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>2</mml:mn><mml:mtext>b</mml:mtext></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x0002B;</mml:mo><mml:mn>1</mml:mn><mml:mo>.</mml:mo><mml:mn>7</mml:mn><mml:msup><mml:mrow><mml:mn>8</mml:mn></mml:mrow><mml:mrow><mml:mo>*</mml:mo></mml:mrow></mml:msup><mml:mtext>DEGREE_</mml:mtext><mml:mn>3</mml:mn></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p>Here, cause scald, cause burn, IHT, and gender have binary formats, whereas degrees 2a, 2b, and 3 are indicated as actual percentage (0&#x02013;100) and the age of the patient is entered in years.</p>
<p>The random forest-based prediction technique reveals the strongest predictive power provided by the observed variable degrees 3, 2b, and 2a (data not shown) and a predictive power of <italic>R</italic><sup>2</sup> = 0.49.</p>
<p>The Kolmogorov&#x02013;Smirnov test revealed all data concerning MAE and MSE to be normally distributed (<italic>p</italic> &#x0003E; 0.05). K-fold cross validation was performed to compare the effectiveness of the different LOS prediction techniques with the benchmark (effectiveness of the rule of thumb). In addition, these analyses were conducted separately for patients with injuries &#x02264; 20% TBSA. The results are depicted in <xref ref-type="table" rid="T2">Table 2</xref> and <xref ref-type="fig" rid="F2">Figure 2</xref>; significance levels are shown in <xref ref-type="table" rid="T2">Table 2</xref>. The random forest model results in the lowest MAE followed by the linear regression model and finally the rule of thumb reveals the largest MAE (<xref ref-type="table" rid="T2">Table 2</xref>), both for all patients and for the sub-cohort including patients with &#x02264; 20% TBSA only. Paired <italic>t-</italic>test analysis merely reveals the rule of thumb to be significantly inferior to the other two methods, whereas the difference in predictive accuracy between the linear model and the random forest-based approach is not substantial. Importantly, the terms MAE and MSE apply to the mean of all errors resulting from the 20 test sets, i.e., they are estimations of the generalization error.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Estimated generalization errors of prediction of length of stay expressed as the mean absolute error (MAE) and mean square error (MSE) and comparison of effectiveness of each of the three models: rule of thumb (RT), linear regression model (LR), and random forest model (RF).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="left"><bold>Wounds included</bold></th>
<th valign="top" align="center"><bold>RT</bold></th>
<th valign="top" align="center"><bold>LR</bold></th>
<th valign="top" align="center"><bold>RF</bold></th>
<th valign="top" align="center"><bold>RT vs. LR (<italic>p-</italic>value)</bold></th>
<th valign="top" align="center"><bold>RT vs. RF (<italic>p</italic>-value)</bold></th>
<th valign="top" align="center"><bold>LR vs. RF (<italic>p</italic>-value)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">MAE [d]</td>
<td valign="top" align="left">All</td>
<td valign="top" align="center">4.04</td>
<td valign="top" align="center">3.81</td>
<td valign="top" align="center">3.73</td>
<td valign="top" align="center">0.009</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.262</td>
</tr>
<tr>
<td/>
<td valign="top" align="left"> &#x02264; 20% TBSA only</td>
<td valign="top" align="center">3.77</td>
<td valign="top" align="center">3.53</td>
<td valign="top" align="center">3.46</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.037</td>
</tr>
<tr>
<td valign="top" align="left">MSE [d<sup>2</sup>]</td>
<td valign="top" align="left">All</td>
<td valign="top" align="center">45.51</td>
<td valign="top" align="center">35.55</td>
<td valign="top" align="center">35.85</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">0.907</td>
</tr>
<tr>
<td/>
<td valign="top" align="left"> &#x02264; 20% TBSA only</td>
<td valign="top" align="center">34.59</td>
<td valign="top" align="center">27.37</td>
<td valign="top" align="center">26.56</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">&#x0003C;0.001</td>
<td valign="top" align="center">0.429</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Separate analysis for the sub-cohort of injuries &#x02264; 20% total body surface area (TBSA) is depicted. Pairwise t-test was performed to determine the significance (p-value) of the difference in predictive accuracy between the three methods</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Comparative illustration of mean absolute error (MAE) and mean square error (MSE) using the three methods of prediction of length of stay: rule of thumb (&#x0201C;Thumb&#x0201D;), linear regression (&#x0201C;Linear&#x0201D;), and random forest (&#x0201C;Forest&#x0201D;). <bold>(A,C)</bold> All patients included into the analysis. <bold>(B,D)</bold> Sub-cohort including patients with injuries &#x02264; 20% TBSA only. The box plots display the 20 mean absolute error (MAE), respectively, 20 mean squared error (MSE) generated when running the models over each test set. The median is represented by the center line, the top and bottom of the box represent a 50% percentile around the median, and the outside lines represent a 95% percentile of the data.</p></caption>
<graphic xlink:href="fped-08-613736-g0002.tif"/>
</fig>
<p>Cross validation test data set&#x00027;s residuals vs. TBSA were plotted for each of the three methods (total analysis only). The resulting <xref ref-type="fig" rid="F3">Figure 3</xref> reveals an increase in the residual error as TBSA increases for all three methods; random forest-based prediction depicts the flattest curve.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Residuals vs. total body surface area (TBSA) for all patients. Residuals are shown as a function of TBSA for one cross validation test set (1/20 of the data), depicted separately for each of the three models (<bold>A</bold> = Rule of Thumb, <bold>B</bold> = Linear Regression, <bold>C</bold> = Random Forest). Residuals are defined as the absolute difference between predicted and actual length of stay (LOS).</p></caption>
<graphic xlink:href="fped-08-613736-g0003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The rule of thumb is most convincing due to its absolute simplicity, assuming a hospitalization stay of 1 day per 1% TBSA (<xref ref-type="bibr" rid="B9">9</xref>), allowing for fast mental prediction of LOS in clinical everyday life. For the present data set, creating a significantly more accurate but equally simple formula, e.g., prediction LOS as a function of TBSA only, is not possible, as shown in <xref ref-type="fig" rid="F1">Figure 1</xref>, in which the best-fit line nearly matches the rule of thumb. It is clear that any type of more complex prediction of LOS is only achieved at the expense of this simplicity.</p>
<p>Several studies have investigated whether the target of 1% per day could be achieved in different settings and come to diverging conclusions. A review by Saffle et al. (<xref ref-type="bibr" rid="B10">10</xref>) revealed a high consistency with the target, whereas others observed the actual LOS to be considerably higher than the target value for a large percentage of the patients (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Alternatively, multiple regression is used for prediction of LOS (<xref ref-type="bibr" rid="B7">7</xref>), and with regard to AI, for example, model tree-based regression and support vector machine regression have been applied in the adult population by Yang et al. (<xref ref-type="bibr" rid="B4">4</xref>), indicating the AI-based techniques to be more effective than linear regression.</p>
<p>AI-based algorithms constitute a potentially powerful tool, as shown recently in several medical fields (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>), as they process huge amounts of data within seconds, resulting in predictions without any assumptions, yielding new patterns and connections. As to evaluate the true usefulness of an AI-based approach for the present application, it was indispensable to systematically test the performance of all three methods of interest on the same data set. The present analysis is based on 8,542 data sets provided by the German Burn Registry. In doing 20-fold cross validation, we get an evaluation of the variance of each estimator and, as a result, show the differences between each estimator as would be expected on new real-world data (<xref ref-type="fig" rid="F2">Figure 2</xref>). The analysis depicts the linear regression model and the random forest-based approach to perform significantly better than the rule of thumb (<xref ref-type="table" rid="T2">Table 2</xref>). Nevertheless, it is striking that the random forest-based approach does not greatly outperform conventional methods of prediction.</p>
<p>As illustrated in <xref ref-type="fig" rid="F3">Figure 3</xref>, prediction error increases for all methods with growing TBSA. This relationship is not surprising, since first, as with larger TBSA, the true hospitalization stay increases and hence there is greater room for error. Second, because large full-thickness wounds, unlike small injuries, are in many cases not primarily treated with conventional methods such as prompt split-thickness skin grafts (STSGs) but instead more complex treatments are used involving, for example, dermal regeneration templates with secondary coverage with STSGs after several weeks (<xref ref-type="bibr" rid="B24">24</xref>) or cultured epithelial autografts (<xref ref-type="bibr" rid="B25">25</xref>). These methods not only are lengthy but also render prediction of LOS difficult due to their susceptibility to infections (<xref ref-type="bibr" rid="B26">26</xref>) or the risk of rejection and prolonged wound healing (<xref ref-type="bibr" rid="B27">27</xref>). Third, extensive deep dermal or full-thickness burns lead to complex physiological derangements including sepsis-induced immunosuppression and consecutive (multi-)organ failure (<xref ref-type="bibr" rid="B28">28</xref>), which can have unforeseeable effects on LOS.</p>
<p>The fact that a separate analysis including injuries &#x02264; 20% TBSA only (<xref ref-type="fig" rid="F2">Figure 2</xref>) tends to reveal a clearer distinction between the AI and the conventional methods might stem from the fact that AI-based methods are particularly dependent on the availability of high case numbers, indicating a limitation of the utility of AI-based methods in the upper range of percent of TBSA in the present study.</p>
<p>While the results of this study reveal that the immediate use of AI in day-to-day clinical practice is somewhat limited, one should keep in mind that even a modest increase in accuracy is of potential relevance for specific purposes, such as in the context of large-scale capacity planning and nationwide management of health resources. The sum of the slight enhancements in predictive accuracy in very large numbers of patients adds up to a relevant number of hospital days. Moreover, a more complex AI-based estimate of LOS could have a potential benchmarking function within the German Society for Burn Treatment, allowing for comparison of outcome quality (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>Unlike the random forest model, which allows for intricate data fitting but is not intuitively understood, the linear method can be interpreted easily, generating a formula reflecting the contribution of each independent variable on the predicted variable. In the present analysis, its most influential factors were cause scald, IHT, and TBSA itemized by degree of burn, leading to a predictive power of <italic>R</italic><sup>2</sup> = 0.49. Results are similar to those of a previously published retrospective multivariate linear regression including children by Bowser et al. (<xref ref-type="bibr" rid="B13">13</xref>), revealing the combination of TBSA and the percentage of third-degree burn to be the most important variables, resulting in a predictive power of 0.59. In the adult population, a review by Hussain and Dunn (<xref ref-type="bibr" rid="B7">7</xref>) reveals age and percent of TBSA to be the strongest predictors; other important variables were percentage of the burn itemized by depth, burn, IHT, age, female gender, and performance of escharotomy. Interestingly, our linear regression model&#x02014;including pediatric and adolescent patients only&#x02014;did not reveal age to be of any importance.</p>
<p>For very large burn centers interested in the prediction of LOS by means of linear regression, it might be more reasonable to determine center-specific coefficients of the linear regression equation instead of simply assuming the formula proposed in this study. However, sample size requirements have to be met (<xref ref-type="bibr" rid="B29">29</xref>) and will probably impede this approach in most small- to middle-sized burn centers due to their moderate number of (severely) burned patients. In this case, we suggest applying the proposed formula.</p>
<p>Why is prediction of LOS so difficult in this population? One major difficulty is certainly that the actual hospital stay of an individual patient is not merely dependent on injury characteristics, patient demographics, preexisting medical conditions, and treatment strategies such as the use of modern dressings, which tend to allow early dismissal, but instead is also dependent on non-medical aspects. These comprise, among others, local and national hospital agreements, continuous changes in health insurance, as well as the local strategy concerning timing of transition of patients from the inpatient to the outpatient departments, and also possibly non-medical patient-related properties such as socioeconomic status (<xref ref-type="bibr" rid="B30">30</xref>&#x02013;<xref ref-type="bibr" rid="B33">33</xref>). One limitation of the present study is the confined number of variables included in the German Burn Registry. Our work suggests an expansion of the number of observations. Furthermore, as shown in a survey in 17 burn centers in Germany, Switzerland, and Austria, each institution has its own standard operating procedure (SOP) regarding admission and treatment of severely burned patients (<xref ref-type="bibr" rid="B34">34</xref>). This lack of standardization certainly leads to differences in LOS. We cannot account for these factors, since, at present, treating institutions are anonymized in the burn registry, impeding adaptation of the prediction models for center-specific features. Another shortcoming of registry-based studies is that they tend to contain input errors due to human fuzziness. On this account, highly improbable cases were excluded from the present analysis; however, this also constitutes the risk of erroneous elimination of patients.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>In conclusion, this study presents the first systematic and comparative investigation of the accuracy of three distinct algorithms in the prediction of LOS in pediatric burn patients, including an AI-based approach in an international cohort. The results indicate a modest, however, statistically significantly improved accuracy of the random forest-based prediction of LOS in comparison to the commonly applied heuristic expecting 1 day of hospitalization for each percentage TBSA. Yet, expanding the total number of severely burned patients, the quantity of observed variables per patient, and non-medical information concerning the treating institution and its case and discharge management is indispensable as to further improve its accuracy. Concepts using AI should be evaluated in future prospective studies in burn patients whenever large, comprehensive international registries are available. Especially, after solving data protection issues, instantaneous, automated extraction of anonymized data from hospital information systems would enable improvement of AI-based algorithms for the purpose of obtaining more evidence in medicine.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>The data analyzed in this study is subject to the following licenses/restrictions: Data was extracted from the burn registry of the German Society for Burn Treatment (DGV), Committee of the German Burn Registry, Luisenstrasse 58&#x02013;59, 10117 Berlin, Germany. On demand, data can be requested.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>All authors substantially contributed to the present article and are legally responsible for the content. JE: concept and design of the work, analysis, interpretation of a data, statistics, drafting the work, and revision of the work. CM: literature research, planning, statistics, and revision of the work. RW: planning, statistics, and revision of the work. MB: data analysis and plotting, data interpretation, and final revision of the work. PB: drafting the work and revision of the work. KR: analysis, interpretation of a data, statistics, drafting the work, and revision of the work. IK: substantial contribution to the concept and design of the work, analysis, interpretation of a data, statistics, drafting the work, and revision of the work. German Burn Registry: acquisition of the data, providing the infrastructure of the registry, and revision of the work by the internal review board.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>RW was employed by the company Neoglia LTD. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack><p>The authors thank all hospitals in Austria, Germany, Switzerland, and Austria participating in the Burn Registry of the German Society for Burn Treatment (DGV) and their persons of authority. A list of the participating hospitals is displayed at <ext-link ext-link-type="uri" xlink:href="https://www.verbrennungsmedizin.de/verbrennungsregister">https://www.verbrennungsmedizin.de/verbrennungsregister</ext-link>.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>WHO</collab></person-group>. <article-title>Burns - Key Facts</article-title>. (<year>2018</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.who.int/news-room/fact-sheets/detail/burns">https://www.who.int/news-room/fact-sheets/detail/burns</ext-link> (accessed August 18, 2019).</citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Association</surname> <given-names>AB</given-names></name></person-group>. <article-title>National Burn Repository 2017 Update - Report of Data From 2008&#x02013;2017</article-title>. Chicago (<year>2017</year>):25. Available online at: <ext-link ext-link-type="uri" xlink:href="https://ameriburn.site-ym.com/resource/collection/4C72F10C-24FD-401C-8608-417BFAB10138/2017_ABA_NBR_Annual_Report.pdf">https://ameriburn.site-ym.com/resource/collection/4C72F10C-24FD-401C-8608-417BFAB10138/2017_ABA_NBR_Annual_Report.pdf</ext-link></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gravante</surname> <given-names>G</given-names></name> <name><surname>Montone</surname> <given-names>A</given-names></name> <name><surname>Esposito</surname> <given-names>G</given-names></name></person-group>. <article-title>Length of hospitalization: an important parameter for burned patients</article-title>. <source>J Burn Care Res.</source> (<year>2007</year>) <volume>28</volume>:<fpage>537</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/BCR.0b013e318053db44</pub-id><pub-id pub-id-type="pmid">17438495</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>CS</given-names></name> <name><surname>Wei</surname> <given-names>CP</given-names></name> <name><surname>Yuan</surname> <given-names>CC</given-names></name> <name><surname>Schoung</surname> <given-names>JY</given-names></name></person-group>. <article-title>Predicting the length of hospital stay of burn patients: comparisons of prediction accuracy among different clinical stages</article-title>. <source>Decis Support Syst.</source> (<year>2010</year>) <volume>50</volume>:<fpage>325</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.dss.2010.09.001</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jim&#x000E9;nez</surname> <given-names>R</given-names></name> <name><surname>L&#x000F3;pez</surname> <given-names>L</given-names></name> <name><surname>Dominguez</surname> <given-names>D</given-names></name> <name><surname>Fari&#x000F1;as</surname> <given-names>H</given-names></name></person-group>. <article-title>Difference between observed and predicted length of stay as an indicator of inpatient care inefficiency</article-title>. <source>Int J Qual Heal Care.</source> (<year>1999</year>) <volume>11</volume>:<fpage>375</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1093/intqhc/11.5.375</pub-id><pub-id pub-id-type="pmid">10561028</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Barret</surname> <given-names>JP</given-names></name></person-group>. <article-title>Cost-containment and outcome measures. In: Herndon DN, editor</article-title>. <source>Total Burn Care</source>. 4th ed. <publisher-loc>London: W.B. Saunders</publisher-loc> (<year>2012</year>). p. <fpage>707</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1016/B978-1-4377-2786-9.00063-1</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hussain</surname> <given-names>A</given-names></name> <name><surname>Dunn</surname> <given-names>K</given-names></name></person-group>. <article-title>Predicting length of stay in thermal burns: a systematic review of prognostic factors</article-title>. <source>Burns.</source> (<year>2013</year>) <volume>39</volume>:<fpage>1331</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.burns.2013.04.026</pub-id><pub-id pub-id-type="pmid">23768707</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname> <given-names>LS</given-names></name> <name><surname>Shupp</surname> <given-names>JW</given-names></name> <name><surname>Pavlovich</surname> <given-names>AR</given-names></name> <name><surname>Pezzullo</surname> <given-names>JC</given-names></name> <name><surname>Jeng</surname> <given-names>JC</given-names></name> <name><surname>Jordan</surname> <given-names>MH</given-names></name></person-group>. <article-title>Hospital length of stay - does</article-title>. 1% TBSA really equal 1 day? <source>J Burn Care Res.</source> (<year>2011</year>) <volume>32</volume>:<fpage>13</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/BCR.0b013e318204b3ab</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gillespie</surname> <given-names>R</given-names></name> <name><surname>Carroll</surname> <given-names>W</given-names></name> <name><surname>Haith</surname> <given-names>L</given-names></name> <name><surname>Dimick</surname> <given-names>AR</given-names></name> <name><surname>Heimbach</surname> <given-names>D</given-names></name> <name><surname>Potts</surname> <given-names>L</given-names></name> <etal/></person-group>.Diagnosis-related groupings (DRGs) and wound closure: roundtable discussion. <source>J Burn Care Rehabil.</source> (<year>1987</year>) <volume>8</volume>:<fpage>199</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="doi">10.1097/00004630-198705000-00005</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saffle</surname> <given-names>JR</given-names></name> <name><surname>Davis</surname> <given-names>B</given-names></name> <name><surname>Williams</surname> <given-names>P</given-names></name></person-group>. <article-title>Recent outcomes in the treatment of burn injury in the United States: a report from the American burn association patient registry</article-title>. <source>J Burn Care Rehabil.</source> (<year>1995</year>) <volume>16</volume>:<fpage>219</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1097/00004630-199505000-00002</pub-id><pub-id pub-id-type="pmid">7673300</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taylor</surname> <given-names>SL</given-names></name> <name><surname>Sen</surname> <given-names>S</given-names></name> <name><surname>Greenhalgh</surname> <given-names>DG</given-names></name> <name><surname>Lawless</surname> <given-names>M</given-names></name> <name><surname>Curri</surname> <given-names>T</given-names></name> <name><surname>Palmieri</surname> <given-names>TL</given-names></name></person-group>. <article-title>Not all patients meet the 1 day per percent burn rule: a simple method for predicting hospital length of stay in patients with burn</article-title>. <source>Burns.</source> (<year>2017</year>) <volume>43</volume>:<fpage>282</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.burns.2016.10.021</pub-id><pub-id pub-id-type="pmid">28041754</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tan</surname> <given-names>T</given-names></name> <name><surname>Wong</surname> <given-names>DSY</given-names></name></person-group>. <article-title>Is the target of 1 day of stay per 1% total body surface area burned achieved in chemical burns?</article-title> <source>Ann Plast Surg.</source> (<year>2016</year>) <volume>77</volume>:<fpage>39</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1097/SAP.0000000000000716</pub-id><pub-id pub-id-type="pmid">26808735</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowser</surname> <given-names>BH</given-names></name> <name><surname>Caldwell</surname> <given-names>FT</given-names></name> <name><surname>Baker</surname> <given-names>JA</given-names></name> <name><surname>Walls</surname> <given-names>RC</given-names></name></person-group>. <article-title>Statistical methods to predict morbidity and mortality: self assessment techniques for burn units</article-title>. <source>Burns.</source> (<year>1983</year>) <volume>9</volume>:<fpage>318</fpage>&#x02013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1016/0305-4179(83)90077-3</pub-id><pub-id pub-id-type="pmid">6871751</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>DGV</collab></person-group>. <article-title>Deutsche Gesellschaft f&#x000FC;r Verbrennungsmedizin</article-title>. (<year>2019</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.verbrennungsmedizin.de/verbrennungsregister/">https://www.verbrennungsmedizin.de/verbrennungsregister/</ext-link> (accessed October 17, 2019).<pub-id pub-id-type="pmid">9574316</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>R Core Team</collab></person-group>. <article-title>A Language and Environment for Statistical Computing</article-title>. <source>R Foundation for Statistical Computing</source>. (<year>2019</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="http://www.R-project.org/">http://www.R-project.org/</ext-link> (accessed September 30, 2020).</citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Breiman</surname> <given-names>L</given-names></name></person-group>. <article-title>Random forests</article-title>. <source>Mach Learn.</source> (<year>2001</year>) <volume>45</volume>:<fpage>5</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liaw</surname> <given-names>A</given-names></name> <name><surname>Wiener</surname> <given-names>M</given-names></name></person-group>. <article-title>Classification and regression by randomForest</article-title>. <source>R News.</source> (<year>2002</year>) <volume>2</volume>:<fpage>18</fpage>&#x02013;<lpage>22</lpage>.</citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Efron</surname> <given-names>B</given-names></name></person-group>. <article-title>Bootstrap methods: another look at the jackknife</article-title>. <source>Ann Stat.</source> (<year>1979</year>) <volume>7</volume>:<fpage>1</fpage>&#x02013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1214/aos/1176344552</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stone</surname> <given-names>M</given-names></name></person-group>. <article-title>Cross-validatory choice and assessment of statistical predictions</article-title>. <source>J R Stat Soc Ser B.</source> (<year>1974</year>) <volume>36</volume>:<fpage>111</fpage>&#x02013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1111/j.2517-6161.1974.tb00994.x</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sahin</surname> <given-names>I</given-names></name> <name><surname>Ozturk</surname> <given-names>S</given-names></name> <name><surname>Alhan</surname> <given-names>D</given-names></name> <name><surname>A&#x000E7;ikel</surname> <given-names>C</given-names></name> <name><surname>Isik</surname> <given-names>S</given-names></name></person-group>. <article-title>Cost analysis of acute burn patients treated in a burn centre: the Gulhane experience</article-title>. <source>Ann Burns Fire Disasters.</source> (<year>2011</year>) <volume>24</volume>:<fpage>9</fpage>&#x02013;<lpage>13</lpage>.<pub-id pub-id-type="pmid">21991233</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ho</surname> <given-names>WS</given-names></name> <name><surname>Ying</surname> <given-names>SY</given-names></name></person-group>. <article-title>An epidemiological study of 1063 hospitalized burn patients in a tertiary burns centre in Hong Kong</article-title>. <source>Burns.</source> (<year>2001</year>) <volume>27</volume>:<fpage>119</fpage>&#x02013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/S0305-4179(00)00095-4</pub-id><pub-id pub-id-type="pmid">11226646</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stokes</surname> <given-names>JM</given-names></name> <name><surname>Yang</surname> <given-names>K</given-names></name> <name><surname>Swanson</surname> <given-names>K</given-names></name> <name><surname>Jin</surname> <given-names>W</given-names></name> <name><surname>Cubillos-Ruiz</surname> <given-names>A</given-names></name> <name><surname>Donghia</surname> <given-names>NM</given-names></name> <etal/></person-group>. <article-title>A deep learning approach to antibiotic discovery</article-title>. <source>Cell.</source> (<year>2020</year>) <volume>180</volume>:<fpage>688</fpage>&#x02013;<lpage>702</lpage>. <pub-id pub-id-type="doi">10.1016/j.cell.2020.01.021</pub-id></citation>
</ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McKinney</surname> <given-names>SM</given-names></name> <name><surname>Sieniek</surname> <given-names>M</given-names></name> <name><surname>Shetty</surname> <given-names>S</given-names></name></person-group>. <article-title>International evaluation of an AI system for breast cancer screening</article-title>. <source>Nature.</source> (<year>2020</year>) <volume>577</volume>:<fpage>89</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1038/s41586-019-1799-6</pub-id><pub-id pub-id-type="pmid">31894144</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heimbach</surname> <given-names>DM</given-names></name> <name><surname>Warden</surname> <given-names>GD</given-names></name> <name><surname>Luterman</surname> <given-names>A</given-names></name> <name><surname>Jordan</surname> <given-names>MH</given-names></name> <name><surname>Ozobia</surname> <given-names>N</given-names></name> <name><surname>Ryan</surname> <given-names>CM</given-names></name> <etal/></person-group>. <article-title>Multicenter postapproval clinical trial of Integra dermal regeneration template for burn treatment</article-title>. <source>J Burn Care Rehabil.</source> (<year>2003</year>) <volume>24</volume>:<fpage>42</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/00004630-200301000-00009</pub-id><pub-id pub-id-type="pmid">12543990</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gallico</surname> <given-names>GG</given-names></name> <name><surname>O&#x00027;Connor</surname> <given-names>NE</given-names></name> <name><surname>Compton</surname> <given-names>CC</given-names></name> <name><surname>Kehinde</surname> <given-names>O</given-names></name> <name><surname>Green</surname> <given-names>H</given-names></name></person-group>. <article-title>Permanent coverage of large burn wounds with autologous cultured human epithelium</article-title>. <source>N Engl J Med.</source> (<year>1984</year>) <volume>311</volume>:<fpage>448</fpage>&#x02013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1056/NEJM198408163110706</pub-id><pub-id pub-id-type="pmid">6379456</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meuli</surname> <given-names>M</given-names></name> <name><surname>Raghunath</surname> <given-names>M</given-names></name></person-group>. <article-title>Tops and flops using cultured epithelial autografts in children</article-title>. <source>Pediatr Surg Int.</source> (<year>1997</year>) <volume>12</volume>:<fpage>471</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1007/BF01258705</pub-id><pub-id pub-id-type="pmid">9238110</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wood</surname> <given-names>FM</given-names></name> <name><surname>Kolybaba</surname> <given-names>ML</given-names></name> <name><surname>Allen</surname> <given-names>P</given-names></name></person-group>. <article-title>The use of cultured epithelial autograft in the treatment of major burn injuries: a critical review of the literature</article-title>. <source>Burns.</source> (<year>2006</year>) <volume>32</volume>:<fpage>395</fpage>&#x02013;<lpage>401</lpage>. <pub-id pub-id-type="doi">10.1016/j.burns.2006.01.008</pub-id><pub-id pub-id-type="pmid">16621307</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hotchkiss</surname> <given-names>RS</given-names></name> <name><surname>Monneret</surname> <given-names>G</given-names></name> <name><surname>Payen</surname> <given-names>D</given-names></name></person-group>. <article-title>Sepsis-induced immunosuppression: from cellular dysfunctions to immunotherapy</article-title>. <source>Nat Rev Immunol.</source> (<year>2013</year>) <volume>12</volume>:<fpage>862</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1038/nri3552</pub-id><pub-id pub-id-type="pmid">24232462</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bujang</surname> <given-names>MA</given-names></name> <name><surname>Sa&#x00027;at</surname> <given-names>N</given-names></name> <name><surname>Tg</surname> <given-names>TMI</given-names></name> <name><surname>Sidik</surname> <given-names>TAB</given-names></name></person-group>. <article-title>Determination of minimum sample size requirement for multiple linear regression and analysis of covariance based on experimental and non-experimental studies</article-title>. <source>Epidemiol Biostat Public Heal</source>. (<year>2017</year>) <volume>14</volume>:<fpage>1</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.2427/12117</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zens</surname> <given-names>T</given-names></name> <name><surname>Yan</surname> <given-names>A</given-names></name> <name><surname>Lee</surname> <given-names>CW</given-names></name> <name><surname>Schmitz</surname> <given-names>C</given-names></name> <name><surname>Fauzher</surname> <given-names>L</given-names></name> <name><surname>Gibson</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>A pediatric burn outpatient short stay program decreases patient length of stay with equivalent burn outcomes</article-title>. <source>J Burn Care Res.</source> (<year>2018</year>) <volume>20</volume>:<fpage>353</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1097/BCR.0000000000000599</pub-id><pub-id pub-id-type="pmid">28598952</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Opdahl</surname> <given-names>S</given-names></name> <name><surname>Carrougher</surname> <given-names>GJ</given-names></name> <name><surname>Miller</surname> <given-names>M</given-names></name> <name><surname>Pham</surname> <given-names>TN</given-names></name></person-group>. <article-title>Evaluation of a new fast track process of care for patients with minor burn injuries</article-title>. <source>J Burn Care Res.</source> (<year>2014</year>) <volume>35</volume>:<fpage>129</fpage>.</citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shields</surname> <given-names>BJ</given-names></name> <name><surname>Comstock</surname> <given-names>RD</given-names></name> <name><surname>Fernandez</surname> <given-names>SA</given-names></name> <name><surname>Xiang</surname> <given-names>H</given-names></name> <name><surname>Smith</surname> <given-names>GA</given-names></name></person-group>. <article-title>Healthcare resource utilization and epidemiology of pediatric burn-associated hospitalizations, United States, 2000</article-title>. <source>J Burn Care Res.</source> (<year>2007</year>) <volume>28</volume>:<fpage>811</fpage>&#x02013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1097/BCR.0b013e3181599b51</pub-id><pub-id pub-id-type="pmid">17925649</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Doctor</surname> <given-names>N</given-names></name> <name><surname>Yang</surname> <given-names>S</given-names></name> <name><surname>Maerzacker</surname> <given-names>S</given-names></name> <name><surname>Watkins</surname> <given-names>P</given-names></name> <name><surname>Dissanaike</surname> <given-names>S</given-names></name></person-group>. <article-title>Socioeconomic status and outcomes after burn injury</article-title>. <source>J Burn Care Res.</source> (<year>2016</year>) <volume>37</volume>:<fpage>56</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1097/BCR.0000000000000327</pub-id><pub-id pub-id-type="pmid">26594862</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x000FC;nzberg</surname> <given-names>M</given-names></name> <name><surname>Ziegler</surname> <given-names>B</given-names></name> <name><surname>Fischer</surname> <given-names>S</given-names></name> <name><surname>W&#x000F6;lfl</surname> <given-names>CG</given-names></name> <name><surname>Gr&#x000FC;tzner</surname> <given-names>PA</given-names></name> <name><surname>Kremer</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>In view of standardization: comparison and analysis of initial management of severely burned patients in Germany, Austria and Switzerland</article-title>. <source>Burns.</source> (<year>2015</year>) <volume>41</volume>:<fpage>33</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.burns.2014.08.021</pub-id><pub-id pub-id-type="pmid">25441545</pub-id></citation></ref>
</ref-list> 
</back>
</article> 