<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Genet.</journal-id>
<journal-title>Frontiers in Genetics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Genet.</abbrev-journal-title>
<issn pub-type="epub">1664-8021</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">896805</article-id>
<article-id pub-id-type="doi">10.3389/fgene.2022.896805</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Genetics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Predictive Model for the 10-year Overall Survival Status of Patients With Distant Metastases From Differentiated Thyroid Cancer Using XGBoost Algorithm-A Population-Based Analysis</article-title>
<alt-title alt-title-type="left-running-head">Jin et al.</alt-title>
<alt-title alt-title-type="right-running-head">XGBOOST for Distant Metastasis DTC</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Jin</surname>
<given-names>Shuai</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1498306/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yang</surname>
<given-names>Xing</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhong</surname>
<given-names>Quliang</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Xiangmei</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zheng</surname>
<given-names>Tao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhu</surname>
<given-names>Lingyan</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Yang</surname>
<given-names>Jingyuan</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>School of Big Health</institution>, <institution>Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>School of Medicine and Health Administration</institution>, <institution>Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Urology</institution>, <institution>The Affiliated Hospital of Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>School of Clinical Medicine</institution>, <institution>Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Health Management Center</institution>, <institution>The Affiliated Hospital of Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>School of Public Health</institution>, <institution>Guizhou Medical University</institution>, <addr-line>Guiyang</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/329785/overview">Xin Gao</ext-link>, King Abdullah University of Science and Technology, Saudi Arabia</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1108585/overview">Eman Toraih</ext-link>, Tulane University, United States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1615997/overview">Lei Zhu</ext-link>, Fifth Affiliated Hospital of Wenzhou Medical University, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1631236/overview">Hongzhou Liu</ext-link>, Chinese PLA General Hospital, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Lingyan Zhu, <email>zhuling_happy@126.com</email>; Jingyuan Yang, <email>yangjingyuan@gmc.edu.cn</email>
</corresp>
<fn fn-type="equal" id="fn1">
<label>
<sup>&#x2020;</sup>
</label>
<p>These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other">
<p>This article was submitted to Computational Genomics, a section of the journal Frontiers in Genetics</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>08</day>
<month>07</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>896805</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>03</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>16</day>
<month>06</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Jin, Yang, Zhong, Liu, Zheng, Zhu and Yang.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Jin, Yang, Zhong, Liu, Zheng, Zhu and Yang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Purpose:</bold> To explore clinical and non-clinical characteristics affecting the prognosis of patients with differentiated thyroid cancer with distant metastasis (DTCDM) and establish an accurate overall survival (OS) prognostic model.</p>
<p>
<bold>Patients and methods:</bold> Study subjects and related information were obtained from the National Cancer Institute&#x2019;s surveillance, epidemiology, and results database (SEER). Kaplan&#x2010;Meier analysis, log-rank test, and univariate and multivariate Cox analysis were used to screen for factors influencing the OS of patients with DTCDM. Nine variables were introduced to build a machine learning (ML) model, receiver operating characteristic (ROC) was used to evaluate the recognition ability of the model, calibration plots were used to obtain prediction accuracy, and decision curve analysis (DCA) was used to estimate clinical benefit.</p>
<p>
<bold>Results:</bold> After applying the inclusion and exclusion criteria, a total of 3,060 patients with DTCDM were included in the survival analysis from 2004 to 2017. A machine learning prediction model was developed with nine variables: age at diagnosis, gender, race, tumor size, histology, regional lymph node metastasis, primary site surgery, radiotherapy, and chemotherapy. After excluding patients who survived &#x3c;120&#xa0;months, variables were sub-coded and machine learning was used to model OS prognosis in patients with DTCDM. Patients 6&#x2013;50&#xa0;years of age had the highest scores in the model. Other variables with high scores included small tumor size, male sex, and age 51&#x2013;76. The AUC and calibration curves confirm that the XGBoost model has good performance. DCA shows that our model can be used to support clinical decision-making in a 10-years overall survival model.</p>
<p>
<bold>Conclusion:</bold> An artificial intelligence model was constructed using the XGBoost algorithms to predict the 10-years overall survival rate of patients with DTCDM. After model validation and evaluation, the model had good discriminative ability and high clinical value. This model could serve as a clinical tool to help inform treatment decisions for patients with DTCDM.</p>
</abstract>
<kwd-group>
<kwd>differentiated thyroid cancer</kwd>
<kwd>Xgboost algorithm</kwd>
<kwd>machine learning</kwd>
<kwd>distant metastases</kwd>
<kwd>predictive model</kwd>
<kwd>SEER database</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Differentiated thyroid cancer (DTC) is the most common endocrine malignancy, with the global incidence increasing dramatically in recent decades (<xref ref-type="bibr" rid="B4">Cabanillas et al., 2016</xref>; <xref ref-type="bibr" rid="B42">Siegel et al., 2020</xref>). Most DTC patients have a good long-term prognosis because of biological characteristics and effective responses to treatment modalities (<xref ref-type="bibr" rid="B26">Lim et al., 2017</xref>; <xref ref-type="bibr" rid="B29">Liu et al., 2018</xref>). For TC patients with distant metastasis (DM), however, the overall prognosis is significantly worse (<xref ref-type="bibr" rid="B11">Durante et al., 2006</xref>; <xref ref-type="bibr" rid="B45">Sugitani et al., 2008</xref>; <xref ref-type="bibr" rid="B13">Farooki et al., 2012</xref>; <xref ref-type="bibr" rid="B33">Nies et al., 2021</xref>).</p>
<p>The main histological subtypes of DTC include papillary thyroid carcinoma (PTC), and follicular thyroid carcinoma (FTC), &#x3c;10% of people with DTC will develop DM (<xref ref-type="bibr" rid="B11">Durante et al., 2006</xref>). Most DTCDM is asymptomatic and only detected during systematic surveillance or systemic metastatic examination of malignant lymph nodes. The common site of distant metastases from thyroid cancer is the lung, followed by the bone, brain, and liver (<xref ref-type="bibr" rid="B8">Chesover et al., 2021</xref>; <xref ref-type="bibr" rid="B28">Liu et al., 2021</xref>). Because the incidence of DM is low and there is often an absence of symptoms, it is frequently overlooked at the time of initial TC diagnosis. Ten-year survival rates are often used to assess DTC treatment efficacy and characterize risk factors. For patients with metastatic thyroid cancer, treatment is often individualized and usually consists of thyroid surgery with adjuvant radiotherapy or chemotherapy (<xref ref-type="bibr" rid="B38">Sampson et al., 2007</xref>). While prognostic models have been developed to study factors influencing different primary cancer subtypes (<xref ref-type="bibr" rid="B52">Zhao et al., 2019</xref>; <xref ref-type="bibr" rid="B53">Zhou et al., 2020</xref>; <xref ref-type="bibr" rid="B22">Jin et al., 2021</xref>; <xref ref-type="bibr" rid="B23">Kong et al., 2021</xref>), the 10-years overall survival of patients with DTCDM is unclear, especially because OS has not changed significantly in recent decades (<xref ref-type="bibr" rid="B15">Goffredo et al., 2013</xref>). In addition, there are few prognostic models for DTCDM that can help to inform patient follow-up and treatment decisions (<xref ref-type="bibr" rid="B6">Chen et al., 2021</xref>).</p>
<p>Machine learning (ML) is an emerging multi-disciplinary approach used to correlate multiple discrete variables and accurately predict outcomes. Following the development of evidence-based medicine and the need for more advanced tools to collect medical data with complex structures and large sample sizes, ML emerged as an alternative approach to disease diagnosis and prognosis, with high predictive performance and a wide range of applications (<xref ref-type="bibr" rid="B14">Goecks et al., 2020</xref>; <xref ref-type="bibr" rid="B31">May, 2021</xref>). ML algorithms are now being successfully applied to predict cancer survival (<xref ref-type="bibr" rid="B2">Angraal et al., 2020</xref>). The XGBoost algorithm (XGB), in particular, is shown to have excellent prediction performance in previous studies (<xref ref-type="bibr" rid="B41">Senders et al., 2020</xref>; <xref ref-type="bibr" rid="B21">Jiang et al., 2021</xref>).</p>
<p>The Surveillance, Epidemiology, and End Results (SEER) program is a population-based cancer registry system sponsored by the United States&#x2019; National Cancer Institute (NCI) that currently covers about 28% of the population in 18 registered states (<xref ref-type="bibr" rid="B35">Noone et al., 2016</xref>). Using the considerations listed above, a prognostic modeling analysis of patients with DTCDM was conducted using SEER data. This study assessed the ability of clinical and non-clinical factors to predict DTCDM using the XGB model. The XGB model was also built to predict the 10-years OS rate of TC patients with DM. The performance of the XGBoost model using logistic regression (LR), random forests (RF), and support vector machine (SVM) models were compared.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and Methods</title>
<sec id="s2-1">
<title>Study Population</title>
<p>This study used the SEER database (<ext-link ext-link-type="uri" xlink:href="https://seer.cancer.gov/">https://seer.cancer.gov/</ext-link>) developed by the National Cancer Institute, a free cancer registry in the United States. A data use agreement was signed with the SEER database official and all authors followed the specified conditions. Because SEER data is freely available to researchers and patient personal information is officially withheld, no moral or ethical support from the host institution was required for this study.</p>
<p>Data was downloaded from the SEER 18 regs plus database using SEER&#x2a;Stat (Version 8.3.9.2, <ext-link ext-link-type="uri" xlink:href="https://seer.cancer.gov/data-software/">https://seer.cancer.gov/data-software/</ext-link>). Data were selected from patients with histologically confirmed distant metastatic thyroid cancer using the following criteria: 1) primary site code is C73.9 - thyroid gland, 2) dates ranging from 2004 to 2017, 3) PTC (histologic codes 8050, 8260, 8340&#x2013;8344, 8350, 8450&#x2013;8460), FTC (8290, 8330&#x2013;8335), and 4) diagnosis confirmation combined with a summary stage for the distant future. Exclusion criteria included 1) sequence numbers for second or later occurrences, 2) unknown race, 3) unclear tumor size, 4) unknown surgery, 5) unknown regional nodes positive (RN_positive), and 6) survival time of 0 or unknown. A total of 3,060 patients were included in the survival analysis to clarify possible factors influencing the prognostic model. Of these, 1,487 patients who had survived &#x3c;120&#xa0;months by the follow-up cut-off date were excluded and 1,573 patients were included in the prediction model and grouped in the training set (<italic>n</italic> &#x3d; 1,101; 70%) or the validation set (<italic>n</italic> &#x3d; 472; 30%) at a 7:3 ratio <bold>(</bold>
<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Sample screening process.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g001.tif"/>
</fig>
</sec>
<sec id="s2-2">
<title>Variable Selection and Endpoints</title>
<p>To take full advantage of ML, several established demographic and clinical characteristics were selected as independent variables for analysis. Pathology variables commonly used in thyroid cancer research, including tumor size, histological type, regional lymph node status, surgical modality, radiotherapy, and chemotherapy, and demographic indicators, including age, gender, and ethnicity were included. Age and tumor size were optimally stratified for processing using X-tile software (<ext-link ext-link-type="uri" xlink:href="https://medicine.yale.edu/lab/rimm/research/software/">https://medicine.yale.edu/lab/rimm/research/software/</ext-link>) and included in the survival analysis. These analyses were performed before excluding patients who survived for &#x3c;120&#xa0;months. The 10-years OS rate for patients with DTCDM was defined as the model endpoint.</p>
</sec>
<sec id="s2-3">
<title>Statistical Analysis</title>
<p>All statistical analyses and model building in this study were performed using R (version 4.1.2, <ext-link ext-link-type="uri" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>). The Kaplan&#x2013;Meier method, with both univariate and multifactorial Cox, was used to screen for OS prognostic factors in thyroid cancer patients, and all variables were used to construct prognostic models. The Chi-square test was then used to analyze differences between the training and validation cohorts. The training set was used to build the XGBoost model and the model was evaluated with the test set. The model capability evaluation includes the following three items: 1) receiver operating characteristic (ROC) curves were used to analyze model discrimination and the area under the ROC curve (AUC) was used to assess predictive model accuracy (<xref ref-type="bibr" rid="B17">Hanley and McNeil, 1982</xref>; <xref ref-type="bibr" rid="B51">Wolbers et al., 2009</xref>); 2) calibration plots were used to assess the performance of the model, which calibrates how well model predictions agree with the actual observations (<xref ref-type="bibr" rid="B25">Leonard et al., 2020</xref>); and 3) decision curve analysis (DCA) was used to assess the clinical usefulness and net benefit of predictive model performance by calculating the difference between the true and false positive rates, weighted by the probability of the chosen risk threshold to assess the net benefit of the model (<xref ref-type="bibr" rid="B48">Vickers and Elkin, 2006</xref>). Logistic regression, SVM, and random forest models were built for comparison to the XGBoost model.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Baseline Characteristics and Survival Analysis</title>
<p>A total of 3,060 patients with DTCDM were included in the survival analysis for variable screening. The best cut-off values for age were 50 and 76 years old, and the tumor size was 27 and 65&#xa0;mm (<xref ref-type="sec" rid="s13">Supplementary Figure S1</xref>). Most of the study population (54.02%) was 51&#x2013;76&#xa0;years of age with a higher proportion of females than males. Most patients&#x2019; tumor size was &#x3c;6.5&#xa0;cm and the most common histological type was PTC (86.41%), and FTC type has about 14%. Above half of patients had regional node metastases (56.44%) and total thyroidectomy, radiotherapy, and chemotherapy were used for 56.44%, 76.16%, and 5.33% of patients, respectively. After validation using the Kaplan&#x2013;Meier method and log-rank test, only survival rates of DTCDM patients did not differ between races (<xref ref-type="fig" rid="F2">Figure 2C</xref>), and all other variables differed at all scales (<xref ref-type="fig" rid="F2">Figures 2A,B,D&#x2013;I</xref>). We performed univariate and multivariate Cox models for age, gender, race, tumor size, histological type, RN_positive, surgery, radiotherapy, and chemotherapy, respectively. The multivariate model showed that all variables were independent prognostic factors for DTCDM, except for the race <bold>(</bold>
<xref ref-type="table" rid="T1">Table 1</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Kaplan&#x2013;Meier survival curves to evaluate the impact of each classified characteristic.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g002.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>The baseline characteristics, univariate and multivariate cox analysis.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Characteristics</th>
<th align="center">Total</th>
<th colspan="2" align="center">Univariate</th>
<th colspan="2" align="center">Multivariate</th>
</tr>
<tr>
<th align="center">(<italic>n</italic>, %)</th>
<th align="center">HR (95% CI)</th>
<th align="center">
<italic>p</italic>
</th>
<th align="center">HR (95% CI)</th>
<th align="center">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age at diagnosis, years</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">77&#x2013;99</td>
<td align="char" char="(">376 (12.29)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">6&#x2013;50</td>
<td align="char" char="(">1031 (33.69)</td>
<td align="center">0.07 (0.06&#x2013;0.09)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.10 (0.08&#x2013;0.13)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">51&#x2013;76</td>
<td align="char" char="(">1653 (54.02)</td>
<td align="center">0.41 (0.36&#x2013;0.47)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.49 (0.43&#x2013;0.57)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">Sex</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Female</td>
<td align="char" char="(">1862 (60.85)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Male</td>
<td align="char" char="(">1198 (39.15)</td>
<td align="center">1.59 (1.41&#x2013;1.79)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">1.27 (1.12&#x2013;1.43)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">Race</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Black</td>
<td align="char" char="(">212 (6.93)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Other</td>
<td align="char" char="(">497 (16.24)</td>
<td align="center">0.82 (0.64&#x2013;1.07)</td>
<td align="char" char=".">0.141</td>
<td align="center">0.98 (0.75&#x2013;1.27)</td>
<td align="char" char=".">0.858</td>
</tr>
<tr>
<td align="left">&#x2003;White</td>
<td align="char" char="(">2351 (76.83)</td>
<td align="center">0.85 (0.68&#x2013;1.06)</td>
<td align="char" char=".">0.143</td>
<td align="center">1.04 (0.83&#x2013;1.31)</td>
<td align="char" char=".">0.714</td>
</tr>
<tr>
<td align="left">Tumor size, mm</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;66&#x2013;680</td>
<td align="char" char="(">418 (13.66)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;28&#x2013;65</td>
<td align="char" char="(">1357 (44.35)</td>
<td align="center">0.53 (0.46&#x2013;0.61)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.7 (0.70&#x2013;0.82)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">&#x2003;1&#x2013;27</td>
<td align="char" char="(">1285 (41.99)</td>
<td align="center">0.25 (0.21&#x2013;0.29)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.41 (0.34&#x2013;0.49)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">Histologic</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;FTC</td>
<td align="char" char="(">416 (13.59)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;PTC</td>
<td align="char" char="(">2644 (86.41)</td>
<td align="center">0.42 (0.36&#x2013;0.48)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.78 (0.66&#x2013;0.91)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">RN positive</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Negative</td>
<td align="char" char="(">450 (14.71)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Not examined</td>
<td align="char" char="(">883 (28.86)</td>
<td align="center">2.08 (1.71&#x2013;2.52)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">1.34 (1.09&#x2013;1.64)</td>
<td align="char" char=".">0.005</td>
</tr>
<tr>
<td align="left">&#x2003;Positive</td>
<td align="char" char="(">1727 (56.44)</td>
<td align="center">1.15 (0.95&#x2013;1.39)</td>
<td align="char" char=".">0.145</td>
<td align="center">1.47 (1.21&#x2013;1.79)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">Surgery</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="char" char="(">227 (7.42)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Other</td>
<td align="char" char="(">253 (8.27)</td>
<td align="center">0.33 (0.26&#x2013;0.41)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.53 (0.42&#x2013;0.67)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">&#x2003;Total thyroidectomy</td>
<td align="char" char="(">2580 (84.31)</td>
<td align="center">0.16 (0.13&#x2013;0.18)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.35 (0.28&#x2013;0.42)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
<tr>
<td align="left">Radiation</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="char" char="(">760 (24.84)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="char" char="(">2300 (76.16)</td>
<td align="center">0.66 (0.58&#x2013;0.75)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">0.86 (0.75&#x2013;0.98)</td>
<td align="char" char=".">0.029</td>
</tr>
<tr>
<td align="left">Chemotherapy</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="char" char="(">2897 (94.67)</td>
<td align="center">References</td>
<td align="left"/>
<td align="center">References</td>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="char" char="(">163 (5.33)</td>
<td align="center">4.73 (3.89&#x2013;5.75)</td>
<td align="char" char=".">&#x3c;0.001</td>
<td align="center">2.55 (2.07&#x2013;3.13)</td>
<td align="char" char=".">&#x3c;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>RN, positive, regional nodes metastases.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-2">
<title>Prognostic Model Construction</title>
<p>Using survival analysis, the following nine variables were included in the prognostic model: age, sex, race, tumor size, histological type, RN_positive, surgery, radiation, and chemotherapy. Most patients (65.9%) with DTCDM &#x2265;10&#xa0;years were 51&#x2013;76&#xa0;years of age, and a higher proportion were women (59.0%) and had PTC histologic staging (81.8%), total thyroidectomy (76.7%), radiotherapy (72.3%), and chemotherapy (7.6%). Analysis of the differences between the two groups for each variable showed no statistical difference, indicating good comparability between the training and validation sets <bold>(</bold>
<xref ref-type="table" rid="T2">Table 2</xref>).</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>The baseline characteristics of the training and validation sets used in the prognostic model.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Characteristics</th>
<th align="left">Total cohort</th>
<th align="left">Training cohort</th>
<th align="left">Validation cohort</th>
<th rowspan="2" align="center">&#x3c7;<sup>2</sup>
</th>
<th rowspan="2" align="center">
<italic>p</italic>
</th>
</tr>
<tr>
<th align="center">
<italic>n</italic> (%)</th>
<th align="center">
<italic>n</italic> (%)</th>
<th align="center">
<italic>n</italic> (%)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left"/>
<td align="char" char="(">1573 (100.0)</td>
<td align="char" char="(">1101 (70.0)</td>
<td align="char" char="(">472 (30.0)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Age at diagnosis, years</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">2.011</td>
<td align="char" char=".">0.366</td>
</tr>
<tr>
<td align="left">77&#x2013;99</td>
<td align="char" char="(">281 (17.9)</td>
<td align="char" char="(">202 (18.3)</td>
<td align="char" char="(">79 (16.7)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">6&#x2013;50</td>
<td align="char" char="(">375 (23.8)</td>
<td align="char" char="(">252 (22.9)</td>
<td align="char" char="(">123 (26.1)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">51&#x2013;76</td>
<td align="char" char="(">917 (58.3)</td>
<td align="char" char="(">647 (58.8)</td>
<td align="char" char="(">270 (57.2)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Sex</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.003</td>
<td align="char" char=".">0.959</td>
</tr>
<tr>
<td align="left">Female</td>
<td align="char" char="(">928 (59.0)</td>
<td align="char" char="(">650 (59.0)</td>
<td align="char" char="(">278 (58.9)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Male</td>
<td align="char" char="(">645 (41.0)</td>
<td align="char" char="(">451 (41.0)</td>
<td align="char" char="(">194 (41.1)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Race</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">1.895</td>
<td align="char" char=".">0.388</td>
</tr>
<tr>
<td align="left">Black</td>
<td align="char" char="(">108 (6.9)</td>
<td align="char" char="(">81 (7.4)</td>
<td align="char" char="(">27 (5.7)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Other</td>
<td align="char" char="(">256 (16.3)</td>
<td align="char" char="(">183 (16.6)</td>
<td align="char" char="(">73 (15.5)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">White</td>
<td align="char" char="(">1209 (76.9)</td>
<td align="char" char="(">837 (76.0)</td>
<td align="char" char="(">372 (78.8)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Tumor size, mm</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.752</td>
<td align="char" char=".">0.687</td>
</tr>
<tr>
<td align="left">66&#x2013;680</td>
<td align="char" char="(">273 (17.4)</td>
<td align="char" char="(">197 (17.9)</td>
<td align="char" char="(">76 (16.1)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">28&#x2013;65</td>
<td align="char" char="(">745 (47.4)</td>
<td align="char" char="(">519 (47.1)</td>
<td align="char" char="(">226 (47.9)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">1&#x2013;27</td>
<td align="char" char="(">555 (35.3)</td>
<td align="char" char="(">385 (35.0)</td>
<td align="char" char="(">170 (36.0)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Histologic</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">1.961</td>
<td align="char" char=".">0.161</td>
</tr>
<tr>
<td align="left">FTC</td>
<td align="char" char="(">286 (18.2)</td>
<td align="char" char="(">210 (19.1)</td>
<td align="char" char="(">76 (16.1)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">PTC</td>
<td align="char" char="(">1287 (81.8)</td>
<td align="char" char="(">891 (80.9)</td>
<td align="char" char="(">396 (83.9)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">RN positive</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.18</td>
<td align="char" char=".">0.914</td>
</tr>
<tr>
<td align="left">Negative</td>
<td align="char" char="(">220 (14.0)</td>
<td align="char" char="(">154 (14.0)</td>
<td align="char" char="(">66 (14.0)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Not examined</td>
<td align="char" char="(">585 (37.2)</td>
<td align="char" char="(">413 (37.5)</td>
<td align="char" char="(">172 (36.4)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Positive</td>
<td align="char" char="(">768 (48.8)</td>
<td align="char" char="(">534 (48.5)</td>
<td align="char" char="(">234 (49.6)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Surgery</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.944</td>
<td align="char" char=".">0.624</td>
</tr>
<tr>
<td align="left">No</td>
<td align="char" char="(">189 (12.0)</td>
<td align="char" char="(">133 (12.1)</td>
<td align="char" char="(">56 (11.9)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Other</td>
<td align="char" char="(">178 (11.3)</td>
<td align="char" char="(">130 (11.8)</td>
<td align="char" char="(">48 (10.2)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Total thyroidectomy</td>
<td align="char" char="(">1206 (76.7)</td>
<td align="char" char="(">838 (76.1)</td>
<td align="char" char="(">368 (78.0)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">Radiation</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="char" char="(">436 (27.7)</td>
<td align="char" char="(">312 (28.3)</td>
<td align="char" char="(">124 (26.3)</td>
<td align="char" char=".">0.704</td>
<td align="char" char=".">0.401</td>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="char" char="(">1137 (72.3)</td>
<td align="char" char="(">789 (71.7)</td>
<td align="char" char="(">348 (73.7)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#xa0;Chemotherapy</td>
<td align="left"/>
<td align="left"/>
<td align="left"/>
<td align="char" char=".">0.042</td>
<td align="char" char=".">0.837</td>
</tr>
<tr>
<td align="left">&#x2003;No</td>
<td align="char" char="(">1453 (92.4)</td>
<td align="char" char="(">1018 (92.5)</td>
<td align="char" char="(">435 (92.2)</td>
<td align="left"/>
<td align="left"/>
</tr>
<tr>
<td align="left">&#x2003;Yes</td>
<td align="char" char="(">120 (7.6)</td>
<td align="char" char="(">83 (7.5)</td>
<td align="char" char="(">37 (7.8)</td>
<td align="left"/>
<td align="left"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>RN, positive, regional nodes metastases.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Unlike associated studies (<xref ref-type="bibr" rid="B18">Hou et al., 2020</xref>; <xref ref-type="bibr" rid="B50">Wei et al., 2021</xref>), categorical variables were included in the prediction model as &#x201c;dummy variables&#x201d;, age: &#x3e;76&#xa0;years, sex: female, race: black, histological type: FTC, tumor size: &#x3e;65&#xa0;mm, surgery: no, radiation: no, chemotherapy: no, and RN_positive negative as a control. The XGB algorithm identifies the importance of features based on the magnitude of the gain value obtained for each variable (relative importance scores out of 100), with higher values indicating greater importance to the predicted target. The variables with the highest scores are: age: 6&#x2013;50 years (39points), tumor size: 1&#x2013;27&#xa0;mm (11 points), sex: male (7 points), age: 51&#x2013;76 years (6 points), RN_positive: not examined (5 points), tumor size: 28&#x2013;65&#xa0;mm (5 points), and radiation: yes (5 points) <bold>(</bold>
<xref ref-type="fig" rid="F3">Figure 3</xref>
<bold>)</bold>. These variables were included in the LR, SVM, RF models, along with the XGB model for performance testing.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>The XGB model was used to calculate the importance of each feature. The bar chart depicts the relative significance of the variables.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g003.tif"/>
</fig>
</sec>
<sec id="s3-3">
<title>Model Performance</title>
<p>The optimal model performance parameters were determined after several validations and debugging. To assess the ability of the XGB, SVM, LR, and RF models to identify the OS of patients with 10-years DTCDM, the training and validation sets were plotted, and the AUC was calculated.</p>
<p>In the training cohort, the AUC of the XGB model was 0.948, higher than the AUC of the other models (SVM AUC, 0.888; LR AUC 0.873, RF AUC,0.881), and The AUC of XGB in the test group was 0.864, slightly lower than the AUCs of LR and SVM (0.889 and 0.871) and higher than the AUC of the RF model (0.858) <bold>(</bold>
<xref ref-type="fig" rid="F4">Figure 4</xref>
<bold>).</bold> The calibration plots of the 10-years TCDM OS for the training and test sets showed good linear agreement between predicted and actual observations from the XGB model. The XGB and LR models fit better than the SVM and RF models <bold>(</bold>
<xref ref-type="fig" rid="F5">Figure 5</xref>). The DCA curves for the XGB, SVM, RF, and LR models were plotted for the training and test cohorts. The <italic>y</italic>-axis of the decision curve represents the net benefit, the decision analysis metric that determines whether the benefits of a particular clinical decision outweigh the harms. Each point on the <italic>x</italic>-axis represents a threshold probability that distinguishes between patients who die and those who survive. The analysis shows that the XGB, LR, RF, and SVM models all achieve a net clinical benefit <bold>(</bold>
<xref ref-type="fig" rid="F6">Figure 6</xref>
<bold>)</bold>.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>ROC curves of the models for the training <bold>(A)</bold> and test <bold>(B)</bold> cohorts.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g004.tif"/>
</fig>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Calibration plots for predicting 10-years DTC development with DM in the training <bold>(A,C,E,G)</bold> and test <bold>(B,D,F,H)</bold> cohorts. DTC: differentiated thyroid cancer, DM: distant metastasis, XGB: XGBoost, SVM: support vector machines, RF: random forest, LR: logistic regression.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g005.tif"/>
</fig>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Decision curve analysis to predict 10-years DTC development with DM in the training <bold>(A)</bold> and test <bold>(B)</bold> cohorts. DTC: differentiated thyroid cancer, DM: distant metastasis, XGB: XGBoost, SVM: support vector machines, RF: random forest, LR: logistic regression.</p>
</caption>
<graphic xlink:href="fgene-13-896805-g006.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Survival prediction is very difficult in malignancy but important for treatment planning and patient management (<xref ref-type="bibr" rid="B7">Cheon et al., 2016</xref>). Compared to the empirical predictions of clinicians, the XGBoost model provides a more reliable option for the 10-years survival status of patients with distant metastases from thyroid cancer. The current study found that XGB had a good predictive value and could help clinicians to develop a rational individualized treatment and management plan. Although thyroid cancer is a relatively slow-growing cancer, once distant metastasis has occurred, the tumor grows exponentially at the location of metastasis, explaining why patients with DM have a worse prognosis (<xref ref-type="bibr" rid="B37">Rajan et al., 2020</xref>). While DTC generally has a favorable prognosis, the clinical course can be poor (<xref ref-type="bibr" rid="B40">See et al., 2017</xref>). Assessing the survival of patients with DTCDM is thus of great clinical importance.</p>
<p>This study used survival analysis to screen for factors that may affect the OS of patients with DTCDM. Although, the multiple Cox model we developed showed that race is not a prognostic factor for DTCDM patients. One study showed that race does affect the survival of patients with differentiated thyroid cancer and that treatment options need to be specific to different racial groups (<xref ref-type="bibr" rid="B47">Tang et al., 2018</xref>). However, Crepeau et al. (<xref ref-type="bibr" rid="B10">Crepeau et al., 2021</xref>) found that thyroid cancer prognosis and recurrence did not differ by race following the same surgical approach, especially when all patients receive the same quality of care. It is likely that differences in the prognosis of TC patients by race are the result of social and economic differences between racial groups.</p>
<p>The XGB algorithm is a new type of AI algorithm that is easy to use, efficient and accurate. This algorithm is becoming increasingly popular in the medical field and is now widely used for disease prediction and early diagnosis. The current study used the prognostic variables obtained from survival analysis to develop a prognostic model for DTCDM OS using the XGB algorithm. The model was validated by combining the clinical and non-clinical variables and was shown to be highly effective. Additional factors that may affect OS and provide more clinical information about DTCDM, were also reported. Traditional ML LR also performed well, possibly because of the study data or because LR performs just as well as ML in clinical prediction models (<xref ref-type="bibr" rid="B9">Christodoulou et al., 2019</xref>).</p>
<p>Age was the highest-scoring, and thus most significant, variable in the XGB model, Patients &#x3c;51&#xa0;years of age had significantly higher OS than patients &#x3e;80&#xa0;years of age. The role for age in predicting TC has been confirmed by other studies, with older patients having a poorer prognosis than younger patients (<xref ref-type="bibr" rid="B38">Sampson et al., 2007</xref>; <xref ref-type="bibr" rid="B34">Nixon et al., 2012</xref>). Compared with the 8th edition of the TNM staging system with a cut-off value of 55&#xa0;years, the optimal cut-off values for age in this study were 50 and 77 (<xref ref-type="bibr" rid="B1">Amin et al., 2017</xref>). This implies that the cut-off value for age may need to be studied in depth for patients with distant metastatic thyroid cancer. In the current study, there was also a significant score for the 51&#x2013;79 age group. These findings suggest that treatment should be tailored to patients in different age groups.</p>
<p>The results of one study confirm that patients with PTC with distant metastases have a good prognosis after treatment (<xref ref-type="bibr" rid="B38">Sampson et al., 2007</xref>). Another study found that sex is a prognostic factor for DTCDM, likely because estrogen production limits cancer progression (<xref ref-type="bibr" rid="B46">Suteau et al., 2021</xref>). The current study found that tumor size was an important factor affecting DTCDM OS, with relatively significant scores for both 1&#x2013;27&#xa0;mm and 28&#x2013;65&#xa0;mm, a finding supported by Nguyen et al. (<xref ref-type="bibr" rid="B32">Nguyen et al., 2018</xref>). Han et al. reported that 15&#x2013;20&#xa0;mm tumors do not affect the OS of TCDM patients (<xref ref-type="bibr" rid="B16">Han et al., 2017</xref>). Unexamined metastases and those localized in the lymph nodes also scored highly. The number of lymph node metastases correlates strongly with the presence of DM while the risk of DM can be assessed based on the number of lymph nodes (<xref ref-type="bibr" rid="B20">Jeon et al., 2016</xref>). These findings may help to resolve controversy over the indication of lateral lymph node dissection (<xref ref-type="bibr" rid="B12">Fan et al., 2018</xref>). The regional metastatic status of the lymph nodes should be assessed in all patients with DTCDM.</p>
<p>Radiotherapy had a relatively significant score in the OS prognostic model of patients with DTCDM. Studies indicate that radioactive iodine (RAI) treatment is very effective in patients with small metastases, indicating that early diagnosis improves outcomes (<xref ref-type="bibr" rid="B11">Durante et al., 2006</xref>; <xref ref-type="bibr" rid="B38">Sampson et al., 2007</xref>). Diagnosis of DM and initiation of RAI therapy before overt metastases appear, especially in children and adolescents for whom selective treatment is more appropriate (<xref ref-type="bibr" rid="B44">Sugino et al., 2020</xref>). While RAI treatment is beneficial for TC survival, however, high-quality RAI accumulation may increase the risk of secondary tumor mutations and more aggressive disease, thus negatively impacting patient survival (<xref ref-type="bibr" rid="B43">Su et al., 2015</xref>; <xref ref-type="bibr" rid="B36">Pasqual et al., 2022</xref>). Nies et al. concluded that repeated RAI treatment is unlikely to benefit TC patients and may do more harm than good over their lifespan (<xref ref-type="bibr" rid="B33">Nies et al., 2021</xref>). In summary, studies differ on whether and how to treat DTC patients with RAI (<xref ref-type="bibr" rid="B20">Jeon et al., 2016</xref>; <xref ref-type="bibr" rid="B27">Lin et al., 2018</xref>).</p>
<p>Total thyroidectomy and other surgical procedures were important in the prognostic model. Sampson et al. concluded that a total thyroidectomy should be performed alongside RAI treatment (<xref ref-type="bibr" rid="B38">Sampson et al., 2007</xref>). It is also suggested that, where possible, local curative surgery with RAI and thyroid hormone suppression should be performed in patients with DTCDM (<xref ref-type="bibr" rid="B19">Ito et al., 2010</xref>). However, the survival benefit of thyroid cancer surgery may vary depending on the site of metastasis (<xref ref-type="bibr" rid="B3">Besic et al., 2016</xref>). The current study found that chemotherapy was a strong predictor of OS in patients with DTCDM and a risk factor for OS in survival analysis. Chemotherapy is often administered to patients with large tumors who are no longer candidates for surgery or show iodine resistance. However, a study indicates that chemotherapy is highly toxic and is associated with a poor response rate (<xref ref-type="bibr" rid="B39">Schmidbauer et al., 2017</xref>). The high mortality rate of chemotherapy patients may be due to the relative severity of the disease in this group of patients, in addition to the toxic impact of the treatment. Recent studies have shown that targeted therapies such as tyrosine kinase inhibitors (TKIs) offer high survival rates and that patients may have a better outcome if targeted treatments are combined with chemotherapy (<xref ref-type="bibr" rid="B24">Kraeber-Bod&#xe9;r&#xe9; et al., 2010</xref>; <xref ref-type="bibr" rid="B5">Carling and Udelsman, 2014</xref>; <xref ref-type="bibr" rid="B49">Viola et al., 2016</xref>; <xref ref-type="bibr" rid="B30">Lorusso et al., 2021</xref>).</p>
<p>Although the predictive model used in this study had a good performance, there were some limitations. First, the study relied on regression data and some samples with missing information were removed, which may have biased the model. Second, outcome data for individuals receiving targeted therapies were not included in the sample, which may have made the prediction model less comprehensive. Finally, more work needs to be done to explain the predictive efficacy of ML versus traditional statistical methods.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>This study analyzed the clinical characteristics and prognosis of patients with DTCDM and constructed prognostic models using four machine learning methods. The XGB model was effective at predicting the 10-years OS of patients with DTCDM and may help clinicians to make more accurate and personalized clinical decisions. This is particularly important to improve the long-term prognosis of high-risk patients.</p>
</sec>
</body>
<back>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found in the article/<xref ref-type="sec" rid="s13">Supplementary Material</xref>.</p>
</sec>
<sec id="s8">
<title>Ethics Statement</title>
<p>Ethical review and approval was not required for the study on human participants in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements. Ethical review and approval was not required for the animal study because The SEER database is free for researchers to download and has removed patient information.</p>
</sec>
<sec id="s9">
<title>Author Contributions</title>
<p>SJ, LZ and JY contributed to the conception and design of the study; SJ, QZ and TZ collected and analyzed data; XY, XL, LZ and QZ wrote and revised the manuscript; All authors reviewed and approved the final version of the manuscript.</p>
</sec>
<sec id="s10">
<title>Funding</title>
<p>This study was supported by funds from the Ministry of Education Industry-Academia Cooperation Collaborative Education Project (202101311012, 202102576027).</p>
</sec>
<sec sec-type="COI-statement" id="s11">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s12">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>We are grateful to all the experts who opened the research topic &#x201c;Medical knowledge-assisted machine learning techniques in individualized medicine&#x201d; in the journal Frontiers in Genetics.</p>
</ack>
<sec id="s13">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fgene.2022.896805/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fgene.2022.896805/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Image1.TIF" id="SM1" mimetype="application/TIF" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="DataSheet1.CSV" id="SM2" mimetype="application/CSV" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amin</surname>
<given-names>M. B.</given-names>
</name>
<name>
<surname>Greene</surname>
<given-names>F. L.</given-names>
</name>
<name>
<surname>Edge</surname>
<given-names>S. B.</given-names>
</name>
<name>
<surname>Compton</surname>
<given-names>C. C.</given-names>
</name>
<name>
<surname>GershenwaldGershenwald</surname>
<given-names>J. E.</given-names>
</name>
<name>
<surname>Brookland</surname>
<given-names>R. K.</given-names>
</name>
<etal/> </person-group>
<collab>and CTR</collab> (<year>2017</year>). <article-title>The Eighth Edition AJCC Cancer Staging Manual: Continuing to Build a Bridge from a Population-Based to a More "personalized" Approach to Cancer Staging</article-title>. <source>CA A Cancer J. Clin.</source> <volume>67</volume>, <fpage>93</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21388</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Angraal</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Mortazavi</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Gupta</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Khera</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Ahmad</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Desai</surname>
<given-names>N. R.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Machine Learning Prediction of Mortality and Hospitalization in Heart Failure with Preserved Ejection Fraction</article-title>. <source>JACC Heart Fail.</source> <volume>8</volume> (<issue>1</issue>), <fpage>12</fpage>&#x2013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.jchf.2019.06.013</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Besic</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Schwarzbartl-Pevec</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Vidergar-Kralj</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Crnic</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Gazic</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Marolt Music</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Treatment and Outcome of 32 Patients with Distant Metastases of H&#xfc;rthle Cell Thyroid Carcinoma: a Single-Institution Experience</article-title>. <source>BMC Cancer</source> <volume>16</volume>, <fpage>162</fpage>. <pub-id pub-id-type="doi">10.1186/s12885-016-2179-3</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cabanillas</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>McFadden</surname>
<given-names>D. G.</given-names>
</name>
<name>
<surname>Durante</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Thyroid Cancer</article-title>. <source>Lancet</source> <volume>388</volume> (<issue>10061</issue>), <fpage>2783</fpage>&#x2013;<lpage>2795</lpage>. <pub-id pub-id-type="doi">10.1016/s0140-6736(16)30172-6</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carling</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Udelsman</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Thyroid Cancer</article-title>. <source>Annu. Rev. Med.</source> <volume>65</volume>, <fpage>125</fpage>&#x2013;<lpage>137</lpage>. <pub-id pub-id-type="doi">10.1146/annurev-med-061512-105739</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Gao</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>A Novel Nomogram Based on Machine Learning-Pathomics Signature and Neutrophil to Lymphocyte Ratio for Survival Prediction of Bladder Cancer Patients</article-title>. <source>Front. Oncol.</source> <volume>11</volume>, <fpage>703033</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2021.703033</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cheon</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Agarwal</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Popovic</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Milakovic</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lam</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Fu</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>The Accuracy of Clinicians&#x27; Predictions of Survival in Advanced Cancer: a Review</article-title>. <source>Ann. Palliat. Med.</source> <volume>5</volume> (<issue>1</issue>), <fpage>22</fpage>&#x2013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.3978/j.issn.2224-5820.2015.08.04</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chesover</surname>
<given-names>A. D.</given-names>
</name>
<name>
<surname>Vali</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Hemmati</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Wasserman</surname>
<given-names>J. D.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Lung Metastasis in Children with Differentiated Thyroid Cancer: Factors Associated with Diagnosis and Outcomes of Therapy</article-title>. <source>Thyroid</source> <volume>31</volume> (<issue>1</issue>), <fpage>50</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1089/thy.2020.0002</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Christodoulou</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Collins</surname>
<given-names>G. S.</given-names>
</name>
<name>
<surname>Steyerberg</surname>
<given-names>E. W.</given-names>
</name>
<name>
<surname>Verbakel</surname>
<given-names>J. Y.</given-names>
</name>
<name>
<surname>Van Calster</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>A Systematic Review Shows No Performance Benefit of Machine Learning over Logistic Regression for Clinical Prediction Models</article-title>. <source>J. Clin. Epidemiol.</source> <volume>110</volume>, <fpage>12</fpage>&#x2013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2019.02.004</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Crepeau</surname>
<given-names>P. K.</given-names>
</name>
<name>
<surname>Kulkarni</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Martucci</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Lai</surname>
<given-names>V.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Comparing Surgical Thoroughness and Recurrence in Thyroid Cancer Patients across Race/ethnicity</article-title>. <source>Surgery</source> <volume>170</volume> (<issue>4</issue>), <fpage>1099</fpage>&#x2013;<lpage>1104</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2021.05.001</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Durante</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Haddy</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Baudin</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Leboulleux</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Hartl</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Travagli</surname>
<given-names>J. P.</given-names>
</name>
<etal/>
</person-group> (<year>2006</year>). <article-title>Long-term Outcome of 444 Patients with Distant Metastases from Papillary and Follicular Thyroid Carcinoma: Benefits and Limits of Radioiodine Therapy</article-title>. <source>J. Clin. Endocrinol. Metab.</source> <volume>91</volume> (<issue>8</issue>), <fpage>2892</fpage>&#x2013;<lpage>2899</lpage>. <pub-id pub-id-type="doi">10.1210/jc.2005-2838</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fan</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Xiao</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Analysis of Risk Factors for Cervical Lymph Node Metastases in Patients with Sporadic Medullary Thyroid Carcinoma</article-title>. <source>J. Int. Med. Res.</source> <volume>46</volume> (<issue>5</issue>), <fpage>1982</fpage>&#x2013;<lpage>1989</lpage>. <pub-id pub-id-type="doi">10.1177/0300060518762684</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farooki</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Leung</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Tala</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Tuttle</surname>
<given-names>R. M.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Skeletal-related Events Due to Bone Metastases from Differentiated Thyroid Cancer</article-title>. <source>J. Clin. Endocrinol. Metabolism</source> <volume>97</volume> (<issue>7</issue>), <fpage>2433</fpage>&#x2013;<lpage>2439</lpage>. <pub-id pub-id-type="doi">10.1210/jc.2012-1169</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goecks</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Jalili</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Heiser</surname>
<given-names>L. M.</given-names>
</name>
<name>
<surname>Gray</surname>
<given-names>J. W.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>How Machine Learning Will Transform Biomedicine</article-title>. <source>Cell.</source> <volume>181</volume> (<issue>1</issue>), <fpage>92</fpage>&#x2013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1016/j.cell.2020.03.022</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goffredo</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Sosa</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Roman</surname>
<given-names>S. A.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Differentiated Thyroid Cancer Presenting with Distant Metastases: a Population Analysis over Two Decades</article-title>. <source>World J. Surg.</source> <volume>37</volume> (<issue>7</issue>), <fpage>1599</fpage>&#x2013;<lpage>1605</lpage>. <pub-id pub-id-type="doi">10.1007/s00268-013-2006-9</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>E.-K.</given-names>
</name>
<name>
<surname>Kwak</surname>
<given-names>J. Y.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>1.5-2 Cm Tumor Size Was Not Associated with Distant Metastasis and Mortality in Small Thyroid Cancer: A Population-Based Study</article-title>. <source>Sci. Rep.</source> <volume>7</volume>, <fpage>46298</fpage>. <pub-id pub-id-type="doi">10.1038/srep46298</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanley</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>McNeil</surname>
<given-names>B. J.</given-names>
</name>
</person-group> (<year>1982</year>). <article-title>The Meaning and Use of the Area under a Receiver Operating Characteristic (ROC) Curve</article-title>. <source>Radiology</source> <volume>143</volume> (<issue>1</issue>), <fpage>29</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1148/radiology.143.1.7063747</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hou</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Predicting 30-days Mortality for MIMIC-III Patients with Sepsis-3: a Machine Learning Approach Using XGboost</article-title>. <source>J. Transl. Med.</source> <volume>18</volume> (<issue>1</issue>), <fpage>462</fpage>. <pub-id pub-id-type="doi">10.1186/s12967-020-02620-5</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ito</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Masuoka</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Fukushima</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Inoue</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kihara</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Tomoda</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Prognosis and Prognostic Factors of Patients with Papillary Carcinoma Showing Distant Metastasis at Surgery (M1 Patients) in Japan</article-title>. <source>Endocr. J.</source> <volume>57</volume> (<issue>6</issue>), <fpage>523</fpage>&#x2013;<lpage>531</lpage>. <pub-id pub-id-type="doi">10.1507/endocrj.k10e-019</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jeon</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>W. G.</given-names>
</name>
<name>
<surname>Choi</surname>
<given-names>Y. M.</given-names>
</name>
<name>
<surname>Kwon</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>Y.-M.</given-names>
</name>
<name>
<surname>Sung</surname>
<given-names>T.-Y.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Features Predictive of Distant Metastasis in Papillary Thyroid Microcarcinomas</article-title>. <source>Thyroid</source> <volume>26</volume> (<issue>1</issue>), <fpage>161</fpage>&#x2013;<lpage>168</lpage>. <pub-id pub-id-type="doi">10.1089/thy.2015.0375</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Pan</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Qian</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Fan</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Predictive Model for the 5-year Survival Status of Osteosarcoma Patients Based on the SEER Database and XGBoost Algorithm</article-title>. <source>Sci. Rep.</source> <volume>11</volume> (<issue>1</issue>), <fpage>5542</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-021-85223-4</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jin</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Megwalu</surname>
<given-names>U. C.</given-names>
</name>
<name>
<surname>Noel</surname>
<given-names>J. E.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>External Beam Radiotherapy for Medullary Thyroid Cancer Following Total or Near-Total Thyroidectomy</article-title>. <source>Otolaryngol. Head. Neck Surg.</source> <volume>164</volume> (<issue>1</issue>), <fpage>97</fpage>&#x2013;<lpage>103</lpage>. <pub-id pub-id-type="doi">10.1177/0194599820947696</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kong</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Cui</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bai</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Age Influences the Prognosis of Anaplastic Thyroid Cancer Patients</article-title>. <source>Front. Endocrinol.</source> <volume>12</volume>, <fpage>704596</fpage>. <pub-id pub-id-type="doi">10.3389/fendo.2021.704596</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kraeber-Bod&#xe9;r&#xe9;</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Salaun</surname>
<given-names>P.-Y.</given-names>
</name>
<name>
<surname>Oudoux</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Goldenberg</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Chatal</surname>
<given-names>J.-F.</given-names>
</name>
<name>
<surname>Barbet</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Pretargeted Radioimmunotherapy in Rapidly Progressing, Metastatic, Medullary Thyroid Cancer</article-title>. <source>Cancer</source> <volume>116</volume> (<issue>S4</issue>), <fpage>1118</fpage>&#x2013;<lpage>1125</lpage>. <pub-id pub-id-type="doi">10.1002/cncr.24800</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leonard</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Kennedy</surname>
<given-names>C. J.</given-names>
</name>
<name>
<surname>Carmichael</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Lyell</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Main</surname>
<given-names>E. K.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>An Expanded Obstetric Comorbidity Scoring System for Predicting Severe Maternal Morbidity</article-title>. <source>Obstet. Gynecol.</source> <volume>136</volume> (<issue>3</issue>), <fpage>440</fpage>&#x2013;<lpage>449</lpage>. <pub-id pub-id-type="doi">10.1097/aog.0000000000004022</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lim</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Devesa</surname>
<given-names>S. S.</given-names>
</name>
<name>
<surname>Sosa</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Check</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Kitahara</surname>
<given-names>C. M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Trends in Thyroid Cancer Incidence and Mortality in the United States, 1974-2013</article-title>. <source>Jama</source> <volume>317</volume> (<issue>13</issue>), <fpage>1338</fpage>&#x2013;<lpage>1348</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2017.2719</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname>
<given-names>J.-D.</given-names>
</name>
<name>
<surname>Kuo</surname>
<given-names>S.-F.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>B.-Y.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>S.-F.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>S.-T.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>The Efficacy of Radioactive Iodine for the Treatment of Well-Differentiated Thyroid Cancer with Distant Metastasis</article-title>. <source>Nucl. Med. Commun.</source> <volume>39</volume> (<issue>12</issue>), <fpage>1091</fpage>&#x2013;<lpage>1096</lpage>. <pub-id pub-id-type="doi">10.1097/MNM.0000000000000897</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>W. C.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Z. Q.</given-names>
</name>
<name>
<surname>Luo</surname>
<given-names>Z. W.</given-names>
</name>
<name>
<surname>Liao</surname>
<given-names>W. J.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>Z. L.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J. M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Machine Learning for the Prediction of Bone Metastasis in Patients with Newly Diagnosed Thyroid Cancer</article-title>. <source>Cancer Med.</source> <volume>10</volume> (<issue>8</issue>), <fpage>2802</fpage>&#x2013;<lpage>2811</lpage>. <pub-id pub-id-type="doi">10.1002/cam4.3776</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Prognosis of FTC Compared to PTC and FVPTC: Findings Based on SEER Database Using Propensity Score Matching Analysis</article-title>. <source>Am. J. Cancer Res.</source> <volume>8</volume> (<issue>8</issue>), <fpage>1440</fpage> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lorusso</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Cappagli</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Valerio</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Giani</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Viola</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Puleo</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Thyroid Cancers: From Surgery to Current and Future Systemic Therapies through Their Molecular Identities</article-title>. <source>Ijms</source> <volume>22</volume> (<issue>6</issue>), <fpage>3117</fpage>. <pub-id pub-id-type="doi">10.3390/ijms22063117</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>May</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Eight Ways Machine Learning Is Assisting Medicine</article-title>. <source>Nat. Med.</source> <volume>27</volume> (<issue>1</issue>), <fpage>2</fpage>&#x2013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1038/s41591-020-01197-2</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nguyen</surname>
<given-names>X. V.</given-names>
</name>
<name>
<surname>Roy Choudhury</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Tessler</surname>
<given-names>F. N.</given-names>
</name>
<name>
<surname>Hoang</surname>
<given-names>J. K.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Effect of Tumor Size on Risk of Metastatic Disease and Survival for Thyroid Cancer: Implications for Biopsy Guidelines</article-title>. <source>Thyroid</source> <volume>28</volume> (<issue>3</issue>), <fpage>295</fpage>&#x2013;<lpage>300</lpage>. <pub-id pub-id-type="doi">10.1089/thy.2017.0526</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nies</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Vassilopoulou-Sellin</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Bassett</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Yedururi</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zafereo</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Cabanillas</surname>
<given-names>M. E.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Distant Metastases from Childhood Differentiated Thyroid Carcinoma: Clinical Course and Mutational Landscape</article-title>. <source>J. Clin. Endocrinol. Metab.</source> <volume>106</volume> (<issue>4</issue>), <fpage>1683</fpage>&#x2013;<lpage>1697</lpage>. <pub-id pub-id-type="doi">10.1210/clinem/dgaa935</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nixon</surname>
<given-names>I. J.</given-names>
</name>
<name>
<surname>Whitcher</surname>
<given-names>M. M.</given-names>
</name>
<name>
<surname>Palmer</surname>
<given-names>F. L.</given-names>
</name>
<name>
<surname>Tuttle</surname>
<given-names>R. M.</given-names>
</name>
<name>
<surname>Shaha</surname>
<given-names>A. R.</given-names>
</name>
<name>
<surname>Shah</surname>
<given-names>J. P.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>The Impact of Distant Metastases at Presentation on Prognosis in Patients with Differentiated Carcinoma of the Thyroid Gland</article-title>. <source>Thyroid</source> <volume>22</volume> (<issue>9</issue>), <fpage>884</fpage>&#x2013;<lpage>889</lpage>. <pub-id pub-id-type="doi">10.1089/thy.2011.0535</pub-id> </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Noone</surname>
<given-names>A.-M.</given-names>
</name>
<name>
<surname>Lund</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Mariotto</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cronin</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>McNeel</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Deapen</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Comparison of SEER Treatment Data with Medicare Claims</article-title>. <source>Med. Care</source> <volume>54</volume> (<issue>9</issue>), <fpage>e55</fpage>&#x2013;<lpage>e64</lpage>. <pub-id pub-id-type="doi">10.1097/mlr.0000000000000073</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pasqual</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Schonfeld</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Morton</surname>
<given-names>L. M.</given-names>
</name>
<name>
<surname>Villoing</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Berrington de Gonzalez</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Association between Radioactive Iodine Treatment for Pediatric and Young Adulthood Differentiated Thyroid Cancer and Risk of Second Primary Malignancies</article-title>. <source>Jco</source> <volume>40</volume> (<issue>13</issue>), <fpage>1439</fpage>&#x2013;<lpage>1449</lpage>. <pub-id pub-id-type="doi">10.1200/jco.21.01841</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rajan</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Khanal</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Ringel</surname>
<given-names>M. D.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Progression and Dormancy in Metastatic Thyroid Cancer: Concepts and Clinical Implications</article-title>. <source>Endocrine</source> <volume>70</volume> (<issue>1</issue>), <fpage>24</fpage>&#x2013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1007/s12020-020-02453-8</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sampson</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Brierley</surname>
<given-names>J. D.</given-names>
</name>
<name>
<surname>Le</surname>
<given-names>L. W.</given-names>
</name>
<name>
<surname>Rotstein</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Tsang</surname>
<given-names>R. W.</given-names>
</name>
</person-group> (<year>2007</year>). <article-title>Clinical Management and Outcome of Papillary and Follicular (Differentiated) Thyroid Cancer Presenting with Distant Metastasis at Diagnosis</article-title>. <source>Cancer</source> <volume>110</volume> (<issue>7</issue>), <fpage>1451</fpage>&#x2013;<lpage>1456</lpage>. <pub-id pub-id-type="doi">10.1002/cncr.22956</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schmidbauer</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Menhart</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Hellwig</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Grosse</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Differentiated Thyroid Cancer-Treatment: State of the Art</article-title>. <source>Ijms</source> <volume>18</volume> (<issue>6</issue>), <fpage>1292</fpage>. <pub-id pub-id-type="doi">10.3390/ijms18061292</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>See</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>See</surname>
<given-names>N. G.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>N. C.</given-names>
</name>
<name>
<surname>Teo</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Ng</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Soo</surname>
<given-names>K. C.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Distant Metastasis as the Sole Initial Manifestation of Well-Differentiated Thyroid Carcinoma</article-title>. <source>Eur. Arch. Otorhinolaryngol.</source> <volume>274</volume> (<issue>7</issue>), <fpage>2877</fpage>&#x2013;<lpage>2882</lpage>. <pub-id pub-id-type="doi">10.1007/s00405-017-4532-9</pub-id> </citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Senders</surname>
<given-names>J. T.</given-names>
</name>
<name>
<surname>Staples</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Mehrtash</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cote</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Taphoorn</surname>
<given-names>M. J. B.</given-names>
</name>
<name>
<surname>Reardon</surname>
<given-names>D. A.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>An Online Calculator for the Prediction of Survival in Glioblastoma Patients Using Classical Statistics and Machine Learning</article-title>. <source>Neurosurgery</source> <volume>86</volume> (<issue>2</issue>), <fpage>E184</fpage>&#x2013;<lpage>e192</lpage>. <pub-id pub-id-type="doi">10.1093/neuros/nyz403</pub-id> </citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Siegel</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>K. D.</given-names>
</name>
<name>
<surname>Jemal</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Cancer Statistics, 2020</article-title>. <source>CA A Cancer J. Clin.</source> <volume>70</volume> (<issue>1</issue>), <fpage>7</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21590</pub-id> </citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Su</surname>
<given-names>D. H.</given-names>
</name>
<name>
<surname>Chang</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Chang</surname>
<given-names>T. C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>The Impact of Locoregional Recurrences and Distant Metastases on the Survival of Patients with Papillary Thyroid Carcinoma</article-title>. <source>Clin. Endocrinol.</source> <volume>82</volume> (<issue>2</issue>), <fpage>286</fpage>&#x2013;<lpage>294</lpage>. <pub-id pub-id-type="doi">10.1111/cen.12511</pub-id> </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sugino</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Nagahama</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Kitagawa</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Ohkuwa</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Uruno</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Matsuzu</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Distant Metastasis in Pediatric and Adolescent Differentiated Thyroid Cancer: Clinical Outcomes and Risk Factor Analyses</article-title>. <source>J. Clin. Endocrinol. Metab.</source> <volume>105</volume> (<issue>11</issue>), <fpage>e3981</fpage>&#x2013;<lpage>e3988</lpage>. <pub-id pub-id-type="doi">10.1210/clinem/dgaa545</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sugitani</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Fujimoto</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yamamoto</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Papillary Thyroid Carcinoma with Distant Metastases: Survival Predictors and the Importance of Local Control</article-title>. <source>Surgery</source> <volume>143</volume> (<issue>1</issue>), <fpage>35</fpage>&#x2013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2007.06.011</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Suteau</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Munier</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Briet</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Rodien</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Sex Bias in Differentiated Thyroid Cancer</article-title>. <source>Ijms</source> <volume>22</volume> (<issue>23</issue>), <fpage>12992</fpage>. <pub-id pub-id-type="doi">10.3390/ijms222312992</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kong</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Cui</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Liao</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Racial Disparities of Differentiated Thyroid Carcinoma: Clinical Behavior, Treatments, and Long-Term Outcomes</article-title>. <source>World J. Surg. Onc</source> <volume>16</volume> (<issue>1</issue>), <fpage>45</fpage>. <pub-id pub-id-type="doi">10.1186/s12957-018-1340-7</pub-id> </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Elkin</surname>
<given-names>E. B.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Decision Curve Analysis: a Novel Method for Evaluating Prediction Models</article-title>. <source>Med. Decis. Mak.</source> <volume>26</volume> (<issue>6</issue>), <fpage>565</fpage>&#x2013;<lpage>574</lpage>. <pub-id pub-id-type="doi">10.1177/0272989x06295361</pub-id> </citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Viola</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Valerio</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Molinaro</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Agate</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Bottici</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Biagini</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Treatment of Advanced Thyroid Cancer with Targeted Therapies: Ten Years of Experience</article-title>. <source>Endocr. Relat. Cancer</source> <volume>23</volume> (<issue>4</issue>), <fpage>R185</fpage>&#x2013;<lpage>R205</lpage>. <pub-id pub-id-type="doi">10.1530/erc-15-0555</pub-id> </citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wei</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Qin</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>A Novel Machine Learning Algorithm Combined with Multivariate Analysis for the Prognosis of Renal Collecting Duct Carcinoma</article-title>. <source>Front. Oncol.</source> <volume>11</volume>, <fpage>777735</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2021.777735</pub-id> </citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wolbers</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Koller</surname>
<given-names>M. T.</given-names>
</name>
<name>
<surname>Witteman</surname>
<given-names>J. C. M.</given-names>
</name>
<name>
<surname>Steyerberg</surname>
<given-names>E. W.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Prognostic Models with Competing Risks: Methods and Application to Coronary Risk Prediction</article-title>. <source>Epidemiology</source> <volume>20</volume> (<issue>4</issue>), <fpage>555</fpage>&#x2013;<lpage>561</lpage>. <pub-id pub-id-type="doi">10.1097/EDE.0b013e3181a39056</pub-id> </citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Risk Factors for Skip Metastasis and Lateral Lymph Node Metastasis of Papillary Thyroid Cancer</article-title>. <source>Surgery</source> <volume>166</volume> (<issue>1</issue>), <fpage>55</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2019.01.025</pub-id> </citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Synergic Effects of Histology Subtype, Lymph Node Metastasis, and Distant Metastasis on Prognosis in Differentiated Thyroid Carcinoma Using the SEER Database</article-title>. <source>Gland. Surg.</source> <volume>9</volume> (<issue>4</issue>), <fpage>907</fpage>&#x2013;<lpage>918</lpage>. <pub-id pub-id-type="doi">10.21037/gs-20-273</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>