<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Endocrinol.</journal-id>
<journal-title>Frontiers in Endocrinology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Endocrinol.</abbrev-journal-title>
<issn pub-type="epub">1664-2392</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fendo.2024.1349853</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Endocrinology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A practical nomogram for preoperatively predicting lateral cervical lymph node metastasis in medullary thyroid carcinoma: a dual-center retrospective study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Zhu</surname>
<given-names>Jialin</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/911473"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Guo</surname>
<given-names>Tiantian</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Guo</surname>
<given-names>Shuyue</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Chang</surname>
<given-names>Luchen</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1433731"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Jing</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Xiaoqing</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wei</surname>
<given-names>Xi</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/961868"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<institution>Department of Diagnostic and Therapeutic Ultrasonography, Key Laboratory of Cancer Prevention and Therapy, Tianjin Medical University Cancer Institute and Hospital, National Clinical Research Center for Cancer</institution>, <addr-line>Tianjin</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Cristina Alina Silaghi, University of Medicine and Pharmacy Iuliu Hatieganu, Romania</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Alessandro Prete, University of Pisa, Italy</p>
<p>Jianhua Zhou, Sun Yat-sen University Cancer Center (SYSUCC), China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xi Wei, <email xlink:href="mailto:weixi@tmu.edu.cn">weixi@tmu.edu.cn</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>26</day>
<month>07</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1349853</elocation-id>
<history>
<date date-type="received">
<day>05</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>07</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Zhu, Guo, Guo, Chang, Zhao, Wang and Wei</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Zhu, Guo, Guo, Chang, Zhao, Wang and Wei</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>Lateral lymph node metastasis (LLNM) is very common in medullary thyroid carcinoma (MTC), but there is still controversy about how to manage cervical lateral lymph nodes, especially for clinically negative MTC. The aim of this study is to develop and validate a nomogram for predicting LLNM risk in MTC.</p>
</sec>
<sec>
<title>Materials and methods</title>
<p>A total of 234 patients from two hospitals were retrospectively enrolled in this study and divided into LLNM positive group and LLNM negative group based on the pathology. The correlation between LLNM and preoperative clinical and ultrasound variables were evaluated by univariable and multivariable logistic regression analysis. A nomogram was generated to predict the risk of the LLNM of MTC patients, validated by external dataset, and evaluated in terms of discrimination, calibration, and clinical usefulness.</p>
</sec>
<sec>
<title>Results</title>
<p>The training, internal, and external validation datasets included 152, 51, and 31 MTC patients, respectively. According to the multivariable logistic regression analysis, gender (male), relationship to thyroid capsule and serum calcitonin were independently associated with LLNM in the training dataset. The predictive nomogram model developed with the aforementioned variables showed favorable performance in estimating risk of LLNM, with the area under the ROC curve (AUC) of 0.826 in the training dataset, 0.816 in the internal validation dataset, and 0.846 in the external validation dataset.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>We developed and validated a model named MTC nomogram, utilizing available preoperative variables to predict the probability of LLNM in patients with MTC. This nomogram will be of great value for guiding the clinical diagnosis and treatment process of MTC patients.</p>
</sec>
</abstract>
<kwd-group>
<kwd>nomogram</kwd>
<kwd>medullary thyroid carcinoma</kwd>
<kwd>metastasis</kwd>
<kwd>ultrasonography</kwd>
<kwd>prediction</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="25"/>
<page-count count="11"/>
<word-count count="4932"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Thyroid Endocrinology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Medullary thyroid carcinoma (MTC) is a life-threatening disease that accounts for approximately 5%&#x2013;10% of all thyroid malignancies worldwide and 13.4% of deaths from thyroid cancer are attributed to MTC (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). The prominent feature of MTC is relatively slow tumor growth, but early cervical lymph node metastasis (LNM) occurs, with LLNM occurring in approximately 40.0%-66.7% of patients diagnosed with MTC for the first time (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). In particular, lateral neck lymph node metastasis (LLNM) was very common in MTC. The American Thyroid Association (ATA) recommended that the curative therapy for MTC was primary tumor resection and cervical lymph node dissection (<xref ref-type="bibr" rid="B5">5</xref>). However, the extent of initial surgery for cervical lymph node dissection is still controversial (<xref ref-type="bibr" rid="B6">6</xref>), especially whether lateral lymph node dissection (LND) is necessary in MTC (<xref ref-type="bibr" rid="B7">7</xref>). Some surgeons prefer more proactive management, such as performing lateral LND or prophylactic dissection, to improve postoperative biochemical recovery rates. However, more aggressive prophylactic LND may increase the risk of severe neurological damage and hypoparathyroidism without significant survival benefits (<xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>Preoperative imaging plays an important guiding role in the diagnosis and staging of MTC. Ultrasound (US) is the main method for evaluating lymphatic status of MTC before surgery. However, the diagnostic sensitivity for cervical lymph node metastasis (LNM) of US is only about 20%-40% (<xref ref-type="bibr" rid="B9">9</xref>). Many MTC patients experienced occult LLNM, which were with clinically negative (cN0) lateral cervical lymph nodes. Considering the existence of occult LLNM that is difficult to detect preoperatively, some patients undergoing thyroidectomy may already have some metastatic lymph nodes in the lateral compartment of the neck, which leading poor prognosis and high mortality. Therefore, accurately assessing the status of lateral cervical lymph node in MTC patients is all-important for choosing appropriate surgical strategy and making clinical decisions.</p>
<p>Serum calcitonin (Ctn) was reported to be a predictive factor for the need of prophylactic lateral lymph node dissection in MTC patients. A high preoperative Ctn level was related to the extent of LNM and poor prognosis in MTC (<xref ref-type="bibr" rid="B10">10</xref>). However, serum Ctn has a high false-positive rate, which had a non-specific increase in various physiological and pathological conditions (<xref ref-type="bibr" rid="B11">11</xref>). The 2023 European Thyroid Association (ETA) guidelines for thyroid nodule management recommends measuring Ctn in specific scenarios, such as in patients scheduled for surgery or thermal-ablation, or with nodules with indeterminate cytology or suspicious sonographic pattern, or with family history of MTC or multiple endocrine neoplasia (MEN) (<xref ref-type="bibr" rid="B12">12</xref>). The 2015 ATA guidelines confirmed the role of preoperative serum Ctn in determining whether lateral neck dissection should be performed in patients with cN0 and cN1a (<xref ref-type="bibr" rid="B5">5</xref>), but did not provide a clear threshold.</p>
<p>In this study, we aimed to establish a multivariate logistic regression model based on neck ultrasound examination, serum Ctn levels and other prognostic factors to predict the risk of LLNM. This model was further presented as a nomogram and provided individual recommendations for whether lateral neck lymph node dissection should be performed in MTC patients.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Patients and datasets</title>
<p>We retrospectively evaluated the preoperative clinical and US features for predicting LLNM in patients with pathologically confirmed MTC surgery in Tianjin Medical University Cancer Institute and Hospital (Hospital 1) between January 2012 and March 2022 and in Binzhou Medical University Hospital (Hospital 2) between January 2017 and December 2019. Patients in Hospital 1 were randomly divided into training and internal validation datasets (3:1), while patients in Hospital 2 were defined as external testing dataset.</p>
<p>This retrospective study was approved by the Ethics Committee of the Tianjin Medical University Cancer Institute and Hospital, and the requirement for informed consent was waived.</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Inclusion and exclusion criteria</title>
<p>Patients were enrolled based on the following criteria: 1) Pathological examinations were performed to confirm MTC with/without LLNM by surgery and fine needle aspiration cytology (FNAC). 2) Patients with clear US imaging of the thyroid. 3) Patients with complete clinical information such as clinical and US features. 4) preoperative serum Ctn measurements were available for analysis. Exclusion criteria were as follows: 1) Incomplete or unqualified ultrasound images. 2) Cases with incomplete clinicopathological information. 3) Patients who had received preoperative therapy before image acquisition. 4) Preoperative serum calcitonin was not available for analysis. All enrolled patients were followed up for at least 12 months. No suspicious lateral lymph node was seen on ultrasound and serum Ctn was not increased for patients in non-LLNM group during the follow-up period. During this study, two hospitals used the same method to detect serum Ctn. <xref ref-type="fig" rid="f1">
<bold>Figure 1</bold>
</xref> illustrates the flow chart of recruitment process of the final study patients.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Flow chart of the patients enrolled in our study. Finally, 234 MTC patients from two centers were enrolled in this study. MTC, medullary thyroid carcinoma; LLNM, lateral lymph node metastasis; H1, hospital 1; H2, hospital 2.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1349853-g001.tif"/>
</fig>
<p>FNAC and surgical strategy was shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material 1</bold>
</xref>.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Clinical data and ultrasound images</title>
<p>Clinical information, results of preoperative serum Ctn testing, ultrasonic measurements and features were collected for data analysis. US characters of MTC were analyzed by experienced radiologists with more than 10 years of experience in thyroid diagnosis. The US machine included Aplio 400, 500, 800 (Toshiba Medical Systems, Tokyo, Japan) and Phillips EPIQ 5, IU 22, HD11 (Philips Healthcare, Eindhoven, The Netherlands) devices equipped with a 4.8&#x2013;11 MHz, 5-12 MHz or 5&#x2013;18 MHz linear array probe.</p>
<p>Ultrasound characteristics evaluating was shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material 2</bold>
</xref>.</p>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Feature selection</title>
<p>We randomly allocated patients to a training dataset of 75% patients and an internal validation dataset of 25% patients in Hospital 1. Student&#x2019;s independent t-test and &#x3c7;2 test were applied to select the risk parameters associated with LLNM significantly. Multivariate regression analysis conducted by combining significant clinical and US variables was performed to decide the final indicators for predicting LLNM. Statistical significance was determined by a two- tailed P&lt;0.05.</p>
</sec>
<sec id="s2_5">
<label>2.5</label>
<title>Construction and validation of the nomograms</title>
<p>Based on the multivariate analysis in the training dataset, the MTC nomogram was developed. Then, the MTC nomogram was tested by validation datasets. Calibration plots were used to validate the nomograms&#x2019; calibration. In addition, the area under the curves (AUC) of the receiver operating characteristic (ROC) curve analysis was utilized to evaluate the discriminability of the nomograms. A decision curve analysis (DCA) was conducted to evaluate the clinical net benefit of the nomogram. According to the nomogram algorithm, the predicted probability of each nodule was calculated and defined as Nomoscore. Then, the best cutoff value was determined by maximizing the Youden index. The predictive performance of the optimal cutoff value of the Nomoscore was evaluated by the AUC, sensitivity, specificity, positive predictive value (PPV), and negative predictive value (NPV). In comparison, the predictive performance of the top three important indicators was evaluated separately in the same way as the nomogram.</p>
</sec>
<sec id="s2_6">
<label>2.6</label>
<title>Statistical analysis</title>
<p>All analyses were performed using R statistical software (version 3.3.3; <ext-link ext-link-type="uri" xlink:href="http://www.R-project.org">www.R-project.org</ext-link>). Two-sided p-value &lt; 0.05 indicated statistical significance. The Mann-Whitney U test and chi-square test were separately used to compare the differences in continuous variables and categorical variables. The model predictions were assessed by sensitivity, specificity, PPV, NPV, AUC and 95% confidence interval (CI) as well as calibration curves in both the training and validation dataset. Delong test was used to compare different AUC. Calibration plot analysis was performed by bootstrapping with 1,000 replications.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Patient characteristics</title>
<p>A total of 234 patients with MTC were extracted for analysis, including 152 patients (F/M = 76/76) in the training dataset, 51(F/M =35/16) in the internal validation dataset, and 31(F/M = 15/16) in the external testing dataset. As shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>, The mean age of patients was 48.16 &#xb1; 13.28 years for the training dataset, 49.81 &#xb1; 13.31 years for the internal testing dataset and 53.77 &#xb1; 17.09 years for the external testing dataset. The rate of LLNM in three datasets was 44.74% (68/152), 39.22% (20/51) and 54.84% (17/31), respectively.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Patient characteristics of the training and testing datasets.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="bottom" align="left">Characteristic</th>
<th valign="bottom" align="left">Training Dataset (%)</th>
<th valign="bottom" align="left">Internal Testing Dataset (%)</th>
<th valign="bottom" align="left">External Testing Dataset (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="bottom" align="left">
<italic>n</italic>
</td>
<td valign="bottom" align="left">152</td>
<td valign="bottom" align="left">51</td>
<td valign="bottom" align="left">31</td>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Age,</bold> mean &#xb1; SD, years</td>
<td valign="bottom" align="left">48.16 &#xb1; 13.28</td>
<td valign="bottom" align="left">49.81 &#xb1; 13.31</td>
<td valign="bottom" align="left">53.77 &#xb1; 17.09</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Gender, n</th>
</tr>
<tr>
<td valign="bottom" align="center">Female</td>
<td valign="bottom" align="left">76(50.00)</td>
<td valign="bottom" align="left">35(68.63)</td>
<td valign="bottom" align="left">15(48.39)</td>
</tr>
<tr>
<td valign="bottom" align="center">Male</td>
<td valign="bottom" align="left">76(50.00)</td>
<td valign="bottom" align="left">16(31.37)</td>
<td valign="bottom" align="left">16(51.61)</td>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Tumor size (cm)</bold>
</td>
<td valign="bottom" align="left">1.45 &#xb1; 0.85</td>
<td valign="bottom" align="left">1.42 &#xb1; 0.75</td>
<td valign="bottom" align="left">1.08 &#xb1; 0.78</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Tumor position</th>
</tr>
<tr>
<td valign="bottom" align="center">Upper pole</td>
<td valign="bottom" align="left">67(44.08)</td>
<td valign="bottom" align="left">25(49.02)</td>
<td valign="bottom" align="left">20(64.51)</td>
</tr>
<tr>
<td valign="bottom" align="center">Middle pole</td>
<td valign="bottom" align="left">82(53.95)</td>
<td valign="bottom" align="left">26(50.98)</td>
<td valign="bottom" align="left">11(35.48)</td>
</tr>
<tr>
<td valign="bottom" align="center">Lower pole</td>
<td valign="bottom" align="left">3(1.97)</td>
<td valign="bottom" align="left">0(0.00)</td>
<td valign="bottom" align="left">0(0.00)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Composition</th>
</tr>
<tr>
<td valign="bottom" align="center">Mixed cystic and solid</td>
<td valign="bottom" align="left">8(5.26)</td>
<td valign="bottom" align="left">3(5.88)</td>
<td valign="bottom" align="left">2(6.45)</td>
</tr>
<tr>
<td valign="bottom" align="center">Solid</td>
<td valign="bottom" align="left">144(94.74)</td>
<td valign="bottom" align="left">48(94.12)</td>
<td valign="bottom" align="left">29(93.55)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Internal echo</th>
</tr>
<tr>
<td valign="bottom" align="center">Hypoechoic</td>
<td valign="bottom" align="left">130(85.53)</td>
<td valign="bottom" align="left">44(86.27)</td>
<td valign="bottom" align="left">17(54.84)</td>
</tr>
<tr>
<td valign="bottom" align="center">Markedly hypoechoic</td>
<td valign="bottom" align="left">22(14.47)</td>
<td valign="bottom" align="left">7(13.73)</td>
<td valign="bottom" align="left">14(45.16)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Margins</th>
</tr>
<tr>
<td valign="bottom" align="center">Well&#x2010;defined</td>
<td valign="bottom" align="left">87(57.24)</td>
<td valign="bottom" align="left">26(50.98)</td>
<td valign="bottom" align="left">10(32.26)</td>
</tr>
<tr>
<td valign="bottom" align="center">Ill&#x2010;defined</td>
<td valign="bottom" align="left">65(42.76)</td>
<td valign="bottom" align="left">25(49.02)</td>
<td valign="bottom" align="left">21(67.74)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Shape</th>
</tr>
<tr>
<td valign="bottom" align="center">A/T&lt;1</td>
<td valign="bottom" align="left">92(60.53)</td>
<td valign="bottom" align="left">29(56.86)</td>
<td valign="bottom" align="left">20(64.52)</td>
</tr>
<tr>
<td valign="bottom" align="center">A/T&#x2265; 1</td>
<td valign="bottom" align="left">60(39.47)</td>
<td valign="bottom" align="left">22(43.14)</td>
<td valign="bottom" align="left">11(35.48)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Microcalcification</th>
</tr>
<tr>
<td valign="bottom" align="center">No</td>
<td valign="bottom" align="left">40(26.32)</td>
<td valign="bottom" align="left">16(31.37)</td>
<td valign="bottom" align="left">10(32.26)</td>
</tr>
<tr>
<td valign="bottom" align="center">Yes</td>
<td valign="bottom" align="left">112(73.68)</td>
<td valign="bottom" align="left">35(68.63)</td>
<td valign="bottom" align="left">21(67.74)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Vascularization (blood flow)</th>
</tr>
<tr>
<td valign="bottom" align="center">0</td>
<td valign="bottom" align="left">28(18.42)</td>
<td valign="bottom" align="left">14(27.45)</td>
<td valign="bottom" align="left">6(19.35)</td>
</tr>
<tr>
<td valign="bottom" align="center">1</td>
<td valign="bottom" align="left">46(30.26)</td>
<td valign="bottom" align="left">12(23.53)</td>
<td valign="bottom" align="left">2(6.45)</td>
</tr>
<tr>
<td valign="bottom" align="center">2</td>
<td valign="bottom" align="left">19(12.50)</td>
<td valign="bottom" align="left">9(17.65)</td>
<td valign="middle" align="left">8(25.81)</td>
</tr>
<tr>
<td valign="bottom" align="center">3</td>
<td valign="bottom" align="left">59(38.82)</td>
<td valign="bottom" align="left">16(31.37)</td>
<td valign="bottom" align="left">15(48.39)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Capsule</th>
</tr>
<tr>
<td valign="bottom" align="center">Not close to</td>
<td valign="bottom" align="left">72(47.37)</td>
<td valign="bottom" align="left">28(54.90)</td>
<td valign="bottom" align="left">14(45.16)</td>
</tr>
<tr>
<td valign="bottom" align="center">Close to</td>
<td valign="bottom" align="left">47(30.92)</td>
<td valign="bottom" align="left">13(25.49)</td>
<td valign="bottom" align="left">9(29.03)</td>
</tr>
<tr>
<td valign="bottom" align="center">Extrathyroidal extension</td>
<td valign="bottom" align="left">33(21.71)</td>
<td valign="bottom" align="left">10(19.61)</td>
<td valign="bottom" align="left">8(25.81)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Mulifocality</th>
</tr>
<tr>
<td valign="bottom" align="center">No</td>
<td valign="bottom" align="left">110(72.37)</td>
<td valign="bottom" align="left">34(66.67)</td>
<td valign="bottom" align="left">22(70.97)</td>
</tr>
<tr>
<td valign="bottom" align="center">Yes</td>
<td valign="bottom" align="left">42(27.63)</td>
<td valign="bottom" align="left">17(33.33)</td>
<td valign="bottom" align="left">9(29.03)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">Hashimoto thyroiditis</th>
</tr>
<tr>
<td valign="bottom" align="center">Negative</td>
<td valign="bottom" align="left">114(75.00)</td>
<td valign="bottom" align="left">36(70.59)</td>
<td valign="bottom" align="left">23(74.19)</td>
</tr>
<tr>
<td valign="bottom" align="center">Positive</td>
<td valign="bottom" align="left">38(25.00)</td>
<td valign="bottom" align="left">15(29.41)</td>
<td valign="bottom" align="left">8(25.81)</td>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Serum Ctn (pg/mL, median, IQR)</bold>
</td>
<td valign="bottom" align="left">769(100-1348)</td>
<td valign="bottom" align="left">612(51-946)</td>
<td valign="bottom" align="left">1008(157-2000)</td>
</tr>
<tr>
<th valign="bottom" colspan="4" align="left">LLNM status in pathology</th>
</tr>
<tr>
<td valign="bottom" align="center">Non-LLNM</td>
<td valign="bottom" align="left">84(55.26)</td>
<td valign="bottom" align="left">31(60.78)</td>
<td valign="bottom" align="left">14(45.16)</td>
</tr>
<tr>
<td valign="bottom" align="center">LLNM</td>
<td valign="bottom" align="left">68(44.74)</td>
<td valign="bottom" align="left">20(39.22)</td>
<td valign="bottom" align="left">17(54.84)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>A/T&lt;1, wider-than-tall; A/T&#x2265; 1, taller than wide; Ctn, calcitonin; LLNM, lateral lymph node metastases.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Univariate and multivariate analysis of LLNM variables</title>
<p>In the training dataset, six predictors were significantly different in the LLNM and non-LLNM groups by univariate analysis, which were gender (male), composition, microcalcification, vascularization, the relationship with the thyroid capsule and serum Ctn (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). Multivariate logistics regression analysis identified gender (male), the position in relation to the thyroid capsule and serum Ctn as independent predictive risk factors for LLNM. Then, multivariate regression analysis was applied to construct a MTC nomogram for predicting LLNM based on these risk predictors (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>, <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Patient characteristics of the MTC with LLNM and MTC without LLNM groups in the training dataset.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="bottom" align="left">Characteristic</th>
<th valign="bottom" align="left">Non-LLNM group (%)</th>
<th valign="bottom" align="left">LLNM group (%)</th>
<th valign="bottom" align="left">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="bottom" align="left">
<italic>n</italic>
</td>
<td valign="bottom" align="left">84</td>
<td valign="bottom" align="left">68</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Age</bold> (years)</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.6494</td>
</tr>
<tr>
<td valign="middle" align="center">&#x2264;55</td>
<td valign="bottom" align="left">54(64.28)</td>
<td valign="bottom" align="left">47(69.12)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="middle" align="center">&gt;55</td>
<td valign="bottom" align="left">30(35.71)</td>
<td valign="bottom" align="left">21(30.88)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Gender, n</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">
<bold>0.001939</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="center">Female</td>
<td valign="bottom" align="left">52(61.90)</td>
<td valign="bottom" align="left">24(35.29)</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Male</td>
<td valign="bottom" align="left">32(38.10)</td>
<td valign="bottom" align="left">44(64.71)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Tumor size (cm)</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.07179</td>
</tr>
<tr>
<td valign="bottom" align="center">&#x2264;1</td>
<td valign="bottom" align="left">22(26.19)</td>
<td valign="bottom" align="left">14(20.59)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">&gt;1 and &#x2264;2</td>
<td valign="bottom" align="left">30(35.71)</td>
<td valign="bottom" align="left">16(23.53)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">&gt;2 and &#x2264;3</td>
<td valign="bottom" align="left">28(33.33)</td>
<td valign="bottom" align="left">28(41.18)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">&gt;3</td>
<td valign="bottom" align="left">4(4.76)</td>
<td valign="bottom" align="left">10(14.70)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Tumor position</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.0991</td>
</tr>
<tr>
<td valign="bottom" align="center">Upper pole</td>
<td valign="bottom" align="left">35(41.67)</td>
<td valign="bottom" align="left">32(47.06)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Middle pole</td>
<td valign="bottom" align="left">49(58.33)</td>
<td valign="bottom" align="left">33(48.53)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Lower pole</td>
<td valign="bottom" align="left">0 (0.00)</td>
<td valign="bottom" align="left">3(4.41)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Composition</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">
<bold>0.02449</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="center">Mixed cystic and solid</td>
<td valign="bottom" align="left">8(9.52)</td>
<td valign="bottom" align="left">0(0.00)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Solid</td>
<td valign="bottom" align="left">76(90.48)</td>
<td valign="bottom" align="left">68(100.00)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Internal echo</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.1212</td>
</tr>
<tr>
<td valign="bottom" align="center">Hypoechoic</td>
<td valign="bottom" align="left">68(80.95)</td>
<td valign="bottom" align="left">62(91.18)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Markedly hypoechoic</td>
<td valign="bottom" align="left">16(19.05)</td>
<td valign="bottom" align="left">6(8.82)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Margins</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.2593</td>
</tr>
<tr>
<td valign="bottom" align="center">Well&#x2010;defined</td>
<td valign="bottom" align="left">52(61.90)</td>
<td valign="bottom" align="left">35(51.47)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Ill&#x2010;defined</td>
<td valign="bottom" align="left">32(38.10)</td>
<td valign="bottom" align="left">33(48.53)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Shape</bold>
</td>
<td valign="middle" align="left"/>
<td valign="middle" align="left"/>
<td valign="middle" align="left">0.2222</td>
</tr>
<tr>
<td valign="bottom" align="center">A/T&lt;1</td>
<td valign="bottom" align="left">55(65.48)</td>
<td valign="bottom" align="left">37(54.41)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">A/T&#x2265; 1</td>
<td valign="bottom" align="left">29(34.52)</td>
<td valign="bottom" align="left">31(45.59)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Microcalcification</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">
<bold>0.006155</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="center">No</td>
<td valign="bottom" align="left">30(35.71)</td>
<td valign="bottom" align="left">10(14.71)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Yes</td>
<td valign="bottom" align="left">54(64.29)</td>
<td valign="bottom" align="left">58(85.29)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Vascularization (blood flow)</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">
<bold>0.0374</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="center">0</td>
<td valign="bottom" align="left">19(22.62)</td>
<td valign="bottom" align="left">9(13.24)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">1</td>
<td valign="bottom" align="left">22(26.19)</td>
<td valign="bottom" align="left">24(35.29)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">2</td>
<td valign="middle" align="left">6(7.14)</td>
<td valign="middle" align="left">13(19.12)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">3</td>
<td valign="bottom" align="left">37(44.05)</td>
<td valign="bottom" align="left">22(32.35)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Capsule</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left">
<bold>&lt;0.0001</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="center">Not close to</td>
<td valign="bottom" align="left">54(64.29)</td>
<td valign="bottom" align="left">18(26.47)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Close to</td>
<td valign="bottom" align="left">17(20.24)</td>
<td valign="bottom" align="left">30(44.12)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Extrathyroidal extension</td>
<td valign="bottom" align="left">13(15.48)</td>
<td valign="bottom" align="left">20(29.41)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Mulifocality</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.1759</td>
</tr>
<tr>
<td valign="bottom" align="center">No</td>
<td valign="bottom" align="left">65(77.38)</td>
<td valign="bottom" align="left">45(66.18)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Yes</td>
<td valign="bottom" align="left">19(22.62)</td>
<td valign="bottom" align="left">23(33.82)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Hashimoto thyroiditis</bold>
</td>
<td valign="bottom" align="left"/>
<td valign="bottom" align="left"/>
<td valign="middle" align="left">0.572</td>
</tr>
<tr>
<td valign="bottom" align="center">Negative</td>
<td valign="bottom" align="left">61(72.62)</td>
<td valign="bottom" align="left">53(77.94)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="center">Positive</td>
<td valign="bottom" align="left">23(27.38)</td>
<td valign="bottom" align="left">15(22.06)</td>
<td valign="bottom" align="left"/>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Serum Ctn (pg/mL, median, IQR)</bold>
</td>
<td valign="bottom" align="left">521(30-992)</td>
<td valign="bottom" align="left">1076(274-2000)</td>
<td valign="bottom" align="left">
<bold>&lt;0.0001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>LLNM, lateral lymph node metastases; A/T&lt;1, wider-than-tall; A/T&#x2265; 1, taller than wide; Ctn, calcitonin. Bold values highlight P values are less than 0.05.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Risk factors for LLNM in the training dataset.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Clinical variable</th>
<th valign="middle" align="left">Estimate</th>
<th valign="middle" align="left">Std. Error</th>
<th valign="middle" align="left">z value</th>
<th valign="middle" align="left">p value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">
<bold>Gender</bold>
</td>
<td valign="middle" align="left">-1.60221</td>
<td valign="middle" align="left">0.46602</td>
<td valign="middle" align="center">-3.438</td>
<td valign="middle" align="center">
<bold>0.000586</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Ln_Ctn</bold>
</td>
<td valign="middle" align="left">1.50361</td>
<td valign="middle" align="left">0.35582</td>
<td valign="middle" align="center">4.226</td>
<td valign="middle" align="center">
<bold>&lt;0.0001</bold>
</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Composition</bold>
</td>
<td valign="middle" align="left">17.77591</td>
<td valign="middle" align="left">1276.3692</td>
<td valign="middle" align="center">0.014</td>
<td valign="middle" align="center">0.988888</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Mircocalcification</bold>
</td>
<td valign="middle" align="left">0.88073</td>
<td valign="middle" align="left">0.56364</td>
<td valign="middle" align="center">1.563</td>
<td valign="middle" align="center">0.118149</td>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Extrathyroidal extension</bold>
</td>
<td valign="middle" align="left">1.66327</td>
<td valign="middle" align="left">0.56562</td>
<td valign="middle" align="center">2.941</td>
<td valign="middle" align="center">
<bold>0.003276</bold>
</td>
</tr>
<tr>
<td valign="bottom" align="left">
<bold>Close to Capsule</bold>
</td>
<td valign="middle" align="left">0.99116</td>
<td valign="middle" align="left">0.59036</td>
<td valign="middle" align="center">1.679</td>
<td valign="middle" align="center">0.093169</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Vascularization 1</bold>
</td>
<td valign="middle" align="left">0.03818</td>
<td valign="middle" align="left">0.66445</td>
<td valign="middle" align="center">0.057</td>
<td valign="middle" align="center">0.95418</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Vascularization 2</bold>
</td>
<td valign="middle" align="left">1.30175</td>
<td valign="middle" align="left">0.89358</td>
<td valign="middle" align="center">1.457</td>
<td valign="middle" align="center">0.145178</td>
</tr>
<tr>
<td valign="middle" align="left">
<bold>Vascularization 3</bold>
</td>
<td valign="middle" align="left">-0.97984</td>
<td valign="middle" align="left">0.69625</td>
<td valign="middle" align="center">-1.407</td>
<td valign="middle" align="center">0.159339</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>LLNM, lateral lymph node metastases; LN_Ctn, natural logarithm of serum calcitonin value; Vascularization 1, Adler grade of blood flow was 1; Vascularization 2, Adler grade of blood flow was 2; Vascularization 3, Adler grade of blood flow was 3. Bold values highlight P values are less than 0.05.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Forest plot of risk factors and the MTC nomogram for estimating the risk of LLNM in MTC. <bold>(A)</bold> Forest plot of risk factors in multivariable logistic regression analysis for LLNM. <bold>(B)</bold> The proposed nomogram based on preoperative data for assessing the risk of LLNM in MTC patients. OR, odds ratio; LN_Ctn, natural logarithm of serum calcitonin value; ETE, extrathyroidal extension; LLNM, lateral lymph node metastasis.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1349853-g002.tif"/>
</fig>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Construction and validation of the nomogram</title>
<p>The MTC nomogram was established based on these three indicators (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>). The nomogram scored 30 for male, 28 for close to capsule, and 33 for break through the thyroid capsule. Because the logistic model requires a linear relationship between the continuous independent variable and the logit conversion value of the dependent variable, the value of serum calcitonin has undergone a natural logarithmic conversion, expressed as LN_Ctn. The final nomoscore cutoff for positivity is 110 with the corresponding probability of LLNM is 0.50.</p>
<p>The performance of the MTC nomogram in predicting LLNM is shown in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>, <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table S1</bold>
</xref> and <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>. The AUC of the MTC nomogram was 0.826 (95% CI, 0.762&#x2013;0.891) in the training dataset, 0.816 (95% CI, 0.691&#x2013;0.941) in the internal validation dataset, and 0.846 (95% CI, 0.706&#x2013;0.985) in the external test dataset. Both of ROC curves and waterfall figures in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref> revealed that the MTC nomogram showed excellent prediction ability in three datasets. The MTC nomogram achieved a highest AUC in the training dataset, with an accuracy of 73.68%, a highest specificity of 76.47% and a sensitivity of 77.42%. Similarly, the AUC of the MTC nomogram was higher than other three independent risk factors in the both internal and external testing dataset, with a highest sensitivity of 87.10% in the internal testing dataset and a highest specificity of 75.00% in the external testing dataset.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Predictive performance of MTC nomogram and other risk factors in the training and testing datasets.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="left">AUC (95% CI)</th>
<th valign="top" align="left">Sensitivity(%)</th>
<th valign="top" align="left">Specificity(%)</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" align="left" colspan="4">Training dataset</th>
</tr>
<tr>
<td valign="top" align="center">MTC Nomogram</td>
<td valign="top" align="center">0.8261(95% CI: 0.7616-0.8905)</td>
<td valign="top" align="center">0.7619</td>
<td valign="top" align="center">0.7059</td>
</tr>
<tr>
<td valign="top" align="center">Gender (male)</td>
<td valign="top" align="center">0.6331(95% CI: 0.5556-0.7105)</td>
<td valign="top" align="center">0.6471</td>
<td valign="top" align="center">0.6190</td>
</tr>
<tr>
<td valign="top" align="center">Relationship to thyroid capsule</td>
<td valign="top" align="center">0.6935(95% CI: 0.6144-0.7725)</td>
<td valign="top" align="center">0.7353</td>
<td valign="top" align="center">0.6429</td>
</tr>
<tr>
<td valign="top" align="center">Ln_Ctn</td>
<td valign="top" align="center">0.7401(95% CI: 0.6628-0.8174)</td>
<td valign="top" align="center">0.9118</td>
<td valign="top" align="center">0.4881</td>
</tr>
<tr>
<th valign="top" align="left" colspan="4">Internal testing dataset</th>
</tr>
<tr>
<td valign="top" align="center">MTC Nomogram</td>
<td valign="top" align="center">0.8161(95% CI: 0.6913-0.9409)</td>
<td valign="top" align="center">0.8710</td>
<td valign="top" align="center">0.6000</td>
</tr>
<tr>
<td valign="top" align="center">Gender (male)</td>
<td valign="top" align="center">0.571(95% CI: 0.4358-0.7061)</td>
<td valign="top" align="center">0.4000</td>
<td valign="top" align="center">0.7419</td>
</tr>
<tr>
<td valign="top" align="center">Relationship to thyroid capsule</td>
<td valign="top" align="center">0.6387(95% CI: 0.4942-0.7833)</td>
<td valign="top" align="center">0.6500</td>
<td valign="top" align="center">0.6774</td>
</tr>
<tr>
<td valign="top" align="center">Ln_Ctn</td>
<td valign="top" align="center">0.8065(95% CI: 0.6862-0.9267)</td>
<td valign="top" align="center">0.7500</td>
<td valign="top" align="center">0.7742</td>
</tr>
<tr>
<th valign="top" align="left" colspan="4">External testing dataset</th>
</tr>
<tr>
<td valign="top" align="center">MTC Nomogram</td>
<td valign="top" align="center">0.8458(95% CI: 0.7063-0.9853)</td>
<td valign="top" align="center">0.8000</td>
<td valign="top" align="center">0.7500</td>
</tr>
<tr>
<td valign="top" align="center">Gender (male)</td>
<td valign="top" align="center">0.5812(95% CI: 0.4018-0.7607)</td>
<td valign="top" align="center">0.5630</td>
<td valign="top" align="center">0.6000</td>
</tr>
<tr>
<td valign="top" align="center">Relationship to thyroid capsule</td>
<td valign="top" align="center">0.7417(95% CI: 0.563-0.9204)</td>
<td valign="top" align="center">0.8125</td>
<td valign="top" align="center">0.7333</td>
</tr>
<tr>
<td valign="top" align="center">Ln_Ctn</td>
<td valign="top" align="center">0.7896(95% CI: 0.6132-0.966)</td>
<td valign="top" align="center">0.9375</td>
<td valign="top" align="center">0.6667</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>AUC, area under the curve; LN_Ctn, natural logarithm of serum calcitonin value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Predictive performance of the MTC nomogram and other features in discrimination of LLNM and non-LLNM in three datasets. ROC curves of MTC nomogram compared to other three features in the training dataset <bold>(A)</bold>, internal testing dataset <bold>(B)</bold> and external testing dataset <bold>(C)</bold>. The waterfall figures show the data distribution <bold>(D&#x2013;F)</bold>. LN_Ctn, natural logarithm of serum calcitonin value; LLNM, lateral lymph node metastasis.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1349853-g003.tif"/>
</fig>
<p>The calibration curves of MTC nomogram exhibited good consistency between the bias-corrected prediction and ideal reference lines with an additional 1000 bootstraps in the training and two testing datasets (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4A&#x2013;C</bold>
</xref>). We also performed decision curve analysis (DCA) to compare the clinical availability and benefits of MTC nomogram and traditional US methods in estimating the risk of LLNM. The DCA curves of the MTC nomogram showed greater net benefits across a range of LLNMs risks in the three datasets than the other factors (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4D&#x2013;F</bold>
</xref>).</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Calibration curves and decision curve analysis. <bold>(A&#x2013;C)</bold> Calibration curve of the MTC nomogram in the training dataset and two validation datasets. <bold>(D&#x2013;F)</bold> Decision curve analysis of the MTC nomogram in the training dataset and two validation datasets. The x-axis represents the threshold probability, and the y-axis represents the net benefit.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1349853-g004.tif"/>
</fig>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>Clinical application of the MTC nomogram</title>
<p>Representative examples of predicting the risk of LLNM in MTC patients are shown in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>. The thyroid nodule in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5A</bold>
</xref> was obtained from a woman with a tumor on the left lobe of thyroid, far away from thyroid capsule. The maximum diameter of the tumor was 2.1cm. Her serum Ctn was 570ng/L and Ln_Ctn=2.76. The nomogram scored 79 in total, with the probability of LLNM using the nomogram model was 21% (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5B</bold>
</xref>). The nodule was MTC without LLNM according to postoperative pathological report and FNA test. The thyroid nodule in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5C</bold>
</xref> was obtained from a man with a tumor on the right lobe of thyroid, closed to thyroid capsule. His serum Ctn was 1070ng/L and Ln_Ctn=3.03. The nomogram scored 144 in total, with the risk of LLNM was 81% according to the nomogram (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5D</bold>
</xref>). The tumor was MTC with LLNM of levels II, III, IV, V and VI according to postoperative pathological report. <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5E</bold>
</xref> was from a male patient with a nodule on the right thyroid, which was closed to thyroid capsule. His serum Ctn was 135ng/L and Ln_Ctn=2.13. The maximum diameter of this nodule was only 0.76cm. However, the nomogram scored 118 in total, with probability of LLNM using the nomogram model was 59% (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5F</bold>
</xref>). The nodule was MTC with LLNM of level IV according to postoperative pathological report.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Examples of clinical application of the MTC nomogram. <bold>(A)</bold> Image was obtained from a 48-year-old woman with nodule in the left thyroid. <bold>(B)</bold> The nomogram resulted in a total score of 79 points for woman (0 points), not close to thyroid capsule (0 points), and serum Ctn was 570ng/L and Ln_Ctn=2.76 (79 points). The corresponding risk of LLNM was 0.21, and the pathological result of the nodule was MTC without LLNM. <bold>(C)</bold> Image was obtained from a 45-year-old man with nodule in the right thyroid. <bold>(D)</bold> The total points of the nomogram were 144 for man (30 points), closed to thyroid capsule (28 points), and serum Ctn was 1070ng/L and Ln_Ctn=3.03 (86 points). The corresponding risk of LLNM was 0.81, and the pathological result of the nodule was PTC with LLNM. <bold>(E)</bold> Image was obtained from a 44-year-old man with nodule in the left thyroid. <bold>(F)</bold> The total points of the nomogram were 118, for man (30 points), closed to thyroid capsule (28 points), and serum Ctn was 135ng/L and Ln_Ctn=2.13 (60 points). The corresponding risk of LLNM was 0.59, and the pathological result of the nodule was PTC with LLNM.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-15-1349853-g005.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>In this research, we constructed and validated the MTC nomogram based on clinical and ultrasound characteristics to predict the probability of LLNM in patients with MTC. The MTC nomogram effectively categorized patients based on their risk of LLNM, and achieved excellent performance in both internal and external testing datasets. Therefore, the preoperative probability of LLNM can be estimated individually and noninvasively. Our study has several advantages: (I) To the best of our knowledge, this is the largest scale retrospective consecutive multicenter study to construct and evaluate a nomogram to predict status of LLNM in MTC. This study included MTC patients within 10 years of Tianjin medical cancer institute and hospital, and contained the results of more than one year of follow-up for all the patients (II) Different from published studies based on radiomics, contrast enhanced ultrasound (CEUS), or TNM staging of the postoperative pathology, this novel nomogram only incorporated clinical and gray-scale US factors preoperatively, which increasing the general applicability of the model. It was particularly important for MTC patients in underdeveloped countries and regions. (III) Comparing with other machine learning (ML) models which were not visual in previous studies, the MTC nomogram we proposed had a better interpretability and maneuverability in clinical practice.</p>
<p>Routine measurement of basal serum Ctn is reported as an important part of the diagnosing and staging of MTC. There is a discrepancy between the different guidelines. The American Association of Clinical Endocrinologists/Associazione Medici Endocrinologi/European Thyroid Association (AACE/AME/ETA) guidelines have suggested examining CT only in subjects with a familial history of MTC and patients with cytology suggestive of MTC or undergoing surgery for goiter (<xref ref-type="bibr" rid="B13">13</xref>). On the other hand, according to ATA recommendations, serum Ctn measurement should not be performed routinely, mainly for cost-effectiveness reasons. Usually, preoperative diagnosis is based on cytological examination. However, Jassal et&#xa0;al. showed that preoperative serum Ctn measurement can improve the evaluation of MTC with indeterminate cytology and be helpful in planning surgery (<xref ref-type="bibr" rid="B14">14</xref>). It has been shown that, in the diagnosis of MTCs, the measurement of serum Ctn concentration has a higher sensitivity than cytological evaluation of FNA biopsy samples, so it is possible that in the future, serum Ctn concentration measurement will be used in routine diagnosis not only in Europe but also elsewhere.</p>
<p>Calcitonin concentration is directly proportional to the degree of progression. With a serum Ctn values of 60&#x2013;100 pg/mL, there is a strong probability of the presence of a C-cell proliferative process. Zhu et&#xa0;al. (<xref ref-type="bibr" rid="B15">15</xref>) thought MTC patients with a pre-operative serum Ctn level &gt;302.50 pg/mL were more likely to have CLNM. Some researchers indicated that the thresholds of preoperative serum calcitonin according to disease extent were 20 pg/mL for ipsilateral lateral LNM, 200 pg/mL for contralateral lateral LNM, and 500 pg/mL for distant metastases (<xref ref-type="bibr" rid="B16">16</xref>). Many guidelines indicated that the preoperative serum calcitonin level and ultrasound findings can be helpful for determining the need for lateral node dissection (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B17">17</xref>). However, there is currently no globally uniform and standard cutoff value of serum Ctn to indicate LLNM. In our study, there is a positive correlation between preoperative serum calcitonin levels and the risk of lateral cervical lymph node metastasis, and the cutoff value of serum Ctn is 317 pg/mL. The main limitation of serum Ctn is the risk of false-positive results. For example, false-positive results of serum Ctn measurement may be caused by ectopic production of Ctn by neuroendocrine tumors. Increased serum calcitonin levels are also observed in hypercalcemia, during the use of proton pump inhibitors, in renal failure, chronic obstructive pulmonary disease and hypothyroidism (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>). In our study, hypothyroidism caused by Hashimoto&#x2019;s thyroiditis may be a major cause of false-positive results.</p>
<p>Consistent with previous studies, male sex was identified as independent risk factor predicting LLNM in MTC patients in our study. But the independent predictors of LLNM in MTC are not in agreement in different researches. Jin et&#xa0;al. reported that only multifocal lesions and suspected LLNM in preoperative US were independent risk factors of LLNM in MTC patients (<xref ref-type="bibr" rid="B20">20</xref>). Zhou et&#xa0;al. believed that sex, tumor size, multifocality, extrathyroidal extension, and distant metastasis were identified to be associated with LLNM in MTC (<xref ref-type="bibr" rid="B21">21</xref>). Wu et&#xa0;al. showed that patients with MTC (&#x2264;1cm) have a lower risk of lateral lymph node metastasis than those with tumor size greater than 1cm (<xref ref-type="bibr" rid="B22">22</xref>). However, multifocality and tumor size were not risk factors of LLNM in our study, which may need to be further verified by prospective researches of patients.</p>
<p>Previous studies have found that extrathyroidal extension often reflects the tumor aggressiveness of MTC. Once the malignant tissue infiltrates the capsule, it is easy to enter the lymphatic circulation system, which makes it extremely prone to lymph nodes. Studies showed that extrathyroidal extension was also an independent risk factor for LLNM and recurrence (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B23">23</xref>). However, our result showed that not only extrathyroidal extension but the position of thyroid nodule close to capsule (&#x2264;2mm) was also an independent predictive indicator to LLNM. When the nodule was near the capsule, the thyroid capsule might have received invasion.</p>
<p>Previous studies have demonstrated that nomograms have been useful in predicting LLNM risk in PTC patients (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>), but there were relatively few reports for predicting LLNM risk in MTC. Previous nomograms for estimating LLNM of MTC were constructed basing on different risk parameters, such as suspected LLNM in preoperative ultrasound and distant metastasis (<xref ref-type="bibr" rid="B20">20</xref>). However, the existence of occult LLNM is not easily detected in ultrasound and the incidence of distant metastases is relatively low, making this index not applicable for the vast majority of MTC. Some scholars predicted LLNM in MTC by the SEER database, but it lacked an important data of calcitonin, which benefited a lot in predicting LLNM in MTC (<xref ref-type="bibr" rid="B21">21</xref>). Besides, previous studies of MTC are all single-center studies with a small number of samples (<xref ref-type="bibr" rid="B3">3</xref>), so the applicability is limited to a certain extent.</p>
<p>There are several limitations in the present study. First, it was designed retrospectively, and the assessment of static US images has an inherent limitation to the precision of US interpretation. Second, this study did not distinguish between the subtypes of MTC. Whether the model is applicable to hereditary MTC requires further verification. Third, given that LND was only performed in patients with high suspicion of LLNM based on preoperative imaging and FNAC, microscopic metastases might be overlooked. Last, the external validation dataset contains a small number of samples, and further confirmation with a large sample and prospective clinical trial is needed in the future.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<label>5</label>
<title>Conclusions</title>
<p>In conclusion, we comprehensively identified individual predictive factors of LLNM for patients with MTC, including gender (male), the relationship with the thyroid capsule and serum Ctn. The nomograms were proved to be accurate, efficient, and clinically beneficial in preoperative guiding the clinical diagnosis and treatment process of MTC patients.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by The Ethics Committee of Tianjin Medical University Cancer Institute and Hospital. The studies were conducted in accordance with the local legislation and institutional requirements. The ethics committee/institutional review board waived the requirement of written informed consent for participation from the participants or the participants&#x2019; legal guardians/next of kin because Patient consent was waived due to the retrospective nature of the study. Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>JLZ: Writing &#x2013; review &amp; editing, Writing &#x2013; original draft, Funding acquisition, Conceptualization. TG: Writing &#x2013; original draft, Methodology. SG: Writing &#x2013; original draft, Methodology, Funding acquisition. LC: Writing &#x2013; original draft, Validation, Methodology, Data curation. JZ: Writing &#x2013; original draft, Data curation. XQW: Writing &#x2013; original draft, Data curation. XW: Writing &#x2013; review &amp; editing, Writing &#x2013; original draft, Project administration, Conceptualization.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This research was funded by the Science &amp; Technology Development Fund of Tianjin Education Commission for Higher Education (#2021KJ194) and Tianjin Research Innovation Project for Postgraduate Students(2022SKY208).</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>We thank Guanghe Cui for his help in providing external validation dataset from Binzhou Medical University Hospital.</p>
</ack>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fendo.2024.1349853/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fendo.2024.1349853/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pelizzo</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Mazza</surname> <given-names>EI</given-names>
</name>
<name>
<surname>Mian</surname> <given-names>C</given-names>
</name>
<name>
<surname>Merante Boschin</surname> <given-names>I</given-names>
</name>
</person-group>. <article-title>Medullary thyroid carcinoma</article-title>. <source>Expert Rev Anticancer Ther</source>. (<year>2023</year>) <volume>23</volume>:<page-range>943&#x2013;57</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/14737140.2023.2247566</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McMullin</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gillespie</surname> <given-names>T</given-names>
</name>
<name>
<surname>Patel</surname> <given-names>SG</given-names>
</name>
<name>
<surname>Weber</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Saunders</surname> <given-names>ND</given-names>
</name>
</person-group>. <article-title>Improved adherence to ATA medullary thyroid cancer treatment guidelines</article-title>. <source>Ann Surg Oncol</source>. (<year>2023</year>) <volume>30</volume>:<page-range>7165&#x2013;71</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-022-12734-3</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luo</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Hong</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Nomogram for preoperative estimation risk of cervical lymph node metastasis in medullary thyroid carcinoma</article-title>. <source>Front Oncol</source>. (<year>2022</year>) <volume>12</volume>:<elocation-id>883429</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.883429</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Trimboli</surname> <given-names>P</given-names>
</name>
<name>
<surname>Valderrabano</surname> <given-names>P</given-names>
</name>
<name>
<surname>Pitoia</surname> <given-names>F</given-names>
</name>
<name>
<surname>Piccardo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bojunga</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Appropriate and mindful measurement of serum calcitonin in patients with thyroid nodules. A white paper</article-title>. <source>Endocrine</source>. (<year>2024</year>) <volume>83</volume>:<page-range>60&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12020-023-03485-6</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wells</surname> <given-names>SA</given-names>
<suffix>Jr.</suffix>
</name>
<name>
<surname>Asa</surname> <given-names>SL</given-names>
</name>
<name>
<surname>Dralle</surname> <given-names>H</given-names>
</name>
<name>
<surname>Elisei</surname> <given-names>R</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>DB</given-names>
</name>
<name>
<surname>Gagel</surname> <given-names>RF</given-names>
</name>
<etal/>
</person-group>. <article-title>Revised American Thyroid Association guidelines for the management of medullary thyroid carcinoma</article-title>. <source>Thyroid</source>. (<year>2015</year>) <volume>25</volume>:<fpage>567</fpage>&#x2013;<lpage>610</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2014.0335</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haddad</surname> <given-names>RI</given-names>
</name>
<name>
<surname>Nasr</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bischoff</surname> <given-names>L</given-names>
</name>
<name>
<surname>Busaidy</surname> <given-names>NL</given-names>
</name>
<name>
<surname>Byrd</surname> <given-names>D</given-names>
</name>
<name>
<surname>Callender</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>NCCN guidelines insights: thyroid carcinoma, version 2.2018</article-title>. <source>J Natl Compr Canc Netw</source>. (<year>2018</year>) <volume>16</volume>:<page-range>1429&#x2013;40</page-range>. doi: <pub-id pub-id-type="doi">10.6004/jnccn.2018.0089</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spanheimer</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Ganly</surname> <given-names>I</given-names>
</name>
<name>
<surname>Chou</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Capanu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nigam</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ghossein</surname> <given-names>RA</given-names>
</name>
<etal/>
</person-group>. <article-title>Prophylactic lateral neck dissection for medullary thyroid carcinoma is not associated with improved survival</article-title>. <source>Ann Surg Oncol</source>. (<year>2021</year>) <volume>28</volume>:<page-range>6572&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-021-09683-8</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deng</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Regional recurrence rate of lymph-node-positive thyroid carcinoma after selective or comprehensive neck dissection</article-title>. <source>Oral Oncol</source>. (<year>2019</year>) <volume>90</volume>:<page-range>147&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oraloncology.2018.11.034</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alabousi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Alabousi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Adham</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pozdnyakov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ramadan</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chaudhari</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic test accuracy of ultrasonography vs computed tomography for papillary thyroid cancer cervical lymph node metastasis: A systematic review and meta-analysis</article-title>. <source>JAMA Otolaryngol Head Neck Surg</source>. (<year>2022</year>) <volume>148</volume>:<page-range>107&#x2013;18</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamaoto.2021.3387</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ye</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>X</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Combining serum calcitonin, carcinoembryonic antigen, and neuron-specific enolase to predict lateral lymph node metastasis in medullary thyroid carcinoma</article-title>. <source>J Clin Lab Anal</source>. (<year>2020</year>) <volume>34</volume>:<elocation-id>e23278</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jcla.23278</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ogmen</surname> <given-names>BE</given-names>
</name>
<name>
<surname>Ince</surname> <given-names>N</given-names>
</name>
<name>
<surname>Aksoy Altinboga</surname> <given-names>A</given-names>
</name>
<name>
<surname>Akdogan</surname> <given-names>L</given-names>
</name>
<name>
<surname>Polat</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Genc</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>An old friend, a new insight: Calcitonin measurement in serum and aspiration needle washout fluids significantly increases the early and accurate detection of medullary thyroid cancer</article-title>. <source>Cancer Cytopathol</source>. (<year>2024</year>) <volume>132</volume>:<page-range>161&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/cncy.22779</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Durante</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hegedus</surname> <given-names>L</given-names>
</name>
<name>
<surname>Czarniecka</surname> <given-names>A</given-names>
</name>
<name>
<surname>Paschke</surname> <given-names>R</given-names>
</name>
<name>
<surname>Russ</surname> <given-names>G</given-names>
</name>
<name>
<surname>Schmitt</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>2023 European Thyroid Association Clinical Practice Guidelines for thyroid nodule management</article-title>. <source>Eur Thyroid J</source>. (<year>2023</year>) <volume>12</volume>:<fpage>e230067</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1530/ETJ-23-0067</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gharib</surname> <given-names>H</given-names>
</name>
<name>
<surname>Papini</surname> <given-names>E</given-names>
</name>
<name>
<surname>Garber</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Duick</surname> <given-names>DS</given-names>
</name>
<name>
<surname>Harrell</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Hegedus</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>American association of clinical endocrinologists, american college of endocrinology, and associazione medici endocrinologi medical guidelines for clinical practice for the diagnosis and management of thyroid nodules&#x2013;2016 update</article-title>. <source>Endocr Pract</source>. (<year>2016</year>) <volume>22</volume>:<page-range>622&#x2013;39</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.4158/EP161208.GL</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jassal</surname> <given-names>K</given-names>
</name>
<name>
<surname>Ravintharan</surname> <given-names>N</given-names>
</name>
<name>
<surname>Prabhakaran</surname> <given-names>S</given-names>
</name>
<name>
<surname>Grodski</surname> <given-names>S</given-names>
</name>
<name>
<surname>Serpell</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>JC</given-names>
</name>
</person-group>. <article-title>Preoperative serum calcitonin may improve initial surgery for medullary thyroid cancer in patients with indeterminate cytology</article-title>. <source>ANZ J Surg</source>. (<year>2022</year>) <volume>92</volume>:<page-range>1428&#x2013;33</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ans.17690</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Correlation between ultrasonic features of medullary thyroid carcinoma and cervical lymph node metastasis</article-title>. <source>Ultrasound Med Biol</source>. (<year>2021</year>) <volume>47</volume>:<page-range>967&#x2013;72</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2020.12.023</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>H</given-names>
</name>
<name>
<surname>Park</surname> <given-names>J</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>H</given-names>
</name>
<name>
<surname>Shin</surname> <given-names>JH</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative serum calcitonin and its correlation with extent of lymph node metastasis in medullary thyroid carcinoma</article-title>. <source>Cancers (Basel)</source>. (<year>2020</year>) <volume>12</volume>:<fpage>2894</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/cancers12102894</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Patel</surname> <given-names>KN</given-names>
</name>
<name>
<surname>Yip</surname> <given-names>L</given-names>
</name>
<name>
<surname>Lubitz</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Grubbs</surname> <given-names>EG</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>BS</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>The american association of endocrine surgeons guidelines for the definitive surgical management of thyroid disease in adults</article-title>. <source>Ann Surg</source>. (<year>2020</year>) <volume>271</volume>:<page-range>e21&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/SLA.0000000000003580</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lukyanov</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Sergiyko</surname> <given-names>SV</given-names>
</name>
<name>
<surname>Titov</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Beltsevich</surname> <given-names>DG</given-names>
</name>
<name>
<surname>Veryaskina</surname> <given-names>YA</given-names>
</name>
<name>
<surname>Vanushko</surname> <given-names>VE</given-names>
</name>
<etal/>
</person-group>. <article-title>New opportunities for preoperative diagnosis of medullary thyroid carcinoma</article-title>. <source>Biomedicines</source>. (<year>2023</year>) <volume>11</volume>:<fpage>1473</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/biomedicines11051473</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Piticchio</surname> <given-names>T</given-names>
</name>
<name>
<surname>Frasca</surname> <given-names>F</given-names>
</name>
<name>
<surname>Trimboli</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Prevalence and significance of indeterminate calcitonin values in patients with thyroid nodules: A systematic review and meta-analysis</article-title>. <source>Rev Endocr Metab Disord</source>. (<year>2023</year>) <volume>24</volume>:<page-range>685&#x2013;94</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11154-023-09811-7</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Ni</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>A nomogram to predict lateral lymph node metastases in lateral neck in patients with medullary thyroid cancer</article-title>. <source>Front Endocrinol (Lausanne)</source>. (<year>2022</year>) <volume>13</volume>:<elocation-id>902546</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fendo.2022.902546</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>TH</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>LQ</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>F</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>KN</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>LL</given-names>
</name>
<etal/>
</person-group>. <article-title>The prediction of metastases of lateral cervical lymph node in medullary thyroid carcinoma</article-title>. <source>Front Endocrinol (Lausanne)</source>. (<year>2021</year>) <volume>12</volume>:<elocation-id>741289</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fendo.2021.741289</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>B</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Clinicopathological characteristics and prognosis of medullary thyroid microcarcinoma: a tumor with a similar prognosis to macrocarcinoma</article-title>. <source>Eur J Med Res</source>. (<year>2023</year>) <volume>28</volume>:<fpage>546</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40001-023-01534-4</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname> <given-names>X</given-names>
</name>
<name>
<surname>Huo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Su</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Risk factors for cervical lymph node metastasis in the central or lateral cervical region in medullary thyroid carcinoma: a systematic review and meta-analysis</article-title>. <source>Eur Arch Otorhinolaryngol</source>. (<year>2024</year>) <volume>281</volume>:<page-range>547&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00405-023-08249-6</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>D</given-names>
</name>
<name>
<surname>Yue</surname> <given-names>B</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Nomogram for preoperative estimation risk of lateral cervical lymph node metastasis in papillary thyroid carcinoma: a multicenter study</article-title>. <source>Cancer Imaging</source>. (<year>2023</year>) <volume>23</volume>:<fpage>55</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40644-023-00568-5</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>An integrated nomogram combining deep learning, clinical characteristics and ultrasound features for predicting central lymph node metastasis in papillary thyroid cancer: A multicenter study</article-title>. <source>Front Endocrinol (Lausanne)</source>. (<year>2023</year>) <volume>14</volume>:<elocation-id>964074</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fendo.2023.964074</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>