<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Endocrinol.</journal-id>
<journal-title>Frontiers in Endocrinology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Endocrinol.</abbrev-journal-title>
<issn pub-type="epub">1664-2392</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fendo.2021.741289</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Endocrinology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The Prediction of Metastases of Lateral Cervical Lymph Node in Medullary Thyroid Carcinoma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Tian-Han</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1402325"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhao</surname>
<given-names>Ling-Qian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1428695"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Yu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Fan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1485570"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Kai-Ning</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mao</surname>
<given-names>Lin-Lin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jiang</surname>
<given-names>Ke-Cheng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Luo</surname>
<given-names>Ding-Cun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>The Fourth School of Clinical Medicine, Zhejiang Chinese Medical University</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Surgical Oncology, Affiliated Hangzhou First People&#x2019;s Hospital, Zhejiang University School of Medicine</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Terry Francis Davies, Icahn School of Medicine at Mount Sinai, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Giovanni Docimo, University of Campania Luigi Vanvitelli, Italy; Olga Karapanou, 401 General Military Hospital of Athens, Greece</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Ding-Cun Luo, <email xlink:href="mailto:ldc65@163.com">ldc65@163.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn002">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn003">
<p>This article was submitted to Thyroid Endocrinology, a section of the journal Frontiers in Endocrinology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>741289</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>25</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Zhou, Zhao, Zhang, Wu, Lu, Mao, Jiang and Luo</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Zhou, Zhao, Zhang, Wu, Lu, Mao, Jiang and Luo</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>Development and validation of a nomogram for the prediction of lateral lymph node metastasis (LLNM) in medullary thyroid carcinoma (MTC).</p>
</sec>
<sec>
<title>Methods</title>
<p>We retrospectively reviewed the clinical features of patients with MTC in the Surveillance, Epidemiology, and End Results (SEER) database between 2010 and 2017 and in our Department of Surgical Oncology, Hangzhou First People&#x2019;s Hospital between 2009 and 2019. The log&#x2010;rank test was used to compare the difference in the Kaplan&#x2013;Meier (K&#x2013;M) curves in recurrence and survival. The nomogram was developed to predict the risk of LLNM in MTC patients. The prediction efficiency of the predictive model was assessed by area under the curve (AUC) and concordance index (C-index) and calibration curves. Decision curve analysis (DCA) was performed to determine the clinic value of the predictive model.</p>
</sec>
<sec>
<title>Result</title>
<p>A total of 714 patients in the SEER database and 35 patients in our department were enrolled in our study. Patients with LLNM had worse recurrence rate and cancer-specific survival (CSS) compared with patients without LLNM. Five clinical characteristics including sex, tumor size, multifocality, extrathyroidal extension, and distant metastasis were identified to be associated with LLNM in MTC patients, which were used to develop a nomogram. Our prediction model had satisfied discrimination with a C-index of 0.825, supported by both training set and internal testing set with a C-index of 0.825, and 0.816, respectively. DCA was further made to evaluate the clinical utility of this nomogram for predicting LLNM.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Male sex, tumor size &gt;38mm, multifocality, extrathyroidal extension, and distant metastasis in MTC patients were significant risk factors for predicting LLNM.</p>
</sec>
</abstract>
<kwd-group>
<kwd>lateral lymph node metastasis</kwd>
<kwd>nomogram</kwd>
<kwd>medullary thyroid carcinoma</kwd>
<kwd>SEER</kwd>
<kwd>prediction</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="20"/>
<page-count count="8"/>
<word-count count="3179"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>In recent years, thyroid carcinoma has exhibited the rapidest increase in incidence among solid tumors (<xref ref-type="bibr" rid="B1">1</xref>). Thyroid cancer can be classified into papillary thyroid cancer, follicular thyroid cancer, anaplastic thyroid cancer, and medullary thyroid carcinoma (MTC), and MTC accounts for only 1.6% in thyroid cancer (<xref ref-type="bibr" rid="B2">2</xref>). The American Thyroid Association (ATA) recommended that the curative therapy for MTC is primary tumor resection and cervical lymph node dissection (<xref ref-type="bibr" rid="B3">3</xref>). However, the extent of initial surgery for cervical lymph node dissection is controversial, in particular, whether lateral lymph node dissection (LLND) in MTC is needed. Some surgeons prefer more aggressive management to perform LLND or prophylactic dissection to improve postoperative biochemical recovery rates, whereas others advocate for conservative surgical management for possibility of complications and its unknown benefits (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>Currently, there is no accurate preoperative assessment to evaluate the lateral lymph node metastasis (LLNM) (<xref ref-type="bibr" rid="B6">6</xref>). If we can effectively identify who are prone to be LLNM more effectively, patients can be given more comprehensive and targeted preoperative examination and more active surgical intervention. On the one hand, it may reduce the risk of postoperative recurrence and reoperation. On the other hand, it may avoid unwanted economic and psychological burdens for low-risk patients because of overtreatment.</p>
<p>With the development of precision medicine, the extent of initial surgery for MTC has become increasingly important with regard to the treatment and prognosis of patients. Therefore, we designed a retrospective study to assess the incidence of LLNM in MTC patients.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>The data we analyzed were extracted from two parts, one from the Surveillance, Epidemiology, and End Results (SEER) database between 2010 and 2017, and the other from our Department of Surgical Oncology, Hangzhou First People&#x2019;s Hospital between 2009 and 2019.</p>
<sec id="s2_1">
<title>Data Selection From the SEER</title>
<p>The SEER*Stat software (version 8.3.8; <uri xlink:href="https://www.seer.cancer.gov/seerstat">https://www.seer.cancer.gov/seerstat</uri>) produced by the Surveillance Research Program and National Cancer Institute was applied to identify the MTC patients who had undergone surgical treatment (<xref ref-type="bibr" rid="B7">7</xref>). Inclusion criteria were the following (1): patients who were diagnosed from 2010 to 2017 with histopathology codes of the International Classification of Diseases for Oncology, 3rd edition (ICD-O-3), 8510/3, 8346/3, 8346/3, and 8346/3 (2); all patients treated with total thyroidectomy for MTC and were consecutively selected; and (3) patients who underwent central lymph node dissection (CLND) with lateral lymph node dissection. Exclusion criteria were the following (1): patients whose clinicopathological profiles were unclear (2); patients aged &lt;18 and &gt;85 years; and (3) patients with history of other malignant tumors. The clinicopathological profiles used the derived AJCC stage group (7th edition) and CSstage (<uri xlink:href="https://cancerstaging.org">https://cancerstaging.org</uri>).</p>
</sec>
<sec id="s2_2">
<title>Data Selection From our Medical Center</title>
<p>We collected 35 patients with MTC confirmed by pathology in our medical center as the external testing set for this model. The pathological results of the external testing set were jointly diagnosed by two pathologists in our hospital. The histological type, extrathyroidal extension, tumor size, and number of the primary lesion were clearly defined. The lymph nodes are strictly based on the division of the surgeon. The calculation of the total lymph nodes includes the central compartment and the lateral compartment. If routine pathology is difficult to determine, immunohistochemistry will be used to assist in the diagnosis.</p>
<p>All patients in our medical center underwent open surgery. Thyroidectomy and cervical lymph node dissection were performed concurrently. For MTC tumors with a family history, extrathyroidal extension, bilateral or multifocal disease, and total thyroidectomy are advocated. Lymph node dissection includes CLND or LLND. Central lymph node dissection should be routinely performed during the initial operation. We performed preoperative neck mapping by both cervical ultrasonography and enhanced cervical computed tomography (CT). When lateral compartment lymph node metastasis was suspected by imaging or was defined by fine needle aspiration biopsy, patients underwent area II, III, IV, and Vb dissection. Patients underwent mediastinal lymph node dissection if mediastinal compartment lymph node metastasis was definitive.</p>
</sec>
<sec id="s2_3">
<title>Statistical Analyses</title>
<p>Statistical analysis was performed by R Studio (Version 1.3.1093). Normally distributed data are expressed by mean &#xb1; standard deviation, and skewness data are expressed by interquartile range. The log&#x2010;rank test was used to compare the difference in the Kaplan&#x2013;Meier (K&#x2013;M) curves in recurrence and survival. The chi-square test and t-test were applied for univariate analysis. Then, multivariable logistic regression analysis was used to construct the predictive model based on the results, and a further nomogram was developed. Odds ratios (ORs) having 95% confidence interval (CI) were calculated. The prediction efficiency of the predictive model was assessed by area under the curve (AUC) and concordance index (C-index) and calibration curves in training set and testing set. Decision curve analysis (DCA) was also performed to determine the clinical utility of the predictive model by quantifying the net benefit at disparate threshold probabilities. <italic>p</italic> &lt; 0.05 was statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Cervical Lymph Node Dissection and Metastasis</title>
<p>The median number of lymph nodes dissected was 22 (range,10-41 nodes), and the median number of positive lymph nodes present was 2 (range,0-11 nodes). In the training set, lymph node metastasis rate was 58.17%, lateral cervical lymph node metastasis rate was 44.02%.</p>
</sec>
<sec id="s3_2">
<title>Demographics and Characteristics of Patients</title>
<p>There were 714 patients in the SEER program between 2010 and 2017 and 35 patients in the medical record of our medical center between 2009 and 2019 enrolled in this retrospective study. To build the clinical prediction model, all data were divided into three groups, which consisted of training set (n = 502, 70%), internal testing set (n = 212, 30%), external testing set (n = 35, our department). The specific clinical features of the patients in three datasets are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Clinicopathological characteristics of MTC patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Variable</th>
<th valign="top" colspan="2" align="center">Training set</th>
<th valign="top" colspan="2" align="center">Internal testing set</th>
<th valign="top" colspan="2" align="center">External testing set</th>
</tr>
<tr>
<th valign="top" align="center">LLNM (+) (n = 221)</th>
<th valign="top" align="center">LLNM (&#x2212;)(n = 281)</th>
<th valign="top" align="center">LLNM (+) (n = 100)</th>
<th valign="top" align="center">LLNM (&#x2212;) (n = 112)</th>
<th valign="top" align="center">LLNM (+) (n = 12)</th>
<th valign="top" align="center">LLNM (&#x2212;) (n = 23)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sex (male/female)*</td>
<td valign="top" align="center">131/90</td>
<td valign="top" align="center">78/203</td>
<td valign="top" align="center">64/36</td>
<td valign="top" align="center">40/72</td>
<td valign="top" align="center">9/3</td>
<td valign="top" align="center">7/16</td>
</tr>
<tr>
<td valign="top" align="left">Race (white/black/other)</td>
<td valign="top" align="center">191/18/12</td>
<td valign="top" align="center">232/25/24</td>
<td valign="top" align="center">84/11/5</td>
<td valign="top" align="center">93/3/16</td>
<td valign="top" align="center">0/0/12</td>
<td valign="top" align="center">0/0/23</td>
</tr>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">53 &#xb1; 15</td>
<td valign="top" align="center">53 &#xb1; 14</td>
<td valign="top" align="center">52 &#xb1; 14</td>
<td valign="top" align="center">51 &#xb1; 15</td>
<td valign="top" align="center">55 &#xb1; 12</td>
<td valign="top" align="center">49 &#xb1; 11</td>
</tr>
<tr>
<td valign="top" align="left">Multifocal (unifocal/multifocal)*</td>
<td valign="top" align="center">121/100</td>
<td valign="top" align="center">208/73</td>
<td valign="top" align="center">56/44</td>
<td valign="top" align="center">81/31</td>
<td valign="top" align="center">12/0</td>
<td valign="top" align="center">21/2</td>
</tr>
<tr>
<td valign="top" align="left">Tumor size(mm)*</td>
<td valign="top" align="center">34 &#xb1; 20</td>
<td valign="top" align="center">23 &#xb1; 15</td>
<td valign="top" align="center">30 &#xb1; 18</td>
<td valign="top" align="center">22 &#xb1; 14</td>
<td valign="top" align="center">26 &#xb1; 14</td>
<td valign="top" align="center">13 &#xb1; 13</td>
</tr>
<tr>
<td valign="top" align="left">Extension (intrathyroidal/extrathyroidal)*</td>
<td valign="top" align="center">102/119</td>
<td valign="top" align="center">237/44</td>
<td valign="top" align="center">50/50</td>
<td valign="top" align="center">100/12</td>
<td valign="top" align="center">12/0</td>
<td valign="top" align="center">22/1</td>
</tr>
<tr>
<td valign="top" align="left">Nodes positive*</td>
<td valign="top" align="center">11 (6,19)</td>
<td valign="top" align="center">0 (0,1)</td>
<td valign="top" align="center">13 (7,23)</td>
<td valign="top" align="center">0(0,1.75)</td>
<td valign="top" align="center">2.5(0.25,4.75)</td>
<td valign="top" align="center">0 (0,0)</td>
</tr>
<tr>
<td valign="top" align="left">Distant metastasis (no/yes)*</td>
<td valign="top" align="center">189/32</td>
<td valign="top" align="center">280/1</td>
<td valign="top" align="center">89/11</td>
<td valign="top" align="center">112/0</td>
<td valign="top" align="center">12/0</td>
<td valign="top" align="center">23/0</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*Indicating statistical significance.</p>
</fn>
<fn>
<p>LLNM, lateral lymph node metastasis; MTC, medullary thyroid carcinoma.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Prognosis Review</title>
<p>Follow-up data were obtained in all 749 patients. The mean follow-up time was 57&#x2009;months with a follow-up time range of 6&#x2013;131&#x2009;months in our medical center. All patients were alive at follow-up, and there were four who had recurrence in the metastasis group. K&#x2013;M curve indicated a significant difference in recurrence in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1A</bold>
</xref> (<italic>p</italic> = 0.0038). The mean follow-up time was 42&#x2009;months with a follow-up time range of 1&#x2013;95&#x2009;months in the SEER database. There were 40 fatalities in the metastasis group and 7 fatalities in the non-metastasis group due to metastases. K&#x2013;M curve indicated a significant difference in overall survival in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1B</bold>
</xref> (<italic>p</italic> &lt; 0.001). The number of individuals are described in the risk table.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>
<bold>(A)</bold> K&#x2013;M curve of recurrence in MTC patients of our medical center. <bold>(B)</bold> K&#x2013;M curve of cancer specific survival in MTC patients of SEER data.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g001.tif"/>
</fig>
</sec>
<sec id="s3_4">
<title>Selection of Risk Factors for LLNM</title>
<p>A total of 221 in 502 cases of training set had positive lateral regional lymph nodes (44%). At univariate analysis, sex, multifocality, tumor size, extrathyroidal extension, and distant metastasis were found as the potential risk factors associated with LLNM in MTC patients (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). The data for the tumor diameter were metric variable, so the cut-point of 38&#xa0;mm was calculated for predicting lateral lymph node metastases. Multivariate logistic regression was further performed to screen for significant variables associated with LLNM. All of the variables were found to be significantly associated with LLNM (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Multivariate analysis results for LLNM in MTC patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" colspan="2" align="center">Training set </th>
<th valign="top" colspan="2" align="center">Internal testing set</th>
</tr>
<tr>
<th valign="top" align="left">
</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic> value</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sex</td>
<td valign="top" align="center">3.79 (2.61&#x2013;5.51)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">3.2 (1.82&#x2013;5.61)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Multifocal</td>
<td valign="top" align="center">2.35 (1.62&#x2013;3.43)</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">2.05 (1.16&#x2013;3.64)</td>
<td valign="top" align="center">0.723</td>
</tr>
<tr>
<td valign="top" align="left">Extension</td>
<td valign="top" align="center">13.51 (7.57&#x2013;24.1)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">17.2 (6.41&#x2013;46.12)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Tumor size</td>
<td valign="top" align="center">1.04 (1.03&#x2013;1.05)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">1.03 (1.01,1.05)</td>
<td valign="top" align="center">0.066</td>
</tr>
<tr>
<td valign="top" align="left">M_stage</td>
<td valign="top" align="center">47.41 (6.42&#x2013;349.91)</td>
<td valign="top" align="center">0.007</td>
<td valign="top" align="center">/</td>
<td valign="top" align="center">0.008</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>LLNM, lateral lymph node metastasis; MTC, medullary thyroid carcinoma; OR, odds ratio; CI, confidence interval.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_5">
<title>Nomogram Development and Validation for Prediction of LLNM in MTC Patients</title>
<p>Based on the results that we analyzed in multivariate logistic regression model, five variables including sex, multifocality, tumor size, extrathyroidal extension, and distant metastasis were finally extracted to build an intuitive nomogram model for predicting the risk of LLNM in patients with MTC (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Nomogram for predicting LLNM in MTC patients. LLNM, lateral lymph node metastasis.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g002.tif"/>
</fig>
<p>The calibration curve of the LLNM risk nomogram in MTC suggested great agreement in the training set and the internal testing set (<xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A, B</bold>
</xref>). The C-index of the predictive model in the training set was 0.825 (95%CI, 0.697&#x2013;0.840), and the internal testing set was 0.818, respectively. Area under the curve (AUC) was 0.825 for the training set, and the internal testing set was 0.818 (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4A, B</bold>
</xref>), which suggested the good prediction capability of the model.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>
<bold>(A)</bold> Calibration curve of the nomogram for predicting LLNM in MTC patients for training set. <bold>(B)</bold> Calibration curve of the nomogram for predicting LLNM in MTC patients for the internal testing set.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>
<bold>(A)</bold> ROC curve analysis to predict LLNM in MTC patients for training set. <bold>(B)</bold> ROC curve analysis to predict LLNM in MTC patients for the internal testing set. <bold>(C)</bold> ROC curve analysis to predict LLNM in MTC patients for the external testing set.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g004.tif"/>
</fig>
<p>Furthermore, 35 cases of MTC in our department were used for external testing set to estimate the practicability of the model. The results showed that AUC of the external testing set was 0.728, sensitivity was 68.0%, and specificity was 86.4% (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4C</bold>
</xref>), which suggested the good generalizability of the model.</p>
<p>To further evaluate the predictive capacity of the nomogram, patients with a risk score of 74.2 were the cut-point for predicting lateral lymph node metastases (Youden index = sensitivity + specificity &#x2212;1; point = 74.2, <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). The clinical value of the nomogram was assessed by DCA based on the net benefit and threshold probabilities. For example, when the value evaluated in the nomogram reaches a certain value, the probability of LLNM in patient I is denoted as Pi. When Pi reaches a certain threshold (denoted as Pt), it is considered positive. The ordinate of DCA is the net benefit (NB), which is defined as [true positives &#x2212; false positives &#xd7; Pt/(1 &#x2212; Pt)]/sample number. The DCA curve can be obtained by plotting Pt from NB. We performed DCA, which showed that predicting the LLNM by applying the model would be better than having all patients or none patients treated by this model with a range of the threshold probability between &gt;0.1 and&#xa0;&lt;0.9 (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>The curve of Youden and cut-point.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g005.tif"/>
</fig>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Decision curve analysis for LLNM in MTC patients.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fendo-12-741289-g006.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>Medullary thyroid carcinoma is a group of carcinomas that intermediate between the differentiated thyroid carcinomas and anaplastic thyroid carcinoma, whose 10-year survival rate is approximately 80% (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>). This study revealed that patients with LLNM had worse recurrence rate and CSS compared with patients without LLNM. Approximately 29.4%&#x2013;38% of MTC patients were accompanied with LLNM at the time of first diagnosis (<xref ref-type="bibr" rid="B10">10</xref>). In our study, the rate of LLNM was 46.64% in the SEER dataset and 34.23% in our department, which was consistent with the literature reports. Patients with LLNM predict a higher grade, higher aggression (tumor invasiveness), and increase in the risk of recurrence and death (<xref ref-type="bibr" rid="B11">11</xref>). Therefore, nodal metastasis assessment should be paid more attention to by surgeons.</p>
<p>In our study, male sex, tumor size &gt;38&#xa0;mm, multifocality, extrathyroidal extension, and distant metastasis in MTC patients were significant risk factors for predicting LLNM metastasis. This was consistent with the previous results reported by others. First, previous studies have found that extrathyroidal extension often reflects the tumor aggressiveness of MTC. A retrospective study showed that extrathyroidal extension was an independent risk factor for LLNM and recurrence (<xref ref-type="bibr" rid="B12">12</xref>). Our result showed that extrathyroidal extension was an independent risk factor, which is basically consistent with  previous studies. Second, Fan et&#xa0;al. reported that tumor size &gt;1&#xa0;cm is associated with cervical lymph nodes; however only thyroid capsule invasion was identified as an independent risk factor for lateral lymph node involvement (<xref ref-type="bibr" rid="B13">13</xref>). Our study showed that tumor size and multifocal tumors are also important risk factors of LLNM, which was similar to the findings of Oh et&#xa0;al. (<xref ref-type="bibr" rid="B12">12</xref>). Demographic factors associated with LLNM are male sex and advanced age (<xref ref-type="bibr" rid="B14">14</xref>). However, age was not a risk factor of LLNM in our study, which is needed to be further verified by prospective researches of patients.</p>
<p>Lymph node metastasis is very common in MTC. Ultrasonography is the first imaging technique in the assessment of cervical lymph nodes metastasis of MTC patients preoperatively. CT exerts an influence on surgical strategy especially for patients with LLNM (<xref ref-type="bibr" rid="B15">15</xref>). It has been reported that ultrasonography has high specificity (85%&#x2013;97.4%) but low sensitivity (36.7%&#x2013;61%) in detecting cervical lymph node metastasis in MTC (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). CT is more sensitive than ultrasonography for the assessment of the whole compartments of cervical lymph node metastasis. Although imaging plays a pivotal role in assessing lymph node metastasis, it still is challenging to accurately predict lymph node status by routinely used imaging modalities.</p>
<p>Nevertheless, at present, the scope of lymph node dissection in the treatment of MTC has been controversial because of the uncertainty of lymph node metastasis. ATA guidelines suggest that LLND is needed to be therapeutically performed on cN1 lateral cervical compartment, but the role of prophylactic dissection on cN0 lateral cervical compartment remains controversial (<xref ref-type="bibr" rid="B18">18</xref>). On the one hand, some scholars pointed out that the rate of occult metastasis in the cN0 lateral cervical compartment was also relatively high for patients with central lymph node metastasis. This high incidence of such occult metastases has a high postoperative recurrence and reoperation rate and a low biochemical cure rate. On the other hand, LLND did not confer a survival benefit for patients at early stage but lead to low quality of life even after cure. Some authors suggest that expanding surgical field increases the risk of injury to parathyroid glands and recurrent laryngeal nerves, without any demonstrable benefits in terms of long-term survival (<xref ref-type="bibr" rid="B4">4</xref>). Conzo et&#xa0;al. recommend that while the dissection of lateral cervical subzone is not straightforward, the complication rate is not higher for experienced thyroid surgeons (<xref ref-type="bibr" rid="B19">19</xref>). Liu et&#xa0;al. pointed out that the complication of LLND do correlate with the entire experience and surgical volume of the surgeon.</p>
<p>The multivariate logistic regression methods are trained using the SEER database to develop a preoperative model. In this model, the C-index and AUC value of the training set were both 0.825, and the calibration curve suggested that the actual probability of LLNM corresponded closely with the predicted probability of LLNM in MTC patients, which indicated relatively good discrimination ability (<xref ref-type="bibr" rid="B20">20</xref>). Furthermore, the external testing set showed that the AUC of this prediction model is 0.818. The predictive models can serve as complementary items for thyroid surgeons in choosing surgical treatment modality, and it is worthy of clinical promotion and popularization.</p>
<p>There are several limitations in the present study. First, the SEER database also lacks several important tumor maskers such as calcitonin and carcinoembryonic antigen, which benefits prediction of lateral lymph node metastasis in MTC. Second, another weakness is the lack of the number and size of the central cervical lymph nodes data. Third, the validation set is a single-center study with a small number of samples, so the applicability is limited to a certain extent, and further confirmation with a multicenter, large sample, and prospective clinical trial is needed in the future.</p>
</sec>
<sec id="s5">
<title>Conclusion</title>
<p>MTC is a rare aggressive type of thyroid carcinoma, characterized by easy recurrence and early metastasis. Male sex, tumor size &gt;38&#xa0;mm, multifocality, extrathyroidal extension, and distant metastasis in MTC patients were significant risk factors for predicting LLNM. Our results may thus serve as a predictor for predicting LLNM in MTC and may perhaps also be referenced in preoperative discussions with patients regarding surgical methods.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <uri xlink:href="https://seer.cancer.gov/">https://seer.cancer.gov/</uri>.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of Hangzhou First People&#x2019;s Hospital. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author Contributions</title>
<p>T-HZ, L-QZ, and D-CL: conception and design. All authors contributed to acquisition, statistical analysis or interpretation of the data, and drafting of the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by Science Research Program of Hangzhou (20180533B39), The Project of Medical Scientific and Technology Program in Hangzhou (grant number A20200432), and The Medical and Health Research Program of Zhejiang Province (2019RC240).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>We would like to thank all the staff of the National Cancer Institute for their efforts toward the SEER program.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Cancer Statistics 2020: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>:<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wells</surname> <given-names>SA</given-names> <suffix>Jr</suffix>
</name>
<name>
<surname>Asa</surname> <given-names>SL</given-names>
</name>
<name>
<surname>Dralle</surname> <given-names>H</given-names>
</name>
<name>
<surname>Elisei</surname> <given-names>R</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>DB</given-names>
</name>
<name>
<surname>Gagel</surname> <given-names>RF</given-names>
</name>
<etal/>
</person-group>. <article-title>Revised American Thyroid Association Guidelines for the Management of Medullary Thyroid Carcinoma</article-title>. <source>Thyroid</source> (<year>2015</year>) <volume>25</volume>:<fpage>567</fpage>&#x2013;<lpage>610</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2014.0335</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Orloff</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Kuppersmith</surname> <given-names>RB</given-names>
</name>
</person-group>. <article-title>American Thyroid Association's Central Neck Dissection Terminology and Classification for Thyroid Cancer Consensus Statement</article-title>. <source>Otolaryngol Head Neck Surg</source> (<year>2010</year>) <volume>142</volume>:<fpage>4</fpage>&#x2013;<lpage>5</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.otohns.2009.11.013</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spanheimer</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Ganly</surname> <given-names>I</given-names>
</name>
<name>
<surname>Chou</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Capanu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nigam</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ghossein</surname> <given-names>RA</given-names>
</name>
<etal/>
</person-group>. <article-title>Prophylactic Lateral Neck Dissection for Medullary Thyroid Carcinoma Is Not Associated With Improved Survival</article-title>. <source>Ann Surg Oncol</source> (<year>2021</year>) <volume>28</volume>:<page-range>6572&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-021-09683-8</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lindsey</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Ganly</surname> <given-names>I</given-names>
</name>
<name>
<surname>Palmer</surname> <given-names>F</given-names>
</name>
<name>
<surname>Tuttle</surname> <given-names>RM</given-names>
</name>
</person-group>. <article-title>Response to Initial Therapy Predicts Clinical Outcomes in Medullary Thyroid Cancer</article-title>. <source>Thyroid</source> (<year>2015</year>) <volume>25</volume>:<page-range>242&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2014.0277</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Opsahl</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Akslen</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Schlichting</surname> <given-names>E</given-names>
</name>
<name>
<surname>Aas</surname> <given-names>T</given-names>
</name>
<name>
<surname>Brauckhoff</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hagen</surname> <given-names>AI</given-names>
</name>
<etal/>
</person-group>. <article-title>The Role of Calcitonin in Predicting the Extent of Surgery in Medullary Thyroid Carcinoma: A Nationwide Population-Based Study in Norway</article-title>. <source>Eur Thyroid J</source> (<year>2019</year>) <volume>8</volume>:<page-range>159&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1159/000499018</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Warren</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Klabunde</surname> <given-names>CN</given-names>
</name>
<name>
<surname>Schrag</surname> <given-names>D</given-names>
</name>
<name>
<surname>Bach</surname> <given-names>PB</given-names>
</name>
<name>
<surname>Riley</surname> <given-names>GF</given-names>
</name>
</person-group>. <article-title>Overview of the SEER-Medicare Data: Content, Research Applications, and Generalizability to the United States Elderly Population</article-title>. <source>Med Care</source> (<year>2002</year>) <volume>40</volume>:<fpage>IV</fpage>&#x2013;<lpage>3-18</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/00005650-200208001-00002</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ceolin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Duval</surname> <given-names>M</given-names>
</name>
<name>
<surname>Benini</surname> <given-names>AF</given-names>
</name>
<name>
<surname>Ferreira</surname> <given-names>CV</given-names>
</name>
<name>
<surname>Maia</surname> <given-names>AL</given-names>
</name>
</person-group>. <article-title>Medullary Thyroid Carcinoma Beyond Surgery: Advances, Challenges, and Perspectives</article-title>. <source>Endocr Relat Cancer</source> (<year>2019</year>) <volume>26</volume>:<page-range>R499&#x2013;518</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1530/ERC-18-0574</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>C</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Shui</surname> <given-names>CY</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Cai</surname> <given-names>YC</given-names>
</name>
<etal/>
</person-group>. <article-title>Progression of Diagnosis and Treatment of Medullary Thyroid Carcinoma</article-title>. <source>Zhonghua Er Bi Yan Hou Tou Jing Wai Ke Za Zhi</source> (<year>2019</year>) <volume>54</volume>:<page-range>306&#x2013;10</page-range>. doi: <pub-id pub-id-type="doi">10.3760/cma.j.issn.1673-0860.2019.04.015</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>X</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Mu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Ultrasound Features Value in the Diagnosis and Prognosis of Medullary Thyroid Carcinoma</article-title>. <source>Endocrine</source> (<year>2021</year>) <volume>72</volume>:<page-range>727&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12020-020-02510-2</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maia</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Wajner</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Vargas</surname> <given-names>CV</given-names>
</name>
</person-group>. <article-title>Advances and Controversies in the Management of Medullary Thyroid Carcinoma</article-title>. <source>Curr Opin Oncol</source> (<year>2017</year>) <volume>29</volume>:<fpage>25</fpage>&#x2013;<lpage>32</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/CCO.0000000000000340</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oh</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Kwon</surname> <given-names>H</given-names>
</name>
<name>
<surname>Song</surname> <given-names>E</given-names>
</name>
<name>
<surname>Jeon</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Song</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>TY</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative Clinical and Sonographic Predictors for Lateral Cervical Lymph Node Metastases in Sporadic Medullary Thyroid Carcinoma</article-title>. <source>Thyroid</source> (<year>2018</year>) <volume>28</volume>:<page-range>362&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2017.0514</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fan</surname> <given-names>W</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Analysis of Risk Factors for Cervical Lymph Node Metastases in Patients With Sporadic Medullary Thyroid Carcinoma</article-title>. <source>J Int Med Res</source> (<year>2018</year>) <volume>46</volume>:<page-range>1982&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0300060518762684</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ito</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Miyauchi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kihara</surname> <given-names>M</given-names>
</name>
<name>
<surname>Higashiiyama</surname> <given-names>T</given-names>
</name>
<name>
<surname>Fukushima</surname> <given-names>M</given-names>
</name>
<name>
<surname>Miya</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Static Prognostic Factors and Appropriate Surgical Designs for Patients With Medullary Thyroid Carcinoma: The Second Report From a Single-Institution Study in Japan</article-title>. <source>World J Surg</source> (<year>2018</year>) <volume>42</volume>:<page-range>3954&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00268-018-4738-z</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xing</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Qiu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Fei</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid Cancer Neck Lymph Nodes Metastasis: Meta-Analysis of US and CT Diagnosis</article-title>. <source>Eur J Radiol</source> (<year>2020</year>) <volume>129</volume>:<fpage>109103</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2020.109103</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Ouyang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lv</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Papillary Thyroid Cancer: Dual-Energy Spectral CT Quantitative Parameters for Preoperative Diagnosis of Metastasis to the Cervical Lymph Nodes</article-title>. <source>Radiology</source> (<year>2015</year>) <volume>275</volume>:<page-range>167&#x2013;76</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.14140481</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>E</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Son</surname> <given-names>KR</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Jeon</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Na</surname> <given-names>DG</given-names>
</name>
</person-group>. <article-title>Preoperative Diagnosis of Cervical Metastatic Lymph Nodes in Papillary Thyroid Carcinoma: Comparison of Ultrasound, Computed Tomography, and Combined Ultrasound With Computed Tomography</article-title>. <source>Thyroid</source> (<year>2008</year>) <volume>18</volume>:<page-range>411&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2007.0269</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Asarkar A</surname> <given-names>CB</given-names>
</name>
<name>
<surname>Nathan</surname> <given-names>CO</given-names>
</name>
</person-group>. <article-title>What Is the Extent of Neck Dissection in Medullary Thyroid Carcinoma</article-title>? <source>Laryngoscope</source> (<year>2021</year>) <volume>131</volume>:<page-range>458&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/lary.28686</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Conzo</surname> <given-names>G</given-names>
</name>
<name>
<surname>Docimo</surname> <given-names>G</given-names>
</name>
<name>
<surname>Mauriello</surname> <given-names>C</given-names>
</name>
<name>
<surname>Gambardella</surname> <given-names>C</given-names>
</name>
<name>
<surname>Esposito</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cavallo</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>The Current Status of Lymph Node Dissection in the Treatment of Papillary Thyroid Cancer</article-title>. <source>A Lit Review Clin Ter</source> (<year>2013</year>) <volume>164</volume>:<page-range>e343&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.7417/CT.2013.1599</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greiner</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pfeiffer</surname> <given-names>D</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>RD</given-names>
</name>
</person-group>. <article-title>Principles and Practical Application of the Receiver-Operating Characteristic Analysis for Diagnostic Tests</article-title>. <source>Prev Vet Med</source> (<year>2000</year>) <volume>45</volume>:<fpage>23</fpage>&#x2013;<lpage>41</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0167-5877(00)00115-X</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>