<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.993466</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and validation of an ultrasound-based radiomics nomogram for predicting the luminal from non-luminal type in patients with breast carcinoma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wu</surname>
<given-names>Jiangfeng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1155839"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ge</surname>
<given-names>Lifang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jin</surname>
<given-names>Yun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yunlai</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Hu</surname>
<given-names>Liyan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Xu</surname>
<given-names>Dong</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Zhengping</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Ultrasound, Dongyang People&#x2019;s Hospital</institution>, <addr-line>Dongyang, Zhejiang</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Diagnostic Ultrasound Imaging and Interventional Therapy, The Cancer Hospital of the University of Chinese Academy of Sciences (Zhejiang Cancer Hospital)</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Institute of Basic Medicine and Cancer (IBMC), Chinese Academy of Sciences</institution>, <addr-line>Hangzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Samata Kakkad, Merck (United States), United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Domenico Pomarico, University of Bari Aldo Moro, Italy; Sara Colantonio, Institute of Information Science and Technologies of the National Research Council of Italy, Italy</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Liyan Hu, <email xlink:href="mailto:hly_luck@163.com">hly_luck@163.com</email>; Zhengping Wang, <email xlink:href="mailto:zpwang_2016@163.com">zpwang_2016@163.com</email>; Dong Xu, <email xlink:href="mailto:xudong@zjcc.org.cn">xudong@zjcc.org.cn</email>
</p>
</fn>
<fn fn-type="other" id="fn003">
<p>&#x2020;These authors share first authorship</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>11</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>993466</elocation-id>
<history>
<date date-type="received">
<day>13</day>
<month>07</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>11</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Wu, Ge, Jin, Wang, Hu, Xu and Wang</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Wu, Ge, Jin, Wang, Hu, Xu and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>The molecular subtype plays a significant role in breast carcinoma (BC), which is the main indicator to guide treatment and is closely associated with prognosis. The aim of this study was to investigate the feasibility and efficacy of an ultrasound-based radiomics nomogram in preoperatively discriminating the luminal from non-luminal type in patients with BC.</p>
</sec>
<sec>
<title>Methods</title>
<p>A total of 264 BC patients who underwent routine ultrasound examination were enrolled in this study, of which 184 patients belonged to the training set and 80 patients to the test set. Breast tumors were delineated manually on the ultrasound images and then radiomics features were extracted. In the training set, the T test and least absolute shrinkage and selection operator (LASSO) were used for selecting features, and the radiomics score (Rad-score) for each patient was calculated. Based on the clinical risk features, Rad-score, and combined clinical risk features and Rad-score, three models were established, respectively. The performances of the models were validated with receiver operator characteristic (ROC) curve and decision curve analysis.</p>
</sec>
<sec>
<title>Results</title>
<p>In all, 788 radiomics features per case were obtained from the ultrasound images. Through radiomics feature selection, 11 features were selected to constitute the Rad-score. The area under the ROC curve (AUC) of the Rad-score for predicting the luminal type was 0.828 in the training set and 0.786 in the test set. The nomogram comprising the Rad-score and US-reported tumor size showed AUCs of the training and test sets were 0.832 and 0.767, respectively, which were significantly higher than the AUCs of the clinical model in the training and test sets (0.691 and 0.526, respectively). However, there was no significant difference in predictive performance between the Rad-score and nomogram.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Both the Rad-score and nomogram can be applied as useful, noninvasive tools for preoperatively discriminating the luminal from non-luminal type in patients with BC. Furthermore, this study might provide a novel technique to evaluate molecular subtypes of BC.</p>
</sec>
</abstract>
<kwd-group>
<kwd>ultrasound</kwd>
<kwd>breast carcinoma</kwd>
<kwd>radiomics</kwd>
<kwd>non-luminal type</kwd>
<kwd>luminal type</kwd>
</kwd-group>
<contract-sponsor id="cn001">Jinhua Science and Technology Bureau<named-content content-type="fundref-id">10.13039/501100008092</named-content>
</contract-sponsor>
<counts>
<fig-count count="11"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="40"/>
<page-count count="15"/>
<word-count count="5679"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Breast carcinoma (BC) is among the tumors with the highest morbidity and mortality in women, which accounts for one in four cancer cases and for one in six cancer deaths in the great majority of countries (<xref ref-type="bibr" rid="B1">1</xref>). BC is a heterogeneous disease with different clinical characteristics, clinical behaviors, and treatment response profiles (<xref ref-type="bibr" rid="B2">2</xref>). There are four major subtypes of breast carcinoma based on estrogen receptor (ER), progesterone receptor (PR) and human epidermal growth factor receptor 2 (HER2) status. These intrinsic molecular subtypes are defined as: luminal A and B, HER2-enriched, and basal-like subtypes. Luminal A and B are luminal type, while HER2-enriched and basal-like are non-luminal type (<xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>Luminal type shows better prognosis and response to hormone receptor-targeted therapies (<xref ref-type="bibr" rid="B4">4</xref>), while non-luminal type is more aggressive, has poorer outcomes than luminal type, and reveals a higher rate of locoregional recurrence and lower survival rate after distant metastasis (<xref ref-type="bibr" rid="B5">5</xref>&#x2013;<xref ref-type="bibr" rid="B7">7</xref>). Since the prognosis of BC differs according to the molecular subtypes, guidelines recommend for immunohistochemistry (IHC) assessment of the molecular subtypes of BC during initial diagnosis (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>).</p>
<p>Currently, the preoperative assessment of the molecular subtypes of BC commonly relies on IHC results after core needle biopsy. Whereas, biopsy is invasive and vulnerable to sampling error that might negatively affect the treatment decision and increase health care costs of BC diagnosis when repeated biopsy is required (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). Moreover, the limited biopsy tissue makes it difficult to fully evaluate the heterogeneity within the tumor (<xref ref-type="bibr" rid="B12">12</xref>). Therefore, a noninvasive approach that could precisely predict the molecular subtypes of BC, would be high valuable in the early management of patients with BC.</p>
<p>Radiomics is an innovative tool that usually extracts a large number of quantitative features from medical images by using mathematical algorithms, and the quantitative extracted features can represent the shape, intensity, and texture of tumors. It assumes that the quantitative features may be the reflection of mechanisms occurring at a genetic and molecular level, and relevant to tumor behavior or patient&#x2019;s prognosis (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Radiomics features have been employed to noninvasively evaluate intratumoral heterogeneity. In recent years, studies have found that radiomics analysis can be utilized to determine sentinel lymph node metastasis (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>), distinguish between the benign and malignant breast tumor (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>), identify the molecular subtype (<xref ref-type="bibr" rid="B19">19</xref>), and evaluate the response to neoadjuvant chemotherapy (<xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>Several studies have demonstrated that radiomics features based on computed tomography (CT) or magnetic resonance imaging (MRI) have the ability to discriminate the luminal from non-luminal BC. Wang and colleagues (<xref ref-type="bibr" rid="B21">21</xref>) established a radiomics model based on chest CT to distinguish the luminal from non-luminal type and achieved area under the curve (AUC) values of 0.842 in the training set and 0.757 in the test set, demonstrating that chest CT radiomics may provide a new concept for the identification of breast cancer molecular subtypes. The results of a former study by Leithner et&#xa0;al. (<xref ref-type="bibr" rid="B22">22</xref>) indicated the potential of radiomics signatures from multiparametric MRI to allow the separation of the hormone receptor-positive and hormone receptor-negative BC. However, no study based on ultrasound radiomics has been published on distinguishing between the luminal and non-luminal BC. Furthermore, compared to CT and MRI, ultrasound regarded as a nonradioactive, available, and low-cost tool is commonly adopted for breast tumor screening and diagnosis.</p>
<p>Therefore, based on the above background, we studied whether ultrasound radiomics features could be adopted as a predictive biomarker for discriminating the luminal from non-luminal type in patients with BC, and the purpose of this study was to develop and validate an ultrasound-based radiomics nomogram by integrating the clinical risk factors and radiomics score (Rad-score) to preoperatively predict the luminal BC.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and methods</title>
<p>The study was approved by our Institutional Ethics Committee and performed on the basis of the Helsinki Declaration, and patient informed consent requirement was waived due to the retrospective nature of this study.</p>
<sec id="s2_1">
<title>Patient cohort</title>
<p>Patients who were diagnosed with BC and had preoperative breast ultrasound between March 2019 and July 2021 were included.</p>
<p>The inclusion criteria were (a) patients diagnosed as BC by surgical or biopsy pathology; (b) lesions presenting as mass (facilitating the subsequent segmentation of breast tumors); (c) ultrasound examinations were performed within two weeks before surgery; and (d) the presence of single malignant tumor.</p>
<p>The exclusion criteria were (a) patients with ductal carcinoma <italic>in situ</italic> confirmed by histopathology; (b) images with prominent artifacts; (c) tumors larger than 50&#xa0;mm in diameter (incompletely displayed in a single plane); (d) patients who underwent biopsy or chemoradiotherapy before ultrasound examination; and (e) patients with missing clinical characteristics and/or postoperative IHC.</p>
<p>On the basis of inclusion criteria, 446 patients were reviewed. Applying our exclusion criteria, a total of 264 patients were therefore included finally. The flowchart of patient selection process was revealed in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. The 264 patients were randomly divided into the training and test sets according to the ratio of 7:3. we analyzed 184 patients in the training set and 80 patients in the test set. The training set included 143 and 41 patients with luminal and non-luminal type, respectively, while the test set included 58 and 22 patients with luminal and non-luminal type, respectively.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>The patient enrollment process for this study.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g001.tif"/>
</fig>
</sec>
<sec id="s2_2">
<title>Pathological assessment</title>
<p>The surgical or ultrasound-guided needle biopsy pathology was obtained for the diagnosis of the target breast tumor. If the tumor was malignant, IHC analysis was further performed. IHC analyses were carried out to detect the expression levels of ER, PR, HER2, and Ki-67 in each patient with BC. The status of ER and PR was considered as positive, if greater than 1% of tumor cells revealing positively stained nuclei (<xref ref-type="bibr" rid="B23">23</xref>). For HER2 status identification, a HER2 staining intensity score of 3+ was regarded as positive, while a score of 0 or 1+ was considered as negative. A HER2 staining intensity score of 2+, with confirmation of gene amplification by fluorescence <italic>in situ</italic> hybridization, was also regarded as positive (<xref ref-type="bibr" rid="B3">3</xref>). For Ki-67 status, tumors with greater than 14% positive nuclei were considered as high expression, while other cases were considered as low expression (<xref ref-type="bibr" rid="B3">3</xref>).</p>
</sec>
<sec id="s2_3">
<title>Clinical and pathological characteristics</title>
<p>Clinical data, such as age, US-reported tumor size, tumor location, ultrasound equipment, ultrasound-reported lymph node metastasis, ER status, PR status, HER2 status, Ki-67 level, and pathology-reported lymph node metastasis were recorded both in the training and test sets, and the molecular subtypes of breast carcinoma were calculated by the status of ER, PR and HER2.</p>
</sec>
<sec id="s2_4">
<title>Image acquisition and segmentation</title>
<p>All breast ultrasound examinations were performed by two sonographers (JW and YW with more than 5 years&#x2019; experience in breast ultrasound imaging) by using LOGIQ E9 ultrasound system with a 6-15L linear array probe and Siemens Acuson S2000 with a 6-18L linear array probe with radial, transverse, and longitudinal scans on both breasts. Ultrasound was further utilized to scan breast tumor from multiple angles and sections to absorb the overall information. In addition, we carefully observed the shape, size, blood supply and echo of the tumor. The scan parameters were consistent among patients: image depth was about 4.0&#xa0;cm; gain was about 50%; and focus paralleled to the tumor. The image of the largest section of the breast tumor with the clearest imaging was saved as the format of Digital Imaging and Communications in Medicine to maximize the preservation of the image information. A two dimensional region of interest (ROI) that covered the whole lesion was manually delineated on the selected largest section of the breast tumor by using ITK-SNAP software (open source software; <uri xlink:href="http://www.itk-snap.org">http://www.itk-snap.org</uri>). This was performed independently by an experienced sonographer (YJ with more than 5 years&#x2019; experience in breast ultrasound imaging) blinded to patients&#x2019; postoperative IHC.</p>
</sec>
<sec id="s2_5">
<title>Feature extraction</title>
<p>A total of 788 quantitative radiomics features were then extracted from each ROI using the &#x201c;pyradiomics&#x201d; package of Python (version 3.7.11). These ultrasound radiomics features were divided into four categories including shape, statistics, texture and wavelet features: 14 two dimension shape-based features, 18 first-order statistics features, 22 gray-level co-occurrence matrix (GLCM) features, 16 gray-level run length matrix (GLRLM) features, 16 gray-level size zone matrix (GLSZM) features, 14 gray-level dependence matrix (GLDM) features, and 688 features derived from first-order, GLCM, GLRLM, GLSZM and GLDM features using wavelet filter images (<xref ref-type="bibr" rid="B24">24</xref>).</p>
</sec>
<sec id="s2_6">
<title>Evaluation of interclass correlation coefficient</title>
<p>To ensure the reproducibility and accuracy, 50 patients were randomly selected for a reproducibility analysis by using the interclass correlation coefficient (ICC). Two sonographers (YJ and YW with more than 5 years&#x2019; experience in breast ultrasound imaging) drew ROIs on the same ultrasound images from the 50 selected patients and extracted the radiomics features. An ICC greater than 0.70 suggested a good agreement.</p>
</sec>
<sec id="s2_7">
<title>Radiomics feature selection</title>
<p>The radiomics features data were normalized with z score normalization in the training and test sets to ensure that the scale of feature value was uniform and improve the comparability between features. A two-step feature selection procedure was designed for mining the valuable predictive features in the training set. First, a T test was implemented to remove the features that showed no significant difference between the luminal and non-luminal BC. Next, the least absolute shrinkage and selection operator (LASSO) with ten-fold cross validation was adopted to further select the features through regularization by optimizing the hyperparameter (Lambda). An optimum Lambda was tuned to achieve minimum mean square error. Coefficients of some candidate features were compressed to zero at the optimum Lambda, and features with nonzero coefficients were retained.</p>
</sec>
<sec id="s2_8">
<title>Construction and validation of prediction models</title>
<p>After feature selection, The Rad-score of each patient with BC was calculated with a linear combination of the final selection of features weighted by logistic regression algorithm. Meanwhile, logistic regression model based on Rad-score was developed for identifying the luminal type. Furthermore, clinical features that showed a statistical difference between the luminal and non-luminal type in the training set was adopted to develop the clinical model. At the same time, the nomogram based on the clinical features and Rad-score would be constructed. The sensitivity, specificity, positive predictive value (PPV), negative predictive value (NPV), accuracy, and AUC were adopted to quantify the predictive performance of the models. To verify the robustness of the nomogram, the calibration curve (<xref ref-type="bibr" rid="B25">25</xref>) was plotted. Furthermore, decision curve analysis (DCA) (<xref ref-type="bibr" rid="B26">26</xref>) was utilized to select the model that maximized patient benefits. The flowchart of this research is shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Flowchart of the processing step using the radiomics method for predicting the luminal BC.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g002.tif"/>
</fig>
</sec>
<sec id="s2_9">
<title>Statistical analysis</title>
<p>All statistical analyses were performed with the R software (version 3.5.1; <uri xlink:href="http://www.r-project.org">www.r-project.org</uri>). The continuous variables with normal distribution were shown as mean &#xb1; standard deviation (SD), and non-normal were shown as the median. For continuous clinical or pathological variables, independent sample T test or Mann-Whitney U test was adopted to identify differences between the training and test sets. The Fisher&#x2019;s exact test or Chi-square test was used for comparing categorical variables. For all statistical tests, differences were considered significant at p &lt; 0.05.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinical and pathological characteristics</title>
<p>The clinical and pathological characteristics of the training and test sets were compared, and there was no statistically significant difference found (p &gt; 0.05) (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). This suggested that the training and test sets were comparable in these clinicopathological features.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The baseline characteristics of the enrolled patients in the training and test sets.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristic</th>
<th valign="top" align="center">Total set (n = 264)</th>
<th valign="top" align="center">Training set (n = 184)</th>
<th valign="top" align="center">Test set (n = 80)</th>
<th valign="top" align="center">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>Age</bold> (year, mean &#xb1; SD)</td>
<td valign="top" align="center">53.41 &#xb1; 11.20</td>
<td valign="top" align="center">52.95 &#xb1; 11.61</td>
<td valign="top" align="center">54.46 &#xb1; 10.20</td>
<td valign="top" align="center">0.289</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>US-reported tumor size</bold> (mm, mean &#xb1; SD)</td>
<td valign="top" align="center">25.16 &#xb1; 11.36</td>
<td valign="top" align="center">24.45 &#xb1; 11.05</td>
<td valign="top" align="center">26.80 &#xb1; 11.96</td>
<td valign="top" align="center">0.136</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Location of tumor</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.693</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Right lobe</td>
<td valign="top" align="center">142</td>
<td valign="top" align="center">97</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Left lobe</td>
<td valign="top" align="center">122</td>
<td valign="top" align="center">87</td>
<td valign="top" align="center">35</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Molecular type</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.641</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Luminal A</td>
<td valign="top" align="center">138</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Luminal B</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;HER2-enriched</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Triple negative</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>ER</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.384</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Positive</td>
<td valign="top" align="center">199</td>
<td valign="top" align="center">142</td>
<td valign="top" align="center">57</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Negative</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>PR</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.741</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Positive</td>
<td valign="top" align="center">164</td>
<td valign="top" align="center">116</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Negative</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>HER2</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.110</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Positive</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">26</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Negative</td>
<td valign="top" align="center">197</td>
<td valign="top" align="center">143</td>
<td valign="top" align="center">54</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Histologic type</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.312</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Invasive ductal</td>
<td valign="top" align="center">228</td>
<td valign="top" align="center">162</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Other</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Ultrasound equipment</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.645</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Siemens Acuson S2000</td>
<td valign="top" align="center">214</td>
<td valign="top" align="center">151</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LOGIQ E9</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>US-reported LN</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.097</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis positive</td>
<td valign="top" align="center">115</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis negative</td>
<td valign="top" align="center">149</td>
<td valign="top" align="center">110</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Pathology-reported LN</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.677</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis positive</td>
<td valign="top" align="center">155</td>
<td valign="top" align="center">106</td>
<td valign="top" align="center">49</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis negative</td>
<td valign="top" align="center">109</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Ki-67</bold> (%, mean &#xb1; SD)</td>
<td valign="top" align="center">28.50 &#xb1; 22.36</td>
<td valign="top" align="center">28.32 &#xb1; 22.93</td>
<td valign="top" align="center">28.91 &#xb1; 21.13</td>
<td valign="top" align="center">0.837</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Radiomics score</bold> (median, IQR)</td>
<td valign="top" align="center">1.767<break/>(0.566, 2.821)</td>
<td valign="top" align="center">1.914<break/>(0.562, 2.963)</td>
<td valign="top" align="center">1.679<break/>(0.616, 2.629)</td>
<td valign="top" align="center">0.352</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ER, estrogen receptor; PR, progesterone receptor; HER2, human epidermal growth factor receptor 2; SD, standard deviation; IQR, interquartile range; LN, lymph node; US, ultrasound.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Radiomics feature extraction and selection</title>
<p>A total of 788 ultrasound radiomics features were extracted from the ultrasound images of each patient. The details about ultrasound radiomics extraction settings are available in Supplementary Material Data S1. All the 788 features showed an interclass correlation coefficient of greater than 0.70. After validation of interobserver reproducibility, the following analyses were based on the radiomics features extracted by sonographer YJ.</p>
<p>After evaluating the differences of radiomics features by using the T test, 135 radiomics features were used for the subsequent analysis. Then, the optimum Lambda (Lambda = 0.018420699693267165) was determined for the LASSO regression, and 11 radiomics features with nonzero coefficients were selected to differentiate the luminal from non-luminal BC (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). Detailed information on the luminal type related features is revealed in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref> and the nonzero coefficients of the selected features based on the LASSO regression are shown in <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>. Moreover, the Pearson correlation coefficient between any pair of selected features was computed, and the Pearson correlation coefficient matrix heatmap is revealed in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Tuning parameter selection using the LASSO regression in the training set. <bold>(A)</bold> The optimal penalization coefficient lambda was generated in the LASSO <italic>via</italic> 10-fold cross validation. The lambda value of the minimum mean square error for the training set was given; <bold>(B)</bold> LASSO coefficient profiles of the radiomics features.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g003.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>List of the selected features with nonzero coefficients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Image type</th>
<th valign="top" align="center">Feature class</th>
<th valign="top" align="center">Feature name</th>
<th valign="top" align="center">Coefficient</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">original</td>
<td valign="top" align="left">firstorder</td>
<td valign="top" align="left">Kurtosis</td>
<td valign="top" align="center">-0.008190</td>
</tr>
<tr>
<td valign="top" align="left">original</td>
<td valign="top" align="left">glrlm</td>
<td valign="top" align="left">HighGrayLevelRunEmphasis</td>
<td valign="top" align="center">0.036799</td>
</tr>
<tr>
<td valign="top" align="left">original</td>
<td valign="top" align="left">glszm</td>
<td valign="top" align="left">SmallAreaEmphasis</td>
<td valign="top" align="center">0.033869</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-LLH</td>
<td valign="top" align="left">firstorder</td>
<td valign="top" align="left">Kurtosis</td>
<td valign="top" align="center">-0.024010</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-LHL</td>
<td valign="top" align="left">glszm</td>
<td valign="top" align="left">SizeZoneNonUniformity</td>
<td valign="top" align="center">-0.036624</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-LHH</td>
<td valign="top" align="left">glszm</td>
<td valign="top" align="left">SizeZoneNonUniformityNormalized</td>
<td valign="top" align="center">-0.015742</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-LHH</td>
<td valign="top" align="left">glszm</td>
<td valign="top" align="left">SmallAreaLowGrayLevelEmphasis</td>
<td valign="top" align="center">-0.007676</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-HLL</td>
<td valign="top" align="left">firstorder</td>
<td valign="top" align="left">Entropy</td>
<td valign="top" align="center">-0.023619</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-HHL</td>
<td valign="top" align="left">glszm</td>
<td valign="top" align="left">LowGrayLevelZoneEmphasis</td>
<td valign="top" align="center">0.005541</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-HHL</td>
<td valign="top" align="left">gldm</td>
<td valign="top" align="left">DependenceNonUniformityNormalized</td>
<td valign="top" align="center">-0.045262</td>
</tr>
<tr>
<td valign="top" align="left">wavelet-HHH</td>
<td valign="top" align="left">firstorder</td>
<td valign="top" align="left">Energy</td>
<td valign="top" align="center">-0.002819</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>A coefficient profile plot of the 11 selected radiomics features based on the LASSO algorithm was drawn.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g004.tif"/>
</fig>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Pearson correlation coefficient heatmap of the selected features on differentiation between the luminal and non-luminal BC. Orange color denotes a positive correlation, blue color denotes a negative correlation, and the shade of the color indicates the correlation degree.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g005.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Prediction based on Rad-score</title>
<p>The Rad-score for each patient in the training and test sets was calculated with selected features by using the logistic regression algorithm for further analysis and revealed in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>. The corresponding fitting formula is listed in Supplementary Material Data S2. In the training set, the medians of Rad-score were statistical difference between the luminal and non-luminal type (2.267 vs. 0.133, p &lt; 0.001), and the same results were achieved in the test set (1.948 vs. 0.054, p &lt; 0.001) (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7</bold>
</xref>, <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>).</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Radiomics score for each breast carcinoma patient in the training <bold>(A)</bold> and test sets <bold>(B)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g006.tif"/>
</fig>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>Distribution of radiomics score value of the luminal and non-luminal BC in the training <bold>(A)</bold> and test sets <bold>(B)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g007.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Rad-score for the training and test sets.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Rad-score</th>
<th valign="top" align="center">Luminal type (median, IQR)</th>
<th valign="top" align="center">Non-luminal type (median, IQR)</th>
<th valign="top" align="center">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Training set</td>
<td valign="top" align="center">2.267<break/>(1.139, 3.100)</td>
<td valign="top" align="center">0.133<break/>(-0.598, 0.734)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Test set</td>
<td valign="top" align="center">1.948<break/>(1.288, 2.667)</td>
<td valign="top" align="center">0.054<break/>(-1.245, 0.885)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>IQR, interquartile range.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The predictive performance of the Rad-score was well, with AUC values of 0.828 (95% confidence interval (CI), 0.747-0.911) in the training set and 0.786 (95% CI, 0.635-0.924) in the test set. Furthermore, the sensitivity, specificity, accuracy, positive predictive value (PPV) and negative predictive value (NPV) were 81.82%, 78.05%, 80.98%, 92.86% and 55.17% in the training set, and 86.21%, 77.27%, 83.75%, 90.91% and 68.00% in the test set.</p>
</sec>
<sec id="s3_4">
<title>Prediction based on radiomics nomogram</title>
<p>Comparison of the clinical features between the luminal and non-luminal BC in the training set was performed. US-reported tumor size (p &lt; 0.001) and Rad-score (p &lt; 0.001) were the significant factors to distinguish the luminal from non-luminal BC. Other clinical features such as age, tumor location, ultrasound equipment and ultrasound-reported lymph node status were not identified as potential factors for predicting the luminal type (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>). Therefore, the Rad-score and US-reported tumor size were incorporated to develop the radiomics-based nomogram (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>). The sensitivity, specificity, accuracy, PPV, NPV and AUC value for the nomogram were 85.31%, 80.49%, 84.24%, 93.85%, 61.11% and 0.832 (95% CI, 0.751-0.915) in the training set, and 87.93%, 72.73%, 83.75%, 89.47%, 69.57% and 0.767 (95% CI, 0.614-0.906) in the test set, respectively.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison of the clinical features between the luminal and non-luminal BC in the training set.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" colspan="2" align="center">Training set (n = 184)</th>
<th valign="top" align="center"/>
</tr>
<tr>
<th valign="top" align="left">Clinical feature</th>
<th valign="top" align="center">Luminal (n = 143)</th>
<th valign="top" align="center">Non-luminal (n = 41)</th>
<th valign="top" align="center">
<italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (year, mean &#xb1; SD)</td>
<td valign="top" align="center">53.13 &#xb1; 11.25</td>
<td valign="top" align="center">52.32 &#xb1; 12.92</td>
<td valign="top" align="center">0.718</td>
</tr>
<tr>
<td valign="top" align="left">Location</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.453</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Right</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Left</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">US-reported tumor size (mm, mean &#xb1; SD)</td>
<td valign="top" align="center">22.48 &#xb1; 10.01</td>
<td valign="top" align="center">31.32 &#xb1; 11.86</td>
<td valign="top" align="center">
<bold>&lt; 0.001</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">US equipment</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.946</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Siemens Acuson S2000</td>
<td valign="top" align="center">118</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;LOGIQ E9</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">US-reported LN</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.147</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis positive</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Metastasis negative</td>
<td valign="top" align="center">90</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Rad-score (median, IQR)</td>
<td valign="top" align="center">2.267<break/>(1.139, 3.100)</td>
<td valign="top" align="center">0.133<break/>(-0.598, 0.734)</td>
<td valign="top" align="center">
<bold>&lt; 0.001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>SD, standard deviation; LN, lymph node; US, ultrasound; IQR, interquartile range. Bold mean statistic difference.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>Nomogram based on the combination of the US-reported tumor size and Rad-score was developed using logistic regression analysis. If a patient with the radiomics score of 3.231 and US-reported tumor size of 17&#xa0;mm, and then the probability of the luminal breast carcinoma is 0.964 (red numbers).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g008.tif"/>
</fig>
<p>Ten-fold cross validation was applied to the nomogram model, which yielded median AUC values of 0.825 and 0.765 for the separation of the luminal from non-luminal BC in the training and test sets, with median accuracies of 83.36% in the training set and 80.05% in the test set.</p>
</sec>
<sec id="s3_5">
<title>Prediction based on clinical risk factors</title>
<p>At the same time, the prediction model on the basis of US-reported tumor size was constructed. The sensitivity, specificity, accuracy, PPV, NPV and AUC value for the clinical model were 88.03%, 52.38%, 79.89%,86.21%, 56.41% and 0.691 (95% CI, 0.610-0.803) in the training set, and 75.86%, 40.91%, 66.25%, 77.19%, 39.13% and 0.526 (95% CI, 0.377-0.675) in the test set, respectively.</p>
<p>The predictive values of three prediction models, including Rad-score, radiomics nomogram and clinical feature, were compared. In the training set, the AUC value of the nomogram was higher than that of the clinical model alone (AUC, 0.832 vs. 0.691; DeLong test, p &lt; 0.001), and there was no statistical difference between the nomogram and Rad-score (AUC, 0.832 vs. 0.828; DeLong test, p = 0.107). In the test set, the AUC value of the nomogram was higher than that of the clinical model alone (AUC, 0.767 vs. 0.526; DeLong test, p &lt; 0.001), and there was no statistical difference between the nomogram and Rad-score (AUC, 0.767 vs. 0.786; DeLong test, p = 0.286). The discrimination performance for each model is summarized in <xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>. Receiver operator characteristic (ROC) curves of the three models to predict the luminal type are shown in <xref ref-type="fig" rid="f9">
<bold>Figure&#xa0;9</bold>
</xref>.</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Performances of the models in the prediction of the luminal breast carcinoma.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Model</th>
<th valign="top" align="center">Cohort</th>
<th valign="top" align="center">AUC (95% CI)</th>
<th valign="top" align="center">SEN (%)</th>
<th valign="top" align="center">SPE (%)</th>
<th valign="top" align="center">ACC (%)</th>
<th valign="top" align="center">PPV (%)</th>
<th valign="top" align="center">NPV (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Clinical</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.691 (0.610-0.803)</td>
<td valign="top" align="center">88.03%</td>
<td valign="top" align="center">52.38%</td>
<td valign="top" align="center">79.89%</td>
<td valign="top" align="center">86.21%</td>
<td valign="top" align="center">56.41%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Test</td>
<td valign="top" align="center">0.526 (0.377-0.675)</td>
<td valign="top" align="center">75.86%</td>
<td valign="top" align="center">40.91%</td>
<td valign="top" align="center">66.25%</td>
<td valign="top" align="center">77.19%</td>
<td valign="top" align="center">39.13%</td>
</tr>
<tr>
<td valign="top" align="left">Rad-score</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.828 (0.747-0.911)</td>
<td valign="top" align="center">81.82%</td>
<td valign="top" align="center">78.05%</td>
<td valign="top" align="center">80.98%</td>
<td valign="top" align="center">92.86%</td>
<td valign="top" align="center">55.17%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Test</td>
<td valign="top" align="center">0.786 (0.635-0.924)</td>
<td valign="top" align="center">86.21%</td>
<td valign="top" align="center">77.27%</td>
<td valign="top" align="center">83.75%</td>
<td valign="top" align="center">90.91%</td>
<td valign="top" align="center">68.00%</td>
</tr>
<tr>
<td valign="top" align="left">Nomogram</td>
<td valign="top" align="left">Training</td>
<td valign="top" align="center">0.832 (0.751-0.915)</td>
<td valign="top" align="center">85.31%</td>
<td valign="top" align="center">80.49%</td>
<td valign="top" align="center">84.24%</td>
<td valign="top" align="center">93.85%</td>
<td valign="top" align="center">61.11%</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Test</td>
<td valign="top" align="center">0.767 (0.614-0.906)</td>
<td valign="top" align="center">87.93%</td>
<td valign="top" align="center">72.73%</td>
<td valign="top" align="center">83.75%</td>
<td valign="top" align="center">89.47%</td>
<td valign="top" align="center">69.57%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>AUC, area under the curve; SEN, sensitivity; SPE, specificity; ACC, accuracy; PPV, positive predictive value; NPV, negative predictive value; Rad-score, radiomics score.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f9" position="float">
<label>Figure&#xa0;9</label>
<caption>
<p>Receiver operating characteristic curves of the three models distinguishing the luminal from non-luminal type in the training <bold>(A)</bold> and test sets <bold>(B)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g009.tif"/>
</fig>
</sec>
<sec id="s3_6">
<title>Clinical application of prediction models</title>
<p>The calibration curve for the nomogram was tested using Hosmer-Lemeshow test, and yielded nonsignificant results due to both p values &gt; 0.05 in the training and test sets, showing good agreements between the observed and predicted results. (<xref ref-type="fig" rid="f10">
<bold>Figure&#xa0;10</bold>
</xref>).</p>
<fig id="f10" position="float">
<label>Figure&#xa0;10</label>
<caption>
<p>Calibration curves of the nomogram in the training <bold>(A)</bold> and test sets <bold>(B)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g010.tif"/>
</fig>
<p>Decision curve analysis of the three prediction models are revealed in <xref ref-type="fig" rid="f11">
<bold>Figure&#xa0;11</bold>
</xref>. The y-axis measures the net benefit. The grey line represents the assumption that all lesions were luminal type. The black line represents the assumption that all lesions were non-luminal type. If the threshold probability was less than 92.1%, using the nomogram added more benefit (blue line).</p>
<fig id="f11" position="float">
<label>Figure&#xa0;11</label>
<caption>
<p>Decision curve of the nomogram. If the risk threshold is less than 92.1%, the nomogram model will obtain more benefit than all treatment (assuming all breast carcinoma patients were luminal type) or no treatment (assuming all breast carcinoma patients were non-luminal type).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-993466-g011.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In the present radiomics study, feature extraction was carried out on the basis of ultrasound images, and three prediction models were established using clinical feature, Rad-score and combined clinical feature and Rad-score, respectively, for predicting the luminal BC. The results demonstrated that the Rad-score and nomogram had appreciable predictive performance and could be applied as useful methods for preoperatively differentiating between the luminal and non-luminal type in patients with BC. The consistency between the nomogram-predicted probability of luminal BC and actual results was assessed by the calibration curve. On the calibration curve in our study, both <italic>p-</italic>values were &gt; 0.05 in the training and test sets, indicating that the stability of the nomogram was well. Decision curve analysis revealed that the net benefit of using the nomogram (blue curve) and Rad-score (orange curve) for predicting luminal BC was more considerable than that of the treat-all or treat none approach, indicating well clinical application of the novel models.</p>
<p>A number of studies have demonstrated that radiomics is regarded as an useful and noninvasive method for predicting molecular subtypes in patients with BC, most of which are on the basis of mammography and MRI imaging. Son and colleagues (<xref ref-type="bibr" rid="B27">27</xref>) built radiomics signatures based on synthetic mammography reconstructed from digital breast tomosynthesis to predict molecular subtypes of breast cancer. In the validation cohort, the radiomics signature yielded an AUC of 0.838, 0.556, and 0.645 for the triple-negative, HER2 and luminal subtypes, respectively. In our study, the AUC value of Rad-score predicting luminal BC was higher than theirs (0.786 vs. 0.645). This might have some relationship with low spatial resolution of mammography and limited display effect for breast tumor. A prior study by Li et&#xa0;al. (<xref ref-type="bibr" rid="B28">28</xref>) including a total of 351 patients and developing radiomics models for predicting the HER2 status preoperatively, found that the intratumoral and peritumoral radiomics scores achieved AUCs of 0.683 and 0.690 in the validation cohort, respectively. Furthermore, the combined radiomics score improved the predictive performance and yielded an AUC of 0.713. Huang and colleagues (<xref ref-type="bibr" rid="B29">29</xref>) reported that the multi-parametric MRI-based radiomics models could predict molecular subtypes of breast cancer. The highest performances were obtained for discriminating basal-like vs. non-basal-like (AUC, 0.965), HER2-enriched vs. non-HER2-enriched (AUC, 0.840), and hormone receptor-positive/non-HER2-enriched vs. others (AUC, 0.860) using multilayer perceptron. Compared to mammography and MRI imaging, ultrasound regarded as a nonradiative, convenient, and low-cost technology is universally used for breast tumor screening and diagnosis (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>). As far as we know, few studies have evaluated the feasibility of utilizing an ultrasound radiomics method in breast carcinoma to predict the luminal BC, and currently most of these focus on predicting triple-negative breast carcinoma, HER2 status, Ki-67 index, etc.</p>
<p>Leithner et&#xa0;al.&#x2019; study (<xref ref-type="bibr" rid="B22">22</xref>) including 91 breast cancers adopted a multi-layer perceptron feed-forward artificial neural network (MLP-ANN) to differentiate the hormone receptor-positive from hormone receptor-negative BC based on multiparametric MRI images, yielding an overall median AUC of 0.69, with median accuracies of 64.7% in the training dataset and 60.0% in the validation dataset. As compared to the above study, more samples were included in our study and applied the tenfold cross validation, the nomogram model achieved significantly higher median accuracies of 83.36% in the training set and 80.05% in the test set, with a median AUC value of 0.765 in the test set. This might lead by that the ultimate effect of the model is closely relevant to the generalization of the neural network and sample size. If the sample dataset is weakly representative, there are a number of conflictive or redundant samples, and then it is difficult for the neural network to obtain the expected result.</p>
<p>For the prediction of the luminal type, the AUC values of the Rad-score and nomogram were 0.786 and 0.767 in the test set. In a recent non-contrast-enhanced chest CT radiomics study (<xref ref-type="bibr" rid="B21">21</xref>), Wang and colleagues established forty-two models to predict the luminal type of breast cancer by the combination of six feature screening methods and seven machine learning classifiers. The final optimal model for external validation on the independent test set obtained an AUC value of 0.757. With regard to feature dimensionality reduction algorithms, they found that the overall performance of the LASSO regression was better than other dimensionality reduction methods in the field of AUC and accuracy. In our study, we also adopted LASSO algorithm for feature dimensionality reduction. In their study, the prediction model was established by seven different machine learning classifiers, among which support vector machine achieved the highest AUC value in both internal and external validations. On the contrast, in our study, models were built by using logistic regression only, and thus, further studies adopting other machine learning classifiers should be taken account in future. However, in our study, the Rad-score and nomogram all showed appreciable performance in the training and test sets. We believe that they could be utilized as a reliable technique in discriminating the luminal from non-luminal BC and may promote to assist clinicians for preoperative decision-making.</p>
<p>Clinical features including US-reported tumor size, age, tumor location, ultrasound equipment and ultrasound-reported lymph node metastasis were assessed in this study. Among them, US-reported tumor size (p &lt; 0.001) showed a significantly statistical difference between the luminal and non-luminal BC in the training set. Furthermore, several previous studies have demonstrated that there was statistical difference in the terms of tumor size between the luminal and non-luminal BC (<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>). The nomogram integrated with the US-reported tumor size showed a little higher predictive performance than that of Rad-score (AUC, 0.832 vs. 0.828) in the training set, but a little lower (AUC, 0.767 vs. 0.786) in the test set. However, no matter in the training set or in the test set, there was no statistical difference in the field of predictive performance between the nomogram and Rad-score in our study, indicating that the US-reported tumor size had limited effect to predictive performance of the nomogram. Furthermore, the US-reported tumor size could be acquired preoperatively, and then the model could be utilized for individualized prediction of the luminal type in patients with BC.</p>
<p>In the present study, the Rad-score was developed based on 11 luminal-related features, among which 1 first order feature, 5 glszm features, 1 glrlm feature and 1 gldm feature were included. A mix of first-order, texture and wavelet features seemed to be of importance for differentiation between the luminal and non-luminal BC, suggesting the complementary value of the combination of different radiomics features to capture different functional aspects of tumor biology. Six out of eleven radiomics features were texture features that showed the value of inter-tumor heterogeneity in predicting the gene expression (<xref ref-type="bibr" rid="B34">34</xref>, <xref ref-type="bibr" rid="B35">35</xref>). At the same time, eight out of eleven radiomics features were wavelet features, which can also be utilized to extensively quantify heterogeneity of the tumor through different spatial scales at respective directional orientations (<xref ref-type="bibr" rid="B36">36</xref>). Furthermore, the first-order statistics feature such as Kurtosis appeared among the final radiomics features. Kurtosis describes the intensity value of the tumor, which is applied to many classification tasks (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>). Besides, radiomics features including &#x2018;wavelet-HHL_gldm_DependenceNonUniformityNormalized&#x2019;, &#x2018;original_glrlm_HighGrayLevelRunEmphasis&#x2019;, &#x2018;wavelet-LHL_glszm_SizeZoneNonUniformity&#x2019; and &#x2018;original_glszm_SmallAreaEmphasis&#x2019; were significantly associated with molecular subtypes of BC in ultrasound images, which had a higher proportion of the weight coefficient. However, the shape-based feature was not selected to constitute the radiomics model, indicating that the morphological characterization might be less relevant to the luminal type. Hence, we believe that tumor molecular level information can be obtained from tumor radiomics analysis and radiomics features extracted from ultrasound images of BC are available to predict molecular subtypes.</p>
<p>Our study had several limitations that should be taken into account. First, the retrospective nature of the analyses might have introduced selection bias. In addition, this was a single-center study with a limited number of 264 patients. Hence, future prospective studies are needed to further validate the predictive performance of the models by using a large, multi-center cohort. Second, the contour of tumor&#x2019;s ROI was manually depicted by sonographers, but the judgment of tumor&#x2019;s contour was easily influenced by personal subjective experience. However, we believe that this was partially solved by interobserver reproducibility assessment. Third, only gray-scale ultrasound images were adopted in our study, and in the future, we will add radiomics features of multimodal ultrasound to further studies. For example, contrast-enhanced (<xref ref-type="bibr" rid="B39">39</xref>) and elastography (<xref ref-type="bibr" rid="B40">40</xref>) ultrasound images, which may contain more radiomics features than gray-scale ultrasound images. Finally, our study was only conducted with two dimensional analysis of the largest plane of the tumor, which might not comprehensively capture the heterogeneous features of the tumor as compared to a model on the basis of three dimensional analysis. Future studies should focus on the establishment of a three-dimensional model for distinguishing the luminal from non-luminal BC.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>In summary, both the Rad-score and nomogram can be applied as useful, noninvasive tool for preoperatively discriminating the luminal from non-luminal type in patients with BC. Our study may provide a novel method to evaluate molecular subtypes of BC. However, further studies with a prospective design and larger population are required to validate the conclusions.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the ethics committee. Written informed consent for participation was not required for this study in accordance with the national legislation and the institutional requirements.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>JW and LG collected the clinical and radiomics data. YW and YJ preprocessed patients&#x2019; ultrasound images and drew the ROI. JW and YJ analyzed the data and developed the prediction model. JW wrote the manuscript. ZW, DX, and LH designed the study. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>Jinhua Science and Technology Bureau Scientific Research Project (2022-3-019).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2022.993466/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2022.993466/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
<supplementary-material xlink:href="DataSheet_2.docx" id="SM2" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<sec id="s13">
<title>Abbreviation</title>
<p>BC, breast carcinoma; Rad-score, radiomics score; IHC, immunohistochemistry; MRI, magnetic resonance imaging; CT, computed tomography; CI, confidence interval; ER, estrogen receptor; PR, progesterone receptor; HER2, human epidermal growth factor receptor 2; FISH, fluorescence <italic>in situ</italic> hybridization; ROI, region of interest; ICC, interclass correlation coefficient; LASSO, least absolute shrinkage and selection operator; DCA, decision analysis curve; ROC, receiver operator characteristic; AUC, area under the curve; SD, standard deviation; GLCM, gray-level co-occurrence matrix; GLRLM, gray-level run length matrix; GLSZM, gray-level size zone matrix; GLDM, gray-level dependence matrix; PPV, positive predictive value; NPV, negative predictive value.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>(<issue>3</issue>):<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zardavas</surname> <given-names>D</given-names>
</name>
<name>
<surname>Irrthum</surname> <given-names>A</given-names>
</name>
<name>
<surname>Swanton</surname> <given-names>C</given-names>
</name>
<name>
<surname>Piccart</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Clinical management of breast cancer heterogeneity</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2015</year>) <volume>12</volume>(<issue>7</issue>):<page-range>381&#x2013;94</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrclinonc.2015.73</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goldhirsch</surname> <given-names>A</given-names>
</name>
<name>
<surname>Wood</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Coates</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Gelber</surname> <given-names>RD</given-names>
</name>
<name>
<surname>Th&#xfc;rlimann</surname> <given-names>B</given-names>
</name>
<name>
<surname>Senn</surname> <given-names>HJ</given-names>
</name>
</person-group>. <article-title>Panel members. strategies for subtypes&#x2013;dealing with the diversity of breast cancer: highlights of the st. gallen international expert consensus on the primary therapy of early breast cancer 2011</article-title>. <source>Ann Oncol</source> (<year>2011</year>) <volume>22</volume>(<issue>8</issue>):<page-range>1736&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdr304</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sorlie</surname> <given-names>T</given-names>
</name>
<name>
<surname>Tibshirani</surname> <given-names>R</given-names>
</name>
<name>
<surname>Parker</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hastie</surname> <given-names>T</given-names>
</name>
<name>
<surname>Marron</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Nobel</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Repeated observation of breast tumor subtypes in independent gene expression data sets</article-title>. <source>Proc Natl Acad Sci U S A</source> (<year>2003</year>) <volume>100</volume>(<issue>14</issue>):<page-range>8418&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1073/pnas.0932692100</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Voduc</surname> <given-names>KD</given-names>
</name>
<name>
<surname>Cheang</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Tyldesley</surname> <given-names>S</given-names>
</name>
<name>
<surname>Gelmon</surname> <given-names>K</given-names>
</name>
<name>
<surname>Nielsen</surname> <given-names>TO</given-names>
</name>
</person-group>. <article-title>Breast cancer subtypes and the risk of local and regional relapse</article-title>. <source>J Clin Oncol</source> (<year>2010</year>) <volume>28</volume>(<issue>10</issue>):<page-range>1684&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2009.24.9284</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lobbezoo</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>van Kampen</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Voogd</surname> <given-names>AC</given-names>
</name>
<name>
<surname>Dercksen</surname> <given-names>MW</given-names>
</name>
<name>
<surname>van den Berkmortel</surname> <given-names>F</given-names>
</name>
<name>
<surname>Smilde</surname> <given-names>TJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognosis of metastatic breast cancer subtypes: the hormone receptor/HER2-positive subtype is associated with the most favorable outcome</article-title>. <source>Breast Cancer Res Treat</source> (<year>2013</year>) <volume>141</volume>(<issue>3</issue>):<page-range>507&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10549-013-2711-y</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kennecke</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yerushalmi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Woods</surname> <given-names>R</given-names>
</name>
<name>
<surname>Cheang</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Voduc</surname> <given-names>D</given-names>
</name>
<name>
<surname>Speers</surname> <given-names>CH</given-names>
</name>
<etal/>
</person-group>. <article-title>Metastatic behavior of breast cancer subtypes</article-title>. <source>J Clin Oncol</source> (<year>2010</year>) <volume>28</volume>(<issue>20</issue>):<page-range>3271&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2009.25.9820</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cardoso</surname> <given-names>F</given-names>
</name>
<name>
<surname>Kyriakides</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ohno</surname> <given-names>S</given-names>
</name>
<name>
<surname>Penault-Llorca</surname> <given-names>F</given-names>
</name>
<name>
<surname>Poortmans</surname> <given-names>P</given-names>
</name>
<name>
<surname>Rubio</surname> <given-names>IT</given-names>
</name>
<etal/>
</person-group>. <article-title>Early breast cancer: ESMO clinical practice guidelines for diagnosis, treatment and follow-up&#x2020;</article-title>. <source>Ann Oncol</source> (<year>2019</year>) <volume>30</volume>(<issue>8</issue>):<page-range>1194&#x2013;220</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdz173</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Greer</surname> <given-names>LT</given-names>
</name>
<name>
<surname>Rosman</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mylander</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Hooke</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kovatich</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sawyer</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Does breast tumor heterogeneity necessitate further immunohistochemical staining on surgical specimens</article-title>? <source>J Am Coll Surg</source> (<year>2013</year>) <volume>216</volume>(<issue>2</issue>):<page-range>239&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2012.09.007</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seferina</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Nap</surname> <given-names>M</given-names>
</name>
<name>
<surname>van den Berkmortel</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wals</surname> <given-names>J</given-names>
</name>
<name>
<surname>Voogd</surname> <given-names>AC</given-names>
</name>
<name>
<surname>Tjan-Heijnen</surname> <given-names>VC</given-names>
</name>
</person-group>. <article-title>Reliability of receptor assessment on core needle biopsy in breast cancer patients</article-title>. <source>Tumour Biol</source> (<year>2013</year>) <volume>34</volume>(<issue>2</issue>):<page-range>987&#x2013;94</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s13277-012-0635-5</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Neal</surname> <given-names>L</given-names>
</name>
<name>
<surname>Sandhu</surname> <given-names>NP</given-names>
</name>
<name>
<surname>Hieken</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Glazebrook</surname> <given-names>KN</given-names>
</name>
<name>
<surname>Mac Bride</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Dilaveri</surname> <given-names>CA</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnosis and management of benign, atypical, and indeterminate breast lesions detected on core needle biopsy</article-title>. <source>Mayo Clin Proc</source> (<year>2014</year>) <volume>89</volume>(<issue>4</issue>):<page-range>536&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.mayocp.2014.02.004</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>HL</given-names>
</name>
<name>
<surname>Hong</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Vacuum-assisted breast biopsy for breast cancer</article-title>. <source>Gland Surg</source> (<year>2014</year>) <volume>3</volume>(<issue>2</issue>):<page-range>120&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3978/j.issn.2227-684X.2014.02.03</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: Images are more than pictures, they are data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>(<issue>2</issue>):<page-range>563&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Rios-Velazquez</surname> <given-names>E</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>R</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>S</given-names>
</name>
<name>
<surname>van Stiphout</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Granton</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: extracting more information from medical images using advanced feature analysis</article-title>. <source>Eur J Cancer</source> (<year>2012</year>) <volume>48</volume>(<issue>4</issue>):<page-range>441&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2011.11.036</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bove</surname> <given-names>S</given-names>
</name>
<name>
<surname>Comes</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Lorusso</surname> <given-names>V</given-names>
</name>
<name>
<surname>Cristofaro</surname> <given-names>C</given-names>
</name>
<name>
<surname>Didonna</surname> <given-names>V</given-names>
</name>
<name>
<surname>Gatta</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>A ultrasound-based radiomic approach to predict the nodal status in clinically negative breast cancer patients</article-title>. <source>Sci Rep</source> (<year>2022</year>) <volume>12</volume>(<issue>1</issue>):<fpage>7914</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-022-11876-4</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>TT</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>J</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>YX</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>JH</given-names>
</name>
<etal/>
</person-group>. <article-title>An ultrasound radiomics nomogram for preoperative prediction of central neck lymph node metastasis in papillary thyroid carcinoma</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>1591</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.01591</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luo</surname> <given-names>P</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>P</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Su</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics score combined with ACR TI-RADS in discriminating benign and malignant thyroid nodules based on ultrasound images: A retrospective study</article-title>. <source>Diagnostics (Basel)</source> (<year>2021</year>) <volume>11</volume>(<issue>6</issue>):<elocation-id>1011</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/diagnostics11061011</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Romeo</surname> <given-names>V</given-names>
</name>
<name>
<surname>Cuocolo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Apolito</surname> <given-names>R</given-names>
</name>
<name>
<surname>Stanzione</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ventimiglia</surname> <given-names>A</given-names>
</name>
<name>
<surname>Vitale</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical value of radiomics and machine learning in breast ultrasound: a multicenter study for differential diagnosis of benign and malignant lesions</article-title>. <source>Eur Radiol</source> (<year>2021</year>) <volume>31</volume>(<issue>12</issue>):<page-range>9511&#x2013;19</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-021-08009-2</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Han</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kwak</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>E</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>EK</given-names>
</name>
</person-group>. <article-title>Radiomics of US texture features in differential diagnosis between triple-negative breast cancer and fibroadenoma</article-title>. <source>Sci Rep</source> (<year>2018</year>) <volume>8</volume>(<issue>1</issue>):<fpage>13546</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-018-31906-4</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Feng</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Seeruttun</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and validation of a computed tomography-based radiomics signature to predict response to neoadjuvant chemotherapy for locally advanced gastric cancer</article-title>. <source>JAMA Netw Open</source> (<year>2021</year>) <volume>4</volume>(<issue>8</issue>):<elocation-id>e2121143</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.21143</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Potential of the non-Contrast-Enhanced chest CT radiomics to distinguish molecular subtypes of breast cancer: A retrospective study</article-title>. <source>Front Oncol</source> (<year>2022</year>) <volume>12</volume>:<elocation-id>848726</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.848726</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leithner</surname> <given-names>D</given-names>
</name>
<name>
<surname>Mayerhoefer</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Martinez</surname> <given-names>DF</given-names>
</name>
<name>
<surname>Jochelson</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>EA</given-names>
</name>
<name>
<surname>Thakur</surname> <given-names>SB</given-names>
</name>
<etal/>
</person-group>. <article-title>Non-invasive assessment of breast cancer molecular subtypes with multiparametric magnetic resonance imaging radiomics</article-title>. <source>J Clin Med</source> (<year>2020</year>) <volume>9</volume>(<issue>6</issue>):<elocation-id>1853</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/jcm9061853</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hammond</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Hayes</surname> <given-names>DF</given-names>
</name>
<name>
<surname>Dowsett</surname> <given-names>M</given-names>
</name>
<name>
<surname>Allred</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Hagerty</surname> <given-names>KL</given-names>
</name>
<name>
<surname>Badve</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>American Society of clinical Oncology/College of American pathologists guideline recommendations for immunohistochemical testing of estrogen and progesterone receptors in breast cancer</article-title>. <source>J Clin Oncol</source> (<year>2010</year>) <volume>28</volume>(<issue>16</issue>):<page-range>2784&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2009.25.6529</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Griethuysen</surname> <given-names>JJM</given-names>
</name>
<name>
<surname>Fedorov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hosny</surname> <given-names>A</given-names>
</name>
<name>
<surname>Aucoin</surname> <given-names>N</given-names>
</name>
<name>
<surname>Narayan</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Computational radiomics system to decode the radiographic phenotype</article-title>. <source>Cancer Res</source> (<year>2017</year>) <volume>77</volume>(<issue>21</issue>):<page-range>e104&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kramer</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Zimmerman</surname> <given-names>JE</given-names>
</name>
</person-group>. <article-title>Assessing the calibration of mortality benchmarks in critical care: The hosmer-lemeshow test revisited</article-title>. <source>Crit Care Med</source> (<year>2007</year>) <volume>35</volume>(<issue>9</issue>):<page-range>2052&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/01.CCM.0000275267.64078.B0</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Cronin</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Elkin</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Gonen</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Extensions to decision curve analysis, a novel method for evaluating diagnostic tests, prediction models and molecular markers</article-title>. <source>BMC Med Inform Decis Mak</source> (<year>2008</year>) <volume>8</volume>:<elocation-id>53</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1472-6947-8-53</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Son</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Prediction of breast cancer molecular subtypes using radiomics signatures of synthetic mammography from digital breast tomosynthesis</article-title>. <source>Sci Rep</source> (<year>2020</year>) <volume>10</volume>(<issue>1</issue>):<fpage>21566</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-020-78681-9</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>C</given-names>
</name>
<name>
<surname>Song</surname> <given-names>L</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Intratumoral and peritumoral radiomics based on functional parametric maps from breast DCE-MRI for prediction of HER-2 and ki-67 status</article-title>. <source>J Magn Reson Imaging</source> (<year>2021</year>) <volume>54</volume>(<issue>3</issue>):<page-range>703&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jmri.27651</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>L</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>N</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>Y</given-names>
</name>
<name>
<surname>He</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Multi-parametric MRI-based radiomics models for predicting molecular subtype and androgen receptor expression in breast cancer</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>:<elocation-id>706733</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2021.706733</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>A</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>Lung ultrasound for the diagnosis of neonatal respiratory distress syndrome: A meta-analysis</article-title>. <source>Ultrasound Q</source> (<year>2020</year>) <volume>36</volume>(<issue>2</issue>):<page-range>102&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/RUQ.0000000000000490</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>The diagnostic accuracy of ultrasound in the detection of foot and ankle fractures: a systematic review and meta-analysis</article-title>. <source>Med Ultrason</source> (<year>2021</year>) <volume>23</volume>(<issue>2</issue>):<page-range>203&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.11152/mu-2659</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Costantini</surname> <given-names>M</given-names>
</name>
<name>
<surname>Belli</surname> <given-names>P</given-names>
</name>
<name>
<surname>Distefano</surname> <given-names>D</given-names>
</name>
<name>
<surname>Bufi</surname> <given-names>E</given-names>
</name>
<name>
<surname>Matteo</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Rinaldi</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Magnetic resonance imaging features in triple-negative breast cancer: comparison with luminal and HER2-overexpressing tumors</article-title>. <source>Clin Breast Cancer</source> (<year>2012</year>) <volume>12</volume>(<issue>5</issue>):<page-range>331&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.clbc.2012.07.002</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Habashy</surname> <given-names>HO</given-names>
</name>
<name>
<surname>Powe</surname> <given-names>DG</given-names>
</name>
<name>
<surname>Glaab</surname> <given-names>E</given-names>
</name>
<name>
<surname>Ball</surname> <given-names>G</given-names>
</name>
<name>
<surname>Spiteri</surname> <given-names>I</given-names>
</name>
<name>
<surname>Krasnogor</surname> <given-names>N</given-names>
</name>
<etal/>
</person-group>. <article-title>RERG (Ras-like, oestrogen-regulated, growth-inhibitor) expression in breast cancer: a marker of ER-positive luminal-like subtype</article-title>. <source>Breast Cancer Res Treat</source> (<year>2011</year>) <volume>128</volume>(<issue>2</issue>):<page-range>315&#x2013;26</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10549-010-1073-y</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qiu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>C</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Could ultrasound-based radiomics noninvasively predict axillary lymph node metastasis in breast cancer</article-title>? <source>J Ultrasound Med</source> (<year>2020</year>) <volume>39</volume>(<issue>10</issue>):<page-range>1897&#x2013;905</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jum.15294</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yoshioka</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hosoda</surname> <given-names>M</given-names>
</name>
<name>
<surname>Yamamoto</surname> <given-names>M</given-names>
</name>
<name>
<surname>Taguchi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hatanaka</surname> <given-names>KC</given-names>
</name>
<name>
<surname>Takakuwa</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic significance of pathologic complete response and Ki67 expression after neoadjuvant chemotherapy in breast cancer</article-title>. <source>Breast Cancer</source> (<year>2015</year>) <volume>22</volume>(<issue>2</issue>):<page-range>185&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12282-013-0474-2</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>W</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Texture feature extraction based on wavelet transform and Gray-level Co-occurrence matrices applied to osteosarcoma diagnosis</article-title>. <source>BioMed Mater Eng</source> (<year>2014</year>) <volume>24</volume>(<issue>1</issue>):<page-range>129&#x2013;43</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3233/BME-130793</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qiu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>A nomogram based on molecular biomarkers and radiomics to predict lymph node metastasis in breast cancer</article-title>. <source>Front Oncol</source> (<year>2022</year>) <volume>12</volume>:<elocation-id>790076</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.790076</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>YD</given-names>
</name>
<name>
<surname>Kong</surname> <given-names>WT</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>CX</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Preoperative prediction of axillary lymph node metastasis in patients with breast cancer based on radiomics of gray-scale ultrasonography</article-title>. <source>Gland Surg</source> (<year>2021</year>) <volume>10</volume>(<issue>6</issue>):<fpage>1989</fpage>&#x2013;<lpage>2001</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.21037/gs-21-315</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guo</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>P</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>LQ</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>YF</given-names>
</name>
</person-group>. <article-title>Exploring the value of radiomics features based on b-mode and contrast-enhanced ultrasound in discriminating the nature of thyroid nodules</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>:<elocation-id>738909</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2021.738909</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Li</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>RX</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Lv</surname> <given-names>WZ</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>XM</given-names>
</name>
<etal/>
</person-group>. <article-title>Management of breast lesions seen on US images: dual-model radiomics including shear-wave elastography may match performance of expert radiologists</article-title>. <source>Eur J Radiol</source> (<year>2021</year>) <volume>141</volume>:<elocation-id>109781</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2021.109781</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>