<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="systematic-review" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.837257</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Systematic Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Preoperative Prediction Power of Radiomics for Breast Cancer: A Systemic Review and Meta-Analysis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Zhenkai</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ye</surname>
<given-names>Juan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1597536"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Du</surname>
<given-names>Hongdi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cao</surname>
<given-names>Ying</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Ying</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Desen</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname>
<given-names>Feng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Shen</surname>
<given-names>Hailin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Radiology, Suzhou Kowloon Hospital, Shanghai Jiaotong University School of Medicine</institution>, <addr-line>Suzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Radiotherapy, Suzhou Kowloon Hospital, Shanghai Jiaotong University School of Medicine</institution>, <addr-line>Suzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Thoracic Surgery, Suzhou Kowloon Hospital, Shanghai Jiaotong University School of Medicine</institution>, <addr-line>Suzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Nicola Fusco, University of Milan, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Alberto Concardi, European Institute of Oncology (IEO), Italy; Peter Gibbs, Memorial Hospital, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Hailin Shen, <email xlink:href="mailto:hailinshen@163.com">hailinshen@163.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Breast Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>01</day>
<month>03</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>837257</elocation-id>
<history>
<date date-type="received">
<day>16</day>
<month>12</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>02</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Li, Ye, Du, Cao, Wang, Liu, Zhu and Shen</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Li, Ye, Du, Cao, Wang, Liu, Zhu and Shen</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>To evaluate the preoperative predictive value of radiomics in the diagnosis of breast cancer (BC).</p>
</sec>
<sec>
<title>Methods</title>
<p>By searching PubMed and Embase libraries, our study identified 19 eligible studies. We conducted a meta-analysis to assess the differential value in the preoperative assessment of BC using radiomics methods.</p>
</sec>
<sec>
<title>Results</title>
<p>Nineteen radiomics studies focusing on the diagnostic efficacy of BC and involving 5865 patients were enrolled. The integrated sensitivity and specificity were 0.84 (95% CI: 0.80&#x2013;0.87, <italic>I</italic>
<sup>2 =</sup> 76.44%) and 0.83 (95% CI: 0.78&#x2013;0.87, <italic>I</italic>
<sup>2 =</sup> 81.79%), respectively. The AUC based on the SROC curve was 0.91, indicating a high diagnostic value.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Radiomics has shown excellent diagnostic performance in the preoperative prediction of BC and is expected to be a promising method in clinical practice.</p>
</sec>
</abstract>
<kwd-group>
<kwd>breast cancer</kwd>
<kwd>radiomics</kwd>
<kwd>cancer prediction</kwd>
<kwd>meta-analysis</kwd>
<kwd>systematic review</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="34"/>
<page-count count="8"/>
<word-count count="3161"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Breast cancer (BC) is the most commonly diagnosed cancer among women, accounting for 23% of all female cancers worldwide, and its related mortality is increasing by 4% each year (<xref ref-type="bibr" rid="B1">1</xref>). Traditional screening methods for BC, including X-ray mammography (MMG), breast ultrasound (US), and breast magnetic resonance imaging (MRI), rely mainly on qualitative characteristics, such as the lesion density, shape of lesion margins, and enhancement pattern. These imaging methods for BC screening have limitations in the sensitivity and specificity of diagnosis. As a result, biopsies are often performed to provide a definitive diagnosis for the patient. In the era of precision medicine, improvements in the performance of BC detection are urgently needed to reduce unnecessary biopsies, which are invasive and painful. Radiomics is an emerging application that can extract innumerable quantitative image features (including descriptors of tumor shape, size, intensity, and texture) that are difficult to recognize with the naked eye from almost any medical image (<xref ref-type="bibr" rid="B2">2</xref>). The traditional imaging diagnostic mode is more dependent on the experience of radiologists and has strong subjectivity. Compared with traditional imaging diagnosis mode, radiomics is an emerging application that can extract innumerable quantitative image features (including descriptors of tumor shape, size, intensity, and texture) that are difficult to recognize with the naked eye from almost any medical image (<xref ref-type="bibr" rid="B2">2</xref>). These image features may be related to the microscopic structure and tissue biological information of tumors. Based on this, combined with clinical, pathological and genetic information, the imaging support system for clinical decision making can be constructed. A number of studies have shown that the radiomics model can improve the accuracy of breast cancer diagnosis by extracting texture features of lesion and contralateral normal breast respectively and constructing benign/malignant classifiers (<xref ref-type="bibr" rid="B3">3</xref>,&#xa0;<xref ref-type="bibr" rid="B4">4</xref>). Radiomics features have proven to be of significant value in differentiating between benign and malignant breast tumors (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>).Therefore, radiomics provides a promising method for improving the sensitivity and specificity of the diagnosis of BCs. By refining BC detection, radiomics has the potential to reduce unnecessary invasive biopsies. In addition, Shimauchi et al. (<xref ref-type="bibr" rid="B7">7</xref>) found that the performance of radiologists during diagnostic tasks improved when a computer-aided diagnosis system was used. Hence, the purpose of this study was to evaluate the diagnostic efficacy of radiomics in predicting BC.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Literature Retrieving</title>
<p>PubMed and EMBASE databases were comprehensively searched by two reviewers (L-ZK and YJ) using the following keywords: radiomics and BC, breast carcinoma, breast tumor, or breast neoplasm. The deadline of this retrieval was September 10, 2021. Two reviewers independently screened the abstracts of all manuscripts, and full publications were downloaded when the decision of including an article was ambiguous. Discussion was conducted to resolve disagreements on article inclusion. The reference lists of eligible studies were also searched for potential additional studies.</p>
</sec>
<sec id="s2_2">
<title>Selection Criteria</title>
<p>The inclusion criteria were as follows: (1) diagnosis of BC on the basis of pathologic criteria; (2) breast imaging, including US, MRI, and/or digital MMG, was performed before biopsy or resection; and (3) radiomics analysis based on breast images was conducted.</p>
<p>The exclusion criteria were as follows: (1) preoperative administration of anticancer therapy (chemotherapy or radiotherapy); (2) the pathological diagnosis was not clear; and (3) imaging analysis based only on non-radiomics methods.</p>
</sec>
<sec id="s2_3">
<title>Data Extraction and Study Quality Assessment</title>
<p>Two investigators (L-ZK and YJ) independently extracted the number of BC and non-BC cases, sensitivity, and specificity reported in the eligible studies. Using these data, we calculated the number of true positive (TP), false positive (FP), true negative (TN), and false negative (FN) results. If there were more than one model in the same group of patients, we used the model with the higher diagnostic accuracy in our meta-analysis. All studies included were quality assessed using the QUADAS-2 scale (<xref ref-type="bibr" rid="B8">8</xref>) in Revman 5.5 (Cochrane Library Software, Oxford, UK).</p>
</sec>
<sec id="s2_4">
<title>Statistical Analysis</title>
<p>The pooled sensitivity and specificity were estimated. We also calculated pooled positive and negative likelihood ratios. Heterogeneity between the included studies was assessed by Cochrane&#x2019;s Q-test and <italic>I</italic>
<sup>2</sup> statistics. The summary receiver operating characteristic (SROC) curve and the area under the SROC curve (AUC) were also constructed to evaluate the diagnostic value of combined studies (<xref ref-type="bibr" rid="B9">9</xref>). AUCs of 0.5&#x2013;0.7 indicated low diagnostic power, AUCs of 0.7&#x2013;0.9 indicated moderate diagnostic power, and AUCs of 0.9&#x2013;1.0 indicated high diagnostic power (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). All statistical analyses were performed using Stata version 15.0 (Stata Corp), and <italic>P</italic>&lt; 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Literature Selection and Quality Assessment</title>
<p>Details of the selection procedure are shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. After the removal of duplicate articles, we reviewed the abstracts of 219 articles identified in the initial review. Nineteen eligible studies involving 5865 patients were included (<xref ref-type="bibr" rid="B12">12</xref>&#x2013;<xref ref-type="bibr" rid="B30">30</xref>). Among them, 3500 patients were pathologically diagnosed with BC and 2365 patients as non-BC. The basic characteristics of all eligible studies are displayed in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>, and the quality assessment of all included studies based on the QUADAS-2 scale is shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Flow diagram of literature screening according to PRISMA. PRISMA, Preferred Reported Items for Systematic Reviews and Metaanalyses.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-837257-g001.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Basic characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Study</th>
<th valign="top" align="center">Study Design</th>
<th valign="top" align="center">Region</th>
<th valign="top" align="center">NO.</th>
<th valign="top" align="center">Radiomics algorithm</th>
<th valign="top" align="center">Subgroup</th>
<th valign="top" align="center">Imaging modality</th>
<th valign="top" align="center">BC</th>
<th valign="top" align="center">non-BC</th>
<th valign="top" align="center">TP</th>
<th valign="top" align="center">FP</th>
<th valign="top" align="center">FN</th>
<th valign="top" align="center">TN</th>
<th valign="top" align="center">Feature type</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Zhang,2017 (<xref ref-type="bibr" rid="B28">28</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">117</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left">Conventional image</td>
<td valign="top" align="left">US</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">75</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">67</td>
<td valign="top" align="left">7 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Hu,2018 (<xref ref-type="bibr" rid="B15">15</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">88</td>
<td valign="top" align="left">Machine learning</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">42</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">28</td>
<td valign="top" align="left">5 radiomic features</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Luo,2019 (<xref ref-type="bibr" rid="B21">21</xref>)</td>
<td valign="top" rowspan="2" align="left">Retrospective</td>
<td valign="top" rowspan="2" align="left">China</td>
<td valign="top" rowspan="2" align="center">315</td>
<td valign="top" rowspan="2" align="left">Conventional algorithm</td>
<td valign="top" rowspan="2" align="left">Conventional image</td>
<td valign="top" rowspan="2" align="left">US</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">143</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">119</td>
<td valign="top" rowspan="2" align="left">9 radiomic features</td>
</tr>
<tr>
<td valign="top" align="center">35</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center">29</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">64</td>
</tr>
<tr>
<td valign="top" align="left">Li,2019 (<xref ref-type="bibr" rid="B19">19</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">182</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left">Conventional image</td>
<td valign="top" align="left">MMG</td>
<td valign="top" align="center">106</td>
<td valign="top" align="center">76</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">58</td>
<td valign="top" align="left"> 32 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Drukker,2019 (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="left">Prospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">109</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left">Conventional image</td>
<td valign="top" align="left">MMG</td>
<td valign="top" align="center">35</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">34</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">38</td>
<td valign="top" align="left">9 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Whitney,2019 (<xref ref-type="bibr" rid="B27">27</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">462</td>
<td valign="top" align="left">Deep learning</td>
<td valign="top" align="left">Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">296</td>
<td valign="top" align="center">212</td>
<td valign="top" align="center">222</td>
<td valign="top" align="center">46</td>
<td valign="top" align="center">74</td>
<td valign="top" align="center">166</td>
<td valign="top" align="left"> 38 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Ji,2019 (<xref ref-type="bibr" rid="B17">17</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">1979</td>
<td valign="top" align="left">Machine learning</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">421</td>
<td valign="top" align="center">114</td>
<td valign="top" align="center">352</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">69</td>
<td valign="top" align="center">94</td>
<td valign="top" align="left">10 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Gibbs,2019 (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">149</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">32</td>
<td valign="top" align="left">4 Clinical and 1 radiomics feature</td>
</tr>
<tr>
<td valign="top" align="left">Chen,2019 (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">81</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MMG, MRI</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">33</td>
<td valign="top" align="left">14 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Truhn, 2019 (<xref ref-type="bibr" rid="B26">26</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">Germany</td>
<td valign="top" align="center">447</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">787</td>
<td valign="top" align="center">507</td>
<td valign="top" align="center">616</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">171</td>
<td valign="top" align="center">429</td>
<td valign="top" align="left">10 radiomic features</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Lei, 2019 (<xref ref-type="bibr" rid="B18">18</xref>)</td>
<td valign="top" rowspan="2" align="left">Retrospective</td>
<td valign="top" rowspan="2" align="left">China</td>
<td valign="top" rowspan="2" align="center">419</td>
<td valign="top" rowspan="2" align="left">Conventional algorithm</td>
<td valign="top" rowspan="2" align="left">Conventional image</td>
<td valign="top" rowspan="2" align="left">MMG</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">81</td>
<td valign="top" align="center">63</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">63</td>
<td valign="top" rowspan="2" align="left">6 radiomic features</td>
</tr>
<tr>
<td valign="top" align="center">28</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Mao, 2019 (<xref ref-type="bibr" rid="B22">22</xref>)</td>
<td valign="top" rowspan="2" align="left">Retrospective</td>
<td valign="top" rowspan="2" align="left">China</td>
<td valign="top" rowspan="2" align="center">173</td>
<td valign="top" rowspan="2" align="left">Conventional algorithm</td>
<td valign="top" rowspan="2" align="left">Conventional image</td>
<td valign="top" rowspan="2" align="left">MMG</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">59</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">58</td>
<td valign="top" rowspan="2" align="left">51 radiomic features</td>
</tr>
<tr>
<td valign="top" align="center">20</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">Gullo,2020 (<xref ref-type="bibr" rid="B20">20</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">430</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">76</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">69</td>
<td valign="top" align="left">1 Clinical and 10 radiomics features</td>
</tr>
<tr>
<td valign="top" align="left">Hu,2020 (<xref ref-type="bibr" rid="B16">16</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">612</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">657</td>
<td valign="top" align="center">159</td>
<td valign="top" align="center">520</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">137</td>
<td valign="top" align="center">123</td>
<td valign="top" align="left">75 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Parekh,2020 (<xref ref-type="bibr" rid="B23">23</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">USA</td>
<td valign="top" align="center">138</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">97</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">80</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">33</td>
<td valign="top" align="left">10 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">Qiao,2020 (<xref ref-type="bibr" rid="B24">24</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">267</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">136</td>
<td valign="top" align="center">131</td>
<td valign="top" align="center">115</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">106</td>
<td valign="top" align="left">246 radiomic features</td>
</tr>
<tr>
<td valign="top" align="left">XY Zhou,2020 (<xref ref-type="bibr" rid="B30">30</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">China</td>
<td valign="top" align="center">228</td>
<td valign="top" align="left">Conventional algorithm</td>
<td valign="top" align="left"> Functional image</td>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">158</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">149</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">65</td>
<td valign="top" align="left">9 radiomic features</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Zhou,2020 (<xref ref-type="bibr" rid="B29">29</xref>)</td>
<td valign="top" rowspan="2" align="left">Retrospective</td>
<td valign="top" rowspan="2" align="left">China</td>
<td valign="top" rowspan="2" align="center">227</td>
<td valign="top" rowspan="2" align="left">Deep learning</td>
<td valign="top" rowspan="2" align="left"> Functional image</td>
<td valign="top" rowspan="2" align="left">MRI</td>
<td valign="top" align="center">91</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">45</td>
<td valign="top" rowspan="2" align="left">1 Clinical and 5 radiomics features</td>
</tr>
<tr>
<td valign="top" align="center">48</td>
<td valign="top" align="center">26</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">17</td>
</tr>
<tr>
<td valign="top" align="left">Sakai,2020 (<xref ref-type="bibr" rid="B25">25</xref>)</td>
<td valign="top" align="left">Retrospective</td>
<td valign="top" align="left">Japan+USA</td>
<td valign="top" align="center">24</td>
<td valign="top" align="left">Machine learning</td>
<td valign="top" align="left">Conventional image</td>
<td valign="top" align="left">MMG</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">15</td>
<td valign="top" align="left">6 radiomic features</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>MMG, Mammography; US, Ultrasound; MRI, Magnetic Resonance Imaging; BC, Breast cancer; TP, True positive; FP, False positive; TN, True negative; FN, False negative.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Methodological quality of the studies included in the meta-analysis according to the QUADAS 2 tool for risk of bias and applicability concerns. Green, yellow, and red circles represent low, unclear, and high risk of bias, respectively. <bold>(A)</bold> Individual studies, <bold>(B)</bold> summary.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-837257-g002.tif"/>
</fig>
</sec>
<sec id="s3_2">
<title>Radiomics for the Preoperative Prediction of BC</title>
<p>A total of 5865 patients, comprising 3500 BC and 2365 non-BC patients, were assessed using a radiomics method. <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref> shows the forest plots of the diagnostic meta-analysis and combined results. The integrated sensitivity and specificity were 0.84 (95% CI: 0.80&#x2013;0.87, <italic>I</italic>
<sup>2</sup> = 76.44%) and 0.83 (95% CI: 0.78&#x2013;0.87, <italic>I</italic>
<sup>2</sup> = 81.79%), respectively. The AUC based on the SROC curve was 0.91 (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>), demonstrating a high diagnostic value.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Forrest plot of the effect size calculated as log odds ratio for 19 studies investigating the diagnostic accuracy of radiomics in the differentiation of BC from breast masses. Numbers are pooled estimates, with 95% confidence intervals (CIs) depicted with horizontal lines. Heterogeneity statistics are shown at bottom right.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-837257-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Hierarchical summary receiver operating characteristic curve (SROC) plot of diagnostic performance in predicting BC of the included radiomic models. The numbers in circles correspond to the order of the articles in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-837257-g004.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Subgroup Analyses and Sensitivity Analyses</title>
<p>Subgroup analyses were performed and included five different conditions and eleven subgroups. Radiomics models showed moderate to high diagnostic value in each subgroup of imaging modalities (MMG, US, and MRI), study design (prospective and retrospective), data source (China and America), modeling method [Radiomics algorithm (RA), machine learning (ML), and deep learning (DL)]. Both conventional and functional imaging analyses provided a high diagnostic accuracy of BC. The results are displayed in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. Repeating the meta-analyses after removing studies of adjusted unreported variables did not change our findings (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Subgroup analyses.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Subgroup</th>
<th valign="top" rowspan="2" align="center">Number of study</th>
<th valign="top" rowspan="2" align="center">Sensitivity</th>
<th valign="top" rowspan="2" align="center">Specificity</th>
<th valign="top" rowspan="2" align="center">PLR</th>
<th valign="top" rowspan="2" align="center">NLR</th>
<th valign="top" rowspan="2" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>Main effect</bold>
</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Imaging modality</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;MRI</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">0.89</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;MMG</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">0.87</td>
<td valign="top" align="center">0.79</td>
<td valign="top" align="center">4.2</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">0.91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;US</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">0.87</td>
<td valign="top" align="center">6.2</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Study Design</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Prospective</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0.97</td>
<td valign="top" align="center">0.51</td>
<td valign="top" align="center">2.2</td>
<td valign="top" align="center">0.44</td>
<td valign="top" align="center">0.84</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Retrospective</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">5.2</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Region</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;China</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">0.86</td>
<td valign="top" align="center">0.85</td>
<td valign="top" align="center">5.7</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">0.92</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;USA</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">0.77</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">3.9</td>
<td valign="top" align="center">0.28</td>
<td valign="top" align="center">0.85</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Imaging technique</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Conventional image</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">0.88</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">0.92</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Functional image</td>
<td valign="top" align="center">13</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Modeling methods</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Radiomic algorithm</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.87</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">4.3</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">0.91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Machine/Deep learning</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">5.2</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">0.9</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>MMG, Mammography; US, Ultrasound; MRI, Magnetic Resonance Imaging; AUC, Area under curve; PLR, Positive likelihood ratio; NLR, Negative likelihood ratio.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Sensitivity analyses.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Study removed</th>
<th valign="top" rowspan="2" align="center">Sensitivity</th>
<th valign="top" rowspan="2" align="center">Specificity</th>
<th valign="top" rowspan="2" align="center">PLR</th>
<th valign="top" rowspan="2" align="center">NLR</th>
<th valign="top" rowspan="2" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">No</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Zhang, 2017 (<xref ref-type="bibr" rid="B28">28</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">4.8</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Hu, 2018 (<xref ref-type="bibr" rid="B15">15</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Luo, 2019 (<xref ref-type="bibr" rid="B21">21</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">4.8</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Li, 2019 (<xref ref-type="bibr" rid="B19">19</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Drukker, 2019 (<xref ref-type="bibr" rid="B13">13</xref>)</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">5.2</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Whitney, 2019 (<xref ref-type="bibr" rid="B27">27</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Ji, 2019 (<xref ref-type="bibr" rid="B17">17</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Gibbs, 2019 (<xref ref-type="bibr" rid="B14">14</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">4.7</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Chen, 2019 (<xref ref-type="bibr" rid="B12">12</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Truhn, 2019 (<xref ref-type="bibr" rid="B26">26</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Lei, 2019 (<xref ref-type="bibr" rid="B18">18</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">5.2</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.91</td>
</tr>
<tr>
<td valign="top" align="left">Mao, 2019 (<xref ref-type="bibr" rid="B22">22</xref>)</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">0.81</td>
<td valign="top" align="center">4.4</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">0.89</td>
</tr>
<tr>
<td valign="top" align="left">Gullo, 2020 (<xref ref-type="bibr" rid="B20">20</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">4.9</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Hu, 2020 (<xref ref-type="bibr" rid="B16">16</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Parekh, 2020 (<xref ref-type="bibr" rid="B23">23</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Qiao, 2020 (<xref ref-type="bibr" rid="B24">24</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">XY Zhou, 2020 (<xref ref-type="bibr" rid="B30">30</xref>)</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">4.7</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">0.89</td>
</tr>
<tr>
<td valign="top" align="left">Zhou, 2020 (<xref ref-type="bibr" rid="B29">29</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5.2</td>
<td valign="top" align="center">0.2</td>
<td valign="top" align="center">0.9</td>
</tr>
<tr>
<td valign="top" align="left">Sakai, 2020 (<xref ref-type="bibr" rid="B25">25</xref>)</td>
<td valign="top" align="center">0.84</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.9</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>AUC, Area under curve; PLR, Positive likelihood ratio; NLR, Negative likelihood ratio.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>We compared the preoperative predictive value of radiomics in the diagnostic performance of BC in different studies. The results showed that the diagnostic value of radiomics was high in predicting BC with an aggregated sensitivity, specificity, and AUC of 0.84, 0.83, and 0.91, respectively. Although the number and types of features varied among the 19 included studies, which may influence the aggregated sensitivity and specificity, radiomics was shown to have good predictive ability of BC in each study. Significant heterogeneity was identified in our study. Specifically, the screening methods, selection of the scanner manufacturer and model, acquisition methods, and reconstruction parameters were shown to contribute to the heterogeneity in imaging data.</p>
<p>Sensitivity analyses showed that our results were reliable and stable after each study was sequentially removed, and the unreported adjusted variables were omitted.</p>
<p>The specificity and AUC of conventional and functional imaging analyses were similar, but conventional imaging had a slightly higher sensitivity. A possible explanation is that conventional imaging analyses included in this meta-analysis were combined with special examination methods. Li et&#xa0;al. combined the radiomic analysis of breast tumors and the parenchyma to improve the diagnostic accuracy of BC (<xref ref-type="bibr" rid="B19">19</xref>). Luo et&#xa0;al. used a nomogram combined with radiomics and the Breast Imaging Reporting and Data System (BI-RADS) score to predict BC (<xref ref-type="bibr" rid="B21">21</xref>). As for imaging modalities, the sensitivity and AUC of predicting BC by MMG were slightly higher than those of MRI and US, but the specificity was slightly lower. The use of new ultrasound imaging techniques, such as ultrasound elastography and contrast-enhanced ultrasound, may improve the detection of BC. Multi-modal MRI imaging techniques can detect most early-stage BCs, and the specificity of MRI is usually higher than that of MMG and US (<xref ref-type="bibr" rid="B31">31</xref>). In terms of modeling methods, ML and DL were widely studied, among which support vector machines and convolutional neural networks were the most commonly used. Logistic regression was also applied because the status of the breast mass (BC or non-BC) is a dichotomous variable. The results showed that radiomics based on either modeling method could achieve high diagnostic efficiency in predicting BC. Lastly, different data sources and study designs influenced the aggregated sensitivity, specificity, and AUC. Thus, more studies focusing on these subgroups are needed.</p>
<p>The preoperative diagnosis and clinical staging of BC are implemented mainly through the visual observation and analysis of medical images. The BI-RADS (<xref ref-type="bibr" rid="B32">32</xref>) score is a standardized description of imaging features of breast tumors, and it provides an approximate risk of malignancy to a lesion but lacks a characteristic evaluation of the intrinsic heterogeneity in tumors reflecting different biological behaviors of BC. To overcome limitations in the observation of tumor images by the naked eye, artificial intelligence has been increasingly applied to the mining and use of medical image data to meet the growing need for individualized evaluation (<xref ref-type="bibr" rid="B33">33</xref>). With the in-depth study of radiomics, models based on radiomics features have been shown to be a promising non-invasive method for BC classification and prediction (<xref ref-type="bibr" rid="B34">34</xref>). Reportedly, radiomics models based on features extracted from preoperative MMG, US, or MRI images had a relatively high predictive performance (<xref ref-type="bibr" rid="B12">12</xref>&#x2013;<xref ref-type="bibr" rid="B30">30</xref>). Texture feature analysis based on US sonoelastography was first used to propose a quantitative radiomics approach for the feature selection and classification of breast tumors (<xref ref-type="bibr" rid="B28">28</xref>). Subsequently, many studies performed feature extraction from multi-parameter MRI images, including T2-weighted (T2w) MRI sequences, diffusion-weighted imaging (DWI) sequences, and dynamic contrast-enhanced (DCE)-MRI sequences, and constructed well-performed radiomics predictive models using ML or DL methods (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). A recent study suggested that mammography radiomics combined with quantitative three-compartment breast image analysis could reduce unnecessary breast biopsies (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>Our meta-analysis of preoperative BC prediction using radiomics methods has two advantages. First, to the best of our knowledge, this study involving 19 articles and 5865 breast masses is the first meta-analysis to assess the diagnostic efficacy of radiomics models in predicting BC before surgery. Secondly, this study evaluated the diagnostic efficacy of radiomics models in predicting BC by comparing imaging modalities, modeling methods, and other subgroups, thereby providing ideas for subsequent radiomics research.</p>
<p>There are several inherent limitations to this study that need to be discussed. First, the methodology of radiomics studies included in this analysis was different as different medical centers use various examination equipment, and the selection of imaging modality, feature extraction, and modeling methods provides an infinite number of combinations. Second, the code used for feature extraction and model building was not publicly available for any of the 19 studies included in this analysis, preventing replication and independent validation of the research results. Third, because our study used summary statistics rather than individual raw data, it was not possible to achieve more reliable results. However, it was possible to achieve more precise delineation and control potential residual confounding, a common limitation of meta-analyses.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>Our study shows that radiomics models based on preoperative imaging features are useful for the prediction of BC and have high diagnostic efficacy and consistency among studies. Radiomics is expected to provide a new quantitative diagnostic method for clinical work, but more well-designed prospective radiomics trials are needed to demonstrate its effectiveness and ability to translate into clinical practice.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>Guarantor of the integrity of the study: HS. Study concepts: JY. Literature research: ZL. Data acquisition: HD and YW. Data analysis: DL and ZL. Statistical analysis: HS and FZ. Manuscript preparation: ZL and YC. Manuscript editing: ZL and YC. Manuscript review: DL, HS, and JY.</p>
</sec>
<sec id="s8" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s9" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors gratefully acknowledge HS for his assistance in study design and statistical analyses.</p>
</ack>
<sec id="s10">
<title>Abbreviations</title>
<p>BC, Breast cancer; CI, Confidence interval; ROC, Receiver operating characteristic; SROC, Summary receiver operating characteristic; AUC, Area under curve; MMG, Mammography; US, Ultrasound; MRI, Magnetic Resonance Imaging; TP, True positive; FP, False positive; TN, True negative; FN, False negative; RA, Radiomics algorithm; ML, Machine learning; DL, Deep learning; BI-RADS, Breast Imaging Reporting and Data System; DWI, Diffusion-weighted imaging; DCE, Dynamic contrast-enhanced.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>Cancer Tomorrow</collab>
</person-group>. <source>International Agency for Research on Cancer</source> . Available at: <uri xlink:href="http://gco.iarc.fr/tomorrow/graphicisotype?type=0&amp;population=900&amp;mode=population&amp;sex=2&amp;cancer=39&amp;age_group=value&amp;apc_male=0&amp;apc_female=0">http://gco.iarc.fr/tomorrow/graphicisotype?type=0&amp;population=900&amp;mode=population&amp;sex=2&amp;cancer=39&amp;age_group=value&amp;apc_male=0&amp;apc_female=0</uri> (Accessed <access-date>January 5, 2020</access-date>).</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: Images Are More Than Pictures, They are Data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>:<page-range>563&#x2013;77</page-range>. doi: <pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Weind</surname> <given-names>KL</given-names>
</name>
<name>
<surname>Maier</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Rutt</surname> <given-names>BK</given-names>
</name>
<name>
<surname>Moussa</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Invasive Carcinomas and Fibroadenomas of the Breast: Comparison of Microvessel Distributions&#x2014;Implications for Imaging Modalities</article-title>. <source>Radiology</source> (<year>1998</year>) <volume>208</volume>(<issue>2</issue>):<page-range>477&#x2013;83</page-range>. doi: <pub-id pub-id-type="doi">10.1148/radiology.208.2.9680579</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cerussi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shah</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hsiang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Durkin</surname> <given-names>A</given-names>
</name>
<name>
<surname>Butler</surname> <given-names>J</given-names>
</name>
<name>
<surname>Tromberg</surname> <given-names>BJ</given-names>
</name>
</person-group>. <article-title>
<italic>In Vivo</italic> Absorption, Scattering, and Physiologic Properties of 58 Malignant Breast Tumors Determined by Broadband Diffuse Optical Spectroscopy</article-title>. <source>J BioMed Opt</source> (<year>2006</year>) <volume>11</volume>(<issue>4</issue>):<fpage>044005</fpage>. doi: <pub-id pub-id-type="doi">10.1117/1.2337546</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Valdora</surname> <given-names>F</given-names>
</name>
<name>
<surname>Houssami</surname> <given-names>N</given-names>
</name>
<name>
<surname>Rossi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Calabrese</surname> <given-names>M</given-names>
</name>
<name>
<surname>Tagliafico</surname> <given-names>AS</given-names>
</name>
</person-group>. <article-title>Rapid Review: Radiomics and Breast Cancer</article-title>. <source>Breast Cancer Res Treat</source> (<year>2018</year>) <volume>169</volume>(<issue>2</issue>):<page-range>217&#x2013;29</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s10549-018-4675-4</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bickelhaupt</surname> <given-names>S</given-names>
</name>
<name>
<surname>Paech</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kickingereder</surname> <given-names>P</given-names>
</name>
<name>
<surname>Steudle</surname> <given-names>F</given-names>
</name>
<name>
<surname>Lederer</surname> <given-names>W</given-names>
</name>
<name>
<surname>Daniel</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of Malignancy by a Radiomic Signature From Contrast Agent-Free Diffusion MRI in Suspicious Breast Lesions Found on Screening Mammography</article-title>. <source>J Magn Reson Imaging</source> (<year>2017</year>) <volume>46</volume>(<issue>2</issue>):<page-range>604&#x2013;16</page-range>. doi: <pub-id pub-id-type="doi">10.1002/jmri.25606</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shimauchi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ota</surname> <given-names>H</given-names>
</name>
<name>
<surname>Machida</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yoshida</surname> <given-names>T</given-names>
</name>
<name>
<surname>Satani</surname> <given-names>N</given-names>
</name>
<name>
<surname>Mori</surname> <given-names>N</given-names>
</name>
<etal/>
</person-group>. <article-title>Morphology Evaluation of Nonmass Enhancement on Breast MRI: Effect of a Three-Step Interpretation Model for Readers&#x2019; Performances and Biopsy Recommendations</article-title>. <source>Eur J Radiol</source> (<year>2016</year>) <volume>85</volume>(<issue>2</issue>):<page-range>480&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2015.11.043</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whiting</surname> <given-names>PF</given-names>
</name>
<name>
<surname>Rutjes</surname> <given-names>AW</given-names>
</name>
<name>
<surname>Westwood</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Mallett</surname> <given-names>S</given-names>
</name>
<name>
<surname>Deeks</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Reitsma</surname> <given-names>JB</given-names>
</name>
<etal/>
</person-group>. <article-title>QUADAS-2: A Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies</article-title>. <source>Ann Intern Med</source> (<year>2011</year>) <volume>155</volume>:<page-range>529&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.7326/0003-4819-155-8-201110180-00009</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moses</surname> <given-names>LE</given-names>
</name>
<name>
<surname>Shapiro</surname> <given-names>D</given-names>
</name>
<name>
<surname>Littenberg</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Combining Independent Studies of a Diagnostic Test Into a Summary ROC Curve: Data-Analytic Approaches and Some Additional Considerations</article-title>. <source>Stat Med</source> (<year>1993</year>) <volume>12</volume>:<page-range>1293&#x2013;316</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/sim.4780121403</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Swets</surname> <given-names>JA</given-names>
</name>
</person-group>. <article-title>Measuring the Accuracy of Diagnostic Systems</article-title>. <source>Science</source> (<year>1988</year>) <volume>240</volume>(<issue>4857</issue>):<page-range>1285&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1126/science.3287615</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Golpe</surname> <given-names>R</given-names>
</name>
<name>
<surname>Jim&#xe9;nez</surname> <given-names>A</given-names>
</name>
<name>
<surname>Carpizo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Cifrian</surname> <given-names>JM</given-names>
</name>
</person-group>. <article-title>Utility of Home Oximetry as a Screening Test for Patients With Moderate to Severe Symptoms of Obstructive Sleep Apnea</article-title>. <source>Sleep</source> (<year>1999</year>) <volume>22</volume>(<issue>7</issue>):<page-range>932&#x2013;7</page-range>.</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>S</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Shu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>W</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>A New Application of Multimodality Radiomics Improves Diagnostic Accuracy of Nonpalpable Breast Lesions in Patients With Microcalcifications-Only in Mammography</article-title>. <source>Med Sci Monit</source> (<year>2019</year>) <volume>25</volume>:<page-range>9786&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.12659/MSM.918721</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Drukker</surname> <given-names>K</given-names>
</name>
<name>
<surname>Giger</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Joe</surname> <given-names>BN</given-names>
</name>
<name>
<surname>Kerlikowske</surname> <given-names>K</given-names>
</name>
<name>
<surname>Greenwood</surname> <given-names>H</given-names>
</name>
<name>
<surname>Drukteinis</surname> <given-names>JS</given-names>
</name>
<etal/>
</person-group>. <article-title>Combined Benefit of Quantitative Three-Compartment Breast Image Analysis and Mammography Radiomics in the Classification of Breast Masses in a Clinical Data Set</article-title>. <source>Radiology</source> (<year>2019</year>) <volume>290</volume>(<issue>3</issue>):<page-range>621&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2018180608</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gibbs</surname> <given-names>P</given-names>
</name>
<name>
<surname>Onishi</surname> <given-names>N</given-names>
</name>
<name>
<surname>Sadinski</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gallagher</surname> <given-names>KM</given-names>
</name>
<name>
<surname>Hughes</surname> <given-names>M</given-names>
</name>
<name>
<surname>Martinez</surname> <given-names>DF</given-names>
</name>
<etal/>
</person-group>. <article-title>Characterization of Sub-1 Cm Breast Lesions Using Radiomics Analysis</article-title>. <source>J Magnet Resonance Imaging</source> (<year>2019</year>) <volume>50</volume>(<issue>5</issue>):<page-range>1468&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jmri.26732</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>B</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>K</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chai</surname> <given-names>R</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>A Radiomic Nomogram Based on an Apparent Diffusion Coefficient Map for Differential Diagnosis of Suspicious Breast Findings</article-title>. <source>Chin J Cancer Res</source> (<year>2018</year>) <volume>30</volume>(<issue>4</issue>):<page-range>432&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.21147/j.issn.1000-9604.2018.04.06</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Whitney</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Giger</surname> <given-names>ML</given-names>
</name>
</person-group>. <article-title>Radiomics Methodology for Breast Cancer Diagnosis Using Multiparametric Magnetic Resonance Imaging</article-title>. <source>J Med Imaging (Bellingham)</source> (<year>2020</year>) <volume>7</volume>(<issue>4</issue>):<elocation-id>44502</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1117/1.JMI.7.4.044502</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ji</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
<name>
<surname>Edwards</surname> <given-names>AV</given-names>
</name>
<name>
<surname>Papaioannou</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Independent Validation of Machine Learning in Diagnosing Breast Cancer on Magnetic Resonance Imaging Within a Single Institution</article-title>. <source>Cancer Imaging</source> (<year>2019</year>) <volume>19</volume>(<issue>1</issue>):<elocation-id>64</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40644-019-0252-2</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lei</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Xiong</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Mammography-Based Radiomic Analysis for Predicting Benign BI-RADS Category 4 Calcifications</article-title>. <source>Eur J Radiol</source> (<year>2019</year>) <volume>121</volume>:<elocation-id>108711</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2019.108711</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
<name>
<surname>Mendel</surname> <given-names>KR</given-names>
</name>
<name>
<surname>Lan</surname> <given-names>L</given-names>
</name>
<name>
<surname>Sheth</surname> <given-names>D</given-names>
</name>
<name>
<surname>Giger</surname> <given-names>ML</given-names>
</name>
</person-group>. <article-title>Digital Mammography in Breast Cancer: Additive Value of Radiomics of Breast Parenchyma</article-title>. <source>Radiology</source> (<year>2019</year>) <volume>291</volume>(<issue>1</issue>):<fpage>15</fpage>&#x2013;<lpage>20</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2019181113</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lo Gullo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Daimiel</surname> <given-names>I</given-names>
</name>
<name>
<surname>Rossi Saccarelli</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bitencourt</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gibbs</surname> <given-names>P</given-names>
</name>
<name>
<surname>Fox</surname> <given-names>MJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Improved Characterization of Sub-Centimeter Enhancing Breast Masses on MRI With Radiomics and Machine Learning in BRCA Mutation Carriers</article-title>. <source>Eur Radiol</source> (<year>2020</year>). doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-020-06991-7</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luo</surname> <given-names>W-q</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Q-x</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>X-w</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>H-t</given-names>
</name>
<name>
<surname>Zeng</surname> <given-names>F-q</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
</person-group>. <article-title>Predicting Breast Cancer in Breast Imaging Reporting and Data System (BI-RADS) Ultrasound Category 4 or 5 Lesions: A Nomogram Combining Radiomics and BI-RADS</article-title>. <source>Sci Rep</source> (<year>2019</year>) <volume>9</volume>(<issue>1</issue>):<page-range>6721&#x2013;31</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-019-48488-4</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mao</surname> <given-names>N</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Added Value of Radiomics on Mammography for Breast Cancer Diagnosis: A Feasibility Study</article-title>. <source>J Am Coll Radiol</source> (<year>2019</year>) <volume>16</volume>(<issue>4</issue>):<page-range>485&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jacr.2018.09.041</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Parekh</surname> <given-names>VS</given-names>
</name>
<name>
<surname>Jacobs</surname> <given-names>MA</given-names>
</name>
</person-group>. <article-title>Multiparametric Radiomics Methods for Breast Cancer Tissue Characterization Using Radiological Imaging</article-title>. <source>Breast Cancer Res Treat</source> (<year>2020</year>) <volume>180</volume>(<issue>2</issue>):<page-range>407&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10549-020-05533-5</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Qiao</surname> <given-names>M</given-names>
</name>
<name>
<surname>Li</surname> <given-names>C</given-names>
</name>
<name>
<surname>Suo</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>F</given-names>
</name>
<name>
<surname>Hua</surname> <given-names>J</given-names>
</name>
<name>
<surname>Xue</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Breast DCE-MRI Radiomics: A Robust Computer-Aided System Based on Reproducible BI-RADS Features Across the Influence of Datasets Bias and Segmentation Methods</article-title>. <source>Int J Comput Assist Radiol Surg</source> (<year>2020</year>) <volume>15</volume>(<issue>6</issue>):<page-range>921&#x2013;30</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11548-020-02177-0</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sakai</surname> <given-names>A</given-names>
</name>
<name>
<surname>Onishi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Matsui</surname> <given-names>M</given-names>
</name>
<name>
<surname>Adachi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Teramoto</surname> <given-names>A</given-names>
</name>
<name>
<surname>Saito</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>A Method for the Automated Classification of Benign and Malignant Masses on Digital Breast Tomosynthesis Images Using Machine Learning and Radiomic Features</article-title>. <source>Radiol Phys Technol</source> (<year>2019</year>) <volume>13</volume>(<issue>1</issue>):<fpage>27</fpage>&#x2013;<lpage>36</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12194-019-00543-5</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Truhn</surname> <given-names>D</given-names>
</name>
<name>
<surname>Schrading</surname> <given-names>S</given-names>
</name>
<name>
<surname>Haarburger</surname> <given-names>C</given-names>
</name>
<name>
<surname>Schneider</surname> <given-names>H</given-names>
</name>
<name>
<surname>Merhof</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kuhl</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Radiomic Versus Convolutional Neural Networks Analysis for Classification of Contrast-Enhancing Lesions at Multiparametric Breast MRI</article-title>. <source>Radiology</source> (<year>2019</year>) <volume>290</volume>(<issue>2</issue>):<page-range>290&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2018181352</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whitney</surname> <given-names>HM</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Drukker</surname> <given-names>K</given-names>
</name>
<name>
<surname>Edwards</surname> <given-names>AV</given-names>
</name>
<name>
<surname>Papaioannou</surname> <given-names>J</given-names>
</name>
<name>
<surname>Schacht</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Additive Benefit of Radiomics Over Size Alone in the Distinction Between Benign Lesions and Luminal A Cancers on a Large Clinical Breast MRI Dataset</article-title>. <source>Acad Radiol</source> (<year>2019</year>) <volume>26</volume>(<issue>2</issue>):<page-range>202&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.acra.2018.04.019</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Xiao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Suo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Sonoelastomics for Breast Tumor Classification: A Radiomics Approach With Clustering-Based Feature Selection on Sonoelastography</article-title>. <source>Ultrasound Med Biol</source> (<year>2017</year>) <volume>43</volume>(<issue>5</issue>):<page-range>1058&#x2013;69</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2016.12.016</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>KT</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>KE</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>O</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnosis of Benign and Malignant Breast Lesions on DCE-MRI by Using Radiomics and Deep Learning With Consideration of Peritumor Tissue</article-title>. <source>J Magn Reson Imaging</source> (<year>2020</year>) <volume>51</volume>(<issue>3</issue>):<fpage>798</fpage>&#x2013;<lpage>809</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jmri.26981</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>X</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>F</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>S</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomic Features of Pk-DCE MRI Parameters Based on the Extensive Tofts Model in Application of Breast Cancer</article-title>. <source>Phys Eng Sci Med</source> (<year>2020</year>) <volume>43</volume>(<issue>2</issue>):<page-range>517&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s13246-020-00852-9</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuhl</surname> <given-names>CK</given-names>
</name>
<name>
<surname>Schrading</surname> <given-names>S</given-names>
</name>
<name>
<surname>Leutner</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Morakkabati-Spitz</surname> <given-names>N</given-names>
</name>
<name>
<surname>Wardelmann</surname> <given-names>E</given-names>
</name>
<name>
<surname>Fimmers</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Mammography, Breast Ultrasound, and Magnetic Resonance Imaging for Surveillance of Women at High Familial Risk for Breast Cancer</article-title>. <source>J Clin Oncol</source> (<year>2005</year>) <volume>23</volume>(<issue>33</issue>):<page-range>8469&#x2013;76</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2004.00.4960</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rao</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Feneis</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lalonde</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ojeda-Fournier</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>A Pictorial Review of Changes in the BI-RADS Fifth Edition</article-title>. <source>Radiographics</source> (<year>2016</year>) <volume>36</volume>(<issue>3</issue>):<page-range>623&#x2013;39</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/rg.2016150178</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Deist</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Peerlings</surname> <given-names>J</given-names>
</name>
<name>
<surname>de Jong</surname> <given-names>EEC</given-names>
</name>
<name>
<surname>van Timmeren</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: The Bridge Between Medical Imaging and Personalized Medicine</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2017</year>) <volume>14</volume>(<issue>12</issue>):<page-range>749&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Conti</surname> <given-names>A</given-names>
</name>
<name>
<surname>Duggento</surname> <given-names>A</given-names>
</name>
<name>
<surname>Indovina</surname> <given-names>I</given-names>
</name>
<name>
<surname>Guerrisi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Toschi</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>Radiomics in Breast Cancer Classification and PredictionSemin Cancer Biol</article-title>. <source>Semin Cancer Biol</source> (<year>2021</year>) <volume>72</volume>:<page-range>238&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.semcancer.2020.04.002</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>