<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.732027</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Developing Strategy to Predict the Results of Prostate Multiparametric Magnetic Resonance Imaging and Reduce Unnecessary Multiparametric Magnetic Resonance Imaging Scan</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Junxiao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yu</surname>
<given-names>Shuanbao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/310609"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dong</surname>
<given-names>Biao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hong</surname>
<given-names>Guodong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tao</surname>
<given-names>Jin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fan</surname>
<given-names>Yafeng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname>
<given-names>Zhaowei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/938596"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Zhiyu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname>
<given-names>Xuepei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1011234"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Urology, The First Affiliated Hospital of Zhengzhou University</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Key Laboratory of Precision Diagnosis and Treatment for Chronic Kidney Disease in Henan Province</institution>, <addr-line>Zhengzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Benyi Li, University of Kansas Medical Center, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Liping Xie, Zhejiang University, China; Nicol&#xf2; Maria Buffi, Humanitas University, Italy</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xuepei Zhang, <email xlink:href="mailto:zhangxuepei@263.net">zhangxuepei@263.net</email> </p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Genitourinary Oncology, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>09</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>732027</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>06</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>23</day>
<month>08</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Liu, Yu, Dong, Hong, Tao, Fan, Zhu, Wang and Zhang</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Liu, Yu, Dong, Hong, Tao, Fan, Zhu, Wang and Zhang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>The clinical utility of multiparametric magnetic resonance imaging (mpMRI) for the detection and localization of prostate cancer (PCa) has been evaluated and validated. However, the implementation of mpMRI into the clinical practice remains some burden of cost and availability for patients and society. We aimed to predict the results of prostate mpMRI using the clinical parameters and multivariable model to reduce unnecessary mpMRI scans.</p>
</sec>
<sec>
<title>Methods</title>
<p>We retrospectively identified 784 men who underwent mpMRI scans and subsequent prostate biopsy between 2016 and 2020 according to the inclusion criterion. The cohort was split into a training cohort of 548 (70%) patients and a validation cohort of 236 (30%) patients. Clinical parameters including age, prostate-specific antigen (PSA) derivates, and prostate volume (PV) were assessed as the predictors of mpMRI results. The mpMRI results were divided into groups according to the reports: &#x201c;negative&#x201d;, &#x201c;equivocal&#x201d;, and &#x201c;suspicious&#x201d; for the presence of PCa.</p>
</sec>
<sec>
<title>Results</title>
<p>Univariate analysis showed that the total PSA (tPSA), free PSA (fPSA), PV, and PSA density (PSAD) were significant predictors for suspicious mpMRI (<italic>P</italic> &lt; 0.05). The PSAD (AUC = 0.77) and tPSA (AUC = 0.74) outperformed fPSA (AUC = 0.68) and PV (AUC = 0.62) in the prediction of the mpMRI results. The multivariate model (AUC = 0.80) had a similar diagnostic accuracy with PSAD (<italic>P</italic> = 0.108), while higher than tPSA (<italic>P</italic> = 0.024) in predicting the mpMRI results. The multivariate model illustrated a better calibration and substantial improvement in the decision curve analysis (DCA) at a threshold above 20%. Using the PSAD with a 0.13 ng/ml<sup>2</sup> cut-off could spare the number of mpMRI scans by 20%, keeping a 90% sensitivity in the prediction of suspicious MRI-PCa and missing three (3/73, 4%) clinically significant PCa cases. At the same sensitivity level, the multivariate model with a 32% cut-off could spare the number of mpMRI scans by 27%, missing only one (1/73, 1%) clinically significant PCa&#xa0;case.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Our multivariate model could reduce the number of unnecessary mpMRI scans without comprising the diagnostic ability of clinically significant PCa. Further prospective validation is required.</p>
</sec>
</abstract>
<kwd-group>
<kwd>
<bold/>prostate cancer</kwd>
<kwd>magnetic resonance imaging</kwd>
<kwd>prostate-specific antigen</kwd>
<kwd>prostate-specific antigen density</kwd>
<kwd>multivariate model</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="28"/>
<page-count count="7"/>
<word-count count="3405"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Prostate cancer (PCa) is the second most common malignancy in men, with over 1 million new cases and 375,304 deaths in 2020 (<xref ref-type="bibr" rid="B1">1</xref>). The diagnostic tools of PCa mainly includes digital rectal examination (DRE), prostate-specific antigen (PSA) test, multiparametric magnetic resonance imaging (mpMRI), and prostate biopsy (<xref ref-type="bibr" rid="B2">2</xref>). DRE requires extensive experience, and has a limited value in decision-making (<xref ref-type="bibr" rid="B3">3</xref>). PSA is a better predictor of PCa than DRE, and is the gold standard for PCa screening (<xref ref-type="bibr" rid="B4">4</xref>). The mpMRI has a good sensitivity for the detection and localization of clinically significant PCa (CSPCa, defined as Gleason score &#x2265; 3 + 4) (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). Prostate biopsy is the gold standard for PCa diagnosis, but is invasive.</p>
<p>While these risk stratification tools have an additional value in the diagnostic pathway of PCa, it is controversial to perform mpMRI and prostate biopsy in every man with an elevated serum tPSA level and/or other clinical suspicion, in consideration of the costs for patients, the burden, and availability for society. Performing mpMRI and/or prostate biopsy among men with a high risk of CSPCa could be an acceptable option (<xref ref-type="bibr" rid="B7">7</xref>). A dozen of risk calculators incorporating clinical variables and/or novel biomarkers have been developed to predict the results of prostate biopsy and to reduce unnecessary biopsy by 36%&#x2013;66% (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). However, the knowledge about developing a strategy to predict the results of mpMRI and select patients who could benefit from mpMRI is limited (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>Our prior study, consistent with other studies, found that clinical parameters such as age, PSA derivates [total PSA (tPSA), free/total PSA (f/tPSA), and PSA density (PSAD)], and prostate volume (PV) were significant predictors for PCa and CSPCa (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B15">15</xref>). Therefore, we question whether the negative and equivocal mpMRI scans could be limited using a model based on these clinical parameters among men with an elevated PSA level. Our study aimed to predict the results of mpMRI using the inexpensive, inexperience, and readily available clinical parameters and multivariable model, and to assess the impact of potentially avoidable mpMRI scans. Overall, this study will be helpful for optimizing the diagnostic pathway, implementing a precision treatment strategy, and reducing the burden for patients and health care providers.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Study Populations</title>
<p>This retrospective study was approved by the institutional review board. We identified 903 consecutive patients who underwent PSA test, mpMRI scans, and subsequent prostate biopsy between April 2016 and March 2020 at our medical center (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure&#xa0;1</bold>
</xref>). Patients were excluded due to incomplete data (94 cases) or being diagnosed with other types of tumor/cancer (25 cases), leaving 784 (87%) patients available for analysis (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure&#xa0;1</bold>
</xref>). The 70% and 30% of the study population were randomly divided into a training cohort (548 cases) and a validation cohort (236 cases), respectively (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure&#xa0;1</bold>
</xref>).</p>
</sec>
<sec id="s2_2">
<title>Clinical, Imaging, and Pathological Parameters Collection</title>
<p>The clinical parameters including age at prostate biopsy, serum tPSA and fPSA values, PV, and reports of mpMRI examination were extracted from clinical records. The serum tPSA and fPSA were measured by immunofluorescence assay. PV was measured by mpMRI examination using the 3.0-T MRI system (SIEMENS, Germany). The protocol of mpMRI examination complied with the guidelines of the European Society of Urology Radiology, and included T2-weighted Imaging (T2WI), diffusion-weighted imaging (DWI), and dynamic contrast-enhanced imaging (DCE). The prostate mpMRI images were interpreted by two experienced radiologists with at least three years of prostate mpMRI experience. The mpMRI results were divided into three groups: &#x201c;negative&#x201d;, &#x201c;equivocal&#x201d;, and &#x201c;suspicious&#x201d; for the presence of PCa, according to the mpMRI reports. The &#x201c;negative&#x201d;, &#x201c;equivocal&#x201d;, and &#x201c;suspicious&#x201d; for MRI-PCa corresponded to the PI-RADS 1 or 2, PI-RADS 3, and PI-RADS 4 or 5 according to the latest Prostate Imaging Reporting and Data System version 2 (PI-RADS v2) guideline (<xref ref-type="bibr" rid="B16">16</xref>).</p>
</sec>
<sec id="s2_3">
<title>Prostate Biopsy and Histopathological Diagnosis</title>
<p>All patients underwent a transrectal ultrasound (TRUS)-guided systematic 12-point prostate biopsy (<xref ref-type="bibr" rid="B15">15</xref>). If there are suspected malignant nodules by mpMRI and/or ultrasound, additional 1&#x2013;5 needles were performed in regions with cognitive MRI-TRUS fusion and/or abnormal ultrasound echoes. Biopsy cores were analyzed according to the standards of the ISUP (<xref ref-type="bibr" rid="B17">17</xref>).</p>
</sec>
<sec id="s2_4">
<title>Statistical Analysis</title>
<p>We described the profile of age, PSA derivates (tPSA, fPSA, f/tPSA, PSAD), PV, and prostate biopsy results of the enrolled patients by the category of mpMRI results. The &#x3c7;<sup>2</sup> test or Fisher&#x2019;s exact test was used to analyze categorical data. The Mann-Whitney U test was used to analyze ranked data. Student&#x2019;s t-test or ANOVA was used to analyze continuous data. Multivariable logistic regression analysis with a stepwise strategy was used to develop models to predict mpMRI results. The area under the ROC curve (AUC) was used to evaluate the diagnostic accuracy of the clinical parameters and multivariable model. Differences between the AUCs were compared using the method of DeLong et&#xa0;al. (<xref ref-type="bibr" rid="B18">18</xref>). The calibration plot was used to assess the performance characteristics of the models. Calibration was assessed by grouping men in the validation cohort into delices (each of size 23 or 24), and then comparing the mean of the predicated probabilities and the observed proportions. The sum squares of the residues (SSR) were used to assess the deviation of calibration plots from the 45&#xb0; line (<xref ref-type="bibr" rid="B19">19</xref>). Decision-curve analysis was used to measure the clinical utility. All tests were two sided with significance level set at 0.05. Data cleaning and analyses were conducted using the R statistical software (Version 4.0.2).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<p>A total of 784 patients underwent PSA test, mpMRI scans, and subsequent prostate biopsy enrolled in this study. Of the enrolled patients, 296 (37.8%) were negative for MRI-PCa, 133 (17.0%) were equivocal for MRI-PCa, and 355 (45.2%) were suspicious for MRI-PCa (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). The clinical parameters including age, tPSA, fPSA, f/tPSA, PSAD, PV, and prostate biopsy categorized by the mpMRI results are displayed in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. The training and validation cohorts consisted of 548 (70%) and 236 (30%) patients. The clinical parameters were similar between the training cohorts and validation cohorts (each <italic>P</italic> &gt; 0.05, <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;1</bold>
</xref>). Of the validation cohorts, 91 (39%) were negative for MRI-PCa, 38 (16%) were equivocal for MRI-PCa, 107 (45%) were suspicious for MRI-PCa; 138 (58%) were benign biopsy, 12 (5%) were PCa (GS = 3 + 3), and 86 (36%) were CSPCa (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table&#xa0;1</bold>
</xref>).</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The clinical parameters and biopsy results by category of mpMRI results between April 2016 and March 2020.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Clinical parameters</th>
<th valign="top" colspan="4" align="center">mpMRI examination</th>
</tr>
<tr>
<th valign="top" align="center">Negative (n = 296)</th>
<th valign="top" align="center">Equivocal (n = 133)</th>
<th valign="top" align="center">Suspicious (n = 355)</th>
<th valign="top" align="center">
<italic>P</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">67 (62&#x2013;72)</td>
<td valign="top" align="center">68 (61-75)</td>
<td valign="top" align="center">68 (63&#x2013;74)</td>
<td valign="top" align="center">0.032</td>
</tr>
<tr>
<td valign="top" align="left">tPSA (ng/ml)</td>
<td valign="top" align="center">11.5 (7.71&#x2013;18.3)</td>
<td valign="top" align="center">12.7 (5.98&#x2013;22.3)</td>
<td valign="top" align="center">23.2 (9.71&#x2013;45.3)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">fPSA</td>
<td valign="top" align="center">1.65 (0.96&#x2013;2.58)</td>
<td valign="top" align="center">1.49 (0.84&#x2013;3.02)</td>
<td valign="top" align="center">2.59 (1.21&#x2013;5.31)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">f/tPSA</td>
<td valign="top" align="center">0.14 (0.10&#x2013;0.20)</td>
<td valign="top" align="center">0.14 (0.10&#x2013;0.20)</td>
<td valign="top" align="center">0.11 (0.07&#x2013;0.19)</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">PSAD (ng/ml<sup>2</sup>)</td>
<td valign="top" align="center">0.21 (0.13&#x2013;0.34)</td>
<td valign="top" align="center">0.22 (0.11&#x2013;0.40)</td>
<td valign="top" align="center">0.48 (0.21&#x2013;0.96)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PV (ml)</td>
<td valign="top" align="center">58 (37&#x2013;84)</td>
<td valign="top" align="center">51 (34&#x2013;74)</td>
<td valign="top" align="center">46 (33&#x2013;68)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Biopsy result, No. (%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left"> No-PCa</td>
<td valign="top" align="center">254 (86)</td>
<td valign="top" align="center">99 (74)</td>
<td valign="top" align="center">104 (29)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> GS = 3 + 3</td>
<td valign="top" align="center">14 (5)</td>
<td valign="top" align="center">9 (7)</td>
<td valign="top" align="center">23 (6)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> GS = 3 + 4</td>
<td valign="top" align="center">12 (4)</td>
<td valign="top" align="center">10 (8)</td>
<td valign="top" align="center">28 (8)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> GS = 4 + 3</td>
<td valign="top" align="center">9 (3)</td>
<td valign="top" align="center">4 (3)</td>
<td valign="top" align="center">75 (21)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left"> GS &#x2265; 8</td>
<td valign="top" align="center">7 (2)</td>
<td valign="top" align="center">11 (8)</td>
<td valign="top" align="center">125 (36)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>tPSA, total prostate-specific antigen; fPSA, free PSA; f/tPSA, free PSA/total PSA; PSAD, PSA density; PV, prostate volume; GS, Gleason score.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3_1">
<title>Univariate Analysis of Clinical Parameters for Suspicious MRI-PCa</title>
<p>In the univariate analysis, all clinical parameters except age and f/tPSA were significant predictors for suspicious MRI-PCa (each <italic>P</italic> &lt; 0.05, <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). The risk of suspicious MRI-PCa increased with tPSA (OR = 1.03, 95% CI: 1.02&#x2013;1.04), fPSA (OR = 1.14, 95% CI: 1.07&#x2013;1.21), and PSAD (OR = 3.03, 95% CI: 2.05&#x2013;4.49), but it was conversely associated with PV (OR = 0.995, 95%CI: 0.990&#x2013;0.999) (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). PSAD (AUC = 0.77) had a higher diagnostic accuracy compared with fPSA (AUC = 0.68, <italic>P</italic> = 0.017) and PV (AUC = 0.62, <italic>P</italic> &lt; 0.001) (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>), and showed a similar diagnostic accuracy with tPSA (AUC = 0.74, <italic>P</italic> = 0.144) in the prediction of MRI-PCa (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Univariate and multivariate regression analysis of clinical parameters to predict suspicious MRI-PCa in the validation cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Clinicalparameters</th>
<th valign="top" colspan="3" align="center">Univariate analysis</th>
<th valign="top" colspan="3" align="center">Multivariate analysis</th>
</tr>
<tr>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">AUC (95% CI)</th>
<th valign="top" align="center">
<italic>P</italic>
</th>
<th valign="top" align="center">Coefficient</th>
<th valign="top" align="center">OR (95% CI)</th>
<th valign="top" align="center">
<italic>P</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center"/>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">-1.537</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">0.019</td>
</tr>
<tr>
<td valign="top" align="left">Age (yrs)</td>
<td valign="top" align="center">1.01 (1.00&#x2013;1.03)</td>
<td valign="top" align="center">0.59 (0.51&#x2013;0.66)</td>
<td valign="top" align="center">0.135</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
</tr>
<tr>
<td valign="top" align="left">tPSA (ng/ml)</td>
<td valign="top" align="center">1.03 (1.02&#x2013;1.04)</td>
<td valign="top" align="center">0.74 (0.68&#x2013;0.81)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">1.03 (1.02&#x2013;1.04)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">fPSA</td>
<td valign="top" align="center">1.14 (1.07&#x2013;1.21)</td>
<td valign="top" align="center">0.68 (0.61&#x2013;0.75)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.070</td>
<td valign="top" align="center">1.07 (1.00&#x2013;1.14)</td>
<td valign="top" align="center">0.038</td>
</tr>
<tr>
<td valign="top" align="left">f/tPSA</td>
<td valign="top" align="center">1.52 (0.69&#x2013;3.37)</td>
<td valign="top" align="center">0.61 (0.53&#x2013;0.68)</td>
<td valign="top" align="center">0.302</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
</tr>
<tr>
<td valign="top" align="left">PV (ml)</td>
<td valign="top" align="center">0.995 (0.990&#x2013;0.999)</td>
<td valign="top" align="center">0.62 (0.54&#x2013;0.69)</td>
<td valign="top" align="center">0.017</td>
<td valign="top" align="center">-0.012</td>
<td valign="top" align="center">0.99 (0.98&#x2013;0.99)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PSAD (ng/ml<sup>2</sup>)</td>
<td valign="top" align="center">3.03 (2.05&#x2013;4.49)</td>
<td valign="top" align="center">0.77 (0.71&#x2013;0.83)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">NA</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>tPSA, total prostate-specific antigen; fPSA, free PSA; f/tPSA, free PSA/total PSA; PV, prostate volume; PSAD, PSA density; GS, Gleason score; NA, not applicable.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Development of a Multivariate Model to Predict Suspicious MRI-PCa</title>
<p>In the stepwise multivariate analysis, tPSA (<italic>P</italic> &lt; 0.001), fPSA (<italic>P</italic> = 0.038), and PV (<italic>P</italic> &lt; 0.001) remained in the multivariate model as significant predictors for suspicious MRI-PCa. The multivariate model (AUC = 0.80) outperformed tPSA (<italic>P</italic> = 0.024), and behaved similarly with PSAD (<italic>P</italic> = 0.108) in the prediction of suspicious MRI-PCa (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref> and <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1A</bold>
</xref>). Additionally, the calibration plot indicated an excellent concordance in the multivariate model (SSR = 0.118), followed by tPSA (SSR = 0.146), and PSAD (SSR = 0.241) (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1B</bold>
</xref>). The DCA showed that the multivariate model had the highest net clinical benefit across the threshold probabilities above 20% (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1C</bold>
</xref>). It was considered that the multivariate model was most helpful to rule out the &#x201c;Suspicious MRI-PCa&#x201d;.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Receiver operating characteristics curves, calibration plot, and decision curve analysis of tPSA, PSAD, and multivariable model for predicting suspicious prostate cancer by mpMRI. <bold>(A)</bold> Receiver operating characteristics curves; <bold>(B)</bold> Calibration plot; <bold>(C)</bold> Decision curve analysis.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-732027-g001.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Impact of the Clinical Parameters and Multivariate Model on mpMRI Scans Reduced and CSPCa Diagnosis Delayed</title>
<p>To further assess the potential clinical benefit of the tPSA, PSAD, and multivariate model, the clinical consequences of using various cut-offs for the tPSA, PSAD, and multivariate model are listed in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. Using of a 32% cutoff for the multivariate model would allow for reducing 64/236 (27%) mpMRI scans, while keeping 96/107 (90%) sensitivity in the prediction of suspicious MRI-PCa. At the same level of sensitivity as the multivariate model to predict suspicious MRI-PCa, applying the tPSA and PSAD could reduce 37/236 (16%) and 48/236 (20%) mpMRI scans, respectively. All the 236 patients in the validation cohort obtained clear pathological results of prostate biopsy. Assuming that the indications for subsequent biopsies were only based on the mpMRI findings, biopsies among men who would not have undergone mpMRI scans revealed three CSPCa using the tPSA, three CSPCa using the PSAD, and one CSPCa using the multivariate model in the validation cohort.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>The diagnostic performance of tPSA, PSAD, and multivariate model in prediction of suspicious MRI-PCa in the validation cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Strategies</th>
<th valign="top" rowspan="2" align="center">Sensitivity</th>
<th valign="top" rowspan="2" align="center">Cut-off</th>
<th valign="top" rowspan="2" align="center">mpMRI scans reduced (n = 236), n (%)</th>
<th valign="top" colspan="3" align="center">Suspicious mpMRI delayed</th>
</tr>
<tr>
<th valign="top" align="center">No-PCa (n = 28) n (%)</th>
<th valign="top" align="center">GS = 3 + 3 (n = 6), n (%)</th>
<th valign="top" align="center">GS &#x2265; 3 + 4 (n = 73), n (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">tPSA</td>
<td valign="top" align="center">106/107 (99%)</td>
<td valign="top" align="center">0.90 ng/ml</td>
<td valign="top" align="center">3 (1)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">1 (1)</td>
</tr>
<tr>
<td valign="top" align="left">PSAD</td>
<td valign="top" align="center">106/107 (99%)</td>
<td valign="top" align="center">0.03 ng/ml<sup>2</sup>
</td>
<td valign="top" align="center">4 (2)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">1 (1)</td>
</tr>
<tr>
<td valign="top" align="left">Multivariate</td>
<td valign="top" align="center">106/107 (99%)</td>
<td valign="top" align="center">0.25</td>
<td valign="top" align="center">19 (8)</td>
<td valign="top" align="center">1 (4)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">0 (0)</td>
</tr>
<tr>
<td valign="top" align="left">tPSA</td>
<td valign="top" align="center">102/107 (95%)</td>
<td valign="top" align="center">4.50 ng/ml</td>
<td valign="top" align="center">19 (8)</td>
<td valign="top" align="center">2 (7)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">3 (4)</td>
</tr>
<tr>
<td valign="top" align="left">PSAD</td>
<td valign="top" align="center">102/107 (95%)</td>
<td valign="top" align="center">0.10 ng/ml<sup>2</sup>
</td>
<td valign="top" align="center">27 (11)</td>
<td valign="top" align="center">2 (7)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">3 (4)</td>
</tr>
<tr>
<td valign="top" align="left">Multivariate</td>
<td valign="top" align="center">102/107 (95%)</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">41 (17)</td>
<td valign="top" align="center">4 (14)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">1 (1)</td>
</tr>
<tr>
<td valign="top" align="left">tPSA</td>
<td valign="top" align="center">96/107 (90%)</td>
<td valign="top" align="center">6.70 ng/ml</td>
<td valign="top" align="center">37 (16)</td>
<td valign="top" align="center">8 (29)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">3 (4)</td>
</tr>
<tr>
<td valign="top" align="left">PSAD</td>
<td valign="top" align="center">96/107 (90%)</td>
<td valign="top" align="center">0.13 ng/ml<sup>2</sup>
</td>
<td valign="top" align="center">48 (20)</td>
<td valign="top" align="center">8 (29)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">3 (4)</td>
</tr>
<tr>
<td valign="top" align="left">Multivariate</td>
<td valign="top" align="center">96/107 (90%)</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">64 (27)</td>
<td valign="top" align="center">10 (36)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">1 (1)</td>
</tr>
<tr>
<td valign="top" align="left">tPSA</td>
<td valign="top" align="center">91/107 (85%)</td>
<td valign="top" align="center">9.10 ng/ml</td>
<td valign="top" align="center">65 (28)</td>
<td valign="top" align="center">10 (36)</td>
<td valign="top" align="center">1 (17)</td>
<td valign="top" align="center">5 (7)</td>
</tr>
<tr>
<td valign="top" align="left">PSAD</td>
<td valign="top" align="center">91/107 (85%)</td>
<td valign="top" align="center">0.18 ng/ml<sup>2</sup>
</td>
<td valign="top" align="center">80 (34)</td>
<td valign="top" align="center">12 (43)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">4 (5)</td>
</tr>
<tr>
<td valign="top" align="left">Multivariate</td>
<td valign="top" align="center">91/107 (85%)</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">85 (36)</td>
<td valign="top" align="center">14 (50)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">2 (3)</td>
</tr>
<tr>
<td valign="top" align="left">tPSA</td>
<td valign="top" align="center">86/107 (80%)</td>
<td valign="top" align="center">10.7 ng/ml</td>
<td valign="top" align="center">89 (38)</td>
<td valign="top" align="center">11 (39)</td>
<td valign="top" align="center">1 (17)</td>
<td valign="top" align="center">9 (12%)</td>
</tr>
<tr>
<td valign="top" align="left">PSAD</td>
<td valign="top" align="center">87/107 (81%)</td>
<td valign="top" align="center">0.21 ng/ml<sup>2</sup>
</td>
<td valign="top" align="center">92 (39)</td>
<td valign="top" align="center">15 (54)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">5 (7)</td>
</tr>
<tr>
<td valign="top" align="left">Multivariate</td>
<td valign="top" align="center">86/107 (80%)</td>
<td valign="top" align="center">0.37</td>
<td valign="top" align="center">100 (42)</td>
<td valign="top" align="center">17 (61)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">4 (5)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>PCa, prostate cancer; CSPCa, clinically significant prostate cancer; GS, Gleason score; tPSA, total prostate-specific antigen; PV, prostate volume; SVI, seminal vesicle invasion; LNI, lymph node invasion.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>The added value of mpMRI for the detection and localization of CSPCa has been validated (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B20">20</xref>). However, it is controversial to perform mpMRI in every man with an elevated serum tPSA level. Our study revealed that tPSA, fPSA, PV, and PSAD were significant predictors for suspicious MRI-PCa, and the number of mpMRI scans could be reduced based on the low cost and readily available clinical parameters. At the same level of sensitivity (90%) in the prediction of suspicious MRI-PCa, the multivariate model could reduce more mpMRI scans (27%) and missed less CSPCa (1%), compared with PSAD (20% and 4%) and tPSA (16% and 4%).</p>
<p>Reported proportions of the total negative MRI (PI-RADS 1-2) ranged from 37% to 58% for individual studies depending on the prevalence of PCa in the study populations (<xref ref-type="bibr" rid="B21">21</xref>&#x2013;<xref ref-type="bibr" rid="B23">23</xref>). The ratios of negative MRI-PCa and equivocal MRI-PCa were 38% and 17% in our study. These indicate that the overuse of prostate mpMRI is common in the current healthcare environments, and it is essential to identify men who will benefit from mpMRI in the current MRI era. In this study, we assessed the inexpensive and readily available parameters as the predictor for suspicious MRI-PCa, and found that PSAD and tPSA had a higher diagnostic accuracy than other single parameters. However, the PV, which was used to calculate the PSAD and develop a multivariate model, were estimated by the mpMRI examination. However, the PV could be reliably measured by TRUS, which was a routine and low-cost procedure (<xref ref-type="bibr" rid="B24">24</xref>). Hence, an accurate PSAD could be obtained using TRUS before mpMRI without changing the clinical workflow.</p>
<p>To date, multivariate models or machine learning models for the detection of CSPCa have been developed in a growing body of literatures (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B25">25</xref>). Studies demonstrated that a risk-based triage strategy could reduce more unnecessary biopsy and the overdiagnosis in comparison with single parameters (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B25">25</xref>). However, the study about developing a multivariate model to predict the results of prostate mpMRI and selecting patients who could benefit from mpMRI is limited (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). The study by Alberts et&#xa0;al. introduced the concept of a patient triage strategy to avoid prostate mpMRI, and assessed the rate of potentially avoidable mpMRI by applying the risk calculators for detecting PCa (Rotterdam Prostate Cancer Risk Calculator, RPCRC) in a small cohort with one or more previously negative random TRUS-guided biopsies (<xref ref-type="bibr" rid="B14">14</xref>). The RPCRC (57/83, 69%) incorporating a multitude of variables spared less unnecessary mpMRI scans than our simple model (106/138, 77%) at the same level of sensitivity for the detection of CSPCa. These may indicate that commonly risk models for detecting PCa and/or CSPCa do not address the appropriate use of mpMRI. It is essential to establish risk models and decision thresholds for the prediction of mpMRI results.</p>
<p>In this study, our developed multivariate model including tPSA, fPSA, and PV has a similar diagnostic accuracy with the PSAD in the prediction of suspicious MRI-PCa (<italic>P</italic> = 0.108). This was consistent with the study by Dominik Deniffel (<xref ref-type="bibr" rid="B13">13</xref>). Although cross-study comparisons are challenging, our multivariate model (AUC = 0.80) performed similarly with the model developed by Dominik Deniffel (AUC = 0.75) in the prediction of mpMRI results (<xref ref-type="bibr" rid="B13">13</xref>). Using the two simple multivariate model could reduce above a quarter of mpMRI scans at a high sensitivity for the detection of CSPCa. It substantiates that the mpMRI scans could be reduced based on the readily available clinical parameters. The strength of our study was able to establish the definite link between mpMRI omission and the rate of CSPCa delayed. Some studies showed that a high-resolution micro-ultrasound had a comparable or higher sensitivity for the detection of CSPCa compared to mpMRI (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>), and was an independent parameter to predict the results of biopsy (<xref ref-type="bibr" rid="B28">28</xref>). In the further study, we will evaluate more convenient, low-cost, clinical parameters as predictors for the results of mpMRI, and to strengthen our multivariate model.</p>
<p>Our study was subject to several limitations. First, this study is a single center study based on a Chinese population, and limited by the inherent drawbacks of its retrospective design. The study results should be cautiously applied to other populations, and further prospective multicenter validation is required. Second, the PV used to calculate PSAD and build a multivariate model was estimated by mpMRI in our study. However, a study showed that PV could be reliably measured by TRUS (<xref ref-type="bibr" rid="B24">24</xref>), and a low-cost micro-ultrasound had a high sensitivity for the detection CSPCa (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>). Third, our model only included clinical parameters such as age, PSA test, and volume. The race, family history, and micro-ultrasound (<xref ref-type="bibr" rid="B26">26</xref>&#x2013;<xref ref-type="bibr" rid="B28">28</xref>) will be considered in future studies to augment our multivariate model.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>Our study demonstrated that tPSA, fPSA, PV, and PSAD were significant predictors for the mpMRI results. The multivariate model based on the inexpensive and readily available clinical parameters could be used as an aid to select patients who could benefit from mpMRI and to reduce the unnecessary mpMRI scans without compromising the ability to diagnose CSPCa. Further prospective validation is required.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>XZ, JL, and SY conceptualized, designed, and supervised the study. JL, SY, BD, and GH coordinated and participated in the data collection. SY and JL carried out the statistical analysis and drafted the manuscript. XZ, SY, JT, and FY provided guidance on the data analysis. JL, SY, ZZ, ZW, and XZ revised the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The research was supported by the Henan Medical Science and Technology Project [grant no. LHGJ20190181 (XZ) and LHGJ20200334 (SY)].</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2021.732027/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2021.732027/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>International Agency for Research on Cancer</collab>
</person-group>. <source>Global Cancer Observatory</source> (<year>2020</year>). Available at: <uri xlink:href="http://gco.iarc.fr/">http://gco.iarc.fr/</uri>.</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>EAU Guidelines on Prostate Cancer</collab>
</person-group>. <source>European Association of Urology</source> (<year>2020</year>). Available at: <uri xlink:href="https://uroweb.org/guideline/prostate-cancer/">https://uroweb.org/guideline/prostate-cancer/</uri>.</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Naji</surname> <given-names>L</given-names>
</name>
<name>
<surname>Randhawa</surname> <given-names>H</given-names>
</name>
<name>
<surname>Sohani</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Dennis</surname> <given-names>B</given-names>
</name>
<name>
<surname>Lautenbach</surname> <given-names>D</given-names>
</name>
<name>
<surname>Kavanagh</surname> <given-names>O</given-names>
</name>
<etal/>
</person-group>. <article-title>Digital Rectal Examination for Prostate Cancer Screening in Primary Care: A Systematic Review and Meta-Analysis</article-title>. <source>Ann Family Med</source> (<year>2018</year>) <volume>16</volume>(<issue>2</issue>):<page-range>149&#x2013;54</page-range>. doi: <pub-id pub-id-type="doi">10.1370/afm.2205</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Catalona</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Richie</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Ahmann</surname> <given-names>FR</given-names>
</name>
<name>
<surname>Hudson</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Scardino</surname> <given-names>PT</given-names>
</name>
<name>
<surname>Flanigan</surname> <given-names>RC</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparison of Digital Rectal Examination and Serum Prostate Specific Antigen in the Early Detection of Prostate Cancer: Results of a Multicenter Clinical Trial of 6,630 Men</article-title>. <source>J Urol</source> (<year>2017</year>) <volume>197</volume>(<issue>2s</issue>):<page-range>S200&#x2013;s7</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.juro.2016.10.073</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bratan</surname> <given-names>F</given-names>
</name>
<name>
<surname>Niaf</surname> <given-names>E</given-names>
</name>
<name>
<surname>Melodelima</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chesnais</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Souchon</surname> <given-names>R</given-names>
</name>
<name>
<surname>Mege-Lechevallier</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Influence of Imaging and Histological Factors on Prostate Cancer Detection and Localisation on Multiparametric MRI: A Prospective Study</article-title>. <source>Eur Radiol</source> (<year>2013</year>) <volume>23</volume>(<issue>7</issue>):<page-range>2019&#x2013;29</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-013-2795-0</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Johnson</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Raman</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Mirak</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Kwan</surname> <given-names>L</given-names>
</name>
<name>
<surname>Bajgiran</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Hsu</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Detection of Individual Prostate Cancer Foci <italic>via</italic> Multiparametric Magnetic Resonance Imaging</article-title>. <source>Eur Urol</source> (<year>2019</year>) <volume>75</volume>(<issue>5</issue>):<page-range>712&#x2013;20</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2018.11.031</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Osses</surname> <given-names>DF</given-names>
</name>
<name>
<surname>Roobol</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Schoots</surname> <given-names>IG</given-names>
</name>
</person-group>. <article-title>Prediction Medicine: Biomarkers, Risk Calculators and Magnetic Resonance Imaging as Risk Stratification Tools in Prostate Cancer Diagnosis</article-title>. <source>Int J Mol Sci</source> (<year>2019</year>) <volume>20</volume>(<issue>7</issue>):<fpage>1637</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijms20071637</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Hong</surname> <given-names>G</given-names>
</name>
<name>
<surname>Tao</surname> <given-names>J</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Multivariable Models Incorporating Multiparametric Magnetic Resonance Imaging Efficiently Predict Results of Prostate Biopsy and Reduce Unnecessary Biopsy</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>57261</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2020.575261</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hansen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Auprich</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ahyai</surname> <given-names>SA</given-names>
</name>
<name>
<surname>de la Taille</surname> <given-names>A</given-names>
</name>
<name>
<surname>van Poppel</surname> <given-names>H</given-names>
</name>
<name>
<surname>Marberger</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Initial Prostate Biopsy: Development and Internal Validation of a Biopsy-Specific Nomogram Based on the Prostate Cancer Antigen 3 Assay</article-title>. <source>Eur Urol</source> (<year>2013</year>) <volume>63</volume>(<issue>2</issue>):<page-range>201&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2012.07.030</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Verbeek</surname> <given-names>JFM</given-names>
</name>
<name>
<surname>Bangma</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Kweldam</surname> <given-names>CF</given-names>
</name>
<name>
<surname>van der Kwast</surname> <given-names>TH</given-names>
</name>
<name>
<surname>K&#xfc;mmerlin</surname> <given-names>IP</given-names>
</name>
<name>
<surname>van Leenders</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Reducing Unnecessary Biopsies While Detecting Clinically Significant Prostate Cancer Including Cribriform Growth With the ERSPC Rotterdam Risk Calculator and 4Kscore</article-title>. <source>Urol Oncol</source> (<year>2019</year>) <volume>37</volume>(<issue>2</issue>):<page-range>138&#x2013;44</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.urolonc.2018.11.021</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tomlins</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Day</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Lonigro</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Hovelson</surname> <given-names>DH</given-names>
</name>
<name>
<surname>Siddiqui</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kunju</surname> <given-names>LP</given-names>
</name>
<etal/>
</person-group>. <article-title>Urine TMPRSS2:ERG Plus PCA3 for Individualized Prostate Cancer Risk Assessment</article-title>. <source>Eur Urol</source> (<year>2016</year>) <volume>70</volume>(<issue>1</issue>):<fpage>45</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2015.04.039</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alberts</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Roobol</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Verbeek</surname> <given-names>JFM</given-names>
</name>
<name>
<surname>Schoots</surname> <given-names>IG</given-names>
</name>
<name>
<surname>Chiu</surname> <given-names>PK</given-names>
</name>
<name>
<surname>Osses</surname> <given-names>DF</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediction of High-Grade Prostate Cancer Following Multiparametric Magnetic Resonance Imaging: Improving the Rotterdam European Randomized Study of Screening for Prostate Cancer Risk Calculators</article-title>. <source>Eur Urol</source> (<year>2019</year>) <volume>75</volume>(<issue>2</issue>):<page-range>310&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2018.07.031</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Deniffel</surname> <given-names>D</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Salinas</surname> <given-names>E</given-names>
</name>
<name>
<surname>Satkunasivam</surname> <given-names>R</given-names>
</name>
<name>
<surname>Khalvati</surname> <given-names>F</given-names>
</name>
<name>
<surname>Haider</surname> <given-names>MA</given-names>
</name>
</person-group>. <article-title>Reducing Unnecessary Prostate Multiparametric Magnetic Resonance Imaging by Using Clinical Parameters to Predict Negative and Indeterminate Findings</article-title>. <source>J Urol</source> (<year>2020</year>) <volume>203</volume>(<issue>2</issue>):<page-range>292&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1097/JU.0000000000000518</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alberts</surname> <given-names>AR</given-names>
</name>
<name>
<surname>Schoots</surname> <given-names>IG</given-names>
</name>
<name>
<surname>Bokhorst</surname> <given-names>LP</given-names>
</name>
<name>
<surname>van Leenders</surname> <given-names>GJ</given-names>
</name>
<name>
<surname>Bangma</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Roobol</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Risk-Based Patient Selection for Magnetic Resonance Imaging-Targeted Prostate Biopsy After Negative Transrectal Ultrasound-Guided Random Biopsy Avoids Unnecessary Magnetic Resonance Imaging Scans</article-title>. <source>Eur Urol</source> (<year>2016</year>) <volume>69</volume>(<issue>6</issue>):<page-range>1129&#x2013;34</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2015.11.018</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>B</given-names>
</name>
<name>
<surname>Qu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Using Clinical Parameters to Predict Prostate Cancer and Reduce the Unnecessary Biopsy Among Patients With PSA in the Gray Zone</article-title>. <source>Sci Rep</source> (<year>2020</year>) <volume>10</volume>(<issue>1</issue>):<fpage>5157</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-020-62015-w</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kasel-Seibert</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lehmann</surname> <given-names>T</given-names>
</name>
<name>
<surname>Aschenbach</surname> <given-names>R</given-names>
</name>
<name>
<surname>Guettler</surname> <given-names>FV</given-names>
</name>
<name>
<surname>Abubrig</surname> <given-names>M</given-names>
</name>
<name>
<surname>Grimm</surname> <given-names>MO</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of PI-RADS V2 for the Detection of Prostate Cancer</article-title>. <source>Eur J Radiol</source> (<year>2016</year>) <volume>85</volume>(<issue>4</issue>):<page-range>726&#x2013;31</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ejrad.2016.01.011</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Egevad</surname> <given-names>L</given-names>
</name>
<name>
<surname>Delahunt</surname> <given-names>B</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Grignon</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Kench</surname> <given-names>JG</given-names>
</name>
<name>
<surname>Kristiansen</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>International Society of Urological Pathology (ISUP) Grading of Prostate Cancer</article-title>. <source>Am J Surg Pathol</source> (<year>2016</year>) <volume>40</volume>(<issue>6</issue>):<page-range>858&#x2013;61</page-range>. doi: <pub-id pub-id-type="doi">10.1097/PAS.0000000000000642</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeLong</surname> <given-names>ER</given-names>
</name>
<name>
<surname>DeLong</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Clarke-Pearson</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Comparing the Areas Under Two or More Correlated Receiver Operating Characteristic Curves: A Nonparametric Approach</article-title>. <source>Biometrics</source> (<year>1988</year>) <volume>44</volume>(<issue>3</issue>):<page-range>837&#x2013;45</page-range>. doi: <pub-id pub-id-type="doi">10.2307/2531595</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Poulakis</surname> <given-names>V</given-names>
</name>
<name>
<surname>Witzsch</surname> <given-names>U</given-names>
</name>
<name>
<surname>de Vries</surname> <given-names>R</given-names>
</name>
<name>
<surname>Emmerlich</surname> <given-names>V</given-names>
</name>
<name>
<surname>Meves</surname> <given-names>M</given-names>
</name>
<name>
<surname>Altmannsberger</surname> <given-names>H-M</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative Neural Network Using Combined Magnetic Resonance Imaging Variables, Prostate Specific Antigen, and Gleason Score to Predict Prostate Cancer Recurrence After Radical Prostatectomy</article-title>. <source>Eur Urol</source> (<year>2004</year>) <volume>46</volume>(<issue>5</issue>):<page-range>571&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.eururo.2004.07.010</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Falagario</surname> <given-names>U</given-names>
</name>
<name>
<surname>Jambor</surname> <given-names>I</given-names>
</name>
<name>
<surname>Taimen</surname> <given-names>P</given-names>
</name>
<name>
<surname>Syv&#xe4;nen</surname> <given-names>KT</given-names>
</name>
<name>
<surname>K&#xe4;hk&#xf6;nen</surname> <given-names>E</given-names>
</name>
<name>
<surname>Merisaari</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Added Value of Systematic Biopsy in Men With a Clinical Suspicion of Prostate Cancer Undergoing Biparametric MRI-Targeted Biopsy: Multi-Institutional External Validation Study</article-title>. <source>World J Urol</source> (<year>2020</year>) <volume>39</volume>:<page-range>1879&#x2013;87</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00345-020-03393-8</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boesen</surname> <given-names>L</given-names>
</name>
<name>
<surname>N&#xf8;rgaard</surname> <given-names>N</given-names>
</name>
<name>
<surname>L&#xf8;gager</surname> <given-names>V</given-names>
</name>
<name>
<surname>Balslev</surname> <given-names>I</given-names>
</name>
<name>
<surname>Bisbjerg</surname> <given-names>R</given-names>
</name>
<name>
<surname>Thestrup</surname> <given-names>KC</given-names>
</name>
<etal/>
</person-group>. <article-title>Prebiopsy Biparametric Magnetic Resonance Imaging Combined With Prostate-Specific Antigen Density in Detecting and Ruling Out Gleason 7-10 Prostate Cancer in Biopsy-Na&#xef;ve Men</article-title>. <source>Eur Urol Oncol</source> (<year>2019</year>) <volume>2</volume>(<issue>3</issue>):<page-range>311&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.euo.2018.09.001</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lobo</surname> <given-names>N</given-names>
</name>
<name>
<surname>Petrides</surname> <given-names>N</given-names>
</name>
<name>
<surname>Stanowski</surname> <given-names>M</given-names>
</name>
<name>
<surname>Morrison</surname> <given-names>I</given-names>
</name>
<name>
<surname>Thomas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kommu</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Can We Rely on a Negative Multiparametric MRI to Exclude Significant Prostate Cancer at Biopsy? Results From a Regional Cancer Centre</article-title>. <source>Eur Urol Suppl</source> (<year>2019</year>) <volume>18</volume>:<fpage>e1876</fpage>. doi: <pub-id pub-id-type="doi">10.1016/S1569-9056(19)31359-4</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barrett</surname> <given-names>T</given-names>
</name>
<name>
<surname>Slough</surname> <given-names>R</given-names>
</name>
<name>
<surname>Sushentsev</surname> <given-names>N</given-names>
</name>
<name>
<surname>Shaida</surname> <given-names>N</given-names>
</name>
<name>
<surname>Koo</surname> <given-names>BC</given-names>
</name>
<name>
<surname>Caglic</surname> <given-names>I</given-names>
</name>
<etal/>
</person-group>. <article-title>Three-Year Experience of a Dedicated Prostate mpMRI Pre-Biopsy Programme and Effect on Timed Cancer Diagnostic Pathways</article-title>. <source>Clin Radiol</source> (<year>2019</year>) <volume>74</volume>(<issue>11</issue>):<page-range>894.e1&#x2013;.e9</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.crad.2019.06.004</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Christie</surname> <given-names>DRH</given-names>
</name>
<name>
<surname>Sharpley</surname> <given-names>CF</given-names>
</name>
</person-group>. <article-title>How Accurately Can Prostate Gland Imaging Measure the Prostate Gland Volume? Results of a Systematic Review</article-title>. <source>Prostate Cancer</source> (<year>2019</year>) <volume>2019</volume>:<fpage>6932572</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2019/6932572</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gronberg</surname> <given-names>H</given-names>
</name>
<name>
<surname>Adolfsson</surname> <given-names>J</given-names>
</name>
<name>
<surname>Aly</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nordstrom</surname> <given-names>T</given-names>
</name>
<name>
<surname>Wiklund</surname> <given-names>P</given-names>
</name>
<name>
<surname>Brandberg</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Prostate Cancer Screening in Men Aged 50-69 Years (STHLM3): A Prospective Population-Based Diagnostic Study</article-title>. <source>Lancet Oncol</source> (<year>2015</year>) <volume>16</volume>(<issue>16</issue>):<page-range>1667&#x2013;76</page-range>. doi: <pub-id pub-id-type="doi">10.1016/S1470-2045(15)00361-7</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Klotz</surname> <given-names>L</given-names>
</name>
<name>
<surname>Lughezzani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Maffei</surname> <given-names>D</given-names>
</name>
<name>
<surname>S&#xe1;nchez</surname> <given-names>A</given-names>
</name>
<name>
<surname>Pereira</surname> <given-names>JG</given-names>
</name>
<name>
<surname>Staerman</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparison of Micro-Ultrasound and Multiparametric Magnetic Resonance Imaging for Prostate Cancer: A Multicenter, Prospective Analysis</article-title>. <source>Can Urol Assoc J</source> (<year>2021</year>) <volume>15</volume>(<issue>1</issue>):<page-range>E11&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.5489/cuaj.6712</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lughezzani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Maffei</surname> <given-names>D</given-names>
</name>
<name>
<surname>Saita</surname> <given-names>A</given-names>
</name>
<name>
<surname>Paciotti</surname> <given-names>M</given-names>
</name>
<name>
<surname>Diana</surname> <given-names>P</given-names>
</name>
<name>
<surname>Buffi</surname> <given-names>NM</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic Accuracy of Microultrasound in Patients With a Suspicion of Prostate Cancer at Magnetic Resonance Imaging: A Single-Institutional Prospective Study</article-title>. <source>Eur Urol Focus</source> (<year>2020</year>) <volume>20</volume>:<page-range>30272&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.euf.2020.09.013</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Avolio</surname> <given-names>PP</given-names>
</name>
<name>
<surname>Lughezzani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Paciotti</surname> <given-names>M</given-names>
</name>
<name>
<surname>Maffei</surname> <given-names>D</given-names>
</name>
<name>
<surname>Uleri</surname> <given-names>A</given-names>
</name>
<name>
<surname>Frego</surname> <given-names>N</given-names>
</name>
<etal/>
</person-group>. <article-title>The Use of 29 MHz Transrectal Micro-Ultrasound to Stratify the Prostate Cancer Risk in Patients With PI-RADS III Lesions at Multiparametric MRI: A Single Institutional Analysis</article-title>. <source>Urol Oncol</source> (<year>2021</year>). doi: <pub-id pub-id-type="doi">10.1016/j.urolonc.2021.05.030</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>