<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2022.819670</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Computed Tomography Radiomics-Based Prediction of Microvascular Invasion in Hepatocellular Carcinoma</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Yao</surname> <given-names>Wenjun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1628012/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Yang</surname> <given-names>Shuo</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Ge</surname> <given-names>Yaqiong</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Fan</surname> <given-names>Wenlong</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Xiang</surname> <given-names>Li</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Wan</surname> <given-names>Yang</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gu</surname> <given-names>Kangchen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhao</surname> <given-names>Yan</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Zha</surname> <given-names>Rujing</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Bu</surname> <given-names>Junjie</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/307561/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Radiology, The Second Affiliated Hospital of Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Radiology, Anhui Mental Health Center</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>GE Healthcare China</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Hematological Lab, The Second Affiliated Hospital of Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>School of Biomedical Engineering, Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Radiology, Division of Life Science and Medicine, The First Affiliated Hospital of USTC, School of Life Science, University of Science and Technology of China</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<aff id="aff7"><sup>7</sup><institution>The Fourth Affiliated Hospital of Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Ferruccio Bonino, National Research Council (CNR), Italy</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Chengyue Wu, University of Texas at Austin, United States; Wanqing Xie, Harbin Engineering University, China</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Junjie Bu <email>bujunjie&#x00040;ahmu.edu.cn</email></corresp>
<corresp id="c002">Rujing Zha <email>zharj&#x00040;ustc.edc.cn</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Translational Medicine, a section of the journal Frontiers in Medicine</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>03</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>9</volume>
<elocation-id>819670</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>11</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>02</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Yao, Yang, Ge, Fan, Xiang, Wan, Gu, Zhao, Zha and Bu.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Yao, Yang, Ge, Fan, Xiang, Wan, Gu, Zhao, Zha and Bu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license></permissions>
<abstract>
<sec>
<title>Background</title>
<p>Due to the high recurrence rate in hepatocellular carcinoma (HCC) after resection, preoperative prognostic prediction of HCC is important for appropriate patient management. Exploring and developing preoperative diagnostic methods has great clinical value in treating patients with HCC. This study sought to develop and evaluate a novel combined clinical predictive model based on standard triphasic computed tomography (CT) to discriminate microvascular invasion (MVI) in hepatocellular carcinoma (HCC).</p>
</sec>
<sec>
<title>Methods</title>
<p>The preoperative findings of 82 patients with HCC, including conventional clinical factors, CT imaging findings, and CT texture analysis (TA), were analyzed retrospectively. All included cases were divided into MVI-negative (<italic>n</italic> = 33; no MVI) and MVI-positive (<italic>n</italic> = 49; low or high risk of MVI) groups. TA parameters were extracted from non-enhanced, arterial, portal venous, and equilibrium phase images and subsequently calculated using the Artificial Intelligence Kit. After statistical analyses, a clinical model comprising conventional clinical and CT image risk factors, radiomics signature models, and a novel combined model (fused radiomic signature) was constructed. The area under the curve (AUC) of the receiver operating characteristics (ROC) curve was used to assess the performance of the various models in discriminating MVI.</p>
</sec>
<sec>
<title>Results</title>
<p>We found that tumor diameter and pathological grade were effective clinical predictors in clinical model and 12 radiomics features were effective for MVI prediction of each CT phase. The AUCs of the clinical, plain, artery, venous, and delay models were 0.77 (95% CI: 0.67&#x02013;0.88), 0.75 (95% CI: 0.64&#x02013;0.87), 0.79 (95% CI: 0.69&#x02013;0.89), 0.73 (95% CI: 0.61&#x02013;0.85), and 0.80 (95% CI: 0.70&#x02013;0.91), respectively. The novel combined model exhibited the best performance, with an AUC of 0.83 (95% CI: 0.74&#x02013;0.93).</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Models derived from triphasic CT can preoperatively predict MVI in patients with HCC. Of the models tested here, the novel combined model was most predictive and could become a useful tool to guide subsequent personalized treatment of HCC.</p>
</sec></abstract>
<kwd-group>
<kwd>hepatocellular carcinoma</kwd>
<kwd>microvascular invasion</kwd>
<kwd>radiomics</kwd>
<kwd>nomogram</kwd>
<kwd>triphasic computed tomography</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="36"/>
<page-count count="10"/>
<word-count count="5814"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Hepatocellular carcinoma (HCC), one of the most common malignant tumors, currently ranks as the second most common cause of cancer-related deaths worldwide, with more than half of all HCC cases diagnosed in China (<xref ref-type="bibr" rid="B1">1</xref>). HCC&#x00027;s high potential for vascular invasion, metastasis, and recurrence after resection explains its poor prognosis. Previous studies have indicated that microvascular invasion (MVI) is one of the most important factors influencing HCC recurrence and the prognosis of patients with this tumor (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>Several therapies such as liver resection (LR), liver transplantation, and transcatheter arterial chemoembolisation (TACE) are conventionally used to treat HCC. LR is the most common therapeutic option, while TACE is recommended for patients without vascular invasion or extrahepatic metastasis (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>In most cases, aspiration biopsy is the first step in determining whether the tumor is benign or malignant after clinical and imaging evaluation. Clinicians then assess clinical symptoms, specific serological indicators, and pathological results to determine treatment decisions. To date, MVI has often been overlooked in these initial steps, as an aspiration biopsy does not produce sufficient tissue samples to evaluate MVI; instead, aspiration biopsy is only capable of differentiating benign from malignant tumors and grading tumors according to the Edmondson-Steiner (E-S) scale. Thus, preoperative reliable prognostic markers for patient stratification are needed.</p>
<p>Interest in presurgical imaging for MVI assessment in patients with HCC has grown significantly in recent years. Conventional imaging-based assessments, including tumor density, shape, and enhancement, have not been capable of predicting MVI. However, previous studies have indicated that imaging features (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>) such as tumor margin and size, radiological capsule, locally convex nodules, multinodular fusion, intratumoural artery and low-density signs (also called two-trait predictor of venous invasion, or TTPVI), as well as portal vein tumor thrombus (PVTT), can be used to predict MVI. However, these parameters can be easily influenced by interobserver variability and were not considered quantitative features.</p>
<p>Radiomics is an emerging field that permits the extraction of high-dimensional information from medical images and is considered to reflect tissue heterogeneity (<xref ref-type="bibr" rid="B7">7</xref>&#x02013;<xref ref-type="bibr" rid="B11">11</xref>). Thus, the radiomics signature, which comprises multiple texture features, has become a powerful prognostic biomarker. This signature augments available clinical data and has been a significant predictor of clinically relevant factors. According to the literature, by constructing appropriate models with radiomics features, researchers have achieved successful assessment and prediction abilities in various challenging clinical tasks (<xref ref-type="bibr" rid="B12">12</xref>). Studies have shown that computed tomography (CT) texture analysis can be used for MVI prediction, and that predictions derived from CT-based nomograms are more accurate than other predictive models (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>).</p>
<p>Due to HCC&#x00027;s high recurrence rate after resection, preoperative prognostic prediction of HCC is important for appropriate patient management. Therefore, exploring and developing preoperative diagnostic methods has the potential for great clinical value in treating patients with HCC. With this study, we thus aimed to construct MVI-specific diagnostic models by analyzing clinical and imaging features, as well as texture analysis (TA)-derived image parameters based on standard triphasic CT. We also sought to evaluate these models&#x00027; diagnostic performance to explore whether models based on standard triphasic CT could preoperatively discriminate MVI in HCC.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Study Design and Patient Population</title>
<p>This was a single-center retrospective study approved by the Institutional Review Board of the Second Affiliated Hospital of Anhui Medical University [No. YX2020-101 (F1)], which waived the need for individual informed consent; this study complies with the Declaration of Helsinki (as revised in 2013).</p>
<p>Participants with confirmed HCC by histopathology and who underwent CT examination before surgery were included in our study between December 2018 and September 2021. Relevant demographic and clinical patient information was retrieved from the electronic medical record. The inclusion criteria were as follows: (1) complete medical information; (2) CT examination using the same equipment and scanning parameters; (3) CT examination comprising non-enhanced, arterial, portal venous, and equilibrium phase scans; and (4) confirmation of HCC by pathology with MVI evaluation. The exclusion criteria were as follow: (1) metastatic or recurrent tumor; (2) liver transplantation; (3) poor CT image quality interfering with the observation, such as breathing or motion artifacts; (4) incomplete CT images; and (5) pathological images not meeting the criteria and/or MVI not evaluated.</p>
<p>A total of 82 participants over 18 years old (65 men and 17 women) were included in our study. Demographic data, serum alpha-fetoprotein (AFP) levels, and history of hepatitis B infection were collected and recorded.</p>
</sec>
<sec>
<title>Histological Analysis</title>
<p>Histopathologic features, including pathology results, E-S grade, MVI status, and liver cirrhosis around the tumor were evaluated by two pathologists with 5 years and 8 years of professional experience, respectively. If a difference of opinion arose, the two doctors reached a final conclusion through discussion. MVI was defined as when tumor cell nests could be observed under microscopy in the vascular space lined by endothelium. There are three additional subgrades based on the distance factor: M0, no MVI; M1 (low-risk group), &#x02264;5 MVI in the liver tissue adjacent to the tumor ( &#x02264;1 cm); and M2 (high-risk group), &#x0003E;5 MVI or MVI in liver tissue adjacent to the tumor (&#x0003E;1 cm). Finally, we divided patients with M0 into the MVI-negative group and patients with M1/M2 into the MVI-positive group.</p>
</sec>
<sec>
<title>CT Scan and Image Analysis</title>
<p>CT examinations were performed using a Philips iCT 256-slice Brilliance CT scanner (Philips Healthcare, Cleveland OH, USA). Patients were required to fast, with no intake of solid foods or liquids for &#x0003E;4 h prior to scanning; they were allowed to drink 800 mL of water immediately before the examination. All participants underwent non-enhanced and standard triphasic scans. A non-ionic contrast agent at a dose of 1.5 ml/kg and a flow rate of 3.0 ml/s using a high-pressure syringe was injected into the right cubital vein after completing the non-enhanced scan. The acquisition time of standard triphasic images was 30, 60, and 120 s after contrast material injection, respectively. Scanning parameters were as follows: tube voltage, 120 kV; tube current, 230 mAs; slice thickness, 5 mm; slice interval, 0 mm; and pitch ratio, 0.6.</p>
<p>Images collected from the participants were retrieved from the hospital&#x00027;s Picture Archiving and Communication System (PACS). Two radiologists with 14 and 13 years of experience in abdominal imaging reviewed these images separately and were blinded to the pathological results (<xref ref-type="fig" rid="F1">Figures 1A&#x02013;D</xref>, <xref ref-type="fig" rid="F2">2A&#x02013;D</xref>). The more senior of the two radiologists made the final decision if a difference of opinion arose. The evaluated image features included: (1) tumor margin: when using a narrow window setting to observe, the margin was considered to be smooth if more than 90% edge of the entire tumor was &#x0201C;pencil-thin&#x0201D; sharp on arterial, portal venous, and equilibrium phase images (0, smooth; 1, non-smooth); (2) diameter: the maximal diameter of the largest cross section of the tumor; (3) capsule: a hypodense halo encircling the tumor (0, absent; 1, incomplete; 2, complete); (4) locally convex nodules (0, the nodule separated by normal liver parenchyma; 1, the nodule in direct contact with the surface capsule of liver); (5) multinodular fusion (0, absent; 1, present); (6) TTPVI: two-trait predictor of venous invasion including intratumoural artery and low-density signs (0, absent; 1, present); (7) PVTT: filling defect with enhancement in the portal or hepatic vein observed at the portal venous phase (0, absent; 1, present). For multifocal HCC, the largest focus was selected for analysis.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>A 54-year-old man with HCC who is MVI-negative. <bold>(A)</bold> Non-enhanced phase showing a low-isodense tumor in the hepatic segment V, <bold>(B)</bold> arterial phase, <bold>(C)</bold> portal venous phase, and <bold>(D)</bold> equilibrium phase showing smooth tumor margin and TTPVI.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0001.tif"/>
</fig>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>A 59-year-old woman with HCC who is MVI-positive. <bold>(A)</bold> Non-enhanced phase showing a low-density tumor in the hepatic segment IV, <bold>(B)</bold> arterial phase showing a hyper-vascular tumor with obvious enhancement, <bold>(C)</bold> portal venous phase, and <bold>(D)</bold> equilibrium phase display non-smoothed tumor margin and TTPVI.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Texture Features</title>
<p>For all study participants, texture features were extracted from each of the four CT imaging phases noted above. Preoperative CT images of all participants were exported in Digital Imaging and Communications in Medicine (DICOM) format. Images showing lesions were then used for manual region-of-interest (ROI) delineation (<xref ref-type="fig" rid="F3">Figure 3</xref>). Two radiologists with 14 and 13 years of experience in CT imaging used an open-source software program (ITK-SNAP, V3.3) (<xref ref-type="bibr" rid="B15">15</xref>) to delineate the largest cross-sectional HCC area on the images of the four phases. For multifocal HCC, the largest tumor was selected for analysis. To assess intra-observer precision, the data were collected twice by the same radiologist with a 2-week interval; furthermore, inter-observer precision was assessed by measurements independently performed by two radiologists. The intraclass correlation coefficient (ICC) was applied to analyze the inter-observer and intra-observer agreements of the feature extraction.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Lesion segmentation for radiomics analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0003.tif"/>
</fig>
<p>The Artificial Intelligence Kit Version (V3.3.0 GE Healthcare, Shanghai, China) which complied to IBSI (Image Biomarker Standardization Initiative) was used to extract texture features. Feature types including the first-order, shape, Gray Level Cooccurrence Matrix (GLCM), Gray Level Run Length Matrix (GLRLM), Gray Level Size Zone Matrix (GLSZM), Neighboring Gray Tone Difference Matrix (NGTDM), and Gray Level Differential Matrix (GLDM), as well as transform including wavelet and Laplacian of Gaussian (Log) were extracted based on ROIs after input of all DICOMS and ROI lesion images into the software. Overall, 1,317 texture features were extracted per ROI.</p>
</sec>
<sec>
<title>Features Selection and Model Construction</title>
<sec>
<title>Clinical Model</title>
<p>Clinical and imaging characteristics analysis was performed as follow steps: (1) chi-square test or Fisher&#x00027;s exact test was used for nominal variables while continuous variables which complied to abnormal distribution was analyzed by Mann&#x02013;Whitney <italic>U</italic>-test to filter characters which <italic>p</italic> &#x0003C; 0.05; (2) significant features were analyzed by using univariate logistic regression and features with <italic>p</italic> &#x0003C; 0.05 were enrolled in multivariate logistic regression to construct the clinical model, meanwhile, feature with Variance Inflation Factor (VIF) &#x0003E; 10 was eliminate to solve the problem of multicollinearity.</p>
</sec>
<sec>
<title>Radiomics Signature Model</title>
<p>Features from each phase of non-enhanced, arterial, portal venous, and equilibrium were analyzed independently through following steps: (1) features with both inter- and intra-observer ICCs &#x0003E; 0.75 were retained; (2) Mann-Whitney <italic>U</italic>-test was used to explore whether the features were significantly different between the two groups (<italic>p</italic> &#x0003C; 0.05), then significant different features were furtherly analyzed by univariate logistic regression to explore whether the features were discriminative between the two groups (<italic>p</italic> &#x0003C; 0.05); (3) the minimum redundancy and maximum relevance (MRMR) method was used to eliminate redundancy meanwhile retain features most relevant to the MVI; (4) finally, backward stepwise multivariable logistic regression was used to select the final features and construct the regression model, features with <italic>p</italic> &#x0003C; 0.05 were independent risk predictors. Considering the small number of available datasets, there was no data grouping in this study. However, 10-fold cross validation with 10 times repetition was applied to prove that the model was feasible in distinguishing one group from another and that the result was not due to overfitting. Lastly, Delong test was used to compare the performance of the two models (<italic>p</italic> &#x0003C; 0.05).</p>
</sec>
<sec>
<title>Combined Model</title>
<p>The scores obtained from the clinical model and from the four radiomics models were incorporated into a backward stepwise multivariate logistic regression analysis. Scores from arterial and venous were finally retained and the combined model was constructed, furthermore displayed as a nomogram.</p>
<p>Flowchart of our study is shown in <xref ref-type="fig" rid="F4">Figure 4</xref>. All statistical analyses were performed using R (version 3.5.1) and Python (version 3.5.6). Statistical significance was defined as a two-tailed <italic>p</italic> &#x0003C; 0.05. Areas under the receiver operating characteristics (ROC) curves and areas under the curves (AUCs) were used to evaluate the diagnostic value of the final models.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Flowchart of feature selection, texture analysis, and model construction.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0004.tif"/>
</fig>
</sec>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Over all, 82 participants (65 men and 17 women) were included in our retrospective study. Of these participants, 33 were classified as MVI-negative and 49 as MVI-positive.</p>
<sec>
<title>Analysis of Clinical and Imaging Characteristics</title>
<p>The baseline clinical characteristics and CT imaging features of the MVI-negative and MVI-positive groups are summarized in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>. E-S grade, serum AFP levels, tumor diameter, and multinodular fusion were significantly different between groups (<italic>p</italic> &#x0003C; 0.05).</p>
</sec>
<sec>
<title>Texture Analysis</title>
<p>For each phase of CT image, features number with inter- and intra- ICCs bigger than 0.75, features number with <italic>p</italic> &#x0003C; 0.05 in Mann-Whitney <italic>U</italic>-test and univariate logistic are shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 2</xref>. Then MRMR was applied to eliminate feature redundancy while retaining the most predictive features. For each phase 12 features are retained. <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 3</xref> shows the predictive performance of each feature, and the performance of the optimal textural feature in each phase were shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 4</xref>.</p>
</sec>
<sec>
<title>Model Construction and Evaluation</title>
<sec>
<title>Clinical Model</title>
<p>Univariate analysis showed that diameter, multinodular fusion, E-S grade, and serum AFP level were significantly associated with MVI (<italic>p</italic> &#x0003C; 0.05). Multivariable analysis identified that diameter [odds ratio (OR) 1.21; 95% confidence interval (CI) 1.06&#x02013;1.42; <italic>p</italic> = 0.008] and E-S grade (OR 2.21; 95% CI 1.12&#x02013;4.73; <italic>p</italic> = 0.03) were independent predictors of MIV, and that these were also effective factors for clinical model construction. The AUC of the clinical model (<xref ref-type="fig" rid="F5">Figure 5</xref>) combining the two factors was 0.77 (95% CI: 0.67&#x02013;0.88).</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Model comparisons of receiver operating characteristics (ROC) curves for prediction of microvascular invasion.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0005.tif"/>
</fig>
</sec>
<sec>
<title>Radiomics Signature Model Using Single CT Phases</title>
<p>Model of each CT phase was constructed by multivariate logistic regression. The four radiomics signature models were named as plain, artery, venous and delay model, which based on non-enhanced, arterial, portal venous, and equilibrium phase, respectively. <xref ref-type="fig" rid="F5">Figure 5</xref> shows the performance of each model. The AUCs of the plain, artery, venous, and delay models were 0.75 (95% CI: 0.64&#x02013;0.87), 0.79 (95% CI: 0.69&#x02013;0.89), 0.73 (95% CI: 0.61&#x02013;0.85), and 0.80 (95% CI: 0.70&#x02013;0.91), respectively. The delay model exhibited better predictive performance than did the other radiomic signature models.</p>
</sec>
<sec>
<title>Combined Model</title>
<p>The scores obtained from the clinical model and the four radiomics models were incorporated into a backward stepwise multivariate logistic regression to construct a combined model. After the stepwise backward screening, the radiomics score obtained from the artery and delay models were preserved. The nomograms combining the significant independent predictors of MVI are shown in <xref ref-type="fig" rid="F6">Figure 6</xref>.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>Nomogram combining the radiomics signature from the arterial and delay phases for predicting microvascular invasion. The total score was calculated, and the risk of MVI is shown to go up in the x-axis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-09-819670-g0006.tif"/>
</fig>
<p>The combined model was able to more accurately predict MVI. The ROC curve for our nomogram is shown in <xref ref-type="fig" rid="F5">Figure 5</xref>. The nomogram exhibited the best performance of all models with an AUC of 0.83 (95% CI: 0.74&#x02013;0.93). DeLong test showed a significant difference between the combined and venous models (p &#x0003C; 0.05). The results of 10 times 10 folds cross validation of the validation set are shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 5</xref>.</p>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Radiomics is used to extract hundreds of quantitative feature parameters through a computer algorithm to improve the predictive performance of medical images (<xref ref-type="bibr" rid="B16">16</xref>). In this retrospective study, we extracted 12 radiomics features associated with MVI of HCC from the non-enhanced phase and from standard triphasic phase images respectively, and then selected these data for radiomics score construction. A total of 48 radiomics features were the optimal textural parameters, which were significantly different between MVI-negative and MVI-positive groups. The wavelet transform displayed the most frequent both in non-enhanced, portal venous and equilibrium phases, meanwhile Log is the most frequent one in arterial phase. The radiomics features showing the best discriminative performance in predicting MVI of each phase are as follow: the AUC of glszm. Zone Percentage based on non-enhanced phase was 0.74, which measures the coarseness of the texture; the AUC of glrlm. Long Run High Gray Level Emphasis based on arterial phase was 0.75, which measures the joint distribution of long run lengths with higher gray-level values; the AUC of ngtdm.Strength based on portal venous phase was 0.70, which is a measure of the primitives in an image; the AUC of shape. Maximum 2D Diameter Column based on equilibrium phase was 0.70, which is defined as the largest pairwise Euclidean distance between tumor surface mesh vertices in the row-slice plane. In these 48 texture parameters, which generated from GLSZM and GLRLM were the most frequently significant difference between the two groups (<xref ref-type="bibr" rid="B17">17</xref>&#x02013;<xref ref-type="bibr" rid="B22">22</xref>). The GLSZM and GLRLM both reflect heterogeneity of the image, which can be attributed to the more heterogeneity of MVI-positive group (including more blood vessels with abnormal hyperplasia, more necrosis due to fast tumor growth, and more uneven internal structure of tumor).</p>
<p>We developed radiomics signature models based on non-enhanced, arterial, portal venous, and equilibrium phases capable of predicting MVI, with AUCs of 0.75, 0.79, 0.73, and 0.80, respectively. Our results indicate that the radiomics signatures of standard triphasic CT achieved good performance at all CT phases. These findings are similar to those of Zheng et al. (<xref ref-type="bibr" rid="B23">23</xref>), who suggested that a radiomics signature derived from CT images could predict MVI, with an AUC of 0.80 in tumors &#x0003C; 5 cm. In addition, the artery and delay models performed better than the plain and venous models. This result differed from previous studies (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>), which suggested that radiomics signatures based on the portal venous phase perform better than those based on the arterial or equilibrium phase. Such inconsistencies might be associated with the presence of selection bias and the inclusion criteria used in our radiomics analysis.</p>
<p>In addition to this radiomics analysis, we evaluated clinical and CT imaging factors. We found that tumor diameter and pathological grade were independent variables associated with MVI. Previous studies (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B26">26</xref>) also found that tumor size was an independent factor for predicting survival of patients with HCC; this was consistent with our results. We observed the same trend in E-S grades with MVI likelihood. Therefore, we constructed a clinical model including tumor diameter and pathological grades that could discriminate MVI-positive HCC with an AUC of 0.77. Some studies have indicated that serum AFP levels and non-smooth tumor margins are more frequently found in MVI-positive HCC cases (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B27">27</xref>). Similarly, other studies that developed radiomic signatures using tumor boundary difference and hypointense halo could also predict MVI (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B28">28</xref>). Interestingly, in our study, multinodular fusion and serum AFP level were also significant in univariate analysis, but they each lost their significant association with MVI in multivariate analysis.</p>
<p>Furthermore, we developed and validated a nomogram as a surrogate biomarker of MVI in HCC, which combined the above models. A nomogram is an effective and accurate model for visualizing regression equations because it can establish scoring standards based on the regression coefficients of all independent variables (<xref ref-type="bibr" rid="B13">13</xref>). It transforms the complex regression equation into a simple, visual graph and has been proposed as a new standard method. Recently, it has been widely used as a prognostic tool for many tumor types, such as liver fibrosis (<xref ref-type="bibr" rid="B14">14</xref>), hepatocellular carcinoma (<xref ref-type="bibr" rid="B27">27</xref>), lung cancer (<xref ref-type="bibr" rid="B29">29</xref>) and thyroid cancer (<xref ref-type="bibr" rid="B30">30</xref>). Our combined model exhibited the best predictive performance with an AUC of 0.83, and it discriminated MVI better than the clinical and radiomics signature models that used a single CT phase; this indicates that our nomogram can provide additional prognostic and biological information, consistent with previous studies (<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B31">31</xref>). Recent studies have also revealed that when combining clinical, laboratory, semantic, and radiomic signatures, the resultant model has better predictive power than a single one (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B32">32</xref>). One of these studies (<xref ref-type="bibr" rid="B17">17</xref>) showed improved model performance after combining clinical risk factors. Conversely, the other study (<xref ref-type="bibr" rid="B32">32</xref>) showed that a clinical-radiomics model had an AUC of 0.835 when comparing the single model (AUC of 0.734 and 0.783) in predicting MVI. In addition, Xu et al. (<xref ref-type="bibr" rid="B31">31</xref>) constructed a combined model which combined radiomic signatures with clinical parameters, including AFP, with an accuracy of 82.8% (AUC = 0.889). Furthermore, Zhang et al. (<xref ref-type="bibr" rid="B25">25</xref>) demonstrated a multi-disciplinary team-like radiomics fusion model can predict MVI status in HCC. In addition, some studies have used magnetic resonance (MR)-based radiomics to construct a nomogram for predicting MVI (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B33">33</xref>&#x02013;<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>Our findings point to the likelihood that a combined model has better performance than any single model. Therefore, we suggest that a combined model should be proposed for use in texture analysis. In this regard, the nomogram that we developed could provide a straightforward, convenient, useful, and robust method for personalized prediction of MVI after aspiration biopsy and could be a useful tool for guiding subsequent personalized treatment such as surgery or TACE.</p>
<p>Previous studies have indicated that differences in image acquisition parameters such as scanning equipment, image resolution, signal-to-noise ratio, reconstruction algorithms, and contrast agent injection rates could influence CT texture quantification (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B36">36</xref>). We carefully considered the potential impact of the above factors on repeatability, and all participants included in this study were thus scanned using the same equipment, scanning parameters, reconstruction algorithms, and contrast injection rate.</p>
<p>However, this study has some limitations. First, this was a single-center retrospective study, with a small number of participants (<italic>n</italic> = 82). Second, MVI was only grouped into negative or positive and was not considered in the MVI 1/2 group. Further studies with larger samples are required to establish a prediction model for MVI grade and to improve the model&#x00027;s overall performance.</p>
<p>In conclusion, the results of the present study suggest that standard triphasic CT scans combined with a radiomic signature can be used for preoperative prediction of MVI in HCC; all of the tested models had good diagnostic performance, with the established nomogram having the best performance among all six of the models described here. A nonogram such as the one we developed for MVI prediction could prove to be a highly useful tool for guiding subsequent personalized treatment.</p>
</sec>
<sec sec-type="data-availability" id="s5">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Institutional Review Board of the Second Affiliated Hospital of Anhui Medical University, which waived the need for individual informed consent.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>WY, SY, RZ, and JB: conceptualization, writing&#x02014;review and editing. WY, SY, YG, WF, and YW: methodology and formal analysis. LX, KG, YW, and YZ: resources. WY and SY: writing and original draft preparation. WY, SY, and JB: revising. All authors have read and agreed to submit the manuscript.</p>
</sec>
<sec sec-type="funding-information" id="s8">
<title>Funding</title>
<p>This work was equally supported by the Natural Science Foundation of China (32000750 and 51901001), the Anhui Provincial Natural Science Foundation (2008085QH369, 2008085MF221), the Natural Science Foundation of Anhui Medical University (2019xkj031), the Clinical Research Training Program of the Second Affiliated Hospital of Anhui Medical University (2020LCYB05), the Research Fund of the Anhui Institute of Translational Medicine (2021zhyx-C45), the Basic and Clinical Collaborative Research Improvement Project of Anhui Medical University (2020xkjT020), the School Foundation of Anhui Medical University (2019xkj016), Grants for Scientific Research of BSKY (XJ201907) from Anhui Medical University, and Scientific Research Improvement Project of Anhui Medical University (2021xkjT018).</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>YG was employed by GE Healthcare China. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec> 
</body>
<back>
<ack><p>We sincerely thank the clinicians and the participants who were enrolled in our study. We also thank the professional editors at Editage.</p>
</ack><sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmed.2022.819670/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmed.2022.819670/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>W</given-names></name> <name><surname>Zheng</surname> <given-names>R</given-names></name> <name><surname>Baade</surname> <given-names>PD</given-names></name> <name><surname>Zhang</surname> <given-names>S</given-names></name> <name><surname>Zeng</surname> <given-names>H</given-names></name> <name><surname>Bray</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Cancer statistics in China, 2015</article-title>. <source>CA Cancer J Clin.</source> (<year>2016</year>) <volume>66</volume>:<fpage>115</fpage>-<lpage>32</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21338</pub-id><pub-id pub-id-type="pmid">26808342</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>X</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <name><surname>Wang</surname> <given-names>F</given-names></name> <name><surname>Ni</surname> <given-names>Q</given-names></name> <name><surname>Naimat</surname> <given-names>U</given-names></name> <name><surname>Chen</surname> <given-names>Z</given-names></name></person-group>. <article-title>Recurrence of hepatocellular carcinoma after laparoscopic hepatectomy: risk factors and treatment strategies</article-title>. <source>J Laparoendosc Adv Surg Tech A.</source> (<year>2017</year>) <volume>27</volume>:<fpage>676</fpage>-<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1089/lap.2016.0541</pub-id><pub-id pub-id-type="pmid">28326886</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>XF</given-names></name> <name><surname>Xing</surname> <given-names>H</given-names></name> <name><surname>Han</surname> <given-names>J</given-names></name> <name><surname>Li</surname> <given-names>ZL</given-names></name> <name><surname>Lau</surname> <given-names>WY</given-names></name> <name><surname>Zhou</surname> <given-names>YH</given-names></name> <etal/></person-group>. <article-title>Risk factors, patterns, and outcomes of late recurrence after liver resection for hepatocellular carcinoma: a multicenter study from China</article-title>. <source>JAMA Surg.</source> (<year>2019</year>) <volume>154</volume>:<fpage>209</fpage>-<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1001/jamasurg.2018.4334</pub-id><pub-id pub-id-type="pmid">30422241</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Forner</surname> <given-names>A</given-names></name> <name><surname>Gilabert</surname> <given-names>M</given-names></name> <name><surname>Bruix</surname> <given-names>J</given-names></name> <name><surname>Raoul</surname> <given-names>JL</given-names></name></person-group>. <article-title>Treatment of intermediate-stage hepatocellular carcinoma</article-title>. <source>Nat Rev Clin Oncol.</source> (<year>2014</year>) <volume>11</volume>:<fpage>525</fpage>-<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1038/nrclinonc.2014.122</pub-id><pub-id pub-id-type="pmid">25091611</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Renzulli</surname> <given-names>M</given-names></name> <name><surname>Brocchi</surname> <given-names>S</given-names></name> <name><surname>Cucchetti</surname> <given-names>A</given-names></name> <name><surname>Mazzotti</surname> <given-names>F</given-names></name> <name><surname>Mosconi</surname> <given-names>C</given-names></name> <name><surname>Sportoletti</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Can current preoperative imaging be used to detect microvascular invasion of hepatocellular carcinoma?</article-title> <source>Radiology.</source> (<year>2016</year>) <volume>279</volume>:<fpage>432</fpage>-<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2015150998</pub-id><pub-id pub-id-type="pmid">26653683</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>S</given-names></name> <name><surname>Kim</surname> <given-names>SH</given-names></name> <name><surname>Lee</surname> <given-names>JE</given-names></name> <name><surname>Sinn</surname> <given-names>DH</given-names></name> <name><surname>Park</surname> <given-names>CK</given-names></name></person-group>. <article-title>Preoperative gadoxetic acid-enhanced MRI for predicting microvascular invasion in patients with single hepatocellular carcinoma</article-title>. <source>J Hepatol.</source> (<year>2017</year>) <volume>67</volume>:<fpage>526</fpage>-<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2017.04.024</pub-id><pub-id pub-id-type="pmid">28483680</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goh</surname> <given-names>V</given-names></name> <name><surname>Ganeshan</surname> <given-names>B</given-names></name> <name><surname>Nathan</surname> <given-names>P</given-names></name> <name><surname>Juttla</surname> <given-names>JK</given-names></name> <name><surname>Vinayan</surname> <given-names>A</given-names></name> <name><surname>Miles</surname> <given-names>KA</given-names></name></person-group>. <article-title>Assessment of response to tyrosine kinase inhibitors in metastatic renal cell cancer: CT texture as a predictive biomarker</article-title>. <source>Radiology.</source> (<year>2011</year>) <volume>261</volume>:<fpage>165</fpage>-<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.11110264</pub-id><pub-id pub-id-type="pmid">21813743</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ganeshan</surname> <given-names>B</given-names></name> <name><surname>Goh</surname> <given-names>V</given-names></name> <name><surname>Mandeville</surname> <given-names>HC</given-names></name> <name><surname>Ng</surname> <given-names>QS</given-names></name> <name><surname>Hoskin</surname> <given-names>PJ</given-names></name> <name><surname>Miles</surname> <given-names>KA</given-names></name></person-group>. <article-title>Non-small cell lung cancer: histopathologic correlates for texture parameters at CT</article-title>. <source>Radiology.</source> (<year>2013</year>) <volume>266</volume>:<fpage>326</fpage>-<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.12112428</pub-id><pub-id pub-id-type="pmid">23169792</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ng</surname> <given-names>F</given-names></name> <name><surname>Ganeshan</surname> <given-names>B</given-names></name> <name><surname>Kozarski</surname> <given-names>R</given-names></name> <name><surname>Miles</surname> <given-names>KA</given-names></name> <name><surname>Goh</surname> <given-names>V</given-names></name></person-group>. <article-title>Assessment of primary colorectal cancer heterogeneity by using whole-tumor texture analysis: contrast-enhanced CT texture as a biomarker of 5-year survival</article-title>. <source>Radiology.</source> (<year>2013</year>) <volume>266</volume>:<fpage>177</fpage>-<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.12120254</pub-id><pub-id pub-id-type="pmid">23151829</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>HW</given-names></name> <name><surname>Graham</surname> <given-names>CM</given-names></name> <name><surname>Elci</surname> <given-names>O</given-names></name> <name><surname>Griswold</surname> <given-names>ME</given-names></name> <name><surname>Zhang</surname> <given-names>X</given-names></name> <name><surname>Khan</surname> <given-names>MA</given-names></name> <etal/></person-group>. <article-title>Locally advanced squamous cell carcinoma of the head and neck: CT texture and histogram analysis allow independent prediction of overall survival in patients treated with induction chemotherapy</article-title>. <source>Radiology.</source> (<year>2013</year>) <volume>269</volume>:<fpage>801</fpage>-<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.13130110</pub-id><pub-id pub-id-type="pmid">23912620</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yip</surname> <given-names>C</given-names></name> <name><surname>Landau</surname> <given-names>D</given-names></name> <name><surname>Kozarski</surname> <given-names>R</given-names></name> <name><surname>Ganeshan</surname> <given-names>B</given-names></name> <name><surname>Thomas</surname> <given-names>R</given-names></name> <name><surname>Michaelidou</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Primary esophageal cancer: heterogeneity as potential prognostic biomarker in patients treated with definitive chemotherapy and radiation therapy</article-title>. <source>Radiology.</source> (<year>2014</year>) <volume>270</volume>:<fpage>141</fpage>-<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.13122869</pub-id><pub-id pub-id-type="pmid">23985274</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>R</given-names></name> <name><surname>Gong</surname> <given-names>XJ</given-names></name> <name><surname>Ge</surname> <given-names>YQ</given-names></name> <name><surname>Zhao</surname> <given-names>H</given-names></name> <name><surname>Wang</surname> <given-names>LS</given-names></name> <name><surname>Yu</surname> <given-names>HZ</given-names></name> <etal/></person-group>. <article-title>Use of texture analysis on noncontrast MRI in classification of early stage of liver fibrosis</article-title>. <source>Can J Gastroenterol.</source> (<year>2021</year>) <volume>2021</volume>:<fpage>6677821</fpage>. <pub-id pub-id-type="doi">10.1155/2021/6677821</pub-id><pub-id pub-id-type="pmid">33791254</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kattan</surname> <given-names>MW</given-names></name> <name><surname>Scardino</surname> <given-names>PT</given-names></name></person-group>. <article-title>Evidence for the usefulness of nomograms</article-title>. <source>Nat Clin Pract Urol.</source> (<year>2007</year>) <volume>4</volume>:<fpage>638</fpage>-<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1038/ncpuro0968</pub-id><pub-id pub-id-type="pmid">17984994</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ding</surname> <given-names>R</given-names></name> <name><surname>Zhou</surname> <given-names>X</given-names></name> <name><surname>Huang</surname> <given-names>D</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <name><surname>Yan</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>Nomogram for predicting advanced liver fibrosis and cirrhosis in patients with chronic liver disease</article-title>. <source>BMC Gastroenterol.</source> (<year>2021</year>) <volume>21</volume>:<fpage>190</fpage>. <pub-id pub-id-type="doi">10.1186/s12876-021-01774-w</pub-id><pub-id pub-id-type="pmid">33906623</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yushkevich</surname> <given-names>PA</given-names></name> <name><surname>Piven</surname> <given-names>J</given-names></name> <name><surname>Hazlett</surname> <given-names>HC</given-names></name> <name><surname>Smith</surname> <given-names>RG</given-names></name> <name><surname>Ho</surname> <given-names>S</given-names></name> <name><surname>Gee</surname> <given-names>JC</given-names></name> <etal/></person-group>. <article-title>User-guided 3D active contour segmentation of anatomical structures: significantly improved efficiency and reliability</article-title>. <source>Neuroimage.</source> (<year>2006</year>) <volume>31</volume>:<fpage>1116</fpage>-<lpage>28</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2006.01.015</pub-id><pub-id pub-id-type="pmid">16545965</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Rios-Velazquez</surname> <given-names>E</given-names></name> <name><surname>Leijenaar</surname> <given-names>R</given-names></name> <name><surname>Carvalho</surname> <given-names>S</given-names></name> <name><surname>van Stiphout</surname> <given-names>RG</given-names></name> <name><surname>Granton</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Radiomics: extracting more information from medical images using advanced feature analysis</article-title>. <source>Eur J Cancer.</source> (<year>2012</year>) <volume>48</volume>:<fpage>441</fpage>-<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejca.2011.11.036</pub-id><pub-id pub-id-type="pmid">22257792</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>J</given-names></name> <name><surname>Choi</surname> <given-names>SJ</given-names></name> <name><surname>Lee</surname> <given-names>SH</given-names></name> <name><surname>Lee</surname> <given-names>HY</given-names></name> <name><surname>Park</surname> <given-names>H</given-names></name></person-group>. <article-title>Predicting survival using pretreatment CT for patients with hepatocellular carcinoma treated with transarterial chemoembolization: comparison of models using radiomics</article-title>. <source>Am J Roentgenol.</source> (<year>2018</year>) <volume>211</volume>:<fpage>1026</fpage>-<lpage>34</lpage>. <pub-id pub-id-type="doi">10.2214/AJR.18.19507</pub-id><pub-id pub-id-type="pmid">30240304</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname> <given-names>S</given-names></name> <name><surname>Li</surname> <given-names>Z</given-names></name> <name><surname>Niu</surname> <given-names>L</given-names></name> <name><surname>Zhou</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>G</given-names></name> <name><surname>Gao</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Hypervascular hepatic focal lesions on dynamic contrast-enhanced CT: preliminary data from arterial phase scans texture analysis for classification</article-title>. <source>Clin Radiol.</source> (<year>2019</year>) <volume>74</volume>: <fpage>653</fpage>.e11-18. <pub-id pub-id-type="doi">10.1016/j.crad.2019.05.010</pub-id><pub-id pub-id-type="pmid">31208725</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname> <given-names>YL</given-names></name> <name><surname>Chen</surname> <given-names>JH</given-names></name> <name><surname>Shen</surname> <given-names>WC</given-names></name></person-group>. <article-title>Diagnosis of hepatic tumors with texture analysis in nonenhanced computed tomography images</article-title>. <source>Acad Radiol.</source> (<year>2006</year>) <volume>13</volume>:<fpage>713</fpage>-<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.acra.2005.07.014</pub-id><pub-id pub-id-type="pmid">16679273</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname> <given-names>W</given-names></name> <name><surname>Yu</surname> <given-names>X</given-names></name> <name><surname>Guo</surname> <given-names>D</given-names></name> <name><surname>Liu</surname> <given-names>H</given-names></name> <name><surname>Tang</surname> <given-names>ZY</given-names></name> <name><surname>Liu</surname> <given-names>XJ</given-names></name> <etal/></person-group>. <article-title>MRI-based radiomics: associations with the recurrence-free survival of patients with hepatocellular carcinoma treated with conventional transcatheter arterial chemoembolization</article-title>. <source>J Magn Reson Imaging.</source> (<year>2020</year>) <volume>52</volume>:<fpage>461</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.26977</pub-id><pub-id pub-id-type="pmid">31675174</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perrin</surname> <given-names>T</given-names></name> <name><surname>Midya</surname> <given-names>A</given-names></name> <name><surname>Yamashita</surname> <given-names>R</given-names></name> <name><surname>Chakraborty</surname> <given-names>J</given-names></name> <name><surname>Saidon</surname> <given-names>T</given-names></name> <name><surname>Jarnagin</surname> <given-names>WR</given-names></name> <etal/></person-group>. <article-title>Short-term reproducibility of radiomic features in liver parenchyma and liver malignancies on contrast-enhanced CT imaging</article-title>. <source>Abdom Radiol.</source> (<year>2018</year>) <volume>43</volume>:<fpage>3271</fpage>-<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1007/s00261-018-1600-6</pub-id><pub-id pub-id-type="pmid">29730738</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>YM</given-names></name> <name><surname>Xu</surname> <given-names>WR</given-names></name> <name><surname>Weng</surname> <given-names>SP</given-names></name> <name><surname>Yan</surname> <given-names>C</given-names></name> <name><surname>Chen</surname> <given-names>JW</given-names></name> <name><surname>Ye</surname> <given-names>RP</given-names></name></person-group>. <article-title>CT Image-based texture analysis to predict microvascular invasion in primary hepatocellular carcinoma</article-title>. <source>J Digit Imaging.</source> (<year>2020</year>) <volume>33</volume>:<fpage>1365</fpage>-<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1007/s10278-020-00386-2</pub-id><pub-id pub-id-type="pmid">32968880</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zheng</surname> <given-names>J</given-names></name> <name><surname>Chakraborty</surname> <given-names>J</given-names></name> <name><surname>Chapman</surname> <given-names>WC</given-names></name> <name><surname>Gerst</surname> <given-names>S</given-names></name> <name><surname>Gonen</surname> <given-names>M</given-names></name> <name><surname>Pak</surname> <given-names>LM</given-names></name> <etal/></person-group>. <article-title>Preoperative prediction of microvascular invasion in hepatocellular carcinoma using quantitative image analysis</article-title>. <source>J Am Coll Surgeons.</source> (<year>2017</year>) <volume>225</volume>:<fpage>778</fpage>-<lpage>88</lpage>.e1. <pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2017.09.003</pub-id><pub-id pub-id-type="pmid">28941728</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ma</surname> <given-names>XH</given-names></name> <name><surname>Wei</surname> <given-names>JW</given-names></name> <name><surname>Gu</surname> <given-names>DS</given-names></name> <name><surname>Zhu</surname> <given-names>YJ</given-names></name> <name><surname>Feng</surname> <given-names>B</given-names></name> <name><surname>Liang</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Preoperative radiomics nomogram for microvascular invasion prediction in hepatocellular carcinoma using contrast-enhanced CT</article-title>. <source>Eur Radiol.</source> (<year>2019</year>) <volume>29</volume>:<fpage>3595</fpage>-<lpage>605</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5985-y</pub-id><pub-id pub-id-type="pmid">30770969</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>WL</given-names></name> <name><surname>Yang</surname> <given-names>RM</given-names></name> <name><surname>Liang</surname> <given-names>FR</given-names></name> <name><surname>Liu</surname> <given-names>GS</given-names></name> <name><surname>Chen</surname> <given-names>AM</given-names></name> <name><surname>Wu</surname> <given-names>HZ</given-names></name> <etal/></person-group>. <article-title>Prediction of microvascular invasion in hepatocellular carcinoma with a multi-disciplinary team-like radiomics fusion model on dynamic contrast-enhanced computed tomography</article-title>. <source>Front Oncol.</source> (<year>2021</year>) <volume>11</volume>:<fpage>660629</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2021.660629</pub-id><pub-id pub-id-type="pmid">33796471</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seung</surname> <given-names>H</given-names></name> <name><surname>Sang</surname> <given-names>C</given-names></name> <name><surname>So</surname> <given-names>K</given-names></name> <name><surname>Ju</surname> <given-names>S</given-names></name> <name><surname>Seung</surname> <given-names>L</given-names></name> <name><surname>Jae</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>MRI features for predicting microvascular invasion of hepatocellular carcinoma: a systematic review and meta-analysis</article-title>. <source>Liver Cancer.</source> (<year>2021</year>) <volume>10</volume>:<fpage>94</fpage>-<lpage>106</lpage>. <pub-id pub-id-type="doi">10.1159/000513704</pub-id><pub-id pub-id-type="pmid">33981625</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>L</given-names></name> <name><surname>Gu</surname> <given-names>DS</given-names></name> <name><surname>Wei</surname> <given-names>JW</given-names></name> <name><surname>Yang</surname> <given-names>C</given-names></name> <name><surname>Rao</surname> <given-names>SX</given-names></name> <name><surname>Wang</surname> <given-names>WT</given-names></name> <etal/></person-group>. <article-title>A radiomics nomogram for preoperative prediction of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Liver Cancer.</source> (<year>2019</year>) <volume>8</volume>:<fpage>373</fpage>-<lpage>86</lpage>. <pub-id pub-id-type="doi">10.1159/000494099</pub-id><pub-id pub-id-type="pmid">31768346</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Banerjee</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>DS</given-names></name> <name><surname>Kim</surname> <given-names>HJ</given-names></name> <name><surname>Sirlin</surname> <given-names>CB</given-names></name> <name><surname>Chan</surname> <given-names>MG</given-names></name> <name><surname>Korn</surname> <given-names>RL</given-names></name> <etal/></person-group>. <article-title>A computed tomography radiogenomic biomarker predicts microvascular invasion and clinical outcomes in hepatocellular carcinoma</article-title>. <source>Hepatology.</source> (<year>2015</year>) <volume>62</volume>:<fpage>792</fpage>-<lpage>800</lpage>. <pub-id pub-id-type="doi">10.1002/hep.27877</pub-id><pub-id pub-id-type="pmid">25930992</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zou</surname> <given-names>ZC</given-names></name> <name><surname>Zhang</surname> <given-names>GC</given-names></name> <name><surname>Song</surname> <given-names>P</given-names></name> <name><surname>Yang</surname> <given-names>J</given-names></name> <name><surname>Li</surname> <given-names>ST</given-names></name> <name><surname>Zhong</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Survival nomogram for stage IB non-small-cell lung cancer patients, based on the SEER database and an external validation cohort</article-title>. <source>Ann Surg Oncol.</source> (<year>2021</year>) <volume>28</volume>:<fpage>3941</fpage>-<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1245/s10434-020-09362-0</pub-id><pub-id pub-id-type="pmid">33249521</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiao</surname> <given-names>YX</given-names></name> <name><surname>Wu</surname> <given-names>ZH</given-names></name> <name><surname>Ruan</surname> <given-names>SN</given-names></name> <name><surname>Xiong</surname> <given-names>YQ</given-names></name> <name><surname>Huang</surname> <given-names>T</given-names></name></person-group>. <article-title>Development and validation of the nomogram for predicting preoperative vocal cord palsy in thyroid cancer patients</article-title>. <source>Gland Surg.</source> (<year>2021</year>) <volume>10</volume>:<fpage>541</fpage>-<lpage>50</lpage>. <pub-id pub-id-type="doi">10.21037/gs-20-621</pub-id><pub-id pub-id-type="pmid">33708537</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>HL</given-names></name> <name><surname>Liu</surname> <given-names>QP</given-names></name> <name><surname>Sun</surname> <given-names>SW</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Zhu</surname> <given-names>FP</given-names></name> <etal/></person-group>. <article-title>Radiomic analysis of contrast-enhanced CT predicts microvascular invasion and outcome in hepatocellular carcinoma</article-title>. <source>J Hepatol.</source> (<year>2019</year>) <volume>70</volume>:<fpage>1133</fpage>-<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2019.02.023</pub-id><pub-id pub-id-type="pmid">30876945</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ni</surname> <given-names>M</given-names></name> <name><surname>Zhou</surname> <given-names>XM</given-names></name> <name><surname>Lv</surname> <given-names>Q</given-names></name> <name><surname>Li</surname> <given-names>ZM</given-names></name> <name><surname>Gao</surname> <given-names>YX</given-names></name> <name><surname>Tan</surname> <given-names>YQ</given-names></name> <etal/></person-group>. <article-title>Radiomics models for diagnosing microvascular invasion in hepatocellular carcinoma: which model is the best model?</article-title> <source>Cancer Imaging.</source> (<year>2019</year>) <volume>19</volume>:<fpage>60</fpage>. <pub-id pub-id-type="doi">10.1186/s40644-019-0249-x</pub-id><pub-id pub-id-type="pmid">31455432</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>R</given-names></name> <name><surname>Xu</surname> <given-names>L</given-names></name> <name><surname>Wen</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Yang</surname> <given-names>P</given-names></name> <name><surname>Zhang</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>A nomogram based on bi-regional radiomics features from multimodal magnetic resonance imaging for preoperative prediction of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Quant Imaging Med Surg.</source> (<year>2019</year>) <volume>9</volume>:<fpage>1503</fpage>-<lpage>15</lpage>. <pub-id pub-id-type="doi">10.21037/qims.2019.09.07</pub-id><pub-id pub-id-type="pmid">31667137</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhu</surname> <given-names>YJ</given-names></name> <name><surname>Feng</surname> <given-names>B</given-names></name> <name><surname>Wang</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>LM</given-names></name> <name><surname>Wu</surname> <given-names>JF</given-names></name> <name><surname>Ma</surname> <given-names>XH</given-names></name> <etal/></person-group>. <article-title>Model-based three-dimensional texture analysis of contrast-enhanced magnetic resonance imaging as a potential tool for preoperative prediction of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Oncol Lett.</source> (<year>2019</year>) <volume>18</volume>:<fpage>720</fpage>-<lpage>32</lpage>. <pub-id pub-id-type="doi">10.3892/ol.2019.10378</pub-id><pub-id pub-id-type="pmid">31289547</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Jiang</surname> <given-names>H</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <name><surname>Wei</surname> <given-names>Y</given-names></name> <name><surname>Cao</surname> <given-names>L</given-names></name> <name><surname>Ye</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Hepatocellular carcinoma: radiomics nomogram on gadoxetic acid-enhanced MR imaging for early postoperative recurrence prediction</article-title>. <source>Cancer Imaging.</source> (<year>2019</year>) <volume>19</volume>:<fpage>22</fpage>. <pub-id pub-id-type="doi">10.1186/s40644-019-0209-5</pub-id><pub-id pub-id-type="pmid">31088553</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Solomon</surname> <given-names>J</given-names></name> <name><surname>Mileto</surname> <given-names>A</given-names></name> <name><surname>Nelson</surname> <given-names>RC</given-names></name> <name><surname>Roy Choudhury</surname> <given-names>K</given-names></name> <name><surname>Samei</surname> <given-names>E</given-names></name></person-group>. <article-title>Quantitative features of liver lesions, lung nodules, and renal stones at multi-detector row CT examinations: dependency on radiation dose and reconstruction algorithm</article-title>. <source>Radiology.</source> (<year>2016</year>) <volume>279</volume>:<fpage>185</fpage>-<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2015150892</pub-id><pub-id pub-id-type="pmid">26624973</pub-id></citation></ref>
</ref-list> 
</back>
</article> 