<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Digit. Health</journal-id>
<journal-title>Frontiers in Digital Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Digit. Health</abbrev-journal-title>
<issn pub-type="epub">2673-253X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fdgth.2023.1187578</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Digital Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying potential circulating miRNA biomarkers for the diagnosis and prediction of ovarian cancer using machine-learning approach: application of Boruta</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Hamidi</surname><given-names>Farzaneh</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1355509/overview"/></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Gilani</surname><given-names>Neda</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/1421961/overview" /></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Arabi Belaghi</surname><given-names>Reza</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/1361170/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Yaghoobi</surname><given-names>Hanif</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1117145/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Babaei</surname><given-names>Esmaeil</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1735416/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Sarbakhsh</surname><given-names>Parvin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/2353524/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Malakouti</surname><given-names>Jamileh</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><addr-line>Department of Statistics and Epidemiology, Faculty of Health</addr-line>, <institution>Tabriz University of Medical Sciences</institution>, <addr-line>Tabriz</addr-line>, <country>Iran</country></aff>
<aff id="aff2"><label><sup>2</sup></label><addr-line>Road Traffic Injury Research Center</addr-line>, <institution>Tabriz University of Medical Sciences</institution>, <addr-line>Tabriz</addr-line>, <country>Iran</country></aff>
<aff id="aff3"><label><sup>3</sup></label><addr-line>Department of Mathematics, Applied Mathematics and Statistics</addr-line>, <institution>Uppsala University</institution>, <addr-line>Uppsala</addr-line>, <country>Sweden</country></aff>
<aff id="aff4"><label><sup>4</sup></label><addr-line>Department of Statistics, Faculty of Mathematical Science</addr-line>, <institution>University of Tabriz</institution>, <addr-line>Tabriz</addr-line>, <country>Iran</country></aff>
<aff id="aff5"><label><sup>5</sup></label><addr-line>Department of Energy and Technology</addr-line>, <institution>Swedish Agricultural University</institution>, <addr-line>Uppsala</addr-line>, <country>Sweden</country></aff>
<aff id="aff6"><label><sup>6</sup></label><addr-line>Department of Biological Sciences, School of Natural Sciences</addr-line>, <institution>University of Tabriz</institution>, <addr-line>Tabriz</addr-line>, <country>Iran</country></aff>
<aff id="aff7"><label><sup>7</sup></label><addr-line>Interfaculty Institute for Bioinformatics and Medical Informatics (IBMI)</addr-line>, <institution>University of T&#x00FC;bingen</institution>, <addr-line>T&#x00FC;bingen</addr-line>, <country>Germany</country></aff>
<aff id="aff8"><label><sup>8</sup></label><addr-line>Department of Midwifery, Faculty of Nursing and Midwifery</addr-line>, <institution>Tabriz University of Medical Science</institution>, <addr-line>Tabriz</addr-line>, <country>Iran</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Ayan Banerjee, Arizona State University, United States</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Saurav Mallik, Harvard University, United States Imane Lamrani, Nikola Corporation, United States Payal Kamboj, Arizona State University, United States, in collaboration with reviewer [IL]</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Neda Gilani <email>neda.gilani@gmail.com</email> Reza Arabi Belaghi <email>rezaarabi11@gmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub"><day>09</day><month>08</month><year>2023</year></pub-date>
<pub-date pub-type="collection"><year>2023</year></pub-date>
<volume>5</volume><elocation-id>1187578</elocation-id>
<history>
<date date-type="received"><day>16</day><month>03</month><year>2023</year></date>
<date date-type="accepted"><day>20</day><month>07</month><year>2023</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2023 Hamidi, Gilani, Arabi Belaghi, Yaghoobi, Babaei, Sarbakhsh and Malakouti.</copyright-statement>
<copyright-year>2023</copyright-year><copyright-holder>Hamidi, Gilani, Arabi Belaghi, Yaghoobi, Babaei, Sarbakhsh and Malakouti</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec><title>Introduction</title>
<p>In gynecologic oncology, ovarian cancer is a great clinical challenge. Because of the lack of typical symptoms and effective biomarkers for noninvasive screening, most patients develop advanced-stage ovarian cancer by the time of diagnosis. MicroRNAs (miRNAs) are a type of non-coding RNA molecule that has been linked to human cancers. Specifying diagnostic biomarkers to determine non-cancer and cancer samples is difficult.</p>
</sec>
<sec><title>Methods</title>
<p>By using Boruta, a novel random forest-based feature selection in the machine-learning techniques, we aimed to identify biomarkers associated with ovarian cancer using cancerous and non-cancer samples from the Gene Expression Omnibus (GEO) database: GSE106817. In this study, we used two independent GEO data sets as external validation, including GSE113486 and GSE113740. We utilized five state-of-the-art machine-learning algorithms for classification: logistic regression, random forest, decision trees, artificial neural networks, and XGBoost.</p>
</sec>
<sec><title>Results</title>
<p>Four models discovered in GSE113486 had an AUC of 100&#x0025;, three in GSE113740 with AUC of over 94&#x0025;, and four in GSE113486 with AUC of over 94&#x0025;. We identified 10 miRNAs to distinguish ovarian cancer cases from normal controls: hsa-miR-1290, hsa-miR-1233-5p, hsa-miR-1914-5p, hsa-miR-1469, hsa-miR-4675, hsa-miR-1228-5p, hsa-miR-3184-5p, hsa-miR-6784-5p, hsa-miR-6800-5p, and hsa-miR-5100. Our findings suggest that miRNAs could be used as possible biomarkers for ovarian cancer screening, for possible intervention.</p>
</sec>
</abstract>
<kwd-group>
<kwd>artificial intelligence</kwd>
<kwd>Boruta</kwd>
<kwd>biomarker</kwd>
<kwd>feature selection</kwd>
<kwd>Gene Expression Omnibus</kwd>
<kwd>ovarian cancer</kwd>
<kwd>oncology</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="2"/><equation-count count="2"/><ref-count count="91"/><page-count count="0"/><word-count count="0"/></counts><custom-meta-wrap><custom-meta><meta-name>section-at-acceptance</meta-name><meta-value>Health Informatics</meta-value></custom-meta></custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro"><label>1.</label><title>Introduction</title>
<p>Ovarian cancer is most often found in granulosa cells or germ cells, with epithelial histology accounting for more than 90&#x0025; of all ovarian cancer. Epithelial ovarian cancer (EOC) (<xref ref-type="bibr" rid="B1">1</xref>) is a widespread gynecologic malignancy in industrialized and developing countries (<xref ref-type="bibr" rid="B2">2</xref>), with approximately 230,000 new cases and nearly 140,000 deaths per year (<xref ref-type="bibr" rid="B3">3</xref>). In 2020, the United States was expected to see 21,750 new cases and 13,940 deaths (<xref ref-type="bibr" rid="B4">4</xref>), while Europe experienced 29,000 deaths (<xref ref-type="bibr" rid="B5">5</xref>). According to the International Federation of Gynecology and Obstetrics (FIGO), only 30&#x0025; of advanced-stage cancer patients live for nearly 5 years after receiving a primary-stage prognosis (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>). Only 19&#x0025; of ovarian cancer patients are diagnosed at its early stage due to the absence of robust and minimally invasive methods at its early detection (<xref ref-type="bibr" rid="B8">8</xref>). Hence, advanced approaches for the early screening of ovarian cancer are necessary for proper medication and timely treatment. Regarding the genetic basis of cancer malignancy, microarray technology (<xref ref-type="bibr" rid="B9">9</xref>) has recently been one of the most widely used tools to evaluate the functions of genes in related patients. MicroRNAs (miRNAs) are short (18&#x2013;25 nucleotides in length) non-coding RNAs that have emerged as important translational gene regulators in cancer cells (<xref ref-type="bibr" rid="B6">6</xref>). The screening models currently available are insufficient, and accurate non-invasive molecular biomarkers are urgently needed. Many studies have looked at the expression profiles of miRNAs in tissue and serum samples from ovarian cancer patients to identify appropriate biomarkers (<xref ref-type="bibr" rid="B10">10</xref>). Even though in many studies miRNAs are still insufficient for clinical applications that are due to large-scale non-validation and inconsistencies in the diagnosis of devices (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B13">13</xref>), it could expand a new screening strategy that can differentiate cancerous from non-cancerous women. In addition, the comprehensive characteristics of circulating miRNAs enable us to produce optimal diagnostic models for ovarian cancer (<xref ref-type="bibr" rid="B11">11</xref>&#x2013;<xref ref-type="bibr" rid="B14">14</xref>).</p>
<sec id="s1a"><label>1.1.</label><title>Related works</title>
<p>MicroRNA molecules can act as an important tool for the detection of ovarian cancer. Chung et al. (<xref ref-type="bibr" rid="B15">15</xref>) reported let-7b, miR-26a, miR-132, and miR-145 as potential biomarkers in ovarian cancer patients. Among the results of Yuan et al.&#x2019;s (<xref ref-type="bibr" rid="B16">16</xref>) study, has-miR-6784-5p, has-miR-6800-5p, and has-miR-5100 are indicating ovarian-associated cancer signature. Jeon et al. (<xref ref-type="bibr" rid="B17">17</xref>) reported that the serum and tissue miR-1290 was significantly elevated in patients with epithelial ovarian cancer compared with patients with benign ovarian neoplasm. Chen et al. (<xref ref-type="bibr" rid="B18">18</xref>) reported a total of 19 miRNAs, which were identified by random forest models, that were important in cancer diagnosis. In this study, the top five miRNAs with the highest frequency were chosen to be the biomarker candidates for cancer screening, which has-miR-3184-5p achieved a high rank. Yaghoobi et al. (<xref ref-type="bibr" rid="B19">19</xref>) proposed a method called EBST that has identified 11 serum miRNAs as potential biomarkers associated with ovarian cancer; among the miRNAs set, has-miR-1228-5p and has-miR-6784-5p were also reported. Zhang et al. (<xref ref-type="bibr" rid="B20">20</xref>) reported the four miRNA models that showed very strong performances with AUCs&#x2009;&#x003E;&#x2009;0.95 in the biliary tract, bladder, colorectal, esophageal, gastric, glioma, liver, ovarian, pancreatic, and prostate cancers. This study provides proof-of-concept data in demonstrating that the four miRNA (hsa-miR-5100, hsa-miR-1343-3p, hsa-miR-1290, and hsa-miR-4787-3p) model has the potential to be developed into a simple, inexpensive, and non-invasive blood test for the early detection of multiple cancers with high accuracy. Using statistical approaches, Hamidi et al. (<xref ref-type="bibr" rid="B21">21</xref>) identified 10 miRNAs regulated in ovarian serum cancer samples compared with non-cancer samples in the publicly available data set GSE106817: hsa-miR-5100, hsa-miR-6800-5p, hsa-miR-1233-5p, hsa-miR-4532, hsa-miR-4783-3p, hsa-miR-4787-3p, hsa-miR-1228-5p, hsa-miR-1290, hsa-miR-3184-5p, and hsa-miR-320b. However, the approach of the previous study (<xref ref-type="bibr" rid="B21">21</xref>) failed to take into account the non-linearity structure in big data; therefore, in this paper, we are implementing a new machine-learning variable selection approach called Boruta to address this problem. We will observe that the new miRNAs will be explored by the new method that has not been recognized in the traditional methods.</p>
</sec>
<sec id="s1b"><label>1.2.</label><title>Novel contributions</title>
<p>It is important to note that the choice of feature selection (FS) method should be tailored to the specific characteristics of the data set and research question at hand. Gene expression data are the representation of non-linear interactions among genes (<xref ref-type="bibr" rid="B22">22</xref>). By computing analysis of these data, it is expected to gain knowledge of gene functions and disease mechanisms. Statistical methods can only identify linear patterns, while non-linear patterns of relationships remain hidden. As mentioned in many research (<xref ref-type="bibr" rid="B23">23</xref>&#x2013;<xref ref-type="bibr" rid="B29">29</xref>), Boruta has superior advantages in terms of feature selection accuracy, stability, and classification performance across different domains such as protein subcellular localization and credit risk assessment, however, especially in microarray data sets of ovarian cancer that have been rarely used before. This is based on some studies on the stability of Boruta (<xref ref-type="bibr" rid="B30">30</xref>&#x2013;<xref ref-type="bibr" rid="B32">32</xref>) as a machine-learning method that can more accurately discover new miRNAs that were hidden in statistical methods. Therefore, this work attempts an innovation in two important issues: the identification of new miRNAs based on complex non-linear structures and the comparison of new results with the previous ones, which will be described in the results and discussion section.</p>
</sec>
</sec>
<sec id="s2" sec-type="methods"><label>2.</label><title>Materials and methods</title>
<p>To identify a robust circulating miRNA biomarker, we searched the Gene Expression Omnibus (GEO) database with specific keywords, namely, (&#x201C;ovarian neoplasms&#x201D; [MeSH Terms] OR ovarian cancer [All Fields]) AND &#x201C;Homo sapiens&#x201D; [porgn] AND &#x201C;MicroRNAs&#x201D; [MeSH Terms] OR miRNA [All Fields]. Then, three data sets using the same platform (3D-Gene Human miRNA V21_1.0.0) with a larger sample size GSE106817, GSE113486, and GSE113740 were included (385 ovarian cancer patients and 3,026 non-cancer controls in total) for further analysis. The GSE106817 has 320 ovarian cancer patients with an average age of 52 years and 2,759 non-cancer controls that were used as the internal discovery data set, and the GSE113486 has 40 ovarian cancer patients and 52 non-cancer controls. The GSE113740 has 25 ovarian cancer patients, and 215 non-cancer controls were used for independent validation data sets. This study was approved by the ethics committee of Tabriz University of Medical Sciences (no.: IR.TBZMED.REC.1400.006).</p>
<sec id="s2a"><label>2.1.</label><title>Study design and data set</title>
<p>We have used the GSE106817, GSE113486, and GSE113740 data sets from the GEO database, which is available at <ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/geo/">https://www.ncbi.nlm.nih.gov/geo/</ext-link>. The GSE106817 data set started on 13 November 2017 in Kanagawa, Japan, which is serum miRNA profiles of 4,046 women specimens, and which consists of 333 ovarian cancer and 2,759 non-cancer controls and 976 other types of cancer. The GSE106817 data set consists of ovarian cancer patients who were of mean age 57(&#x00B1;12) years, 25&#x0025; stage I, 10&#x0025; stage II, 55&#x0025; serous, 19&#x0025; clear cell, and 13&#x0025; endometrioid histology (<xref ref-type="bibr" rid="B33">33</xref>). Three microarray data sets totaling to 6,835 unique participants including 728 ovarian cancer patients and 3,892 non-cancer controls were included in the current analysis, all derived from studies originating from a Japanese nationwide research project &#x201C;Development and Diagnostic Technology for Detection of miRNA in Body Fluids&#x201D; that is designed to characterize serum miRNAs in over 5,000 participants across several types of cancer using a standardized microarray platform. <xref ref-type="sec" rid="s11">Supplementary Figure S1</xref> clearly shows the stages of data pre-processing, identification of significant features or predictors, the model building of classifier algorithms, and performance evaluation, which are the four main phases of this analysis.</p>
<sec id="s2a1"><label>2.1.1.</label><title>Participants and serum samples</title>
<p>The serum sample collection has been previously described in the original publications (<xref ref-type="bibr" rid="B33">33</xref>&#x2013;<xref ref-type="bibr" rid="B35">35</xref>). Briefly, serum samples were collected from cancer patients who were referred or admitted to the National Cancer Center Hospital (NCCH) and stored at 4&#x00B0;C for 1 week before being stored at &#x2212;20&#x00B0;C until further use. Cancer patients who were treated with preoperative chemotherapy and radiotherapy before serum collection were excluded. The serum samples for non-cancer controls who had no history of cancer and no hospitalization during the previous 3 months were collected along with routine blood tests from outpatient departments of three sources: NCCH, National Center for Geriatrics and Gerontology (NCGG) Biobank, and Yokohama Minoru Clinic (YMC). Serums collected from NCCH were stored in the same way as the serum from cancer patients, while those from NCGG and YMC were stored at &#x2212;80&#x00B0;C until use. The original studies were approved by the NCCH Institutional Review Board, the Ethics and Conflict of Interest Committee of the NCGG, and the Research Ethics Committee of Medical Corporation Shintokai YMC. Written informed consent was obtained from each participant.</p>
</sec>
<sec id="s2a2"><label>2.1.2.</label><title>MiRNA microarray expression analysis</title>
<p>The details about microarray analysis were described in the original publications (<xref ref-type="bibr" rid="B33">33</xref>&#x2013;<xref ref-type="bibr" rid="B35">35</xref>). Briefly, total RNA was extracted from a 300&#x2005;&#x00B5;l serum, labeled by 3D-Gene&#x00AE; miRNA labeling kit and hybridized to 3D-Gene&#x00AE; Human miRNA Oligo Chip (Toray Industries, Kanagawa, Japan) that is designed to investigate 2,588 miRNA sequences registered in miRBase release 21 (<ext-link ext-link-type="uri" xlink:href="http://www.mirbase.org/">http://www.mirbase.org/</ext-link>, accessed on 10 January 2022). The following low-quality samples were excluded: coefficient of variation of negative control probes of &#x003E;0.15 and number of flagged probes identified by 3D-Gene&#x00AE; Scanner as &#x201C;uneven spot images&#x201D; of &#x003E;10. The presence of a miRNA was determined when signal intensity was greater than the mean plus two times the standard deviation of the negative control signals, and in using the negative control signals, the top and bottom 5&#x0025; of the ranked signal intensities were removed. Background subtraction was performed by subtracting the mean signal of negative control signals (after removing the top and bottom 5&#x0025; as ranked by signal intensities) from the miRNA signal.</p>
</sec>
</sec>
<sec id="s2b"><label>2.2.</label><title>Machine learning</title>
<p>In cancer prediction models, statistical and machine-learning algorithms have been widely used, providing more accurate prognoses and lower per-patient costs. The high dimensionality of the gene expression profiles is a crucial issue when building cancer-predictive models (<xref ref-type="bibr" rid="B36">36</xref>). As a result, we used a machine-learning algorithm based on the random forest classifier, which is easily implemented in the Boruta package in R (<xref ref-type="bibr" rid="B37">37</xref>). In many studies involving miRNAs expression data, Boruta has been used to identify important features (<xref ref-type="bibr" rid="B38">38</xref>); this could help in the development of biomarkers for cancer diagnosis and prognosis. On the other hand, we used these techniques to characterize miRNAs with biomarker potential that may be useful in the diagnosis and/or prognosis of this disease, potentially assisting public health (<xref ref-type="bibr" rid="B39">39</xref>).</p>
</sec>
<sec id="s2c"><label>2.3.</label><title>Data cleaning and feature selection</title>
<p>We cleaned and normalized the data using the min-max normalization method (<xref ref-type="bibr" rid="B40">40</xref>). Since gene expression data sets had too many irrelevant features for classification, feature selection was inevitable. Feature selection techniques can be used in data pre-processing to perform successful data reduction, which is beneficial for finding accurate data models (<xref ref-type="bibr" rid="B41">41</xref>). As noted, feature selection techniques have the benefits of reducing over-fitting and reducing model complexity with ease of understanding, as well as training models more quickly.</p>
<sec id="s2c1"><label>2.3.1.</label><title>Boruta</title>
<p>Boruta is a wrapper-based feature selection algorithm that implements a random forest algorithm to iteratively delete the statistically irrelevant features. Boruta searches for all features that are either strongly or weakly relevant to the output variable (<xref ref-type="bibr" rid="B27">27</xref>).</p>
<p>Boruta algorithm selects features as follows:
<list list-type="simple">
<list-item><label>(a)</label><p>It assigns randomness to the data set by making shuffled copies of all features (termed as shadow features).</p></list-item>
<list-item><label>(b)</label><p>Next, Boruta uses the data set for training a random forest classifier and uses a feature ranking measure (mean decrease accuracy, MDA) to estimate the relationship with each feature (higher mean value).</p></list-item>
<list-item><label>(c)</label><p>It determines whether a real feature has higher rank than the best of its shadow features on each iteration (in our analysis, 100) and excludes features that are considered extremely insignificant.</p></list-item>
<list-item><label>(d)</label><p>Boruta algorithm comes to a halt when all features have been confirmed.</p></list-item>
</list>This would ultimately result in at least a subset of features that is ideal. Since this approach reduces the error of the random forest model, it identifies all features that are either highly significant or unrelated (<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B43">43</xref>). Boruta is used in such a way that the features selected are mostly correlated with the prediction variable.</p>
<p>In the process of identifying if a feature is important or not, some features may be signed by Boruta as &#x201C;Tentative.&#x201D; Tentative attributes are decided as confirmed or rejected by using the median <italic>Z</italic> score of the attributes with the median <italic>Z</italic> score of the best shadow attribute.</p>
</sec>
</sec>
<sec id="s2d"><label>2.4.</label><title>Model building and potential miRNAs signature identification</title>
<p>We split the data using the CARET package into two parts: two-thirds of the data were used for model development or training, while the remaining one-third of the data were used to evaluate or validate the model.</p>
<sec id="s2d1"><label>2.4.1.</label><title>Handling of imbalanced classes</title>
<p>In most cases, prediction algorithms train to predict the majority class (i.e., non-cancer), resulting in incorrect sensitivities and specificities (<xref ref-type="bibr" rid="B44">44</xref>). Instead, fixing the imbalance in the outcomes (i.e., lower cancer rates) in the training data usually leads to the creation of a better prediction model and a better trade-off between sensitivity and specificity (<xref ref-type="bibr" rid="B45">45</xref>). Oversampling the minority class and under-sampling the majority class are the most effective strategy for overcoming imbalanced outcomes (<xref ref-type="bibr" rid="B46">46</xref>). To balance the training sample in this article, we used SMOTE random oversampling (<xref ref-type="bibr" rid="B47">47</xref>).</p>
</sec>
<sec id="s2d2"><label>2.4.2.</label><title>Find optimal hyperparameters and proposed models</title>
<p>We used a five-fold cross-validation (CV) in the training data set to reduce training errors and obtained the optimal hyperparameters in machine-learning algorithms (<xref ref-type="bibr" rid="B48">48</xref>). We performed cancer classification using logistic regression, artificial neural network, decision trees, random forest, and XGBoost (<xref ref-type="bibr" rid="B49">49</xref>) algorithms, and to build our models, we applied the varImp() function for finding the most important feature (in our study &#x003E;80&#x0025; importance) from each of the proposed models. A brief description of classifiers and their settings are given below or in references therein.</p>
<sec id="s2d2a"><label>2.4.2.1.</label><title>Logistic regression</title>
<p>Logistic regression (LR) is used when the answer of a feature is computed as numerical (quantitative) data. The relationship between multiple independent variables and a single binary dependent variable, which is a two-category variable, is investigated using logistic regression. In cancer microarray data, which is a form of the data set in which the outcome (cancer) is determined by the combined outcome of many features (genes), logistic regression has a variety of uses. Logistic regression rejects a linear relationship between the dependent and independent variables in favor of the binomial probability principle, which states that there are only two possible outcomes (<xref ref-type="bibr" rid="B50">50</xref>). The fit of a logistic regression model will be evaluated using the area under the curve (AUC) (<xref ref-type="bibr" rid="B51">51</xref>).</p>
</sec>
<sec id="s2d2b"><label>2.4.2.2.</label><title>Decision trees</title>
<p>Decision trees (DTs) are a type of supervised machine learning that can be used to find attributes and extract patterns in big databases that are important for predictive modeling (<xref ref-type="bibr" rid="B46">46</xref>). The interoperability of the rendered model is a feature of decision tree modeling that distinguishes it from other techniques of pattern recognition. The most straightforward algorithm for processing a visual representation of the relationship between independent and dependent variables is decision trees (<xref ref-type="bibr" rid="B52">52</xref>). DTs are easy to build, train, interpret, and explain. However, the variation in the decision trees, in some instances, can be improved using random forests as the outcomes of randomly generated decision trees to produce a more impressive model.</p>
</sec>
<sec id="s2d2c"><label>2.4.2.3.</label><title>Random forest</title>
<p>Random forest (RF) is a supervised ensemble learning algorithm that provides a single combination of prediction accuracy and model interoperability among general machine-learning technique (<xref ref-type="bibr" rid="B39">39</xref>). RFs are an instance of ensemble learning, in which a complex model was developed by combining numerous simple decision tree algorithms, due to lower variance than single decision trees. Random forest is a meta-classification approach that fits a number of sub-classifiers (DTs) on various subsets of a data set, and the averages from each decision tree are used to ameliorate the accuracy of classification, the superiorities of RF that they decrease the over-fitting, thus improving accuracy. Random forests can be used to rate the importance of variables in a regression or classification problem (<xref ref-type="bibr" rid="B53">53</xref>).</p>
</sec>
<sec id="s2d2d"><label>2.4.2.4.</label><title>Artificial neural networks</title>
<p>In medical research, artificial neural networks (ANNs) have been widely employed (<xref ref-type="bibr" rid="B54">54</xref>, <xref ref-type="bibr" rid="B55">55</xref>). When there are complex and non-linear relationships between variables, such algorithms work well. In a word, ANN takes predictors as inputs and connects them to multiple hidden layer combinations with appropriate weights to predict the outcome. The analyst must intelligently choose the hidden layers and weights (<xref ref-type="bibr" rid="B56">56</xref>).</p>
</sec>
<sec id="s2d2e"><label>2.4.2.5.</label><title>XGBoosting</title>
<p>Extreme gradient boosting is abbreviated as XGBoost (XGB). XGB is a decision-tree-based ensemble machine-learning algorithm that employs a scalable gradient boosting technique (<xref ref-type="bibr" rid="B57">57</xref>). XGB is a scalable machine-learning system for tree boosting. The most significant component of the success of XGBoost is its scalability across all scenarios. XGB scalability is due to a number of major systems and algorithmic enhancements, parallel and distributed computing speed up learning, allowing for more rapid model exploration. XGB also allows data scientists to process by utilizing out-of-core processing (<xref ref-type="bibr" rid="B53">53</xref>).</p>
</sec>
</sec>
</sec>
<sec id="s2e"><label>2.5.</label><title>Evaluation criteria</title>
<p>The validation technique is widely used to avoid over-fitting and to check the validity of the models. We evaluated our outcomes employing two external data sets, as shown in the <xref ref-type="sec" rid="s11">Supplementary Figure S1</xref>. The metrics utilized to assess the results of the classification models are expressed below:<disp-formula><mml:math xmlns:mml="http://www.w3.org/1998/Math/MathML" id="UDM1"><mml:mrow><mml:mi mathvariant="normal">Accuracy</mml:mi></mml:mrow><mml:mo>&#x003A;</mml:mo><mml:mspace width="thinmathspace" /><mml:mspace width="thinmathspace" /><mml:mrow><mml:mi mathvariant="normal">ACC</mml:mi></mml:mrow><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mfrac><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TP</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">T</mml:mi></mml:mrow><mml:mi>N</mml:mi></mml:mrow><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TP</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">FP</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">TN</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">FN</mml:mi></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mo>,</mml:mo></mml:mstyle></mml:math></disp-formula><disp-formula><mml:math xmlns:mml="http://www.w3.org/1998/Math/MathML" id="UDM2"><mml:mrow><mml:mi mathvariant="normal">Sensitivity</mml:mi></mml:mrow><mml:mo>&#x003A;</mml:mo><mml:mspace width="thinmathspace" /><mml:mspace width="thinmathspace" /><mml:mrow><mml:mi mathvariant="normal">SEN</mml:mi></mml:mrow><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mfrac><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TP</mml:mi></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TP</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">FN</mml:mi></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mo>,</mml:mo></mml:mstyle></mml:math></disp-formula><disp-formula><mml:math xmlns:mml="http://www.w3.org/1998/Math/MathML" id="UDM3"><mml:mrow><mml:mi mathvariant="normal">Specificity</mml:mi></mml:mrow><mml:mo>&#x003A;</mml:mo><mml:mspace width="thinmathspace" /><mml:mspace width="thinmathspace" /><mml:mrow><mml:mi mathvariant="normal">SPC</mml:mi></mml:mrow><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mfrac><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TN</mml:mi></mml:mrow></mml:mrow><mml:mrow><mml:mrow><mml:mi mathvariant="normal">TN</mml:mi></mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mi mathvariant="normal">FP</mml:mi></mml:mrow></mml:mrow></mml:mfrac></mml:mrow><mml:mo>,</mml:mo></mml:mstyle></mml:math></disp-formula><disp-formula><mml:math xmlns:mml="http://www.w3.org/1998/Math/MathML" id="UDM4"><mml:mrow><mml:mi mathvariant="normal">Kappa</mml:mi></mml:mrow><mml:mo>&#x003A;</mml:mo><mml:mspace width="thinmathspace" /><mml:mspace width="thinmathspace" /><mml:mi>k</mml:mi><mml:mo>=</mml:mo><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mfrac><mml:mrow><mml:mo movablelimits="true" form="prefix">Pr</mml:mo><mml:mo stretchy="false">(</mml:mo><mml:mi>a</mml:mi><mml:mo stretchy="false">)</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mo movablelimits="true" form="prefix">Pr</mml:mo><mml:mo stretchy="false">(</mml:mo><mml:mi>e</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mrow><mml:mi mathvariant="normal">1</mml:mi><mml:mo>&#x2212;</mml:mo><mml:mo movablelimits="true" form="prefix">Pr</mml:mo><mml:mo stretchy="false">(</mml:mo><mml:mi>e</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mfrac></mml:mrow></mml:mstyle></mml:math></disp-formula>where:
<list list-type="simple">
<list-item><label>1.</label><p>TP (true positive) is the number of people who suffer from &#x201C;cancer&#x201D; among those who were diagnosed with &#x201C;cancer.&#x201D;</p></list-item>
<list-item><label>2.</label><p>FP (false positive) depicts the number of persons who are &#x201C;cancerous&#x201D; but were diagnosed as &#x201C;non-cancerous.&#x201D;</p></list-item>
<list-item><label>3.</label><p>FN (false negative) is the number of people wrongly found to be &#x201C;non-cancerous.&#x201D;</p></list-item>
<list-item><label>4.</label><p>TN (true negative) states the number of &#x201C;non-cancerous&#x201D; correctly.</p></list-item>
<list-item><label>5.</label><p>Pr(a) represents the observed agreement, and Pr(e) represents the chance agreement.</p></list-item>
</list>We tested classifier reliability for multi-class data sets using Kappa values, which reflect the compromise among real and expected values (<xref ref-type="bibr" rid="B58">58</xref>); positive predictive value (PPV) and negative predictive value (NPV) were also obtained (<xref ref-type="bibr" rid="B59">59</xref>). The one-sided DeLong&#x0027;s test was used to calculate the power for the ROC curves, which was done using the R package &#x201C;pROC&#x201D; (<xref ref-type="bibr" rid="B60">60</xref>).</p>
</sec>
</sec>
<sec id="s3"><label>3.</label><title>Result</title>
<p>The data have 2,568 variables. In this initial variable section stage by Boruta, 199 variables were selected in 29&#x2005;min. The training set included 2,156 samples, while the testing set included 923 samples. The training set consisted of 1,932 non-cancerous samples and 224 cancerous samples. After balancing the training data, the non-cancerous and cancerous samples became 1,121 and 1,035, respectively. The data set with reduced features is classified using LR (statistical), DT and RF (tree-based), ANN, and XGB (machine learning) classifiers. After finding the more important features (in our study over 80&#x0025;) as shown in <xref ref-type="sec" rid="s11">Supplementary Table S1,</xref> we identified 10 potential miRNAs, has-miR-1290, has-miR-1233-5p, has-miR-1914-5p, has-miR-1469, has-miR-4675, has-miR-1228-5p, has-miR-3184-5p, has-miR-6784-5p, has-miR-6800-5p, and has-miR-5100, from the GSE106817 data sets and were defined as the candidate miRNAs for ovarian cancer diagnosis. In <xref ref-type="sec" rid="s11">Supplementary Table S2,</xref> we reported the <italic>t</italic>-test table to compare cancer and non-cancerous samples, and all of these miRNAs had significant <italic>P</italic>-value. Using the 10 selected miRNAs, the final machine-learning models with optimal hyperparameters are presented in <xref ref-type="table" rid="T1">Table&#x00A0;1</xref>.</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Hyperparameters and predictive power of models for ovarian cancer classification.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">Classifier</th>
<th valign="top" align="center">Hyperparameters</th>
<th valign="top" align="center">AUC<xref ref-type="table-fn" rid="table-fn1"><sup>a</sup></xref> (&#x0025;)</th>
<th valign="top" align="center">Accuracy (&#x0025;)</th>
<th valign="top" align="center">Sensitivity (&#x0025;)</th>
<th valign="top" align="center">Specificity (&#x0025;)</th>
<th valign="top" align="center">Negative predictive value (NPV) &#x0025;</th>
<th valign="top" align="center">Positive predictive value (PPV) &#x0025;</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Logistic regression</td>
<td valign="top" align="left">Parameters<xref ref-type="table-fn" rid="table-fn2"><sup>b</sup></xref></td>
<td valign="top" align="center">99.77</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">100.0</td>
</tr>
<tr>
<td valign="top" align="left">Decision trees</td>
<td valign="top" align="left">Cp&#x2009;&#x003D;&#x2009;0.01014493<xref ref-type="table-fn" rid="table-fn3"><sup>c</sup></xref></td>
<td valign="top" align="center">98.30</td>
<td valign="top" align="center">91.30</td>
<td valign="top" align="center">97.41</td>
<td valign="top" align="center">97.10</td>
<td valign="top" align="center">88.10</td>
<td valign="top" align="center">94.0</td>
</tr>
<tr>
<td valign="top" align="left">Random forest</td>
<td valign="top" align="left">Mtry&#x2009;&#x003D;&#x2009;2<xref ref-type="table-fn" rid="table-fn4"><sup>d</sup></xref></td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">96.74</td>
<td valign="top" align="center">99.55</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">94.55</td>
<td valign="top" align="center">100.0</td>
</tr>
<tr>
<td valign="top" align="left">Artificial neural network</td>
<td valign="top" align="left">Size&#x2009;&#x003D;&#x2009;3<xref ref-type="table-fn" rid="table-fn5"><sup>e</sup></xref> and decay&#x2009;&#x003D;&#x2009;0.1<xref ref-type="table-fn" rid="table-fn6"><sup>f</sup></xref></td>
<td valign="top" align="center">99.93</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">98.84</td>
<td valign="top" align="center">98.74</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">100.0</td>
</tr>
<tr>
<td valign="top" align="left">XGBoosting</td>
<td valign="top" align="left">nrounds&#x2009;&#x003D;&#x2009;50,<break/>max_depth&#x2009;&#x003D;&#x2009;2,<break/>eta&#x2009;&#x003D;&#x2009;0.4<xref ref-type="table-fn" rid="table-fn7"><sup>g</sup></xref><break/>gamma&#x2009;&#x003D;&#x2009;0<xref ref-type="table-fn" rid="table-fn8"><sup>h</sup></xref><break/>colsample_bytree<xref ref-type="table-fn" rid="table-fn9"><sup>i</sup></xref>&#x2009;&#x003D;&#x2009;0.6<break/>min_child_weight<xref ref-type="table-fn" rid="table-fn10"><sup>j</sup></xref><sup>&#x2009;</sup>&#x003D;&#x2009;1 and<break/>subsample&#x2009;&#x003D;&#x2009;0.75<xref ref-type="table-fn" rid="table-fn11"><sup>k</sup></xref></td>
<td valign="top" align="center">99.99</td>
<td valign="top" align="center">98.91</td>
<td valign="top" align="center">99.28</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">100.0</td>
<td valign="top" align="center">98.11</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><label><sup>a</sup></label><p>The area under the receiver operating characteristic curve (maximum) was used to select the optimal model.</p></fn>
<fn id="table-fn2"><label><sup>b</sup></label><p>The formula for logistic regression for the prediction of ovarian cancer is <inline-formula><mml:math xmlns:mml="http://www.w3.org/1998/Math/MathML" id="IM1"><mml:mi>p</mml:mi><mml:mo>=</mml:mo><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi mathvariant="normal">1</mml:mi><mml:mo>+</mml:mo><mml:msup><mml:mi>e</mml:mi><mml:mrow><mml:mtable rowspacing="4pt" columnspacing="1em"><mml:mtr><mml:mtd><mml:mrow><mml:mo>&#x2212;</mml:mo><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi mathvariant="normal">10.463</mml:mi><mml:mo>&#x2212;</mml:mo><mml:mi mathvariant="normal">18.25</mml:mi><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mi mathvariant="normal">.5100</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mi mathvariant="normal">29.63</mml:mi><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mi mathvariant="normal">.6800</mml:mi><mml:mi mathvariant="normal">.5</mml:mi><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mn>9.30</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.6784.5</mml:mn><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mspace width="thickmathspace" /><mml:mn>7.38</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.3184.5</mml:mn><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>+</mml:mo><mml:mn>2.702</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.1228.5</mml:mn><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mrow><mml:mo>+</mml:mo><mml:mrow><mml:mn>11.33</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.4675</mml:mn></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>&#x2212;</mml:mo><mml:mn>8.19</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.1469</mml:mn></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>+</mml:mo><mml:mn>0</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.1914.5</mml:mn><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>+</mml:mo><mml:mn>5.70</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.1233.5</mml:mn><mml:mrow><mml:mi mathvariant="normal">p</mml:mi></mml:mrow></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mo>+</mml:mo><mml:mn>9.08</mml:mn><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="normal">has</mml:mi></mml:mrow><mml:mo>.</mml:mo><mml:mrow><mml:mi mathvariant="normal">miR</mml:mi></mml:mrow><mml:mn>.1290</mml:mn></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo stretchy="false">)</mml:mo><mml:mspace width="thickmathspace" /></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:mrow></mml:msup></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mrow><mml:mrow><mml:mo>&#x2212;</mml:mo></mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msup><mml:mspace width="2em" /><mml:mo>.</mml:mo></mml:math></inline-formula></p></fn>
<fn id="table-fn3"><label><sup>c</sup></label><p>The complexity parameter (cp) is used to control the size of the decision tree and to select the optimal tree size. If the cost of adding an additional variable to the decision tree from the current node is above the value of the cp, then tree building does not continue.</p></fn>
<fn id="table-fn4"><label><sup>d</sup></label><p>mtry is the number of variables available for splitting at each tree node. In the random forests literature, this is referred to as the mtry parameter.</p></fn>
<fn id="table-fn5"><label><sup>e</sup></label><p>Size is the number of units in a hidden layer.</p></fn>
<fn id="table-fn6"><label><sup>f</sup></label><p>Decay is the regularization parameter used to avoid over-fitting.</p></fn>
<fn id="table-fn7"><label><sup>g</sup></label><p>max-depth is used to control over-fitting as higher depth will allow the model to learn relations very specific to a particular sample.</p></fn>
<fn id="table-fn8"><label><sup>h</sup></label><p>gamma A node is split only when the resulting split gives a positive reduction in the loss function. Gamma specifies the minimum loss reduction required to make a split, which makes the algorithm conservative. The values can vary depending on the loss function and should be tuned.</p></fn>
<fn id="table-fn9"><label><sup>i</sup></label><p>Denotes the fraction of columns to be randomly sampled for each tree.</p></fn>
<fn id="table-fn10"><label><sup>j</sup></label><p>min_child_weight is used to control over-fitting. Higher values prevent a model from learning relations that might be highly specific to the particular sample selected for a tree. Too high values can lead to under-fitting; hence, it should be tuned using CV.</p></fn>
<fn id="table-fn11"><label><sup>k</sup></label><p>subsample lower values make the algorithm more conservative and prevent over-fitting but too small values might lead to under-fitting.</p></fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3a"><label>3.1.</label><title>Internal validation data set</title>
<p>As noted in the previous section, we find 10 miRNAs that are has-miR-1290, has-miR-1233-5p, has-miR-1914-5p, has-miR-1469, has-miR-4675, has-miR-1228-5p, has-miR-3184-5p, has-miR-6784-5p, has-miR-6800-5p, and has-miR-5100. We implemented each miRNA separately in models to get their power of prediction individually in classification between cancer and non-cancerous samples. The AUC of each of these miRNAs is listed in <xref ref-type="sec" rid="s11">Supplementary Table S1A</xref>. We observe that in the internal validation, all miRNAs have high AUC (minimum AUC: 86.0&#x0025;; maximum AUC is 96.8&#x0025;). The performance measures for LR, DT, RF, ANN, and XGB models are shown in <xref ref-type="sec" rid="s11">Supplementary Table S3A</xref>. We observe that the AUC of LR, RF, ANN, and XGB is 99.9&#x0025;. <xref ref-type="sec" rid="s11">Supplementary Table S3A</xref> shows the accuracy, sensitivity, specificity, NPV, PPV, and Kappa for LR, DT, RF, ANN, and XGB models in the classification and prediction of ovarian cancer. Four models obtained an AUC of 99.9&#x0025;; however, DT obtained 98&#x0025; AUC. In detail, RF has the highest value of accuracy (99.13), specificity (99.51), PPV (95.83), and Kappa (95.35), and LR have high sensitivity (98.96) and NPV (99.88). <xref ref-type="fig" rid="F1">Figure&#x00A0;1A</xref> illustrates the ROC curve for the proposed models of 10 candidate miRNAs that are shown in <xref ref-type="sec" rid="s11">Supplementary Table S1A</xref>. All models except DT have over 99.9&#x0025; of AUC. <xref ref-type="fig" rid="F1">Figure&#x00A0;1B</xref> shows the individual AUCs of 10 miRNAs in internal data set: has-mir-5100 (93.7&#x0025;), has-mir-6800-5p (97&#x0025;), has-mir-6784-5p (94.2&#x0025;), has-mir-3184-5p (94.2&#x0025;), has-mir-1228-5p (95.6&#x0025;), has-mir-4675 (95.4&#x0025;), has-mir-1469 (96.7&#x0025;), has-mir-1914-5p (96&#x0025;), has-mir-1233-5p (97.7&#x0025;), and has-mir-1290(95.4&#x0025;). In <xref ref-type="sec" rid="s11">Supplementary Figure S2</xref>, we used a boxplot to display the expression levels of these 10 candidate miRNAs in the cancer and non-cancer groups. In the boxplots, it is clear that four of the miRNAs has-miR-1233-5p, has-miR-1914-5p, has-miR-4675, and has-miR-5100 have higher expression level with various cut-off for cancerous samples, and on average, four of them (has-miR-1228-5p, has-miR-3184-5p, has-miR-6784-5p, and has-miR-6800-5p) have lower expression level for cancerous samples. We used heatmap plots by implementing the &#x201C;heatmaply&#x201D; package to underpin the potential relationships between features and the hierarchical clustering analysis using the selected features to recognize different samples in the internal discovery data sets. <xref ref-type="sec" rid="s11">Supplementary Figure S3</xref> shows a promising result of the hierarchical clustering analysis (heatmap) using the 10 identified miRNAs to differentiate between cancerous and non-cancerous samples in GSE106817. The selected microRNAs are differently expressed in the non-cancer and cancerous classes. This is well illustrated by drawing the heatmap (<xref ref-type="sec" rid="s11">Supplementary Figure S3</xref>).</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>(<bold>A</bold>) ROC curve for the proposed models in GSE106817. (<bold>B</bold>) ROC curve of each selected miRNA in GSE106817.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1187578-g001.tif"/>
</fig>
</sec>
<sec id="s3b"><label>3.2.</label><title>External validation data sets</title>
<p><xref ref-type="sec" rid="s11">Supplementary Table S1B</xref>,<xref ref-type="sec" rid="s11">C</xref> demonstrate the performance of miRNAs individually in proposed classification models in external validation data sets, as seen by the fact that almost all miRNAs have higher AUC in GSE113486 than in GSE113740. But in detail of each data set, <xref ref-type="sec" rid="s11">Supplementary Table S3</xref> shows the results of the external data set models based on the Boruta feature selection algorithm. As seen in <xref ref-type="sec" rid="s11">Supplementary Table S3B</xref> LR and ANN have a value of 100 in all seven criteria and XGB has an AUC, specificity, and PPV of 100. <xref ref-type="sec" rid="s11">Supplementary Figure S4A</xref> shows that all models for GSE113486 yielded 100&#x0025; AUC except DT and RF. <xref ref-type="sec" rid="s11">Supplementary Figure S4B</xref> illustrates how biomarkers perform individually has-mir-5100 (95.8&#x0025;), has-mir-6800-5p (99.7&#x0025;), has-mir-6784-5p (97.5&#x0025;), has-mir-3184-5p (93.9&#x0025;), has-mir-1228-5p (99.8&#x0025;), has-mir-4675 (99.1&#x0025;), has-mir-1469 (100&#x0025;), has-mir-1914-5p (99.8&#x0025;), has-mir-1233-5p (99.4&#x0025;), and has-mir-1290 (96.4&#x0025;) in GSE113486. Boxplots show us that six of miRNAs (has-mir-1290, has-mir-1233-5p, has-mir-1914-5p, has-mir-1469, has-mir-4675, and has-mir-5100) have upregulated to ovarian cancer samples in GSE113486 (<xref ref-type="sec" rid="s11">Supplementary Figure S5</xref>). In GSE113740, as the second external validation data set, we can see the result of AUC of LR, RF, ANN, and XGB over 94&#x0025; in <xref ref-type="sec" rid="s11">Supplementary Figure S6A</xref>. We also found AUC for these 10 miRNAs (individually) in external data sets that included individually has-mir-5100 (90.6&#x0025;), has-mir-6800-5p (89.7&#x0025;), has-mir-6784-5p (74.4&#x0025;), has-mir-3184-5p (74.4&#x0025;), has-mir-1228-5p (85.2&#x0025;), has-mir-4675 (79.7&#x0025;), has-mir-1469 (84.4&#x0025;), has-mir-1914-5p (81.5&#x0025;), has-mir-1233-5p (86.5&#x0025;), and has-mir-1290 (91&#x0025;) as shown in <xref ref-type="sec" rid="s11">Supplementary Figure S6B</xref>. <xref ref-type="sec" rid="s11">Supplementary Table S3C</xref> shows us that RF and XGB have the highest value in Kappa (72.96 and 71.96) in AUC and accuracy (97.2, 93.75), as seen ANN has 100 of sensitivity and NPV. Boxplots (<xref ref-type="sec" rid="s11">Supplementary Figure S7</xref>) show us that six of miRNAs (has-mir-1290, has-mir-1233-5p, has-mir-1914-5p, has-mir-1469, has-mir-4675, and has-mir-5100) have high expression level in ovarian cancer samples. <xref ref-type="sec" rid="s11">Supplementary Figures S8</xref>, <xref ref-type="sec" rid="s11">S9</xref> show a promising result of the hierarchical clustering analysis (heatmap) using the 10 identified miRNAs to differentiate between the cancerous and non-cancerous samples in GSE113486 and GSE113740, respectively.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion"><label>4.</label><title>Discussion</title>
<p>It is critical to find and develop non-invasive, sensitive, and specific biomarkers to identify ovarian cancer in its early stages to effectively manage ovarian cancer patients. Fortunately, despite these limitations, newly discovered small RNAs called microRNAs have the potential to serve as effective non-invasive biomarkers for ovarian cancer (<xref ref-type="bibr" rid="B61">61</xref>, <xref ref-type="bibr" rid="B62">62</xref>). Therefore, in this study, we used effective strategies and identified 10 miRNAs, hsa-miR-5100, hsa-miR-6800-5p, hsa-miR-6784-5p, hsa-miR-3184-5p, hsa-miR-1228-5p, hsa-miR-4675, hsa-miR-1469, hsa-miR-1914-5p, hsa-miR-1233-5p, and hsa-miR-1290, as strong potential biomarkers for ovarian cancer.</p>
<sec id="s4a"><label>4.1.</label><title>Biological insight</title>
<p>The results of the biological insight section tell us about cell analysis for miRNAs that were found in this study based on the findings of the previous studies. The DIANA tool miRPath v.4 was used to perform the pathway enrichment analysis, based on the Kyoto Encyclopedia of Genes and Genomes (KEGG) database. The target genes of miRNA were identified using TargetScan v8.0 databases. The settings of the software were <italic>P</italic>-value threshold&#x2009;&#x003D;&#x2009;0.005 and the FDR correction filter were ticked. It should be mentioned that we used two methods to find the target genes: the first one is the genes union and the second is the pathway union. To investigate the efficiency of the set of biomarkers selected by Boruta and their superiority over the previous similar work done by Hamidi et al. (<xref ref-type="bibr" rid="B21">21</xref>), three groups of miRNAs were analyzed by miRPath v.4: (A) common biomarkers of the current study and the previous study by Hamidi et al. (<xref ref-type="bibr" rid="B21">21</xref>); (B) biomarkers selected by Boruta in the present study and not identified in the previous work; and (C) biomarkers that were selected in the previous study and were not identified in the current study. The list of genes of these three groups and their analysis results by miRPath v.4 tool are shown in <xref ref-type="fig" rid="F2">Figure&#x00A0;2</xref>. As shown in <xref ref-type="fig" rid="F2">Figure&#x00A0;2A</xref>, among the six common genes between the present and previous work, four genes are involved in at least one known cancer pathway (axon guidance). Among those four genes, hsa-miR-5100 and hsa-miR-1290 are involved in several well-known and important pathways in cancer. <xref ref-type="fig" rid="F2">Figure&#x00A0;2B</xref> shows that among the four specific genes identified by the Boruta technique, three genes are involved in at least two well-known pathways in cancer, among which hsa-miR-4675 is involved in several pathways. However, in <xref ref-type="fig" rid="F2">Figure&#x00A0;2C</xref>, among the four specific genes identified in the previous work of Hamidi et al. (<xref ref-type="bibr" rid="B21">21</xref>), only the hsa-miR-320b gene is involved in several important cancer pathways. It should be noted that there are six common paths between Groups A and B, while there are four common paths between A and C. This means that there are more correlation between genes of Group A and B than of Group A and C. This interpretation shows the biological superiority of Boruta&#x0027;s technique over the previous work. A comparison between routes of Group B and C also provides interesting results. Eight pathways are common between the two groups, which are proteoglycans in cancer, ErbB signaling, colorectal cancer, hepatocellular cancer, pathways in cancer, pancreatic cancer, axon guidance, and Hippo signaling. Axon guidance pathway is common among all the three groups. Many axon guidance molecules regulate cell migration and apoptosis in normal and tumorigenic tissues (<xref ref-type="bibr" rid="B63">63</xref>). <xref ref-type="sec" rid="s11">Supplementary Table S4</xref> shows the target genes of the selected microRNAs and the associated KEGG pathways from the genes union method, which indicates the significance of the relationship between the microRNAs and the corresponding pathways under the specified threshold values. <xref ref-type="fig" rid="F3">Figure&#x00A0;3</xref> shows the network of miRNAs and identified target genes. In this figure, transcription factors and LNC-RNAs have also been added through some studies. References for these interactions are described in <xref ref-type="sec" rid="s11">Supplementary Table S4</xref>.</p>
<fig id="F2" position="float"><label>Figure 2</label>
<caption><p>Targeted pathway clusters/heatmap presenting the top 10 Kyoto Encyclopedia of Genes and Genomes pathways regulated by the miRNAs (<italic>P</italic>&#x2009;&#x003C;&#x2009;0.005; DIANA/miRPath v.4).</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1187578-g002.tif"/>
</fig>
<fig id="F3" position="float"><label>Figure 3</label>
<caption><p>Network of interactions between selected miRNAs with coding genes and long non-coding RNAs. Yellow colored genes represent LNC-RNAs and green colored genes represent transcription factors.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1187578-g003.tif"/>
</fig>
<p>In <xref ref-type="sec" rid="s11">Supplementary Table S5,</xref> we only selected seven pathways because only the pathways that had very high correlation with miRNAs were selected (including a <italic>P</italic>-value of &#x003C;&#x2009;0.002). Among the top seven pathways identified, based on <italic>P</italic>-value, were pathways associated with fatty acid biosynthesis, prion diseases, axon guidance, glioma, ErbB signaling pathway, proteoglycans in cancer, and endometrial cancer. All signaling pathways related to miRNAs were used from known pathways, and in general, they play an important role in all types of cancer. According to the KEGG database, some of the published articles confirm the role of some of the selected miRNAs in cancer directly. A number of these documents are summarized in <xref ref-type="table" rid="T2">Table&#x00A0;2</xref>. <xref ref-type="fig" rid="F4">Figure&#x00A0;4</xref> shows the predicted pathways of the effect of some of the selected microRNAs that have been taken from the <ext-link ext-link-type="uri" xlink:href="https://targetexplorer.ingenuity.com/index.htm">https://targetexplorer.ingenuity.com/index.htm</ext-link>.</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>Summary of the role of selected miRNAs in cancer.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">miRNA</th>
<th valign="top" align="center">Cancer type</th>
<th valign="top" align="center">Reference</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Lung</td>
<td valign="top" align="left">Zhang et al. (<xref ref-type="bibr" rid="B64">64</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Colorectal</td>
<td valign="top" align="left">Imaoka et al. (<xref ref-type="bibr" rid="B65">65</xref>)<break/>Ye et al. (<xref ref-type="bibr" rid="B66">66</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Hepatocellular</td>
<td valign="top" align="left">Wang et al. (<xref ref-type="bibr" rid="B67">67</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Advanced oral squamous cell carcinoma</td>
<td valign="top" align="left">Nakashima et al. (<xref ref-type="bibr" rid="B68">68</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Pancreatic</td>
<td valign="top" align="left">Wei et al. (<xref ref-type="bibr" rid="B69">69</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1290</td>
<td valign="top" align="left">Ovarian</td>
<td valign="top" align="left">Kobayashi et al. (<xref ref-type="bibr" rid="B70">70</xref>)<break/>Li et al. (<xref ref-type="bibr" rid="B71">71</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1233-5p</td>
<td valign="top" align="left">Renal cell carcinoma</td>
<td valign="top" align="left">Dias et al. (<xref ref-type="bibr" rid="B72">72</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1914-5p</td>
<td valign="top" align="left">Colorectal</td>
<td valign="top" align="left">Liu et al. (<xref ref-type="bibr" rid="B73">73</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1914-5p</td>
<td valign="top" align="left">Epithelial ovarian</td>
<td valign="top" align="left">Chong et al. (<xref ref-type="bibr" rid="B74">74</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1469</td>
<td valign="top" align="left">Pancreatic</td>
<td valign="top" align="left">Shams et al. (<xref ref-type="bibr" rid="B75">75</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1469</td>
<td valign="top" align="left">Laryngeal</td>
<td valign="top" align="left">Ma et al. (<xref ref-type="bibr" rid="B76">76</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1469</td>
<td valign="top" align="left">Colon</td>
<td valign="top" align="left">Gungormez et al. (<xref ref-type="bibr" rid="B77">77</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-4675</td>
<td valign="top" align="left">Breast</td>
<td valign="top" align="left">Lai et al. (<xref ref-type="bibr" rid="B78">78</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-4675</td>
<td valign="top" align="left">Various types</td>
<td valign="top" align="left">Chen and Dhahbi (<xref ref-type="bibr" rid="B18">18</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-3184-5p</td>
<td valign="top" align="left">Breast</td>
<td valign="top" align="left">Rajarajan et al. (<xref ref-type="bibr" rid="B79">79</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-3184-5p</td>
<td valign="top" align="left">Ovarian</td>
<td valign="top" align="left">Alshamrani (<xref ref-type="bibr" rid="B80">80</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-3184-5p</td>
<td valign="top" align="left">Various types</td>
<td valign="top" align="left">Chen and Dhahbi (<xref ref-type="bibr" rid="B18">18</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-6800-5p</td>
<td valign="top" align="left">Epithelial ovarian</td>
<td valign="top" align="left">Tuncer et al. (<xref ref-type="bibr" rid="B81">81</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-5100</td>
<td valign="top" align="left">Various types</td>
<td valign="top" align="left">Chen and Dhahbi (<xref ref-type="bibr" rid="B18">18</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-5100</td>
<td valign="top" align="left">Epithelial ovarian</td>
<td valign="top" align="left">Tuncer et al. (<xref ref-type="bibr" rid="B81">81</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-5100</td>
<td valign="top" align="left">Pancreatic</td>
<td valign="top" align="left">Chijiiwa et al. (<xref ref-type="bibr" rid="B82">82</xref>)<break/>Shams et al. (<xref ref-type="bibr" rid="B75">75</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-5100</td>
<td valign="top" align="left">Esophageal</td>
<td valign="top" align="left">Song et al. (<xref ref-type="bibr" rid="B83">83</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Breast</td>
<td valign="top" align="left">Pe&#x00F1;a-Chilet et al. (<xref ref-type="bibr" rid="B84">84</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Various types</td>
<td valign="top" align="left">Hu et al. (<xref ref-type="bibr" rid="B85">85</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Breast</td>
<td valign="top" align="left">Cilek et al. (<xref ref-type="bibr" rid="B86">86</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Hepatocellular</td>
<td valign="top" align="left">Morishita et al. (<xref ref-type="bibr" rid="B87">87</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Epithelial ovarian</td>
<td valign="top" align="left">Chen et al. (<xref ref-type="bibr" rid="B88">88</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-1228-5p</td>
<td valign="top" align="left">Pancreatic</td>
<td valign="top" align="left">Wang et al. (<xref ref-type="bibr" rid="B89">89</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-6784-5p</td>
<td valign="top" align="left">Hepatocellular</td>
<td valign="top" align="left">Morishita et al. (<xref ref-type="bibr" rid="B87">87</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-6784-5p</td>
<td valign="top" align="left">Various types</td>
<td valign="top" align="left">Alshamrani (<xref ref-type="bibr" rid="B80">80</xref>)</td>
</tr>
<tr>
<td valign="top" align="left">hsa-miR-6784-5p</td>
<td valign="top" align="left">Esophageal</td>
<td valign="top" align="left">Song et al. (<xref ref-type="bibr" rid="B83">83</xref>)</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F4" position="float"><label>Figure 4</label>
<caption><p>Predicted pathways of the effect of selected miRNAs in ovarian cancer.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1187578-g004.tif"/>
</fig>
<p><xref ref-type="fig" rid="F5">Figure&#x00A0;5</xref> presents the common miRNAs between two related studies (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B21">21</xref>) and miRNAs that were obtained in our study. There is some evidence in the literature for the biomarkers included in our study. Hamidi et al. (<xref ref-type="bibr" rid="B21">21</xref>) showed that hsa-miR-5100, hsa-miR-1233-5p, hsa-miR-4532, hsa-miR-1290, has-miR-3184-5p, and hsa-miR-320b could potentially be employed as important biomarkers in ovarian cancer. Jeon et al. (<xref ref-type="bibr" rid="B17">17</xref>) investigated that miRNA-1290 in the epithelial ovarian cancer group was significantly overexpressed in serum exosomes and tissues as compared with the benign ovarian neoplasm group. Ying et al. (<xref ref-type="bibr" rid="B90">90</xref>) expressed that microarray data analysis showed that hsa-miR-1290 was differentially expressed between COC1 (DDP-sensitive) and COC1/DDP (DDP-resistant) tumor cell lines. Chen et al. (<xref ref-type="bibr" rid="B18">18</xref>) showed that only five balanced miRNAs were determined to be important in cancer diagnosis: hsa-miR-663a, hsa-miR-6802-5p, hsa-miR-6784-5p, hsa-miR-3184-5p, and hsa-miR-8073. Furthermore, Chen et al. (<xref ref-type="bibr" rid="B18">18</xref>) found that hsa-miR-3184-5p can act as an early biomarker of bladder cancer and as a key regulator of breast cancer. Also, hsa-miR-6784-5p has been reported to be a sensitive serum biomarker for ovarian cancer diagnosis and a key regulator for breast cancer.</p>
<fig id="F5" position="float"><label>Figure 5</label>
<caption><p>Venn diagram of common miRNAs among three different studies.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-05-1187578-g005.tif"/>
</fig>
<p>In the end, we note that although there are fundamental differences between microarray and RNA-Seq methods for obtaining gene expression data, the data matrix obtained from both methods is completely similar after performing the necessary pre-processing. Therefore, our method is also applicable to RNA-Seq data.</p>
</sec>
</sec>
<sec id="s5"><label>5.</label><title>Strengths and limitations</title>
<p>This study provides several advantages. Firstly, to identify the relevant and important miRNAs, we utilized a robust variable selection method and a novel random forest-based feature selection of a machine-learning approach to identify and select the relevant and important miRNAs for ovarian cancer diagnosis, using Boruta as a novel random forest-based feature selection in the machine-learning techniques that has known roles in dimension reduction and select properties variables. Secondly, we used logistic regression and four of the most used machine-learning methods to predict and classify ovarian cancer. Thirdly, we selected three GEO data sets and ensured that they were from a similar platform, and used them in the evaluation stages. The first limitation of this study is that the biomarkers obtained in this study for ovarian cancer were not compared with the other common types of cancer in females. Secondly, the result of this study is possibly appropriate for a specific race or area because of the main data set.</p>
</sec>
<sec id="s6" sec-type="conclusions"><label>6.</label><title>Conclusion</title>
<p>Our study aimed to investigate reliable classification biomarkers in ovarian cancer. After utilizing Boruta for identifying the important biomarkers, we found 10 miRNAs that have high reliability in evaluating output from each classification model. The Hsa-miR-5100, hsa-miR-6800-5p, hsa-miR-6784-5p, hsa-miR-3184-5p, hsa-miR-1228-5p, hsa-miR-4675, hsa-miR-1469, hsa-miR-1914-5p, hsa-miR-1233-5p, and hsa-miR-1290 had significant differential expression in all models, especially in the two data sets studied (GSE106817, GSE113486). Except for decision trees, all the proposed models have performed fairly well in terms of the detection accuracy for ovarian cancer in the validation data sets. The LR, RF, ANN, and XGB in GSE106817 and GSE113486 data sets had over 99&#x0025; AUC, and in GSE113740 over 94&#x0025;. Even though this study presented some additional biomarkers for possible consideration in future research, the analyses in these data sets do not support the immediate clinical use of these biomarkers without more rigorous testing in large case-control and cohort studies.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability"><title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s11"><bold>Supplementary Material</bold></xref>; further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s8" sec-type="ethics-statement"><title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the ethics committee of Tabriz University of Medical Sciences (IR.TBZMED.REC.1400.006). The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9" sec-type="author-contributions"><title>Author contributions</title>
<p>RA, NG, and FH contributed to the conception and design of the study. RA, NG, and FH performed the statistical analysis. FH wrote the first draft of the manuscript. HY, EB and FH wrote the biological discussion section. RA, FH, PS and JM wrote sections of the manuscript. All authors contributed to the manuscript revision and read and approved the submitted version.</p>
</sec>
<ack><title>Acknowledgments</title>
<p>The authors would like to thank all those who spent their valuable time participating in this research project, and we are also immensely grateful to the &#x201C;anonymous&#x201D; reviewers.</p>
</ack>
<sec id="s10" sec-type="COI-statement"><title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s12" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fdgth.2023.1187578/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fdgth.2023.1187578/full&#x0023;supplementary-material</ext-link></p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Datasheet1.docx"/>
</supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lheureux</surname><given-names>S</given-names></name><name><surname>Gourley</surname><given-names>C</given-names></name><name><surname>Vergote</surname><given-names>I</given-names></name><name><surname>Oza</surname><given-names>AM</given-names></name></person-group>. <article-title>Epithelial ovarian cancer</article-title>. <source>Lancet</source>. (<year>2019</year>) <volume>393</volume>(<issue>10177</issue>):<fpage>1240</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(18)32552-2</pub-id><pub-id pub-id-type="pmid">30910306</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reid</surname><given-names>BM</given-names></name><name><surname>Permuth</surname><given-names>JB</given-names></name><name><surname>Sellers</surname><given-names>TA</given-names></name></person-group>. <article-title>Epidemiology of ovarian cancer: a review</article-title>. <source>Cancer Biol Med</source>. (<year>2017</year>) <volume>14</volume>(<issue>1</issue>):<fpage>9</fpage>. <pub-id pub-id-type="doi">10.20892/j.issn.2095-3941.2016.0084</pub-id><pub-id pub-id-type="pmid">28443200</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cabasag</surname><given-names>CJ</given-names></name><name><surname>Fagan</surname><given-names>PJ</given-names></name><name><surname>Ferlay</surname><given-names>J</given-names></name><name><surname>Vignat</surname><given-names>J</given-names></name><name><surname>Laversanne</surname><given-names>M</given-names></name><name><surname>Liu</surname><given-names>L</given-names></name><etal/></person-group> <article-title>Ovarian cancer today and tomorrow: a global assessment by world region and human development index using GLOBOCAN 2020</article-title>. <source>Int J Cancer</source>. (<year>2022</year>) <volume>151</volume>(<issue>9</issue>):<fpage>1535</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1002/ijc.34002</pub-id><pub-id pub-id-type="pmid">35322413</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname><given-names>KD</given-names></name><name><surname>Siegel</surname><given-names>RL</given-names></name><name><surname>Lin</surname><given-names>CC</given-names></name><name><surname>Mariotto</surname><given-names>AB</given-names></name><name><surname>Kramer</surname><given-names>JL</given-names></name><name><surname>Rowland</surname><given-names>JH</given-names></name><etal/></person-group> <article-title>Cancer treatment and survivorship statistics, 2016</article-title>. <source>CA Cancer J Clin</source>. (<year>2016</year>) <volume>66</volume>(<issue>4</issue>):<fpage>271</fpage>&#x2013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21349</pub-id><pub-id pub-id-type="pmid">27253694</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carioli</surname><given-names>G</given-names></name><name><surname>Bertuccio</surname><given-names>P</given-names></name><name><surname>Boffetta</surname><given-names>P</given-names></name><name><surname>Levi</surname><given-names>F</given-names></name><name><surname>La Vecchia</surname><given-names>C</given-names></name><name><surname>Negri</surname><given-names>E</given-names></name><etal/></person-group> <article-title>European cancer mortality predictions for the year 2020 with a focus on prostate cancer</article-title>. <source>Ann Oncol</source>. (<year>2020</year>) <volume>31</volume>(<issue>5</issue>):<fpage>650</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.annonc.2020.02.009</pub-id><pub-id pub-id-type="pmid">32321669</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iorio</surname><given-names>MV</given-names></name><name><surname>Visone</surname><given-names>R</given-names></name><name><surname>Di Leva</surname><given-names>G</given-names></name><name><surname>Donati</surname><given-names>V</given-names></name><name><surname>Petrocca</surname><given-names>F</given-names></name><name><surname>Casalini</surname><given-names>P</given-names></name><etal/></person-group> <article-title>MicroRNA signatures in human ovarian cancer</article-title>. <source>Cancer Res</source>. (<year>2007</year>) <volume>67</volume>(<issue>18</issue>):<fpage>8699</fpage>&#x2013;<lpage>707</lpage>. <pub-id pub-id-type="doi">10.1158/0008-5472.CAN-07-1936</pub-id><pub-id pub-id-type="pmid">17875710</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Du Bois</surname><given-names>A</given-names></name><name><surname>Reuss</surname><given-names>A</given-names></name><name><surname>Pujade-Lauraine</surname><given-names>E</given-names></name><name><surname>Harter</surname><given-names>P</given-names></name><name><surname>Ray-Coquard</surname><given-names>I</given-names></name><name><surname>Pfisterer</surname><given-names>J</given-names></name></person-group>. <article-title>Role of surgical outcome as prognostic factor in advanced epithelial ovarian cancer: a combined exploratory analysis of 3 prospectively randomized phase 3 multicenter trials: by the arbeitsgemeinschaft gynaekologische onkologie studiengruppe ovarialkarzinom (AGO-OVAR) and the groupe d&#x0027;Investigateurs nationaux pour les etudes des cancers de l&#x0027;Ovaire (GINECO)</article-title>. <source>Cancer</source>. (<year>2009</year>) <volume>115</volume>(<issue>6</issue>):<fpage>1234</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1002/cncr.24149</pub-id><pub-id pub-id-type="pmid">19189349</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zheng</surname><given-names>H</given-names></name><name><surname>Zhang</surname><given-names>L</given-names></name><name><surname>Zhao</surname><given-names>Y</given-names></name><name><surname>Yang</surname><given-names>D</given-names></name><name><surname>Song</surname><given-names>F</given-names></name><name><surname>Wen</surname><given-names>Y</given-names></name><etal/></person-group> <article-title>Plasma miRNAs as diagnostic and prognostic biomarkers for ovarian cancer</article-title>. <source>PLoS One</source>. (<year>2013</year>) <volume>8</volume>(<issue>11</issue>):<fpage>e77853</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0077853</pub-id><pub-id pub-id-type="pmid">24223734</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bartels</surname><given-names>CL</given-names></name><name><surname>Tsongalis</surname><given-names>GJ</given-names></name></person-group>. <article-title>MicroRNAs: novel biomarkers for human cancer</article-title>. <source>Clin Chem</source>. (<year>2009</year>) <volume>55</volume>(<issue>4</issue>):<fpage>623</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1373/clinchem.2008.112805</pub-id><pub-id pub-id-type="pmid">19246618</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Flavin</surname><given-names>R</given-names></name><name><surname>Smyth</surname><given-names>P</given-names></name><name><surname>Barrett</surname><given-names>C</given-names></name><name><surname>Russell</surname><given-names>S</given-names></name><name><surname>Wen</surname><given-names>H</given-names></name><name><surname>Wei</surname><given-names>J</given-names></name><etal/></person-group> <article-title>miR-29b expression is associated with disease-free survival in patients with ovarian serous carcinoma</article-title>. <source>Int J Gynecologic Cancer</source>. (<year>2009</year>) <volume>19</volume>(<issue>4</issue>):<fpage>641</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1111/IGC.0b013e3181a48cf9</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schwarzenbach</surname><given-names>H</given-names></name><name><surname>Nishida</surname><given-names>N</given-names></name><name><surname>Calin</surname><given-names>GA</given-names></name><name><surname>Pantel</surname><given-names>K</given-names></name></person-group>. <article-title>Clinical relevance of circulating cell-free microRNAs in cancer</article-title>. <source>Nat Rev Clin Oncol</source>. (<year>2014</year>) <volume>11</volume>(<issue>3</issue>):<fpage>145</fpage>&#x2013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1038/nrclinonc.2014.5</pub-id><pub-id pub-id-type="pmid">24492836</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yokoi</surname><given-names>A</given-names></name><name><surname>Yoshioka</surname><given-names>Y</given-names></name><name><surname>Hirakawa</surname><given-names>A</given-names></name><name><surname>Yamamoto</surname><given-names>Y</given-names></name><name><surname>Ishikawa</surname><given-names>M</given-names></name><name><surname>Ikeda</surname><given-names>S-i</given-names></name><etal/></person-group> <article-title>A combination of circulating miRNAs for the early detection of ovarian cancer</article-title>. <source>Oncotarget</source>. (<year>2017</year>) <volume>8</volume>(<issue>52</issue>):<fpage>89811</fpage>. <pub-id pub-id-type="doi">10.18632/oncotarget.20688</pub-id><pub-id pub-id-type="pmid">29163790</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Matsuzaki</surname><given-names>J</given-names></name><name><surname>Ochiya</surname><given-names>T</given-names></name></person-group>. <article-title>Circulating microRNAs and extracellular vesicles as potential cancer biomarkers: a systematic review</article-title>. <source>Int J Clin Oncol</source>. (<year>2017</year>) <volume>22</volume>:<fpage>413</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1007/s10147-017-1104-3</pub-id><pub-id pub-id-type="pmid">28243946</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamidi</surname><given-names>F</given-names></name><name><surname>Gilani</surname><given-names>N</given-names></name><name><surname>Belaghi</surname><given-names>RA</given-names></name><name><surname>Sarbakhsh</surname><given-names>P</given-names></name><name><surname>Edg&#x00FC;nl&#x00FC;</surname><given-names>T</given-names></name><name><surname>Santaguida</surname><given-names>P</given-names></name></person-group>. <article-title>Exploration of potential miRNA biomarkers and prediction for ovarian cancer using artificial intelligence</article-title>. <source>Front Genet</source>. (<year>2021</year>) <volume>12</volume>:<fpage>724785</fpage>. <pub-id pub-id-type="doi">10.3389/fgene.2021.724785</pub-id><pub-id pub-id-type="pmid">34899827</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chung</surname><given-names>Y-W</given-names></name><name><surname>Bae</surname><given-names>H-S</given-names></name><name><surname>Song</surname><given-names>J-Y</given-names></name><name><surname>Lee</surname><given-names>JK</given-names></name><name><surname>Lee</surname><given-names>NW</given-names></name><name><surname>Kim</surname><given-names>T</given-names></name><etal/></person-group> <article-title>Detection of microRNA as novel biomarkers of epithelial ovarian cancer from the serum of ovarian cancer patient</article-title>. <source>Int J Gynecologic Cancer</source>. (<year>2013</year>) <volume>23</volume>(<issue>4</issue>):<fpage>673</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/IGC.0b013e31828c166d</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yuan</surname><given-names>F</given-names></name><name><surname>Li</surname><given-names>Z</given-names></name><name><surname>Chen</surname><given-names>L</given-names></name><name><surname>Zeng</surname><given-names>T</given-names></name><name><surname>Zhang</surname><given-names>Y-H</given-names></name><name><surname>Ding</surname><given-names>S</given-names></name><etal/></person-group> <article-title>Identifying the signatures and rules of circulating extracellular microRNA for distinguishing cancer subtypes</article-title>. <source>Front Genet</source>. (<year>2021</year>) <volume>12</volume>:<fpage>651610</fpage>. <pub-id pub-id-type="doi">10.3389/fgene.2021.651610</pub-id><pub-id pub-id-type="pmid">33767734</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeon</surname><given-names>H</given-names></name><name><surname>Seo</surname><given-names>SM</given-names></name><name><surname>Kim</surname><given-names>TW</given-names></name><name><surname>Ryu</surname><given-names>J</given-names></name><name><surname>Kong</surname><given-names>H</given-names></name><name><surname>Jang</surname><given-names>SH</given-names></name><etal/></person-group> <article-title>Circulating exosomal miR-1290 for diagnosis of epithelial ovarian cancer</article-title>. <source>Curr Issues Mol Biol</source>. (<year>2022</year>) <volume>44</volume>(<issue>1</issue>):<fpage>288</fpage>&#x2013;<lpage>300</lpage>. <pub-id pub-id-type="doi">10.3390/cimb44010021</pub-id><pub-id pub-id-type="pmid">35723400</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname><given-names>JW</given-names></name><name><surname>Dhahbi</surname><given-names>J</given-names></name></person-group>. <article-title>Identification of four serum miRNAs as potential markers to screen for thirteen cancer types</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>(<issue>6</issue>):<fpage>e0269554</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0269554</pub-id><pub-id pub-id-type="pmid">35687572</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yaghoobi</surname><given-names>H</given-names></name><name><surname>Babaei</surname><given-names>E</given-names></name><name><surname>Hussen</surname><given-names>BM</given-names></name><name><surname>Emami</surname><given-names>A</given-names></name></person-group>. <article-title>EBST: an evolutionary multi-objective optimization based tool for discovering potential biomarkers in ovarian cancer</article-title>. <source>IEEE/ACM Trans Comput Biol Bioinform</source>. (<year>2020</year>) <volume>18</volume>(<issue>6</issue>):<fpage>2384</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1109/TCBB.2020.2993150</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>A</given-names></name><name><surname>Hu</surname><given-names>H</given-names></name></person-group>. <article-title>A novel blood-based microRNA diagnostic model with high accuracy for multi-cancer early detection</article-title>. <source>Cancers (Basel)</source>. (<year>2022</year>) <volume>14</volume>(<issue>6</issue>):<fpage>1450</fpage>. <pub-id pub-id-type="doi">10.3390/cancers14061450</pub-id><pub-id pub-id-type="pmid">35326599</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamidi</surname><given-names>F</given-names></name><name><surname>Gilani</surname><given-names>N</given-names></name><name><surname>Belaghi</surname><given-names>RA</given-names></name><name><surname>Sarbakhsh</surname><given-names>P</given-names></name><name><surname>Edg&#x00FC;nl&#x00FC;</surname><given-names>T</given-names></name><name><surname>Santaguida</surname><given-names>P</given-names></name></person-group>. <article-title>Exploration of potential miRNA biomarkers and prediction for ovarian cancer using artificial intelligence</article-title>. <source>Front Genet</source>. (<year>2021</year>) <volume>12</volume>:<fpage>2079</fpage>. <pub-id pub-id-type="doi">10.3389/fgene.2021.724785</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tripathi</surname><given-names>YM</given-names></name><name><surname>Chatla</surname><given-names>SB</given-names></name><name><surname>Chang</surname><given-names>Y-CI</given-names></name><name><surname>Huang</surname><given-names>L-S</given-names></name><name><surname>Shieh</surname><given-names>GS</given-names></name></person-group>. <article-title>A nonlinear correlation measure with applications to gene expression data</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>(<issue>6</issue>):<fpage>e0270270</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0270270</pub-id><pub-id pub-id-type="pmid">35727808</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nithya</surname><given-names>B</given-names></name><name><surname>Ilango</surname><given-names>V</given-names></name></person-group>. <article-title>Evaluation of machine learning based optimized feature selection approaches and classification methods for cervical cancer prediction</article-title>. <source>SN Appl Sci</source>. (<year>2019</year>) <volume>1</volume>:<fpage>1</fpage>&#x2013;<lpage>16</lpage>. <pub-id pub-id-type="doi">10.1007/s42452-019-0645-7</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname><given-names>R-C</given-names></name><name><surname>Dewi</surname><given-names>C</given-names></name><name><surname>Huang</surname><given-names>S-W</given-names></name><name><surname>Caraka</surname><given-names>RE</given-names></name></person-group>. <article-title>Selecting critical features for data classification based on machine learning methods</article-title>. <source>J Big Data</source>. (<year>2020</year>) <volume>7</volume>(<issue>1</issue>):<fpage>52</fpage>. <pub-id pub-id-type="doi">10.1186/s40537-020-00327-4</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ali</surname><given-names>NM</given-names></name><name><surname>Aziz</surname><given-names>N</given-names></name><name><surname>Besar</surname><given-names>R</given-names></name></person-group>. <article-title>Comparison of microarray breast cancer classification using support vector machine and logistic regression with LASSO and boruta feature selection</article-title>. <source>Indones J Electr Eng Comput Sci</source>. (<year>2020</year>) <volume>20</volume>(<issue>2</issue>):<fpage>712</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.11591/ijeecs.v20.i2.pp712-719</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fortino</surname><given-names>V</given-names></name><name><surname>Kinaret</surname><given-names>P</given-names></name><name><surname>Fyhrquist</surname><given-names>N</given-names></name><name><surname>Alenius</surname><given-names>H</given-names></name><name><surname>Greco</surname><given-names>D</given-names></name></person-group>. <article-title>A robust and accurate method for feature selection and prioritization from multi-class OMICs data</article-title>. <source>PLoS One</source>. (<year>2014</year>) <volume>9</volume>(<issue>9</issue>):<fpage>e107801</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0107801</pub-id><pub-id pub-id-type="pmid">25247789</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kursa</surname><given-names>MB</given-names></name><name><surname>Rudnicki</surname><given-names>WR</given-names></name></person-group>. <article-title>Feature selection with the boruta package</article-title>. <source>J Stat Softw</source>. (<year>2010</year>) <volume>36</volume>:<fpage>1</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.18637/jss.v036.i11</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname><given-names>K-H</given-names></name><name><surname>Wang</surname><given-names>K-J</given-names></name><name><surname>Tsai</surname><given-names>M-L</given-names></name><name><surname>Wang</surname><given-names>K-M</given-names></name><name><surname>Adrian</surname><given-names>AM</given-names></name><name><surname>Cheng</surname><given-names>W-C</given-names></name><etal/></person-group> <article-title>Gene selection for cancer identification: a decision tree model empowered by particle swarm optimization algorithm</article-title>. <source>BMC Bioinform</source>. (<year>2014</year>) <volume>15</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-15-1</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trivedi</surname><given-names>SK</given-names></name></person-group>. <article-title>A study on credit scoring modeling with different feature selection and machine learning approaches</article-title>. <source>Technol Soc</source>. (<year>2020</year>) <volume>63</volume>:<fpage>101413</fpage>. <pub-id pub-id-type="doi">10.1016/j.techsoc.2020.101413</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Degenhardt</surname><given-names>F</given-names></name><name><surname>Seifert</surname><given-names>S</given-names></name><name><surname>Szymczak</surname><given-names>S</given-names></name></person-group>. <article-title>Evaluation of variable selection methods for random forests and omics data sets</article-title>. <source>Brief Bioinform</source>. (<year>2019</year>) <volume>20</volume>(<issue>2</issue>):<fpage>492</fpage>&#x2013;<lpage>503</lpage>. <pub-id pub-id-type="doi">10.1093/bib/bbx124</pub-id><pub-id pub-id-type="pmid">29045534</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Acharjee</surname><given-names>A</given-names></name><name><surname>Larkman</surname><given-names>J</given-names></name><name><surname>Xu</surname><given-names>Y</given-names></name><name><surname>Cardoso</surname><given-names>VR</given-names></name><name><surname>Gkoutos</surname><given-names>GV</given-names></name></person-group>. <article-title>A random forest based biomarker discovery and power analysis framework for diagnostics research</article-title>. <source>BMC Med Genomics</source>. (<year>2020</year>) <volume>13</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1186/s12920-020-00826-6</pub-id><pub-id pub-id-type="pmid">31900157</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kursa</surname><given-names>MB</given-names></name></person-group>. <article-title>Robustness of random forest-based gene selection methods</article-title>. <source>BMC Bioinform</source>. (<year>2014</year>) <volume>15</volume>:<fpage>1</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-15-8</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yokoi</surname><given-names>A</given-names></name><name><surname>Matsuzaki</surname><given-names>J</given-names></name><name><surname>Yamamoto</surname><given-names>Y</given-names></name><name><surname>Yoneoka</surname><given-names>Y</given-names></name><name><surname>Takahashi</surname><given-names>K</given-names></name><name><surname>Shimizu</surname><given-names>H</given-names></name><etal/></person-group> <article-title>Integrated extracellular microRNA profiling for ovarian cancer screening</article-title>. <source>Nat Commun</source>. (<year>2018</year>) <volume>9</volume>(<issue>1</issue>):<fpage>4319</fpage>. <pub-id pub-id-type="doi">10.1038/s41467-018-06434-4</pub-id><pub-id pub-id-type="pmid">30333487</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Usuba</surname><given-names>W</given-names></name><name><surname>Urabe</surname><given-names>F</given-names></name><name><surname>Yamamoto</surname><given-names>Y</given-names></name><name><surname>Matsuzaki</surname><given-names>J</given-names></name><name><surname>Sasaki</surname><given-names>H</given-names></name><name><surname>Ichikawa</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Circulating miRNA panels for specific and early detection in bladder cancer</article-title>. <source>Cancer Sci</source>. (<year>2019</year>) <volume>110</volume>(<issue>1</issue>):<fpage>408</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1111/cas.13856</pub-id><pub-id pub-id-type="pmid">30382619</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yamamoto</surname><given-names>Y</given-names></name><name><surname>Kondo</surname><given-names>S</given-names></name><name><surname>Matsuzaki</surname><given-names>J</given-names></name><name><surname>Esaki</surname><given-names>M</given-names></name><name><surname>Okusaka</surname><given-names>T</given-names></name><name><surname>Shimada</surname><given-names>K</given-names></name><etal/></person-group> <article-title>Highly sensitive circulating microRNA panel for accurate detection of hepatocellular carcinoma in patients with liver disease</article-title>. <source>Hepatol Commun</source>. (<year>2020</year>) <volume>4</volume>(<issue>2</issue>):<fpage>284</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1002/hep4.1451</pub-id><pub-id pub-id-type="pmid">32025611</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wiemken</surname><given-names>TL</given-names></name><name><surname>Kelley</surname><given-names>RR</given-names></name></person-group>. <article-title>Machine learning in epidemiology and health outcomes research</article-title>. <source>Annu Rev Public Health</source>. (<year>2019</year>) <volume>41</volume>:<fpage>21</fpage>&#x2013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040119-094437</pub-id><pub-id pub-id-type="pmid">31577910</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Speiser</surname><given-names>JL</given-names></name><name><surname>Miller</surname><given-names>ME</given-names></name><name><surname>Tooze</surname><given-names>J</given-names></name><name><surname>Ip</surname><given-names>E</given-names></name></person-group>. <article-title>A comparison of random forest variable selection methods for classification prediction modeling</article-title>. <source>Expert Syst Appl</source>. (<year>2019</year>) <volume>134</volume>:<fpage>93</fpage>&#x2013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1016/j.eswa.2019.05.028</pub-id><pub-id pub-id-type="pmid">32968335</pub-id></citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lekchnov</surname><given-names>EA</given-names></name><name><surname>Amelina</surname><given-names>EV</given-names></name><name><surname>Bryzgunova</surname><given-names>OE</given-names></name><name><surname>Zaporozhchenko</surname><given-names>IA</given-names></name><name><surname>Konoshenko</surname><given-names>MY</given-names></name><name><surname>Yarmoschuk</surname><given-names>SV</given-names></name><etal/></person-group> <article-title>Searching for the novel specific predictors of prostate cancer in urine: the analysis of 84 miRNA expression</article-title>. <source>Int J Mol Sci</source>. (<year>2018</year>) <volume>19</volume>(<issue>12</issue>):<fpage>4088</fpage>. <pub-id pub-id-type="doi">10.3390/ijms19124088</pub-id><pub-id pub-id-type="pmid">30562989</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Hastie</surname><given-names>T</given-names></name><name><surname>Tibshirani</surname><given-names>R</given-names></name><name><surname>Friedman</surname><given-names>JH</given-names></name><name><surname>Friedman</surname><given-names>JH</given-names></name></person-group>. <source>The elements of statistical learning: Data mining, inference, and prediction</source>. <publisher-name>Springer</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname><given-names>J</given-names></name><name><surname>Li</surname><given-names>Y-F</given-names></name><name><surname>Xie</surname><given-names>M</given-names></name></person-group>. <article-title>An empirical analysis of data preprocessing for machine learning-based software cost estimation</article-title>. <source>Inf Softw Technol</source>. (<year>2015</year>) <volume>67</volume>:<fpage>108</fpage>&#x2013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1016/j.infsof.2015.07.004</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Jovi&#x0107;</surname><given-names>A</given-names></name><name><surname>Brki&#x0107;</surname><given-names>K</given-names></name><name><surname>Bogunovi&#x0107;</surname><given-names>N</given-names></name></person-group>, editor. <conf-name>A review of feature selection methods with applications</conf-name>. <conf-name>2015 38th International Convention on Information and Communication Technology, Electronics and Microelectronics (MIPRO)</conf-name>; <publisher-name>IEEE</publisher-name> (<year>2015</year>).</citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stuart</surname><given-names>EA</given-names></name><name><surname>Azur</surname><given-names>M</given-names></name><name><surname>Frangakis</surname><given-names>C</given-names></name><name><surname>Leaf</surname><given-names>P</given-names></name></person-group>. <article-title>Multiple imputation with large data sets: a case study of the children&#x2019;s mental health initiative</article-title>. <source>Am J Epidemiol</source>. (<year>2009</year>) <volume>169</volume>(<issue>9</issue>):<fpage>1133</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1093/aje/kwp026</pub-id><pub-id pub-id-type="pmid">19318618</pub-id></citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Azimi</surname><given-names>I</given-names></name><name><surname>Pahikkala</surname><given-names>T</given-names></name><name><surname>Rahmani</surname><given-names>AM</given-names></name><name><surname>Niela-Vil&#x00E9;n</surname><given-names>H</given-names></name><name><surname>Axelin</surname><given-names>A</given-names></name><name><surname>Liljeberg</surname><given-names>P</given-names></name></person-group>. <article-title>Missing data resilient decision-making for healthcare IoT through personalization: a case study on maternal health</article-title>. <source>Future Gener Comput Syst</source>. (<year>2019</year>) <volume>96</volume>:<fpage>297</fpage>&#x2013;<lpage>308</lpage>. <pub-id pub-id-type="doi">10.1016/j.future.2019.02.015</pub-id></citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname><given-names>JM</given-names></name><name><surname>Khoshgoftaar</surname><given-names>TM</given-names></name></person-group>. <article-title>Survey on deep learning with class imbalance</article-title>. <source>J Big Data</source>. (<year>2019</year>) <volume>6</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1186/s40537-018-0162-3</pub-id></citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sun</surname><given-names>Y</given-names></name><name><surname>Wong</surname><given-names>AK</given-names></name><name><surname>Kamel</surname><given-names>MS</given-names></name></person-group>. <article-title>Classification of imbalanced data: a review</article-title>. <source>Int J Pattern Recognit Artif Intell</source>. (<year>2009</year>) <volume>23</volume>(<issue>04</issue>):<fpage>687</fpage>&#x2013;<lpage>719</lpage>. <pub-id pub-id-type="doi">10.1142/S0218001409007326</pub-id></citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fotouhi</surname><given-names>S</given-names></name><name><surname>Asadi</surname><given-names>S</given-names></name><name><surname>Kattan</surname><given-names>MW</given-names></name></person-group>. <article-title>A comprehensive data level analysis for cancer diagnosis on imbalanced data</article-title>. <source>J Biomed Inform</source>. (<year>2019</year>) <volume>90</volume>:<fpage>103089</fpage>. <pub-id pub-id-type="doi">10.1016/j.jbi.2018.12.003</pub-id><pub-id pub-id-type="pmid">30611011</pub-id></citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Shanab</surname><given-names>AA</given-names></name><name><surname>Khoshgoftaar</surname><given-names>TM</given-names></name><name><surname>Wald</surname><given-names>R</given-names></name><name><surname>Napolitano</surname><given-names>A</given-names></name></person-group>, editor. <conf-name>Impact of noise and data sampling on stability of feature ranking techniques for biological datasets</conf-name>. <conf-name>2012 IEEE 13th International Conference on Information Reuse &#x0026; Integration (IRI)</conf-name>; <publisher-name>IEEE</publisher-name> (<year>2012</year>).</citation></ref>
<ref id="B48"><label>48.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Alpaydin</surname><given-names>E</given-names></name></person-group>. <source>Introduction to machine learning</source>. <publisher-name>MIT press</publisher-name> (<year>2020</year>).</citation></ref>
<ref id="B49"><label>49.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>James</surname><given-names>G</given-names></name><name><surname>Witten</surname><given-names>D</given-names></name><name><surname>Hastie</surname><given-names>T</given-names></name><name><surname>Tibshirani</surname><given-names>R</given-names></name></person-group>. <source>An introduction to statistical learning</source>. <publisher-name>Springer</publisher-name> (<year>2013</year>).</citation></ref>
<ref id="B50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoltzfus</surname><given-names>JC</given-names></name></person-group>. <article-title>Logistic regression: a brief primer</article-title>. <source>Acad Emerg Med</source>. (<year>2011</year>) <volume>18</volume>(<issue>10</issue>):<fpage>1099</fpage>&#x2013;<lpage>104</lpage>. <pub-id pub-id-type="doi">10.1111/j.1553-2712.2011.01185.x</pub-id><pub-id pub-id-type="pmid">21996075</pub-id></citation></ref>
<ref id="B51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abdulqader</surname><given-names>QM</given-names></name></person-group>. <article-title>Applying the binary logistic regression analysis on the medical data</article-title>. <source>Sci J Univ Zakho</source>. (<year>2017</year>) <volume>5</volume>(<issue>4</issue>):<fpage>330</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.25271/2017.5.4.388</pub-id></citation></ref>
<ref id="B52"><label>52.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Maimon</surname><given-names>OZ</given-names></name><name><surname>Rokach</surname><given-names>L</given-names></name></person-group>. <source>Data mining with decision trees: Theory and applications</source>. <publisher-name>World Scientific</publisher-name> (<year>2014</year>).</citation></ref>
<ref id="B53"><label>53.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Qi</surname><given-names>Y</given-names></name></person-group>. <source>Random forest for bioinformatics. Ensemble machine learning: Methods and applications</source>. <publisher-name>Springer</publisher-name> (<year>2012</year>). <fpage>307</fpage>&#x2013;<lpage>23</lpage>.</citation></ref>
<ref id="B54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DeGregory</surname><given-names>K</given-names></name><name><surname>Kuiper</surname><given-names>P</given-names></name><name><surname>DeSilvio</surname><given-names>T</given-names></name><name><surname>Pleuss</surname><given-names>J</given-names></name><name><surname>Miller</surname><given-names>R</given-names></name><name><surname>Roginski</surname><given-names>J</given-names></name><etal/></person-group> <article-title>A review of machine learning in obesity</article-title>. <source>Obes Rev</source>. (<year>2018</year>) <volume>19</volume>(<issue>5</issue>):<fpage>668</fpage>&#x2013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1111/obr.12667</pub-id><pub-id pub-id-type="pmid">29426065</pub-id></citation></ref>
<ref id="B55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klassen</surname><given-names>V</given-names></name><name><surname>Safin</surname><given-names>A</given-names></name><name><surname>Maltsev</surname><given-names>A</given-names></name><name><surname>Andrianov</surname><given-names>N</given-names></name><name><surname>Morozov</surname><given-names>S</given-names></name><name><surname>Vladzymyrskyy</surname><given-names>A</given-names></name></person-group>. <article-title>AI-based screening of pulmonary tuberculosis: diagnostic accuracy</article-title>. <source>J Ehealth Technol Appl</source>. (<year>2018</year>) <volume>16</volume>(<issue>1</issue>):<fpage>28</fpage>&#x2013;<lpage>32</lpage>.</citation></ref>
<ref id="B56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sherriff</surname><given-names>A</given-names></name><name><surname>Ott</surname><given-names>J</given-names></name><name><surname>Team</surname><given-names>AS</given-names></name></person-group>. <article-title>Artificial neural networks as statistical tools in epidemiological studies: analysis of risk factors for early infant wheeze</article-title>. <source>Paediatr Perinat Epidemiol</source>. (<year>2004</year>) <volume>18</volume>(<issue>6</issue>):<fpage>456</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-3016.2004.00592.x</pub-id><pub-id pub-id-type="pmid">15535822</pub-id></citation></ref>
<ref id="B57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname><given-names>T</given-names></name><name><surname>He</surname><given-names>T</given-names></name><name><surname>Benesty</surname><given-names>M</given-names></name><name><surname>Khotilovich</surname><given-names>V</given-names></name><name><surname>Tang</surname><given-names>Y</given-names></name><name><surname>Cho</surname><given-names>H</given-names></name><etal/></person-group> <article-title>Xgboost: extreme gradient boosting. R package version 04-2</article-title>. <source>Journal of eHealth Technology and Application</source>. (<year>2015</year>) <volume>16</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>4</lpage>.</citation></ref>
<ref id="B58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kang</surname><given-names>C</given-names></name><name><surname>Huo</surname><given-names>Y</given-names></name><name><surname>Xin</surname><given-names>L</given-names></name><name><surname>Tian</surname><given-names>B</given-names></name><name><surname>Yu</surname><given-names>B</given-names></name></person-group>. <article-title>Feature selection and tumor classification for microarray data using relaxed Lasso and generalized multi-class support vector machine</article-title>. <source>J Theor Biol</source>. (<year>2019</year>) <volume>463</volume>:<fpage>77</fpage>&#x2013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1016/j.jtbi.2018.12.010</pub-id><pub-id pub-id-type="pmid">30537483</pub-id></citation></ref>
<ref id="B59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Collins</surname><given-names>GS</given-names></name><name><surname>Reitsma</surname><given-names>JB</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name><name><surname>Moons</surname><given-names>KG</given-names></name></person-group>. <article-title>Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement</article-title>. <source>Ann Intern Med</source>. (<year>2015</year>) <volume>162</volume>(<issue>1</issue>):<fpage>55</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.7326/M14-0697</pub-id><pub-id pub-id-type="pmid">25560714</pub-id></citation></ref>
<ref id="B60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Robin</surname><given-names>X</given-names></name><name><surname>Turck</surname><given-names>N</given-names></name><name><surname>Hainard</surname><given-names>A</given-names></name><name><surname>Tiberti</surname><given-names>N</given-names></name><name><surname>Lisacek</surname><given-names>F</given-names></name><name><surname>Sanchez</surname><given-names>J-C</given-names></name><etal/></person-group> <article-title>pROC: an open-source package for R and S&#x002B; to analyze and compare ROC curves</article-title>. <source>BMC Bioinform</source>. (<year>2011</year>) <volume>12</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-12-77</pub-id></citation></ref>
<ref id="B61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pal</surname><given-names>MK</given-names></name><name><surname>Jaiswar</surname><given-names>SP</given-names></name><name><surname>Dwivedi</surname><given-names>VN</given-names></name><name><surname>Tripathi</surname><given-names>AK</given-names></name><name><surname>Dwivedi</surname><given-names>A</given-names></name><name><surname>Sankhwar</surname><given-names>P</given-names></name></person-group>. <article-title>MicroRNA: a new and promising potential biomarker for diagnosis and prognosis of ovarian cancer</article-title>. <source>Cancer Biol Med</source>. (<year>2015</year>) <volume>12</volume>(<issue>4</issue>):<fpage>328</fpage>. <pub-id pub-id-type="doi">10.7497/j.issn.2095-3941.2015.0024</pub-id><pub-id pub-id-type="pmid">26779370</pub-id></citation></ref>
<ref id="B62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>B</given-names></name><name><surname>Cai</surname><given-names>FF</given-names></name><name><surname>Zhong</surname><given-names>XY</given-names></name></person-group>. <article-title>An overview of biomarkers for the ovarian cancer diagnosis</article-title>. <source>Eur J Obstet Gynecol Reprod Biol</source>. (<year>2011</year>) <volume>158</volume>(<issue>2</issue>):<fpage>119</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejogrb.2011.04.023</pub-id><pub-id pub-id-type="pmid">21632171</pub-id></citation></ref>
<ref id="B63"><label>63.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chedotal</surname><given-names>A</given-names></name><name><surname>Kerjan</surname><given-names>G</given-names></name><name><surname>Moreau-Fauvarque</surname><given-names>C</given-names></name></person-group>. <article-title>The brain within the tumor: new roles for axon guidance molecules in cancers</article-title>. <source>Cell Death Differ</source>. (<year>2005</year>) <volume>12</volume>(<issue>8</issue>):<fpage>1044</fpage>&#x2013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1038/sj.cdd.4401707</pub-id><pub-id pub-id-type="pmid">16015381</pub-id></citation></ref>
<ref id="B64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>WC</given-names></name><name><surname>Chin</surname><given-names>TM</given-names></name><name><surname>Yang</surname><given-names>H</given-names></name><name><surname>Nga</surname><given-names>ME</given-names></name><name><surname>Lunny</surname><given-names>DP</given-names></name><name><surname>Lim</surname><given-names>EKH</given-names></name><etal/></person-group> <article-title>Tumour-initiating cell-specific miR-1246 and miR-1290 expression converge to promote non-small cell lung cancer progression</article-title>. <source>Nat Commun</source>. (<year>2016</year>) <volume>7</volume>(<issue>1</issue>):<fpage>11702</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms11702</pub-id><pub-id pub-id-type="pmid">27325363</pub-id></citation></ref>
<ref id="B65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Imaoka</surname><given-names>H</given-names></name><name><surname>Toiyama</surname><given-names>Y</given-names></name><name><surname>Fujikawa</surname><given-names>H</given-names></name><name><surname>Hiro</surname><given-names>J</given-names></name><name><surname>Saigusa</surname><given-names>S</given-names></name><name><surname>Tanaka</surname><given-names>K</given-names></name><etal/></person-group> <article-title>Circulating microRNA-1290 as a novel diagnostic and prognostic biomarker in human colorectal cancer</article-title>. <source>Ann Oncol</source>. (<year>2016</year>) <volume>27</volume>(<issue>10</issue>):<fpage>1879</fpage>&#x2013;<lpage>86</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/mdw279</pub-id><pub-id pub-id-type="pmid">27502702</pub-id></citation></ref>
<ref id="B66"><label>66.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ye</surname><given-names>L</given-names></name><name><surname>Jiang</surname><given-names>T</given-names></name><name><surname>Shao</surname><given-names>H</given-names></name><name><surname>Zhong</surname><given-names>L</given-names></name><name><surname>Wang</surname><given-names>Z</given-names></name><name><surname>Liu</surname><given-names>Y</given-names></name><etal/></person-group> <article-title>miR-1290 is a biomarker in DNA-mismatch-repair-deficient colon cancer and promotes resistance to 5-fluorouracil by directly targeting hMSH2</article-title>. <source>Mol Ther Nucl Acids</source>. (<year>2017</year>) <volume>7</volume>:<fpage>453</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.omtn.2017.05.006</pub-id></citation></ref>
<ref id="B67"><label>67.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname><given-names>Q</given-names></name><name><surname>Wang</surname><given-names>G</given-names></name><name><surname>Niu</surname><given-names>L</given-names></name><name><surname>Zhao</surname><given-names>S</given-names></name><name><surname>Li</surname><given-names>J</given-names></name><name><surname>Zhang</surname><given-names>Z</given-names></name><etal/></person-group> <article-title>Exosomal MiR-1290 promotes angiogenesis of hepatocellular carcinoma via targeting SMEK1</article-title>. <source>J Oncol</source>.(<year>2021</year>) <volume>2021</volume>:<fpage>6617700</fpage>. <pub-id pub-id-type="doi">10.1155/2021/6617700</pub-id><pub-id pub-id-type="pmid">33564307</pub-id></citation></ref>
<ref id="B68"><label>68.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nakashima</surname><given-names>H</given-names></name><name><surname>Yoshida</surname><given-names>R</given-names></name><name><surname>Hirosue</surname><given-names>A</given-names></name><name><surname>Kawahara</surname><given-names>K</given-names></name><name><surname>Sakata</surname><given-names>J</given-names></name><name><surname>Arita</surname><given-names>H</given-names></name><etal/></person-group> <article-title>Circulating miRNA-1290 as a potential biomarker for response to chemoradiotherapy and prognosis of patients with advanced oral squamous cell carcinoma: a single-center retrospective study</article-title>. <source>Tumor Biol</source>. (<year>2019</year>) <volume>41</volume>(<issue>3</issue>):<fpage>1010428319826853</fpage>. <pub-id pub-id-type="doi">10.1177/1010428319826853</pub-id></citation></ref>
<ref id="B69"><label>69.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wei</surname><given-names>J</given-names></name><name><surname>Yang</surname><given-names>L</given-names></name><name><surname>Wu</surname><given-names>Y-n</given-names></name><name><surname>Xu</surname><given-names>J</given-names></name></person-group>. <article-title>Serum miR-1290 and miR-1246 as potential diagnostic biomarkers of human pancreatic cancer</article-title>. <source>J Cancer</source>. (<year>2020</year>) <volume>11</volume>(<issue>6</issue>):<fpage>1325</fpage>. <pub-id pub-id-type="doi">10.7150/jca.38048</pub-id><pub-id pub-id-type="pmid">32047539</pub-id></citation></ref>
<ref id="B70"><label>70.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kobayashi</surname><given-names>M</given-names></name><name><surname>Sawada</surname><given-names>K</given-names></name><name><surname>Nakamura</surname><given-names>K</given-names></name><name><surname>Yoshimura</surname><given-names>A</given-names></name><name><surname>Miyamoto</surname><given-names>M</given-names></name><name><surname>Shimizu</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Exosomal miR-1290 is a potential biomarker of high-grade serous ovarian carcinoma and can discriminate patients from those with malignancies of other histological types</article-title>. <source>J Ovarian Res</source>.(<year>2018</year>) <volume>11</volume>:<fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1186/s13048-018-0458-0</pub-id><pub-id pub-id-type="pmid">29304854</pub-id></citation></ref>
<ref id="B71"><label>71.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname><given-names>Y</given-names></name><name><surname>Yao</surname><given-names>L</given-names></name><name><surname>Liu</surname><given-names>F</given-names></name><name><surname>Hong</surname><given-names>J</given-names></name><name><surname>Chen</surname><given-names>L</given-names></name><name><surname>Zhang</surname><given-names>B</given-names></name><etal/></person-group> <article-title>Characterization of microRNA expression in serous ovarian carcinoma</article-title>. <source>Int J Mol Med</source>. (<year>2014</year>) <volume>34</volume>(<issue>2</issue>):<fpage>491</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.3892/ijmm.2014.1813</pub-id><pub-id pub-id-type="pmid">24939816</pub-id></citation></ref>
<ref id="B72"><label>72.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dias</surname><given-names>F</given-names></name><name><surname>Teixeira</surname><given-names>AL</given-names></name><name><surname>Ferreira</surname><given-names>M</given-names></name><name><surname>Adem</surname><given-names>B</given-names></name><name><surname>Bastos</surname><given-names>N</given-names></name><name><surname>Vieira</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Plasmatic miR-210, miR-221 and miR-1233 profile: potential liquid biopsies candidates for renal cell carcinoma</article-title>. <source>Oncotarget</source>. (<year>2017</year>) <volume>8</volume>(<issue>61</issue>):<fpage>103315</fpage>. <pub-id pub-id-type="doi">10.18632/oncotarget.21733</pub-id><pub-id pub-id-type="pmid">29262564</pub-id></citation></ref>
<ref id="B73"><label>73.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname><given-names>S</given-names></name><name><surname>Qu</surname><given-names>D</given-names></name><name><surname>Li</surname><given-names>W</given-names></name><name><surname>He</surname><given-names>C</given-names></name><name><surname>Li</surname><given-names>S</given-names></name><name><surname>Wu</surname><given-names>G</given-names></name><etal/></person-group> <article-title>Mir-647 and miR-1914 promote cancer progression equivalently by downregulating nuclear factor IX in colorectal cancer</article-title>. <source>Mol Med Rep</source>. (<year>2017</year>) <volume>16</volume>(<issue>6</issue>):<fpage>8189</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.3892/mmr.2017.7675</pub-id><pub-id pub-id-type="pmid">28990086</pub-id></citation></ref>
<ref id="B74"><label>74.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chong</surname><given-names>GO</given-names></name><name><surname>Jeon</surname><given-names>H-S</given-names></name><name><surname>Han</surname><given-names>HS</given-names></name><name><surname>Son</surname><given-names>JW</given-names></name><name><surname>Lee</surname><given-names>YH</given-names></name><name><surname>Hong</surname><given-names>DG</given-names></name><etal/></person-group> <article-title>Differential microRNA expression profiles in primary and recurrent epithelial ovarian cancer</article-title>. <source>Anticancer Res</source>. (<year>2015</year>) <volume>35</volume>(<issue>5</issue>):<fpage>2611</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3892/ijmm.2014.1813</pub-id><pub-id pub-id-type="pmid">25964536</pub-id></citation></ref>
<ref id="B75"><label>75.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shams</surname><given-names>R</given-names></name><name><surname>Saberi</surname><given-names>S</given-names></name><name><surname>Zali</surname><given-names>M</given-names></name><name><surname>Sadeghi</surname><given-names>A</given-names></name><name><surname>Ghafouri-Fard</surname><given-names>S</given-names></name><name><surname>Aghdaei</surname><given-names>HA</given-names></name></person-group>. <article-title>Identification of potential microRNA panels for pancreatic cancer diagnosis using microarray datasets and bioinformatics methods</article-title>. <source>Sci Rep</source>. (<year>2020</year>) <volume>10</volume>(<issue>1</issue>):<fpage>7559</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-020-64569-1</pub-id><pub-id pub-id-type="pmid">32371926</pub-id></citation></ref>
<ref id="B76"><label>76.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ma</surname><given-names>C-H</given-names></name><name><surname>Zhang</surname><given-names>Y-X</given-names></name><name><surname>Tang</surname><given-names>L-H</given-names></name><name><surname>Yang</surname><given-names>X-J</given-names></name><name><surname>Cui</surname><given-names>W-M</given-names></name><name><surname>Han</surname><given-names>C-C</given-names></name><etal/></person-group> <article-title>MicroRNA-1469, a p53-responsive microRNA promotes genistein induced apoptosis by targeting Mcl1 in human laryngeal cancer cells</article-title>. <source>Biomed Pharmacother</source>.(<year>2018</year>) <volume>106</volume>:<fpage>665</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopha.2018.07.005</pub-id><pub-id pub-id-type="pmid">29990856</pub-id></citation></ref>
<ref id="B77"><label>77.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gungormez</surname><given-names>C</given-names></name><name><surname>Gumushan Aktas</surname><given-names>H</given-names></name><name><surname>Dilsiz</surname><given-names>N</given-names></name><name><surname>Borazan</surname><given-names>E</given-names></name></person-group>. <article-title>Novel miRNAs as potential biomarkers in stage II colon cancer: microarray analysis</article-title>. <source>Mol Biol Rep</source>. (<year>2019</year>) <volume>46</volume>:<fpage>4175</fpage>&#x2013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1007/s11033-019-04868-7</pub-id><pub-id pub-id-type="pmid">31123908</pub-id></citation></ref>
<ref id="B78"><label>78.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lai</surname><given-names>J</given-names></name><name><surname>Wang</surname><given-names>H</given-names></name><name><surname>Pan</surname><given-names>Z</given-names></name><name><surname>Su</surname><given-names>F</given-names></name></person-group>. <article-title>A novel six-microRNA-based model to improve prognosis prediction of breast cancer</article-title>. <source>Aging (Albany NY)</source>. (<year>2019</year>) <volume>11</volume>(<issue>2</issue>):<fpage>649</fpage>. <pub-id pub-id-type="doi">10.18632/aging.101767</pub-id><pub-id pub-id-type="pmid">30696800</pub-id></citation></ref>
<ref id="B79"><label>79.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rajarajan</surname><given-names>D</given-names></name><name><surname>Selvarajan</surname><given-names>S</given-names></name><name><surname>Charan Raja</surname><given-names>MR</given-names></name><name><surname>Kar Mahapatra</surname><given-names>S</given-names></name><name><surname>Kasiappan</surname><given-names>R</given-names></name></person-group>. <article-title>Genome-wide analysis reveals miR-3184-5p and miR-181c-3p as a critical regulator for adipocytes-associated breast cancer</article-title>. <source>J Cell Physiol</source>. (<year>2019</year>) <volume>234</volume>(<issue>10</issue>):<fpage>17959</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1002/jcp.28428</pub-id><pub-id pub-id-type="pmid">30847933</pub-id></citation></ref>
<ref id="B80"><label>80.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alshamrani</surname><given-names>AA</given-names></name></person-group>. <article-title>Roles of microRNAs in ovarian cancer tumorigenesis: two decades later, what have we learned?</article-title> <source>Front Oncol</source>. (<year>2020</year>) <volume>10</volume>:<fpage>1084</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2020.01084</pub-id><pub-id pub-id-type="pmid">32850313</pub-id></citation></ref>
<ref id="B81"><label>81.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tuncer</surname><given-names>SB</given-names></name><name><surname>Erdogan</surname><given-names>OS</given-names></name><name><surname>Erciyas</surname><given-names>SK</given-names></name><name><surname>Saral</surname><given-names>MA</given-names></name><name><surname>Celik</surname><given-names>B</given-names></name><name><surname>Odemis</surname><given-names>DA</given-names></name><etal/></person-group> <article-title>miRNA expression profile changes in the peripheral blood of monozygotic discordant twins for epithelial ovarian carcinoma: potential new biomarkers for early diagnosis and prognosis of ovarian carcinoma</article-title>. <source>J Ovarian Res</source>. (<year>2020</year>) <volume>13</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1186/s13048-020-00706-8</pub-id></citation></ref>
<ref id="B82"><label>82.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chijiiwa</surname><given-names>Y</given-names></name><name><surname>Moriyama</surname><given-names>T</given-names></name><name><surname>Ohuchida</surname><given-names>K</given-names></name><name><surname>Nabae</surname><given-names>T</given-names></name><name><surname>Ohtsuka</surname><given-names>T</given-names></name><name><surname>Miyasaka</surname><given-names>Y</given-names></name><etal/></person-group> <article-title>Overexpression of microRNA-5100 decreases the aggressive phenotype of pancreatic cancer cells by targeting PODXL</article-title>. <source>Int J Oncol</source>. (<year>2016</year>) <volume>48</volume>(<issue>4</issue>):<fpage>1688</fpage>&#x2013;<lpage>700</lpage>. <pub-id pub-id-type="doi">10.3892/ijo.2016.3389</pub-id><pub-id pub-id-type="pmid">26892887</pub-id></citation></ref>
<ref id="B83"><label>83.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname><given-names>Y</given-names></name><name><surname>Zhu</surname><given-names>S</given-names></name><name><surname>Zhang</surname><given-names>N</given-names></name><name><surname>Cheng</surname><given-names>L</given-names></name></person-group>. <article-title>Blood circulating miRNA pairs as a robust signature for early detection of esophageal cancer</article-title>. <source>Front Oncol</source>. (<year>2021</year>) <volume>11</volume>:<fpage>723779</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2021.723779</pub-id><pub-id pub-id-type="pmid">34368003</pub-id></citation></ref>
<ref id="B84"><label>84.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pe&#x00F1;a-Chilet</surname><given-names>M</given-names></name><name><surname>Mart&#x00ED;nez</surname><given-names>MT</given-names></name><name><surname>P&#x00E9;rez-Fidalgo</surname><given-names>JA</given-names></name><name><surname>Peir&#x00F3;-Chova</surname><given-names>L</given-names></name><name><surname>Oltra</surname><given-names>SS</given-names></name><name><surname>Tormo</surname><given-names>E</given-names></name><etal/></person-group> <article-title>MicroRNA profile in very young women with breast cancer</article-title>. <source>BMC Cancer</source>. (<year>2014</year>) <volume>14</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1186/1471-2407-14-529</pub-id></citation></ref>
<ref id="B85"><label>85.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname><given-names>J</given-names></name><name><surname>Wang</surname><given-names>Z</given-names></name><name><surname>Liao</surname><given-names>BY</given-names></name><name><surname>Yu</surname><given-names>L</given-names></name><name><surname>Gao</surname><given-names>X</given-names></name><name><surname>Lu</surname><given-names>S</given-names></name><etal/></person-group> <article-title>Human miR-1228 as a stable endogenous control for the quantification of circulating microRNAs in cancer patients</article-title>. <source>Int J Cancer</source>. (<year>2014</year>) <volume>135</volume>(<issue>5</issue>):<fpage>1187</fpage>&#x2013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1002/ijc.28757</pub-id><pub-id pub-id-type="pmid">24488924</pub-id></citation></ref>
<ref id="B86"><label>86.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruggles</surname><given-names>DR</given-names></name><name><surname>Freyman</surname><given-names>RL</given-names></name><name><surname>Oxenham</surname><given-names>AJ</given-names></name></person-group>. <article-title>Influence of musical training on understanding voiced and whispered speech in noise</article-title>. <source>PLoS One</source>. (<year>2014</year>) <volume>9</volume>(<issue>1</issue>):<fpage>e86980</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0086980</pub-id><pub-id pub-id-type="pmid">24489819</pub-id></citation></ref>
<ref id="B87"><label>87.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morishita</surname><given-names>A</given-names></name><name><surname>Iwama</surname><given-names>H</given-names></name><name><surname>Fujihara</surname><given-names>S</given-names></name><name><surname>Sakamoto</surname><given-names>T</given-names></name><name><surname>Fujita</surname><given-names>K</given-names></name><name><surname>Tani</surname><given-names>J</given-names></name><etal/></person-group> <article-title>MicroRNA profiles in various hepatocellular carcinoma cell lines</article-title>. <source>Oncol Lett</source>. (<year>2016</year>) <volume>12</volume>(<issue>3</issue>):<fpage>1687</fpage>&#x2013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.3892/ol.2016.4853</pub-id><pub-id pub-id-type="pmid">27588118</pub-id></citation></ref>
<ref id="B88"><label>88.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname><given-names>X</given-names></name><name><surname>Paranjape</surname><given-names>T</given-names></name><name><surname>Stahlhut</surname><given-names>C</given-names></name><name><surname>McVeigh</surname><given-names>T</given-names></name><name><surname>Keane</surname><given-names>F</given-names></name><name><surname>Nallur</surname><given-names>S</given-names></name><etal/></person-group> <article-title>Targeted resequencing of the microRNAome and 3&#x2032; UTRome reveals functional germline DNA variants with altered prevalence in epithelial ovarian cancer</article-title>. <source>Oncogene</source>. (<year>2015</year>) <volume>34</volume>(<issue>16</issue>):<fpage>2125</fpage>&#x2013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1038/onc.2014.117</pub-id><pub-id pub-id-type="pmid">24909162</pub-id></citation></ref>
<ref id="B89"><label>89.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname><given-names>J</given-names></name><name><surname>Raimondo</surname><given-names>M</given-names></name><name><surname>Guha</surname><given-names>S</given-names></name><name><surname>Chen</surname><given-names>J</given-names></name><name><surname>Diao</surname><given-names>L</given-names></name><name><surname>Dong</surname><given-names>X</given-names></name><etal/></person-group> <article-title>Circulating microRNAs in pancreatic juice as candidate biomarkers of pancreatic cancer</article-title>. <source>J Cancer</source>. (<year>2014</year>) <volume>5</volume>(<issue>8</issue>):<fpage>696</fpage>. <pub-id pub-id-type="doi">10.7150/jca.10094</pub-id><pub-id pub-id-type="pmid">25258651</pub-id></citation></ref>
<ref id="B90"><label>90.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ying</surname><given-names>H</given-names></name><name><surname>Xu</surname><given-names>H</given-names></name><name><surname>Lv</surname><given-names>J</given-names></name><name><surname>Ying</surname><given-names>T</given-names></name><name><surname>Yang</surname><given-names>Q</given-names></name></person-group>. <article-title>MicroRNA signatures of platinum-resistance in ovarian cancer</article-title>. <source>Eur J Gynaecol Oncol</source>. (<year>2015</year>) <volume>36</volume>(<issue>1</issue>):<fpage>16</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.12892/ejgo2511.2015</pub-id><pub-id pub-id-type="pmid">25872328</pub-id></citation></ref></ref-list>
</back>
</article>