<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Immunol.</journal-id>
<journal-title>Frontiers in Immunology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Immunol.</abbrev-journal-title>
<issn pub-type="epub">1664-3224</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fimmu.2021.656632</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Immunology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Non-Invasive Diagnosis for Acute Rejection Using Urinary mRNA Signature Reflecting Allograft Status in Kidney Transplantation</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Seo</surname>
<given-names>Jung-Woo</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/195896"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lee</surname>
<given-names>Yu Ho</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/636256"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tae</surname>
<given-names>Dong Hyun</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Park</surname>
<given-names>Seon Hwa</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/637391"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Moon</surname>
<given-names>Ju-Young</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/636998"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jeong</surname>
<given-names>Kyung Hwan</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kim</surname>
<given-names>Chan-Duck</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chung</surname>
<given-names>Byung Ha</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Park</surname>
<given-names>Jae Berm</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kim</surname>
<given-names>Yeong Hoon</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Seok</surname>
<given-names>Junhee</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Joo</surname>
<given-names>Sun Hyung</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lee</surname>
<given-names>Seung Hwan</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lee</surname>
<given-names>Jong Soo</given-names>
</name>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Lee</surname>
<given-names>Sang-Ho</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/191320"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Core Research Laboratory, Medical Science Institute, Kyung Hee University Hospital at Gangdong</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Division of Nephrology, Department of Internal Medicine, Kyung Hee University Hospital at Gangdong</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>School of Electrical Engineering, Korea University</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Division of Nephrology, Department of Internal Medicine, College of Medicine, Kyung Hee University</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Division of Nephrology, Department of Internal Medicine, Kyungpook National University School of Medicine</institution>, <addr-line>Daegu</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Division of Nephrology, Department of Internal Medicine, Seoul St. Mary&#x2019;s Hospital, College of Medicine, The Catholic University of Korea</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Department of Surgery, Sungkyunkwan University Samsung Hospital</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>Division of Nephrology, Department of Internal Medicine, College of Medicine, Inje University Busan Paik Hospital</institution>, <addr-line>Busan</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>Department of Surgery, Kyung Hee University Hospital at Gangdong</institution>, <addr-line>Seoul</addr-line>, <country>South Korea</country>
</aff>
<aff id="aff10">
<sup>10</sup>
<institution>Division of Nephrology, Department of Internal Medicine, University of Ulsan College of Medicine</institution>, <addr-line>Ulsan</addr-line>, <country>South Korea</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Xianding Wang, Sichuan University, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Joshua Young Cynming Yang, University of California, San Francisco, United States; Tara Sigdel, University of California, San Francisco, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Sang-Ho Lee, <email xlink:href="mailto:lshkidney@khu.ac.kr">lshkidney@khu.ac.kr</email>
</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Alloimmunity and Transplantation, a section of the journal Frontiers in Immunology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>06</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>12</volume>
<elocation-id>656632</elocation-id>
<history>
<date date-type="received">
<day>21</day>
<month>01</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>30</day>
<month>04</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Seo, Lee, Tae, Park, Moon, Jeong, Kim, Chung, Park, Kim, Seok, Joo, Lee, Lee and Lee</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Seo, Lee, Tae, Park, Moon, Jeong, Kim, Chung, Park, Kim, Seok, Joo, Lee, Lee and Lee</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Urine has been regarded as a good resource based on the assumption that urine can directly reflect the state of the allograft or ongoing injury in kidney transplantation. Previous studies, suggesting the usefulness of urinary mRNA as a biomarker of acute rejection, imply that urinary mRNA mirrors the transcriptional activity of the kidneys. We selected 14 data-driven candidate genes through a meta-analysis and measured the candidate genes using quantitative PCR without pre-amplification in the cross-sectional specimens from Korean kidney transplant patients. Expression of 9/14 genes (CXCL9, CD3&#x3f5;, IP-10, LCK, C1QB, PSMB9, Tim-3, Foxp3, and FAM26F) was significantly different between acute rejection and stable graft function with normal pathology and long-term graft survival in 103 training samples. CXCL9 was also distinctly expressed in allografts with acute rejection in <italic>in situ</italic> hybridization analysis. This result, consistent with the qPCR result, implies that urinary mRNA could reflect the magnitude of allograft injury. We developed an AR prediction model with the urinary mRNAs by a binary logistic regression and the AUC of the model was 0.89 in the training set. The model was validated in 391 independent samples, and the AUC value yielded 0.84 with a fixed manner. In addition, the decision curve analysis indicated a range of reasonable threshold probabilities for biopsy. Therefore, we suggest the urine mRNA signature could be used as a non-invasive monitoring tool of acute rejection for clinical application and could help determine whether to perform a biopsy in a recipient with increased creatinine.</p>
</abstract>
<kwd-group>
<kwd>kidney</kwd>
<kwd>transplantation</kwd>
<kwd>non-invasive diagnosis</kwd>
<kwd>acute rejection</kwd>
<kwd>urinary mRNA</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="3"/>
<equation-count count="1"/>
<ref-count count="34"/>
<page-count count="12"/>
<word-count count="6665"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Kidney transplantation (KTx) provides better quality of life in patients with end-stage renal disease (ESRD), but KTx patients often experience allograft failure due to acute rejection (AR). Clinically applicable immune monitoring is necessary to minimize AR and prevent side effects such as infection and malignancy caused by using excess immunosuppressive drugs in kidney transplant recipients (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). In the past, various tests such as ATP assay, immune cell analysis, and determination of cytokines in blood and urine have been introduced (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B7">7</xref>), but the usefulness of these tools for monitoring kidney graft status is yet to be evaluated in clinical trials.</p>
<p>Urine samples have been considered a good source of factors to monitor allograft status by biomarker researchers in the urine of KTx patients (<xref ref-type="bibr" rid="B8">8</xref>), because the cells contained in urine comprise various molecules that reflect the biological processes of allograft or ongoing kidney injury and because urine can be easily sampled for serial monitoring of the kidney allograft by a truly noninvasive manner in the clinical setting. In several studies previously evaluated for urine biomarkers, quantitative real-time PCR (qPCR) has been used for analyzing a few mRNAs that are biologically expected to reflect the immune status of rejection in urine. Other high-throughput approaches such as microarray analysis and RNA sequencing are ideal for the discovery of target genes associated with a specific disease within the whole transcriptome, but it is not easy to profile gene expression in urine samples because of low amounts of total RNA. Thus, we conducted a meta-analysis from public datasets of biopsy transcriptome to select proper candidates for diagnosing AR in KTx patients.</p>
<p>We previously established qPCR assays to measure absolute and relative amounts of urinary mRNAs using 18S rRNA as a reference (<xref ref-type="bibr" rid="B9">9</xref>). In this study, we identified biomarkers for diagnosing AR in urinary cells using the qPCR for absolute quantification without pre-amplification. We developed a signature to distinguish patients with AR from patients with stable graft function (STA). After validation in independent samples (n=391), and by using decision curve analysis, we evaluated whether the signature is useful for physicians in deciding to perform kidney allograft biopsy.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>The Assessment of immunologic Risk and Tolerance in Kidney Transplantation (ARTKT-1) study was a cross-sectional sample collection study, which enrolled 543 KTx patients at Kyung Hee University Hospital at Gangdong from 2012 to 2015, and five different hospitals (Kyung Hee Medical Center, Kyungpook National University Hospital, Samsung Medical Center, Seoul St. Mary&#x2019;s Hospital of the Catholic University of Korea, and Inje University Busan Paik Hospital) from 2013 to 2015. We used the Modification of Diet in Renal Disease (MDRD) equation to estimate the glomerular filtration rate (GFR). Indication biopsy was taken upon any clinical indication, but protocol biopsy was performed at 2 weeks (KHG and KMC) or 3 months (CMC) based on the institution&#x2019;s policy, and 457 biopsy-proven samples classified by pathologists at each hospital who were unaware of the analyzed results of the samples using their clinical status and Banff 2007 classification (<xref ref-type="bibr" rid="B10">10</xref>) and 86 non-biopsied patients were enrolled.</p>
<p>In 457 biopsy-proven samples, there were normal pathology (NP, n=119), acute T cell-mediated rejection (TCMR, n=75), borderline changes (BC, n=58), acute antibody-mediated rejection (ABMR, n=26), chronic active antibody-mediated rejection (cABMR, n=25), BK virus nephropathy (BKVN, n=15), acute tubular necrosis (ATN, n=30), calcineurin inhibitor toxicity (CNI, n=28), glomerulonephritis (GN, n=27), interstitial fibrosis/tubular atrophy (IF/TA, n=12), and others (n=42). In addition, we enrolled 79 non-biopsied patients defined as long-term graft survival (LTGS) with maintaining stable kidney function while on maintenance immunosuppression more than 10 years after KT and 7 non-biopsied patients defined as operational tolerance (OT) with maintaining stable kidney function (serum creatinine &lt; 1.5 mg/dl) without any immunosuppressive drugs for more than 1 year. We excluded 42 biopsy-proven samples with acute pyelonephritis, acute TI nephritis, diabetic nephropathy, hydronephrosis, hypertensive glomerulopathy, microvascular injury, non-specific injury, unknown, and 7 OT samples because of small scale, less frequent findings, or unclearly defined specimens for pathological classification in this study.</p>
<p>At the time of transplantation, none of the transplant donors were from a vulnerable population and all donors or next of kin provided written informed consent that was freely given. All kidney transplant patients provided written informed consent to participate in the study, and the study was approved by the local institutional review board at Kyung Hee University Hospital at Gangdong (#2012-030, KHNMC) and registered with the Clinical Research Information Service (KCT0001010).</p>
</sec>
<sec id="s2_2">
<title>Selection for AR Candidate Genes</title>
<p>To select AR candidate genes, we searched the keyword &#x201c;kidney rejection&#x201d; in the GEO database. Among the initially queried results, we filtered further by species (Homo Sapiens) and data sets using the gene expression platform (Affymetrix GeneChip U133+2) to minimize the unexpected bias by platform difference. We manually examined the top 10 data sets in terms of the sample sizes and excluded sets that did not have acute rejection and stable samples. We found the significantly different genes between STA and AR using the GeneMeta R package in four data sets (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;1</bold>
</xref>), following the approach of Choi et&#xa0;al. (<xref ref-type="bibr" rid="B11">11</xref>). In total, 137 probe-sets corresponding to 109 unique genes were found to be significant across multiple data sets (FDR&lt;0.01 and FC&gt;2) by false discovery rates (FDRs) obtained from 1,000 permutations. The effective fold change of the meta-analysis was calculated as the average fold change of the four data sets weighted by the number of samples. Among them, we selected the top 10 genes in the order of fold changes with the clarity of gene annotation excluding multiple probes mapped to a gene or a probe mapped to multiple genes and with the easiness of PCR primer design (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;2</bold>
</xref>).</p>
<p>In addition, we selected representative genes (CD3&#x3f5;, Foxp3, OX40, and Tim-3) that are well known as diagnostic markers for allograft rejection through literature review (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;3</bold>
</xref>).</p>
</sec>
<sec id="s2_3">
<title>Urine Collection and qPCR by Absolute Quantitation</title>
<p>Urine (about 50&#xa0;ml) in each center were collected at the time of biopsy (for biopsied patients) or visiting the hospital (for patients with long-term survival graft). We immediately centrifuged and stored samples in each center&#x2019;s laboratory after collection. All centers followed an identical protocol with urine collection at the clinical sites for the sedimentation of urinary cells. After the urine was centrifuged at 2,000x g for 20&#xa0;min, the pellet was transferred into RNAlater and stored at -80&#xb0;C until use.</p>
<p>Total RNA was extracted from the urinary pellets using a PureLink RNA Mini Kit (Invitrogen) according to the manufacturer&#x2019;s recommendations. The quantity (absorbance at 260) and purity (the absorbance at 260/280) of RNA were measured using a NanoDrop<sup>&#xae;</sup> ND-2000 UV spectrophotometer (Thermo Scientific). The median (25<sup>th</sup> and 75<sup>th</sup> percentile) quantity (&#xb5;g) of total RNA was 0.74 (0.250-1.680), and the median (25<sup>th</sup> and 75<sup>th</sup> percentile) purity of RNA was 1.85 (0.50-2.01) in 494 total samples. Also, we assessed the quality of urinary RNA using 18S rRNA &#x2265; 1x10<sup>4</sup> copies/ug and TGF-&#x3b2;1 &#x2265; 1x10<sup>2</sup> copies/ug as quality control (QC) parameters for the improvement of data quality before the measurement of urinary mRNA levels. In 494 total samples, 402 samples (81%) passed QC (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;4</bold>
</xref>).</p>
<p>Reverse transcription was performed with total RNA using M-MLV RT enzyme (200 U/&#xb5;l; Mbiotech, Inc., Seoul, Korea), and absolute quantities of the mRNAs were measured by TaqMan probe qPCR assays without pre-amplification step. Each DNA oligo serially diluted from 1x10<sup>-1</sup> to 1x10<sup>-8</sup> ng/ul was used for a standard curve. The copy number of each mRNA was calculated using the molecular weight of DNA and the standard curve. The undetected value of mRNA was calculated by replacing 40 C<sub>t</sub> value in the blank for data analysis. The mRNA values were then normalized by 18S rRNA copies (x10<sup>-6</sup>) used as endogenous control and log<sub>10</sub>-transformed to reduce deviation before being used in data analysis (<xref ref-type="bibr" rid="B9">9</xref>). </p>
</sec>
<sec id="s2_4">
<title>
<italic>In Situ</italic> Hybridization Assays</title>
<p>We performed <italic>in situ</italic> hybridization (ISH) assay for CXCL9 expression in renal biopsy tissues (3 NP, 3 acute TCMR, and 3 acute ABMR) using the RNAscope 2.5 assay kit (Advanced Cell Diagnostics, Hayward, CA, USA) according to the manufacturer&#x2019;s recommendations. Briefly, formalin-fixed paraffin embedded sections were subjected to deparaffinization, proteolytic digestion with enzyme denaturation, and hybridization with a CXCL9 probe. The RNAscope target was retrieved at 95&#xb0;C for 15&#xa0;min and then incubated with RNAscope enzyme for 15&#xa0;min. The hybridization of the probes for CXCL9, human peptidylprolyl isomerase B (positive control), and diaminopimelate B (negative control) were incubated at 40&#xb0;C for 2 hours. The preamplifier, signal enhancer, amplifier, and label probe were sequentially incubated with samples at 40&#xb0;C for 30, 15, 30, and 15&#xa0;min, respectively. After each step, sections were washed two times, and hybridization signals were detected by 3,3-diaminobenzidine (DAB) staining, followed by counterstaining with Gill&#x2019;s hematoxylin.</p>
</sec>
<sec id="s2_5">
<title>Statistical Analysis</title>
<p>We compared the levels of transcripts between the STA and AR groups by the non-parametric Mann-Whitney test and assessed differences among the STA, AR, BKVN, and OGIs groups by the non-parametric Kruskal-Wallis test using SPSS for Windows, version 20.0 (IBM Corp, Armonk, NY).</p>
<p>We developed a model to predict AR by a binary logistic regression with all significantly altered genes (<xref ref-type="bibr" rid="B12">12</xref>). To diagnose AR using a model, we used a decision cutoff point maximizing Youden&#x2019;s index, which is the sum of sensitivity and specificity (<xref ref-type="bibr" rid="B13">13</xref>). Receiver operating characteristic (ROC) curve analyses and decision curve analyses were conducted to evaluate the model (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Study Design and Clinical Characteristics of Patients</title>
<p>We supplemented LTGS samples for a small number of normal pathology group as STA and split into a training set of AR (n=58) and STA (n=45) groups randomly selected by a clearly defined pathology. We first measured 14 genes in 103 training samples for gene selection by absolute qPCR method without pre-amplification, and then developed an AR model by statistical analysis. In the next step, we measured 6 genes to verify the discriminative power of the model in 391 independent samples, which consist of STA (n=153), AR (n=68), borderline changes (BC, n=58) for TCMR, BKVN (n=15), and other graft injuries (OGIs, n=97) including acute tubular necrosis (ATN, n=30), calcineurin inhibitor (CNI, n=28) toxicity, glomerulonephritis (GN, n=27), and interstitial fibrosis/tubular atrophy (IF/TA, n=12). We assessed the AR prediction model with the fixed cutoff point and evaluated whether the decision curve analysis of the signature is better than biopsy for clinical management and diagnosis of AR. The work-flow chart of this study is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Workflow of biomarker discovery and validation for the diagnosis of AR in urine pellets. After a meta-analysis and review of the published literature to obtain candidate genes for diagnosis of AR, we measured the levels of 103 training samples composed of stable (STA, n=45), and acute rejection (AR, n=58) using absolute qPCR methods. We developed a signature by combining significantly different transcripts to distinguish AR from STA. We validated significant mRNAs and tested the performance of the diagnostic signature in 391 independent samples including STA (n=153) composed of NP (n=96) and long-term graft survival (LTGS, n=57), AR (n=68) composed of acute TCMR (n=38), acute ABMR (n=11), and chronic active ABMR (n=19), borderline changes (BC, n=58), BKVN (n=15), and other graft injuries (OGIs, n=97) including acute tubular necrosis (ATN, n=30), calcineurin inhibitor (CNI, n=28) toxicity, glomerulonephritis (GN, n=27), and interstitial fibrosis/tubular atrophy (IF/TA, n=12). We also performed a decision curve analysis to determine the value of the signature in predicting AR.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-656632-g001.tif"/>
</fig>
<p>There was no significant difference in the mean age of patients and maintenance immunosuppression between the groups. The duration after KT was significantly longer in the STA group than others because this group contained the patients with long-term good graft function, whose follow-up periods after KT were over 10 years. STA group showed a lower proportion of deceased donor KT and low HLA mismatching numbers than other groups. Residual graft function was significantly high in the STA group compared to others in both the training and validation set. The baseline clinical characteristics of the study population are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Baseline characteristics and clinical parameters of enrolled patients by study group.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" colspan="3" align="center">Training set (n=103)</th>
<th valign="top" colspan="6" align="center">Validation set (n=391)</th>
</tr>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">STA<sup>A</sup>
</th>
<th valign="top" align="center">AR<sup>B</sup>
</th>
<th valign="top" align="center">
<italic>p</italic> value<sup>&#x2020;</sup>
</th>
<th valign="top" align="center">STA<sup>C</sup>
</th>
<th valign="top" align="center">AR<sup>D</sup>
</th>
<th valign="top" align="center">Borderline changes</th>
<th valign="top" align="center">BKVN</th>
<th valign="top" align="center">OGIs<sup>E</sup>
</th>
<th valign="top" align="center">
<italic>p</italic> value<sup>&#x2021;</sup>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Number of patients (n)</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">153</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">97</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">49.7 &#xb1; 11.5</td>
<td valign="top" align="center">47.2 &#xb1; 10.9</td>
<td valign="top" align="center">0.263</td>
<td valign="top" align="center">48.7 &#xb1; 12.0</td>
<td valign="top" align="center">46.7 &#xb1; 10.6</td>
<td valign="top" align="center">48.3 &#xb1; 11.5</td>
<td valign="top" align="center">47.7 &#xb1; 15.7</td>
<td valign="top" align="center">47.7 &#xb1; 11.8</td>
<td valign="top" align="center">0.823</td>
</tr>
<tr>
<td valign="top" align="left">Sex (Male, %)</td>
<td valign="top" align="center">17 (37.8)</td>
<td valign="top" align="center">35 (60.3)</td>
<td valign="top" align="center">0.023</td>
<td valign="top" align="center">98 (64.1)</td>
<td valign="top" align="center">47 (69.1)</td>
<td valign="top" align="center">45 (77.6)</td>
<td valign="top" align="center">11 (73.3)</td>
<td valign="top" align="center">65 (67.0)</td>
<td valign="top" align="center">0.430</td>
</tr>
<tr>
<td valign="top" align="left">Duration after KT (Months)</td>
<td valign="top" align="center">92.2 &#xb1; 102.0</td>
<td valign="top" align="center">28.8 &#xb1; 43.7</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">73.6 &#xb1; 98.5</td>
<td valign="top" align="center">40.2 &#xb1; 48.8</td>
<td valign="top" align="center">7.9 &#xb1; 15.1</td>
<td valign="top" align="center">11.7 &#xb1; 10.5</td>
<td valign="top" align="center">46.5 &#xb1; 64.4</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Deceased donor KT (n, %)</td>
<td valign="top" align="center">14 (31.1)</td>
<td valign="top" align="center">23 (39.7)</td>
<td valign="top" align="center">0.370</td>
<td valign="top" align="center">47 (30.7)</td>
<td valign="top" align="center">31 (45.6)</td>
<td valign="top" align="center">42 (43.3)</td>
<td valign="top" align="center">5 (33.3)</td>
<td valign="top" align="center">42 (43.3)</td>
<td valign="top" align="center">0.009</td>
</tr>
<tr>
<td valign="top" align="left">ABO incompatible KT (n, %)</td>
<td valign="top" align="center">4 (8.9)</td>
<td valign="top" align="center">13 (22.4)</td>
<td valign="top" align="center">0.068</td>
<td valign="top" align="center">21 (13.7)</td>
<td valign="top" align="center">10 (14.7)</td>
<td valign="top" align="center">6 (10.3)</td>
<td valign="top" align="center">2 (13.3)</td>
<td valign="top" align="center">3 (3.1)</td>
<td valign="top" align="center">0.092</td>
</tr>
<tr>
<td valign="top" align="left">HLA mismatching (n)</td>
<td valign="top" align="center">3.0 &#xb1; 1.9</td>
<td valign="top" align="center">3.5 &#xb1; 1.5</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">3.1 &#xb1; 1.5</td>
<td valign="top" align="center">3.7 &#xb1; 1.8</td>
<td valign="top" align="center">3.7 &#xb1; 1.4</td>
<td valign="top" align="center">3.8 &#xb1; 1.7</td>
<td valign="top" align="center">3.2 &#xb1; 1.4</td>
<td valign="top" align="center">0.012</td>
</tr>
<tr>
<td valign="top" align="left">Induction immunosuppression</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Basiliximab (n, %)</td>
<td valign="top" align="center">34 (75.6)</td>
<td valign="top" align="center">39 (67.2)</td>
<td valign="top" align="center">0.357</td>
<td valign="top" align="center">105 (68.6)</td>
<td valign="top" align="center">52 (76.5)</td>
<td valign="top" align="center">38 (65.5)</td>
<td valign="top" align="center">10 (66.7)</td>
<td valign="top" align="center">73 (75.3)</td>
<td valign="top" align="center">0.466</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Anti-thymocyte globulin (n, %)</td>
<td valign="top" align="center">11 (24.4)</td>
<td valign="top" align="center">19 (32.8)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">48 (31.4)</td>
<td valign="top" align="center">16 (23.5)</td>
<td valign="top" align="center">20 (34.5)</td>
<td valign="top" align="center">5 (33.3)</td>
<td valign="top" align="center">24 (24.7)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Maintenance immunosuppression</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Steroid (n, %)</td>
<td valign="top" align="center">32 (71.1)</td>
<td valign="top" align="center">55 (94.8)</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">135 (88.2)</td>
<td valign="top" align="center">56 (82.4)</td>
<td valign="top" align="center">52 (90.7)</td>
<td valign="top" align="center">14 (93.3)</td>
<td valign="top" align="center">88 (90.7)</td>
<td valign="top" align="center">0.504</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Tacrolimus (n, %)</td>
<td valign="top" align="center">29 (64.4)</td>
<td valign="top" align="center">38 (65.5)</td>
<td valign="top" align="center">0.910</td>
<td valign="top" align="center">122 (79.7)</td>
<td valign="top" align="center">50 (73.5)</td>
<td valign="top" align="center">54 (93.1)</td>
<td valign="top" align="center">14 (93.3)0</td>
<td valign="top" align="center">80 (82.5)</td>
<td valign="top" align="center">0.042</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Cyclosporine (n, %)</td>
<td valign="top" align="center">13 (26.7)</td>
<td valign="top" align="center">17 (29.3)</td>
<td valign="top" align="center">0.767</td>
<td valign="top" align="center">26 (17.0)</td>
<td valign="top" align="center">11 (16.2)</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">0 (0)</td>
<td valign="top" align="center">13 (13.4)</td>
<td valign="top" align="center">0.031</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Mycophenolate mofetil (n, %)</td>
<td valign="top" align="center">32 (71.1)</td>
<td valign="top" align="center">48 (82.8)</td>
<td valign="top" align="center">0.159</td>
<td valign="top" align="center">134 (87.6)</td>
<td valign="top" align="center">50 (73.5)</td>
<td valign="top" align="center">52 (89.7)</td>
<td valign="top" align="center">10 (66.7)</td>
<td valign="top" align="center">82 (84.5)</td>
<td valign="top" align="center">0.020</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;mTOR inhibitor (n, %)</td>
<td valign="top" align="center">5 (11.1)</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">0.266</td>
<td valign="top" align="center">5 (3.3)</td>
<td valign="top" align="center">8 (11.8)</td>
<td valign="top" align="center">3 (5.2)</td>
<td valign="top" align="center">1 (6.7)</td>
<td valign="top" align="center">3 (3.1)</td>
<td valign="top" align="center">0.619</td>
</tr>
<tr>
<td valign="top" align="left">eGFR (ml/min/1.73m<sup>2</sup>)</td>
<td valign="top" align="center">77.8 &#xb1; 17.7</td>
<td valign="top" align="center">36.8 &#xb1; 21.0</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">72.3 &#xb1; 20.8</td>
<td valign="top" align="center">36.0 &#xb1; 18.5</td>
<td valign="top" align="center">53.0 &#xb1; 18.5</td>
<td valign="top" align="center">32.1 &#xb1; 10.5</td>
<td valign="top" align="center">40.7 &#xb1; 22.3</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Donor information</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Age (years)</td>
<td valign="top" align="center">39.9 &#xb1; 13.6</td>
<td valign="top" align="center">48.5 &#xb1; 11.8</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">43.3 &#xb1; 13.8</td>
<td valign="top" align="center">44.7 &#xb1; 14.2</td>
<td valign="top" align="center">49.8 &#xb1; 12.0</td>
<td valign="top" align="center">54.1 &#xb1; 8.3</td>
<td valign="top" align="center">44.3 &#xb1; 13.4</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Sex (Male, %)</td>
<td valign="top" align="center">28 (62.2)</td>
<td valign="top" align="center">34 (58.6)</td>
<td valign="top" align="center">0.711</td>
<td valign="top" align="center">76 (49.7)</td>
<td valign="top" align="center">35 (51.5)</td>
<td valign="top" align="center">33 (56.9)</td>
<td valign="top" align="center">6 (40.0)</td>
<td valign="top" align="center">48 (49.5)</td>
<td valign="top" align="center">0.709</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Data are expressed as mean &#xb1; standard deviation or number (percentage).</p>
</fn>
<fn>
<p>STA, stable allograft function; AR, acute rejection; BKVN, BK virus associated nephropathy; OGIs, other graft injuries; KT, kidney transplantation; HLA, human leukocyte antigen; eGFR, estimated glomerular filtration rate; mTOR, mammalian target of rapamycin</p>
</fn>
<fn>
<p>
<sup>A</sup>STA group in the discovery set consisted of normal pathology (n=23) and long-term graft survival (n=22).</p>
</fn>
<fn>
<p>
<sup>B</sup>AR group in discovery set consisted of acute T cell-mediated rejection (n=37), and acute antibody-mediated rejection (n=21).</p>
</fn>
<fn>
<p>
<sup>C</sup>STA group in the validation set consisted of normal pathology (n=96) and long-term graft survival (n=57).</p>
</fn>
<fn>
<p>
<sup>D</sup>AR group in validation set consisted of acute T cell-mediated rejection (n=38), acute antibody-mediated rejection (n=11), and chronic active antibody-mediated rejection (n=19).</p>
</fn>
<fn>
<p>
<sup>E</sup>OGIs include acute tubular necrosis (n=30), calcineurin inhibitor toxicity (n=28), glomerulonephritis (n=27), and interstitial fibrosis/tubular atrophy (n=12).</p>
</fn>
<fn>
<p>
<sup>&#x2020;</sup>For non-normally distributed variables, data were analyzed using the non-parametric Mann-Whitney test.</p>
</fn>
<fn>
<p>
<sup>&#x2021;</sup> For non-normally distributed variables, data were analyzed using the Kruskal-Wallis test.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Urinary mRNA Levels in the Training Set and ISH in Biopsy Tissues</title>
<p>We measured the expression levels of 14 genes using absolute qPCR without the pre-amplification step in the training set. If mRNA is undetected, the absolute value of the mRNA was calculated with the standard curve by replacing 40 C<sub>t</sub> value in the blank with undetected value, and each mRNA level was log<sub>10</sub>-transformed after normalization with 18S rRNA copies (x10<sup>-6</sup>). The levels of CXCL9, C1QB, LCK, CD3&#x3f5;, Foxp3, Tim-3 (P&lt;0.001 for each mRNA), IP-10 (P&lt;0.01), PSMB9, and FAM26F (P&lt;0.05) were significantly elevated in the AR group compared to STA, but for OX40, IDO1, ISG20, vWF, and PTPRC there was no difference (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;5</bold>
</xref>). The copy number of 18S rRNA per total RNA amount showed no difference between the AR and STA groups. Although LCK, Foxp3, and FAM26F mRNAs were statistically significant, these mRNAs were not detected in 14% (n=12), 26% (n=22), and 58% (n=49) of the QC-passed samples (n=84), respectively. Thus, we excluded these mRNAs (FAM26F, Foxp3, and LCK) due to low detectable frequency and (OX40, IDO1, ISG20, vWF, and PTPRC) with no statistical difference between AR and STA for further analysis. In addition, we investigated representatively CXCL9 level using <italic>in situ hybridization</italic> (IHS) analysis to confirm whether the mRNA level in kidney biopsy tissue is consistent with the result of urinary mRNA by qPCR assay. CXCL9 was distinctly expressed in the damaged tubules in the kidney allografts of acute TCMR and predominantly in the peritubular capillary area in ABMR groups, consistent with the results of qPCR analysis (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The expression levels of each mRNA between STA (n=45) and AR (n=58) were analyzed using absolute quantitative qPCR without pre-amplification. Each mRNA level was log10-transformed after each mRNA copy number was normalized with 18S rRNA copies (x10-6) in the QC-passed samples (STA, n=40; AR, n=44). <bold>(A)</bold> The levels of CXCL9, IP-10, C1QB, PSMB9, LCK, CD3e, Foxp3, FAM26F, and Tim-3 mRNAs were significantly elevated in AR compared to STA, and for OX40, ISG20, vWF, IDO1, and PTPRC mRNAs, there was no difference. In the 18s rRNA used as an endogenous control, there was no difference between AR and STA. P values by the non-parametric Mann-Whitney test were expressed as the mean &#xb1; SE. NS: not significant, *P &lt; 0.05, **P &lt; 0.01 and ***P &lt; 0.001 versus STA. Although LCK, Foxp3, and FAM26F mRNAs were statistically significant, these mRNAs were not detected in more than 10% of the QC-passed samples. Therefore, we excluded these mRNAs for further analysis. <bold>(B)</bold> CXCL9 mRNA expression in kidney biopsy tissues of NP, acute TCMR and acute ABMR groups was examined by ISH (original magnification x400). CXCL9 was distinctly expressed in the damaged tubules in kidney allografts of acute TCMR and predominantly in the peritubular capillary area in ABMR groups (black arrows). Scale bars: 50 &#x3bc;m.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-656632-g002.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Development of Prediction Signature to Distinguish AR From STA</title>
<p>We performed ROC curve analysis to evaluate each target for AR diagnosis, and the AUC values of the individual gene were not sufficient to distinguish AR from STA (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;6</bold>
</xref>). Therefore, to improve the diagnostic accuracy of AR, we developed an AR prediction model using a binary logistic regression in the training set.</p>
<p>The level of each mRNA was log<sub>10</sub>-transformed after each mRNA copy number was normalized with 18S rRNA (x10<sup>-6</sup>). The AUC value of the signature was 0.89 (95% CI, 0.82-0.96; P&lt;0.001) (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3A</bold>
</xref>). The equation of a six-gene signature is shown below:</p>
<disp-formula>
<mml:math display="block" id="M1">
<mml:mi>l</mml:mi>
<mml:mi>n</mml:mi>
<mml:mfrac>
<mml:mrow>
<mml:mi>p</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>x</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>p</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>x</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mfrac>
<mml:mo>=</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>6.582</mml:mn>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>0.404</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mn>1</mml:mn>
<mml:mi>Q</mml:mi>
<mml:mi>B</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>0.998</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>D</mml:mi>
<mml:mn>3</mml:mn>
<mml:mi>&#x3f5;</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>2.206</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>X</mml:mi>
<mml:mi>C</mml:mi>
<mml:mi>L</mml:mi>
<mml:mn>9</mml:mn>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>0.904</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>P</mml:mi>
<mml:mn>10</mml:mn>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1.829</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>S</mml:mi>
<mml:mi>M</mml:mi>
<mml:mi>B</mml:mi>
<mml:mn>9</mml:mn>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>2.207</mml:mn>
<mml:mo>&#xa0;</mml:mo>
<mml:mo>&#xd7;</mml:mo>
<mml:mo>&#xa0;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>m</mml:mi>
<mml:mn>3</mml:mn>
<mml:mo stretchy="false">)</mml:mo>
</mml:math>
</disp-formula>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>ROC curve analysis of the signature to distinguish AR from STA in the training set. The graphs of receiver operating characteristic (ROC) curves and the predicted probability of AR for the six-genes signature show discrimination of AR from STA. <bold>(A)</bold> The area under the curve (AUC) value of the six-gene model is 0.89 (95% CI, 0.82-0.96; P&lt;0.001). <bold>(B)</bold> In the graph of the predicted probability of AR with the cutoff point (0.40889), the signature yielded 86% accuracy, 91% sensitivity, 80% specificity, 83% positive predictive value (PPV), and 89% negative predictive value (NPV).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-656632-g003.tif"/>
</fig>
<p>With the cutoff point (0.40889), the predicted probability of the signature also yielded 86% accuracy, 91% sensitivity, 80% specificity, 83% positive predictive value (PPV), and 89% negative predictive value (NPV) (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3B</bold>
</xref> and <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). The signature improved the diagnosis of AR from STA compared to Tim-3 alone.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Prediction performance of the signature between AR and STA in the training set.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Distinction</th>
<th valign="top" align="center">AUC (95% CI)</th>
<th valign="top" align="center">Sensitivity (95% CI)</th>
<th valign="top" align="center">Specificity (95% CI)</th>
<th valign="top" align="center">PPV (95% CI)</th>
<th valign="top" align="center">NPV (95% CI)</th>
<th valign="top" align="center">Accuracy (95% CI)</th>
<th valign="top" align="center">Disease prevalence (95% CI)</th>
<th valign="top" align="center">Cut-off point</th>
<th valign="top" align="center">P value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">AR <italic>vs</italic> STA</td>
<td valign="top" align="center">0.89 (0.824 - 0.962)</td>
<td valign="top" align="center">90.91 (78.33% - 97.47%)</td>
<td valign="top" align="center">80.00 (64.35% - 90.95%)</td>
<td valign="top" align="center">83.33 (72.76% - 90.35%)</td>
<td valign="top" align="center">88.89 (75.63% - 95.38%)</td>
<td valign="top" align="center">85.71 (76.38% - 92.39%)</td>
<td valign="top" align="center">52.38 (41.19% - 63.40%)</td>
<td valign="top" align="center">0.408887</td>
<td valign="top" align="center">&lt;0.0001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>PPV, positive predictive value; NPV, negative predictive value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Validation of the Diagnostic Signature to Predict AR</title>
<p>We measured six genes in 391 independent samples including STA, AR, BC, BKVN, and OGIs groups, and evaluated the discriminative power of the diagnostic signature. All of the 6 genes were significantly increased in the BKVN group as well as the AR group compared to STA by Kruskal-Wallis nonparametric test and Dunn&#x2019;s post-hoc test for multiple comparisons. Interestingly, the expression of CXCL9 and IP-10 genes (P&lt;0.01) in BKVN was significantly higher rather than those in the AR group. Compared to STA group, 4 genes (Tim-3, P &lt; 0.05; CXCL9, P &lt; 0.01; CD3&#x3f5;, P &lt; 0.001; C1QB, P &lt; 0.05) in the BC group and 5 genes (Tim-3, P &lt; 0.001; CXCL9, P &lt; 0.01; CD3&#x3f5;, P &lt; 0.05; C1QB, P &lt; 0.001; PSMB9, P &lt; 0.001) in the OGIs group were significantly up-expressed. In addition, the expression levels of all six genes in the AR group were significantly higher than those in the BC and OGIs groups. Scatter plots of the mRNAs and the comparisons between groups by Mann-Whitney t test are shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Table&#xa0;7</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Figure&#xa0;1</bold>
</xref>.</p>
<p>To evaluate the performance of the AR predicted signature with the fixed cut-off point, we tested its performance in AR (n=57) and STA (n=122) in the QC-passed samples. BC group was not included in the AR group because there are significant differences in the six genes between the AR and BC groups. The AUC value of the signature yielded 0.84 (95% CI, 0.78-0.90; P&lt;0.001) (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4A</bold>
</xref>), and the predicted probability of the signature showed well discrimination of AR from STA, but it was difficult to discriminate BC (n=42) from AR or STA in the validation set (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4B</bold>
</xref>). With the fixed cutoff point, the signature displayed 70% sensitivity (95% CI, 57%-82%) and 80% specificity (95% CI, 72%-87%). The overall performance of the signature yielded 77% accuracy, 63% PPV, and 85% NPV (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). Furthermore, we assessed the potential of the signature for distinguishing the AR from the no-AR group (STA and OGIs, n=207) in the QC-passed samples excluding the BC and BKVN groups. The signature yielded an AUC value of 0.78 (95% CI, 0.72-0.85; P&lt;0.001) with 70% sensitivity (95% CI, 57%-82%), 72% specificity (95% CI, 65%-78%), 77% accuracy, 63% PPV, and 85% NPV (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4C,D</bold>
</xref> and <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>). In distinguishing the AR from OGIs group (OGIs, n=85), the signature yielded an AUC value of 0.70 (95% CI, 0.62-0.79; P&lt;0.001) with 70% sensitivity (95% CI, 57%-82%), 60% specificity (95% CI, 49%-71%), 64% accuracy, 54% PPV, and 75% NPV (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>).</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>The prediction performance of the signature in the validation set. <bold>(A)</bold> ROC curve of the AR predicted probability for distinguishing AR (n=57) from STA (n=122) in the QC-passed samples shows the AUC of 0.84 (95% CI, 0.78-0.90; P&lt;0.001). <bold>(B)</bold> The box plot shows the AR predicted probability of the signature with the fixed cut-off point (0.40889) in AR (n=57), BC (n=42), and STA (n=122), and the signature yielded 77% accuracy, 70% sensitivity, 80% specificity, 63% positive predictive value (PPV), and 85% negative predictive value (NPV). The horizontal line within each box represents the median, the bottom and top of each box represents the 25th and 75th percentile value, and the I bar represents the 5th and 95th percentile value. The plus symbol represents the mean, and the dots indicate outliers. <bold>(C)</bold> ROC curve of the predicted probability for distinguishing AR from No-AR (STA + OGIs, n=207) in the QC-passed samples is shown. The AUC value of the signature was 0.78 (95% CI, 0.72-0.85; P&lt;0.001). <bold>(D)</bold> The box plot shows the AR predicted probability of the signature with the fixed cut-off point (0.40889) in AR (n=57) and No-AR (n=207), and the signature yielded 72% accuracy, 70% sensitivity, 72% specificity, 41% positive predictive value (PPV), and 90% negative predictive value (NPV).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-656632-g004.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Prediction performance of the signature in the validation set by the fixed cut-off point.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Distinction</th>
<th valign="top" align="center">AUC (95% CI)</th>
<th valign="top" align="center">Sensitivity (95% CI)</th>
<th valign="top" align="center">Specificity (95% CI)</th>
<th valign="top" align="center">PPV (95% CI)</th>
<th valign="top" align="center">NPV (95% CI)</th>
<th valign="top" align="center">Accuracy (95% CI)</th>
<th valign="top" align="center">Disease prevalence (95% CI)</th>
<th valign="top" align="center">P value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"> AR <italic>vs</italic> STA (n = 179)</td>
<td valign="top" align="center">0.84 (0.778 - 0.899)</td>
<td valign="top" align="center">70.18 (56.60% - 81.57%)</td>
<td valign="top" align="center">80.33 (72.16% - 86.97%)</td>
<td valign="top" align="center">62.5 (52.85% - 71.25%)</td>
<td valign="top" align="center">85.22 (79.31% &#x2013; 89.66%)</td>
<td valign="top" align="center">77 (70.24% - 83.03%)</td>
<td valign="top" align="center">31.84 (25.09% - 39.21%)</td>
<td valign="top" align="center">&lt;0.0001</td>
</tr>
<tr>
<td valign="top" align="left">AR <italic>vs</italic> OGIs (n=142)</td>
<td valign="top" align="center">0.703 (0.617 - 0.789)</td>
<td valign="top" align="center">70.18 (95% CI:&#xa0;56.60 - 81.57)</td>
<td valign="top" align="center">60.00 (95% CI:&#xa0;48.80 - 70.48)</td>
<td valign="top" align="center">54.05 (95% CI:&#xa0;46.31 - 61.61)</td>
<td valign="top" align="center">75.00 (95% CI: 66.02 - 82.24)</td>
<td valign="top" align="center">64 (95% CI: 55.61 - 71.96)</td>
<td valign="top" align="center">40.14 (32.01 to 48.69)</td>
<td valign="top" align="center">&lt;0.0001</td>
</tr>
<tr>
<td valign="top" align="left">AR <italic>vs</italic> STA + OGIs (n = 264)</td>
<td valign="top" align="center">0.783<sup>*</sup> (0.721 - 0.845)</td>
<td valign="top" align="center">70.18 (56.60% - 81.57%)</td>
<td valign="top" align="center">71.98 (65.33% - 77.98%)</td>
<td valign="top" align="center">40.82 (34.35% - 47.62%)</td>
<td valign="top" align="center">89.76 (85.37% - 92.94%)</td>
<td valign="top" align="center">72 (65.74% - 76.95%)</td>
<td valign="top" align="center">21.59 (16.78% - 27.05%)</td>
<td valign="top" align="center">&lt;0.0001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*AUC was calculated based on AR predicted probability of the signature for patients including AR (n=57), STA (n=122), OGIs (n=85), and no-AR (STA and OGIs, n=207) in QC-passed samples. PPV, positive predictive value; NPV, negative predictive value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_5">
<title>Decision Curve Analysis of the Diagnostic Signature</title>
<p>Using decision curve analysis, we assessed whether the analysis of the signature was better than biopsy for the clinical management and diagnosis of AR (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). Based on the decision curve analysis, the range of reasonable threshold probabilities (<italic>p<sub>t</sub>
</italic>) with the highest net benefit was from 0.2 to 0.5 for the diagnostic signature. Ultimately, the diagnostic signature within a reasonable threshold probability may complement or justify allograft biopsy for diagnosing AR after kidney transplantation.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Decision curve to evaluate the clinical benefit of the signature to distinguish AR from STA. We performed decision curve analysis to assess the clinical benefit of the diagnostic signature using the predicted probability for each patient in independent samples and determined whether the signature can help avoid the number of unnecessary biopsies for the diagnosis of AR. In the decision curve, the y-axis represents the net benefit ((true-positive count/n)-(false-positive count/n)x[<italic>p<sub>t</sub>
</italic>/(1-<italic>p<sub>t</sub>
</italic>)]), where the true-positive count is the number of patients with AR, the false-positive count is the number of patients with STA, n is the total number of patients, and <italic>p<sub>t</sub>
</italic> is the threshold probability. Here, <italic>p<sub>t</sub>
</italic>/(1-&#xa0;pt) is the ratio of the harm caused by a false positive compared to that caused by a false negative. The blue line represents the net benefit of the diagnostic signature. The red line represents the net benefit of the biopsy strategy in all patients. The black line, which represents no net benefit, is the strategy without biopsy.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-12-656632-g005.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>The expression of AR-specific mRNAs in urinary cell pellets for monitoring the immune status of kidney transplant patients has been studied by many investigators in the last decade. Absolute quantification with preamplification, which was developed by Suthanthiran et&#xa0;al., has been regarded as the standard method for biomarker research using urinary mRNA quantification in kidney transplantation (<xref ref-type="bibr" rid="B16">16</xref>). Although preamplification is reported to be effective in the detection of a very low amount of mRNAs, there are several concerns regarding the clinical application of preamplification assisted qPCR, such as inconsistent preamplification efficiency, reproducibility, and specificity (<xref ref-type="bibr" rid="B17">17</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). In this study, we conducted qPCR in the absence of the preamplification process and showed that more than 80% of target mRNAs (11/14) were stably measured in most patients of the training set. Although LCK, Foxp3, and FAM26F genes were statistically significant, the undetected rate of LCK, Foxp3, FAM26F, and vWF genes of 14 candidate genes was 14%, 26%, 58%, and 60% in the training set, respectively. However, for the subsequent analysis, we did not strictly use the genes with over 10% undetected value in the training set. Some genes with large undetermined data may be due to the reason without preamplification. Foxp3 mRNA has been suggested as a noninvasive biomarker for AR, but a study recently reported that Foxp3 mRNA was undetectable in most patients with acute tubular injury (<xref ref-type="bibr" rid="B20">20</xref>). We also observed similar results in most of the samples and thus did not include Foxp3 mRNA in data analysis (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). Even so, we suggest that qPCR assay without preamplification be an available method for the measurement of AR-specific urinary mRNAs.</p>
<p>We performed a meta-analysis with GEO data sets on biopsy samples from patients with AR and STA to search reasonable molecules and identified 10 genes. Moreover, in gene set enrichment analysis, most of the pathways in total were related to the immune signaling pathway, and 9 genes among the 10 candidates identified by meta-analysis were associated with inflammatory response and the immune system (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplemental Figure&#xa0;2</bold>
</xref>). We also selected an additional 4 genes (CD3&#x3f5;, Foxp3, OX40, and Tim-3), because urinary mRNA studies suggested that the expression level of CD3&#x3f5;, Foxp3, OX40 or Tim-3 mRNA was higher in patients with AR than in patients with STA, and thus the measurement of these mRNAs may be a promising noninvasive tool for the diagnosis and prediction of AR (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B23">23</xref>&#x2013;<xref ref-type="bibr" rid="B25">25</xref>). Additionally, in our ISH study, CXCL9 was distinctly expressed in the damaged tubules in kidney allografts of acute TCMR and predominantly in the peritubular capillary area in ABMR groups, consistent with the results of qPCR analysis, but not in those of the STA group. Thus, we showed that the result using ISH analysis was identical to the result obtained by qPCR analysis and that cells in urine could well reflect ongoing kidney injuries or kidney allograft status. Furthermore, five genes of our six-gene set were matched to 5 of the 11 genes used in the uCRM study. Sigdel&#x2019;s study analyzed the public transcriptome expression datasets from AR or STA Kidney, lung, heart, and liver transplanted biopsies. The total number of patients used in their study was 236 samples, of which only 52 were from kidney transplants (<xref ref-type="bibr" rid="B8">8</xref>). Their study suggested 11 genes with equally increased expression in graft rejection, regardless of organ type. Since the mechanism of graft rejection would not differ greatly depending on the organ type, it is natural that some of our genes overlapped to a part of the uCRM genes. However, our study applied four public datasets for meta-analysis, including subsequent studies on tissue transcriptome from kidney transplant patients, and analyzed a total of 654 kidney transplant patients. Therefore, we presumed that our candidate gene set might be more useful to predict kidney rejection.</p>
<p>In most previous studies investigating the novel biomarkers for rejection, molecular signatures were not locked down while they were examined in the validation set (<xref ref-type="bibr" rid="B26">26</xref>). In this study, the prediction model using our diagnostic signature was importantly fixed without any further modification and showed good discrimination potential with an AUC of 0.84 in independent validation, suggesting that it is highly likely to be reproducible in clinical practice. In most of the previous biomarker studies in the field of solid organ transplantation, the model generated from the training group was rarely applied to the validation group as a fixed model. We verified the usefulness of this fixed gene signature model in the validation set of the patients in the ARTKT study, which prospectively collected urine samples at the time of allograft biopsy. However, the signature was limited in distinguishing AR from BC and BKVN because all six genes were also significantly elevated in the BC and BKVN group compared to STA, like rejection. To confirm the performance of the discrimination from not only the STA group but also other graft injuries, the six-genes signature was evaluated for discrimination from OGIs including ATN, CNI, GN, and IF/TA injuries. The discriminant power of the signature to distinguish from OGI was slightly lower than that of the STA group. Recurrent or <italic>de novo</italic> glomerulonephritis was about 30% in the OGIs group, and we think that the ability to distinguish AR from OGIs was slightly lower than that of the STA group because glomerulonephritis is primarily mediated by an immunological injury in the pathophysiology. Furthermore, in decision curve analysis to assess the performance of the signature for clinical benefit, the diagnostic signature had the highest net benefit than biopsy at a <italic>p<sub>t</sub>
</italic> of 0.2. Therefore, our signature is low in terms of relative harm and costs for patients compared to kidney biopsy.</p>
<p>The BK virus is a major causative agent of nephropathy and can lead to the deterioration of the transplanted kidney and graft failure (<xref ref-type="bibr" rid="B27">27</xref>). Several biomarkers have been proposed for the diagnosis of BKVN, such as heat shock protein 90-&#x3b1; (<xref ref-type="bibr" rid="B28">28</xref>), CXCL9 (<xref ref-type="bibr" rid="B29">29</xref>), neutrophil gelatinase-associated lipocalin (<xref ref-type="bibr" rid="B30">30</xref>), and BK virus-specific CD4 T cells (<xref ref-type="bibr" rid="B31">31</xref>); however, none of the biomarkers have demonstrated superiority over viral DNA test in blood and urine. These results are explained by the fact that a substantial proportion of patients with BKVN also have AR or that the mechanism of immunological graft injury in BKVN might be similar to that in AR (<xref ref-type="bibr" rid="B32">32</xref>). Fortunately, BK virus DNA tests in blood and urine are effective for differentiating BKVN from AR in the clinic. In addition, a more sensitive and specific method for BK virus detection including the presence of viral-specific miRNA has been introduced (<xref ref-type="bibr" rid="B33">33</xref>).</p>
<p>There are several limitations to this study. The quantification of mRNAs from urine samples is not easily undertaken because of the low purity of degraded mRNAs. There have always been issues of RNA normalization for quantitative PCR assay as well as RNA integrity, especially in urine samples (<xref ref-type="bibr" rid="B34">34</xref>). As with other studies using urine samples, limitations were connected to the fact that some of the urine samples from KTP patients had low integrity and could not be used. Moreover, the signature requires six-gene specific standard curves and is limited in clinical practice because it needs additional work. We designed the AR and STA groups in the training set and OGIs group as well as the AR and STA in the validation set. However, the AUC was reduced due to issues with validation, including the OGIs group. Furthermore, approximately 20% of urine samples did not pass quality control in clinical practice. Finally, the clinical utility of this urine gene signature in routine clinical practice, and could not be assessed in this sample collection cohort at the time of allograft biopsy. We validated our gene signature model in a large validation group that consisted of nearly all patients of the ARTKT sample collection study except for the training set. As shown in our ARTKT results, among patients undergoing renal biopsy after transplantation, the prevalence of rejection reaction was only 25.5%. These patients require additional diagnostic guidance in addition to the increased serum creatinine for allograft biopsy.</p>
<p>The positive predictive value of the urine gene signature was 63% and the negative predictive value was 80% in patients who had undergone allograft biopsy. Decision curve analysis suggests that the urine gene signature may complement or justify the allograft biopsy for diagnosing AR after kidney transplantation. However, the usefulness for clinical application of these gene sets and the selection of patients in need of clinical application should be evaluated through future multi-racial, prospective, and longitudinal studies.</p>
<p>In conclusion, this study performed a meta-analysis to discover biomarkers for the diagnosis of AR using cells in urine and validated the signature to diagnose and predict AR. Using ISH analysis, we showed that cells in urine could reflect ongoing kidney injuries or kidney allograft status. Therefore, our results demonstrate that the signature can be a noninvasive tool to assist with deciding whether to perform a biopsy in a recipient with a rise in creatinine and probably justifies a biopsy. However, it is necessary to further evaluate the performance of the signature for clinical usefulness in a prospective cohort.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>All datasets generated for this study are included in the web resource: <uri xlink:href="http://webtom.cabgrid.res.in/wbmstdb/">http://webtom.cabgrid.res.in/wbmstdb/</uri>.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Kyung Hee University Hospital at Gangdong. Written informed consent to participate in this study was provided by the participants&#x2019; legal guardian/next of kin.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>J-WS performed qPCR, collected the data, statistical analyses of the results, and wrote the manuscript. SP carried out <italic>in situ</italic> hybridization experiments. KJ, C-DK, BC, JP, SJ, SL, JL, and YK collected the samples and participated in the acquisition of the clinical and pathology data of the enrolled patients. YHL and J-YM interpreted data analyses. DT and JS conducted bioinformatic analyses. S-HL participated in the conception, design of the study, and editing the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by the Korean Health Technology R&amp;D Project, Ministry of Health &amp; Welfare, Republic of Korea (grant no. HI13C1232) and by the National Research Foundation of Korea Grant funded by the Korean government, Ministry of Science, and ICT (grant no. 2018M3A9E8078807).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<sec id="s10" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fimmu.2021.656632/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fimmu.2021.656632/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kirk</surname> <given-names>AD</given-names>
</name>
</person-group>. <article-title>Clinical Tolerance 2008</article-title>. <source>Transplantation</source> (<year>2009</year>) <volume>87</volume>(<issue>7</issue>):<page-range>953&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/TP.0b013e31819d415e</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kirk</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Mannon</surname> <given-names>RB</given-names>
</name>
<name>
<surname>Swanson</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Hale</surname> <given-names>DA</given-names>
</name>
</person-group>. <article-title>Strategies for Minimizing Immunosuppression in Kidney Transplantation</article-title>. <source>Transpl Int</source> (<year>2005</year>) <volume>18</volume>(<issue>1</issue>):<fpage>2</fpage>&#x2013;<lpage>14</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1432-2277.2004.00019.x</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sugiyama</surname> <given-names>K</given-names>
</name>
<name>
<surname>Tsukaguchi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Toyama</surname> <given-names>A</given-names>
</name>
<name>
<surname>Satoh</surname> <given-names>H</given-names>
</name>
<name>
<surname>Saito</surname> <given-names>K</given-names>
</name>
<name>
<surname>Nakagawa</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Immune Monitoring With a Lymphocyte Adenosine Triphosphate Assay in Kidney Transplant Recipients Treated With a Calcineurin Inhibitor</article-title>. <source>Exp Clin Transplant</source> (<year>2014</year>) <volume>12</volume>(<issue>3</issue>):<page-range>195&#x2013;9</page-range>.</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>XZ</given-names>
</name>
<name>
<surname>Jin</surname> <given-names>ZK</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>XH</given-names>
</name>
<name>
<surname>Xue</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>PX</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>XM</given-names>
</name>
<etal/>
</person-group>. <article-title>Increased Intracellular Adenosine Triphosphate Level as an Index to Predict Acute Rejection in Kidney Transplant Recipients</article-title>. <source>Transpl Immunol</source> (<year>2014</year>) <volume>30</volume>(<issue>1</issue>):<fpage>18</fpage>&#x2013;<lpage>23</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.trim.2013.10.008</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Boix</surname> <given-names>F</given-names>
</name>
<name>
<surname>Bolarin</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Eguia</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gonzalez-Martinez</surname> <given-names>G</given-names>
</name>
<name>
<surname>de la Pena</surname> <given-names>J</given-names>
</name>
<name>
<surname>Galian</surname> <given-names>JA</given-names>
</name>
<etal/>
</person-group>. <article-title>Pretransplant CD28 Biomarker (Levels of Expression and Quantification of Molecules Per Cell) in Peripheral Cd4(+) T Cells Predicts Acute Rejection Episodes in Liver and Kidney Recipients</article-title>. <source>Transplant Proc</source> (<year>2016</year>) <volume>48</volume>(<issue>9</issue>):<page-range>2987&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.transproceed.2016.09.028</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rabant</surname> <given-names>M</given-names>
</name>
<name>
<surname>Amrouche</surname> <given-names>L</given-names>
</name>
<name>
<surname>Morin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Bonifay</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lebreton</surname> <given-names>X</given-names>
</name>
<name>
<surname>Aouni</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Early Low Urinary CXCL9 and CXCL10 Might Predict Immunological Quiescence in Clinically and Histologically Stable Kidney Recipients</article-title>. <source>Am J Transplant</source> (<year>2016</year>) <volume>16</volume>(<issue>6</issue>):<page-range>1868&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ajt.13677</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hricik</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Rodriguez</surname> <given-names>V</given-names>
</name>
<name>
<surname>Riley</surname> <given-names>J</given-names>
</name>
<name>
<surname>Bryan</surname> <given-names>K</given-names>
</name>
<name>
<surname>Tary-Lehmann</surname> <given-names>M</given-names>
</name>
<name>
<surname>Greenspan</surname> <given-names>N</given-names>
</name>
<etal/>
</person-group>. <article-title>Enzyme Linked Immunosorbent Spot (ELISPOT) Assay for Interferon-Gamma Independently Predicts Renal Function in Kidney Transplant Recipients</article-title>. <source>Am J Transplant</source> (<year>2003</year>) <volume>3</volume>(<issue>7</issue>):<page-range>878&#x2013;84</page-range>. doi: <pub-id pub-id-type="doi">10.1034/j.1600-6143.2003.00132.x</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sigdel</surname> <given-names>TK</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>JYC</given-names>
</name>
<name>
<surname>Bestard</surname> <given-names>O</given-names>
</name>
<name>
<surname>Schroeder</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hsieh</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Liberto</surname> <given-names>JM</given-names>
</name>
<etal/>
</person-group>. <article-title>A Urinary Common Rejection Module (uCRM) Score for non-Invasive Kidney Transplant Monitoring</article-title>. <source>PloS One</source> (<year>2019</year>) <volume>14</volume>(<issue>7</issue>):<fpage>e0220052</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0220052</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seo</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>H</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Jeong</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>YH</given-names>
</name>
<etal/>
</person-group>. <article-title>Both Absolute and Relative Quantification of Urinary mRNA are Useful for Non-Invasive Diagnosis of Acute Kidney Allograft Rejection</article-title>. <source>PloS One</source> (<year>2017</year>) <volume>12</volume>(<issue>6</issue>):<fpage>e0180045</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0180045</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Solez</surname> <given-names>K</given-names>
</name>
<name>
<surname>Colvin</surname> <given-names>RB</given-names>
</name>
<name>
<surname>Racusen</surname> <given-names>LC</given-names>
</name>
<name>
<surname>Haas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sis</surname> <given-names>B</given-names>
</name>
<name>
<surname>Mengel</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Banff 07 Classification of Renal Allograft Pathology: Updates and Future Directions</article-title>. <source>Am J Transplant</source> (<year>2008</year>) <volume>8</volume>(<issue>4</issue>):<page-range>753&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1600-6143.2008.02159.x</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>U</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yoo</surname> <given-names>OJ</given-names>
</name>
</person-group>. <article-title>Combining Multiple Microarray Studies and Modeling Interstudy Variation</article-title>. <source>Bioinformatics</source> (<year>2003</year>) <volume>19</volume>(<supplement>Suppl 1</supplement>):<page-range>i84&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/bioinformatics/btg1010</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Odgers</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Tellis</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>H</given-names>
</name>
<name>
<surname>Dumontier</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Using LASSO Regression to Predict Rheumatoid Arthritis Treatment Efficacy</article-title>. <source>AMIA Jt Summits Transl Sci Proc</source> (<year>2016</year>) <volume>2016</volume>:<page-range>176&#x2013;83</page-range>.</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Youden</surname> <given-names>WJ</given-names>
</name>
</person-group>. <article-title>Index for Rating Diagnostic Tests</article-title>. <source>Cancer</source> (<year>1950</year>) <volume>3</volume>(<issue>1</issue>):<page-range>32&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/1097-0142(1950)3:1&lt;32::aid-cncr2820030106&gt;3.0.co;2-3</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Robin</surname> <given-names>X</given-names>
</name>
<name>
<surname>Turck</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hainard</surname> <given-names>A</given-names>
</name>
<name>
<surname>Tiberti</surname> <given-names>N</given-names>
</name>
<name>
<surname>Lisacek</surname> <given-names>F</given-names>
</name>
<name>
<surname>Sanchez</surname> <given-names>JC</given-names>
</name>
<etal/>
</person-group>. <article-title>pROC: An Open-Source Package for R and S+ to Analyze and Compare ROC Curves</article-title>. <source>BMC Bioinf</source> (<year>2011</year>) <volume>12</volume>:<elocation-id>77</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-2105-12-77</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Elkin</surname> <given-names>EB</given-names>
</name>
</person-group>. <article-title>Decision Curve Analysis: A Novel Method for Evaluating Prediction Models</article-title>. <source>Med Decis Making</source> (<year>2006</year>) <volume>26</volume>(<issue>6</issue>):<page-range>565&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0272989X06295361</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Suthanthiran</surname> <given-names>M</given-names>
</name>
<name>
<surname>Schwartz</surname> <given-names>JE</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>R</given-names>
</name>
<name>
<surname>Abecassis</surname> <given-names>M</given-names>
</name>
<name>
<surname>Dadhania</surname> <given-names>D</given-names>
</name>
<name>
<surname>Samstein</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Urinary-Cell mRNA Profile and Acute Cellular Rejection in Kidney Allografts</article-title>. <source>N Engl J Med</source> (<year>2013</year>) <volume>369</volume>(<issue>1</issue>):<fpage>20</fpage>&#x2013;<lpage>31</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa1215555</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andersson</surname> <given-names>D</given-names>
</name>
<name>
<surname>Akrap</surname> <given-names>N</given-names>
</name>
<name>
<surname>Svec</surname> <given-names>D</given-names>
</name>
<name>
<surname>Godfrey</surname> <given-names>TE</given-names>
</name>
<name>
<surname>Kubista</surname> <given-names>M</given-names>
</name>
<name>
<surname>Landberg</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Properties of Targeted Preamplification in DNA and cDNA Quantification</article-title>. <source>Expert Rev Mol Diagn</source> (<year>2015</year>) <volume>15</volume>(<issue>8</issue>):<page-range>1085&#x2013;100</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1586/14737159.2015.1057124</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kroneis</surname> <given-names>T</given-names>
</name>
<name>
<surname>Jonasson</surname> <given-names>E</given-names>
</name>
<name>
<surname>Andersson</surname> <given-names>D</given-names>
</name>
<name>
<surname>Dolatabadi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Stahlberg</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Global Preamplification Simplifies Targeted mRNA Quantification</article-title>. <source>Sci Rep</source> (<year>2017</year>) <volume>7</volume>:<elocation-id>45219</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/srep45219</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Noutsias</surname> <given-names>M</given-names>
</name>
<name>
<surname>Rohde</surname> <given-names>M</given-names>
</name>
<name>
<surname>Block</surname> <given-names>A</given-names>
</name>
<name>
<surname>Klippert</surname> <given-names>K</given-names>
</name>
<name>
<surname>Lettau</surname> <given-names>O</given-names>
</name>
<name>
<surname>Blunert</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Preamplification Techniques for Real-Time RT-PCR Analyses of Endomyocardial Biopsies</article-title>. <source>BMC Mol Biol</source> (<year>2008</year>) <volume>9</volume>:<elocation-id>3</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-2199-9-3</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Matignon</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>R</given-names>
</name>
<name>
<surname>Dadhania</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Mueller</surname> <given-names>FB</given-names>
</name>
<name>
<surname>Hartono</surname> <given-names>C</given-names>
</name>
<name>
<surname>Snopkowski</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Urinary Cell mRNA Profiles and Differential Diagnosis of Acute Kidney Graft Dysfunction</article-title>. <source>J Am Soc Nephrol</source> (<year>2014</year>) <volume>25</volume>(<issue>7</issue>):<page-range>1586&#x2013;97</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1681/ASN.2013080900</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vanhecke</surname> <given-names>D</given-names>
</name>
<name>
<surname>Roumenina</surname> <given-names>LT</given-names>
</name>
<name>
<surname>Wan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Osthoff</surname> <given-names>M</given-names>
</name>
<name>
<surname>Schaller</surname> <given-names>M</given-names>
</name>
<name>
<surname>Trendelenburg</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Identification of a Major Linear C1q Epitope Allows Detection of Systemic Lupus Erythematosus Anti-C1q Antibodies by a Specific Peptide-Based Enzyme-Linked Immunosorbent Assay</article-title>. <source>Arthritis Rheum</source> (<year>2012</year>) <volume>64</volume>(<issue>11</issue>):<page-range>3706&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/art.34605</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ma</surname> <given-names>R</given-names>
</name>
<name>
<surname>Cui</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Jia</surname> <given-names>XY</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>The Alternative Pathway of Complement Activation may be Involved in the Renal Damage of Human Anti-Glomerular Basement Membrane Disease</article-title>. <source>PloS One</source> (<year>2014</year>) <volume>9</volume>(<issue>3</issue>):<fpage>e91250</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0091250</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Muthukumar</surname> <given-names>T</given-names>
</name>
<name>
<surname>Dadhania</surname> <given-names>D</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>R</given-names>
</name>
<name>
<surname>Snopkowski</surname> <given-names>C</given-names>
</name>
<name>
<surname>Naqvi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>JB</given-names>
</name>
<etal/>
</person-group>. <article-title>Messenger RNA for FOXP3 in the Urine of Renal-Allograft Recipients</article-title>. <source>N Engl J Med</source> (<year>2005</year>) <volume>353</volume>(<issue>22</issue>):<page-range>2342&#x2013;51</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1056/NEJMoa051907</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Renesto</surname> <given-names>PG</given-names>
</name>
<name>
<surname>Ponciano</surname> <given-names>VC</given-names>
</name>
<name>
<surname>Cenedeze</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Saraiva Camara</surname> <given-names>NO</given-names>
</name>
<name>
<surname>Pacheco-Silva</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>High Expression of Tim-3 mRNA in Urinary Cells From Kidney Transplant Recipients With Acute Rejection</article-title>. <source>Am J Transplant</source> (<year>2007</year>) <volume>7</volume>(<issue>6</issue>):<page-range>1661&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1600-6143.2007.01795.x</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shahbaz</surname> <given-names>SK</given-names>
</name>
<name>
<surname>Pourrezagholi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Barabadi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Foroughi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Hosseinzadeh</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ahmadpoor</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>High Expression of TIM-3 and KIM-1 in Blood and Urine of Renal Allograft Rejection Patients</article-title>. <source>Transpl Immunol</source> (<year>2017</year>) <volume>43-44</volume>:<fpage>11</fpage>&#x2013;<lpage>20</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.trim.2017.07.002</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kurian</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Whisenant</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mas</surname> <given-names>V</given-names>
</name>
<name>
<surname>Heilman</surname> <given-names>R</given-names>
</name>
<name>
<surname>Abecassis</surname> <given-names>M</given-names>
</name>
<name>
<surname>Salomon</surname> <given-names>DR</given-names>
</name>
<etal/>
</person-group>. <article-title>Biomarker Guidelines for High-Dimensional Genomic Studies in Transplantation: Adding Method to the Madness</article-title>. <source>Transplantation</source> (<year>2017</year>) <volume>101</volume>(<issue>3</issue>):<page-range>457&#x2013;63</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/TP.0000000000001622</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pakfetrat</surname> <given-names>M</given-names>
</name>
<name>
<surname>Yaghobi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Salmanpoor</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Roozbeh</surname> <given-names>J</given-names>
</name>
<name>
<surname>Torabinezhad</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kadkhodaei</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Frequency of Polyomavirus Bk Infection in Kidney Transplant Patients Suspected to Nephropathy</article-title>. <source>Int J Organ Transplant Med</source> (<year>2015</year>) <volume>6</volume>(<issue>2</issue>):<fpage>77</fpage>&#x2013;<lpage>84</lpage>.</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maehana</surname> <given-names>T</given-names>
</name>
<name>
<surname>Tanaka</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kitamura</surname> <given-names>H</given-names>
</name>
<name>
<surname>Fukuzawa</surname> <given-names>N</given-names>
</name>
<name>
<surname>Ishida</surname> <given-names>H</given-names>
</name>
<name>
<surname>Harada</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Heat Shock Protein 90alpha Is a Potential Serological Biomarker of Acute Rejection After Renal Transplantation</article-title>. <source>PloS One</source> (<year>2016</year>) <volume>11</volume>(<issue>9</issue>):<fpage>e0162942</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0162942</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kariminik</surname> <given-names>A</given-names>
</name>
<name>
<surname>Yaghobi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Dabiri</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>CXCL9 Expression and Polyomavirus BK Infectivity in Renal Transplant Patients With Nephropathy</article-title>. <source>Cell Mol Biol (Noisy-le-grand)</source> (<year>2016</year>) <volume>62</volume>(<issue>1</issue>):<page-range>104&#x2013;8</page-range>.</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rau</surname> <given-names>S</given-names>
</name>
<name>
<surname>Schonermarck</surname> <given-names>U</given-names>
</name>
<name>
<surname>Jager</surname> <given-names>G</given-names>
</name>
<name>
<surname>Stangl</surname> <given-names>M</given-names>
</name>
<name>
<surname>Guba</surname> <given-names>M</given-names>
</name>
<name>
<surname>Meiser</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>BK Virus-Associated Nephropathy: Neutrophil Gelatinase-Associated Lipocalin as a New Diagnostic Tool</article-title>? <source>Clin Transplant</source> (<year>2013</year>) <volume>27</volume>(<issue>2</issue>):<page-range>E184&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ctr.12081</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>W</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>M</given-names>
</name>
<name>
<surname>Martinez</surname> <given-names>J</given-names>
</name>
<name>
<surname>Srivastava</surname> <given-names>T</given-names>
</name>
<name>
<surname>Diamond</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Knowles</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Functional Characterization of BK Virus-Specific CD4+ T Cells With Cytotoxic Potential in Seropositive Adults</article-title>. <source>Viral Immunol</source> (<year>2007</year>) <volume>20</volume>(<issue>3</issue>):<page-range>379&#x2013;88</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/vim.2007.0030</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>JY</given-names>
</name>
<name>
<surname>McNicholas</surname> <given-names>K</given-names>
</name>
<name>
<surname>Yong</surname> <given-names>TY</given-names>
</name>
<name>
<surname>Rao</surname> <given-names>N</given-names>
</name>
<name>
<surname>Coates</surname> <given-names>PT</given-names>
</name>
<name>
<surname>Higgins</surname> <given-names>GD</given-names>
</name>
<etal/>
</person-group>. <article-title>BK Virus Encoded microRNAs are Present in Blood of Renal Transplant Recipients With BK Viral Nephropathy</article-title>. <source>Am J Transplant</source> (<year>2014</year>) <volume>14</volume>(<issue>5</issue>):<page-range>1183&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ajt.12694</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>YH</given-names>
</name>
<name>
<surname>Seo</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>H</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>YG</given-names>
</name>
<etal/>
</person-group>. <article-title>Urinary Exosomal Viral microRNA as a Marker of BK Virus Nephropathy in Kidney Transplant Recipients</article-title>. <source>PloS One</source> (<year>2017</year>) <volume>12</volume>(<issue>12</issue>):<fpage>e0190068</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0190068</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Galichon</surname> <given-names>P</given-names>
</name>
<name>
<surname>Amrouche</surname> <given-names>L</given-names>
</name>
<name>
<surname>Hertig</surname> <given-names>A</given-names>
</name>
<name>
<surname>Brocheriou</surname> <given-names>I</given-names>
</name>
<name>
<surname>Rabant</surname> <given-names>M</given-names>
</name>
<name>
<surname>Xu-Dubois</surname> <given-names>YC</given-names>
</name>
<etal/>
</person-group>. <article-title>Urinary mRNA for the Diagnosis of Renal Allograft Rejection: The Issue of Normalization</article-title>. <source>Am J Transplant</source> (<year>2016</year>) <volume>16</volume>(<issue>10</issue>):<page-range>3033&#x2013;40</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/ajt.13891</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>