<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Microbiol.</journal-id>
<journal-title>Frontiers in Microbiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Microbiol.</abbrev-journal-title>
<issn pub-type="epub">1664-302X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmicb.2022.895227</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Microbiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Establishment and application of a method of tagged-amplicon deep sequencing for low-abundance drug resistance in HIV-1</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Li</surname><given-names>Yang</given-names></name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Han</surname><given-names>Leilei</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Wang</surname><given-names>Yanglan</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Wang</surname><given-names>Xiaolin</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Jia</surname><given-names>Lei</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Li</surname><given-names>Jingyun</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Han</surname><given-names>Jingwan</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author"><name><surname>Zhao</surname><given-names>Jin</given-names></name>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/815296/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Li</surname><given-names>Hanping</given-names></name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1893716/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Li</surname><given-names>Lin</given-names></name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="c002" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/833045/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>School of Basic Medical Sciences, Anhui Medical University</institution>, <addr-line>Hefei, Anhui</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Virology, State Key Laboratory of Pathogen and Biosecurity, Beijing Institute of Microbiology and Epidemiology</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>School of Public Health, North China University of Science and Technology</institution>, <addr-line>Tangshan, Hebei</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>College of Life Science and Technology, Beijing University of Chemical Technology</institution>, <addr-line>Beijing</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Shenzhen Center for Disease Control and Prevention</institution>, <addr-line>Shenzhen, Guangdong</addr-line>, <country>China</country></aff>
<author-notes>
<fn id="fn0002" fn-type="edited-by">
<p>Edited by: Kai Deng, Sun Yat-sen University, China</p>
</fn>
<fn id="fn0003" fn-type="edited-by">
<p>Reviewed by: Li Xing, Shanxi University, China; Marcio Roberto Teixeira Nunes, Evandro Chagas Institute, Brazil</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Hanping Li, <email>hanpingline@163.com</email></corresp>
<corresp id="c002">Lin Li, <email>dearwood@sina.com</email></corresp>
<fn id="fn0001" fn-type="equal">
<p><sup>&#x2020;</sup>These authors have contributed equally to this work</p>
</fn>
<fn id="fn0004" fn-type="other">
<p>This article was submitted to Virology, a section of the journal Frontiers in Microbiology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>22</day>
<month>08</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>895227</elocation-id>
<history>
<date date-type="received">
<day>13</day>
<month>03</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>07</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Li, Han, Wang, Wang, Jia, Li, Han, Zhao, Li and Li.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Li, Han, Wang, Wang, Jia, Li, Han, Zhao, Li and Li</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>In the latest HIV-1 global drug resistance report released by WHO, countries are advised to strengthen pre-treatment monitoring of drug resistance in AIDS patients. In this study, we established an NGS-based segmented amplification HIV-1 drug resistance mutation detection method. The <italic>pol</italic> region of HIV-1 was divided into three short fragments for NGS. The entire amplification and sequencing panel were more cost-effective and batched by using the barcode sequence corresponding to the sample. Each parameter was evaluated using samples with known resistance variants frequencies. The nucleotide sequence error rate, amino acid error rate, and noise value of the NGS-based segmented amplification method were both less than 1%. When the threshold was 2%, the consensus sequences of the HIV-1 NL4-3 strain were completely consistent with the Sanger sequences. This method can detect the minimum viral load of the sample at 10<sup>2</sup> copies/ml, and the input frequency and detection frequency of HIV-1 resistance mutations within the range of 1%&#x2013;100% had good conformity (R<sup>2</sup>&#x2009;=&#x2009;0.9963; R<sup>2</sup>&#x2009;=&#x2009;0.9955). This method had no non-specific amplification for Hepatitis B and C. Under the 2% threshold, the incidence of surveillance drug resistance mutations in ART-naive HIV-infected patients was 20.69%, among which NRTIs class resistance mutations were mainly.</p>
</abstract>
<kwd-group>
<kwd>HIV-1</kwd>
<kwd>next-generation sequencing</kwd>
<kwd>minority drug resistance variants</kwd>
<kwd>assessment</kwd>
<kwd>standardization</kwd>
</kwd-group>
<contract-num rid="cn1">2020YFA0907000</contract-num>
<contract-num rid="cn2">81773493</contract-num>
<contract-num rid="cn2">31800149</contract-num>
<contract-num rid="cn2">31900157</contract-num>
<contract-num rid="cn3">SKLPBS2103</contract-num>
<contract-num rid="cn3">SKLPBS2118</contract-num>
<contract-sponsor id="cn1">National Key Research and Development Program of China<named-content content-type="fundref-id">10.13039/501100012166</named-content>
</contract-sponsor>
<contract-sponsor id="cn2">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn3">State Key Laboratory of Pathogen and Biosecurity</contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="35"/>
<page-count count="10"/>
<word-count count="6253"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec1" sec-type="intro">
<title>Introduction</title>
<p>The global HIV-1 drug resistance report released by <xref ref-type="bibr" rid="ref35">WHO (2021)</xref> pointed out that more and more countries are on the verge of reaching the 10% pre-treatment drug resistance threshold for non-nucleoside reverse transcriptase inhibitors in the WHO releases HIV drug resistance report 2021. As the coverage of antiretroviral drugs expands and patient treatment experience increases, the prevalence of HIV resistance is expected to increase (<xref ref-type="bibr" rid="ref36">Xie et al., 2021</xref>). The presence of drug-resistant HIV in the viral population, including the minor frequency drug resistance variants (<xref ref-type="bibr" rid="ref24">Palmer et al., 2005</xref>), is known to compromise virological response to antiretroviral therapy (ART; <xref ref-type="bibr" rid="ref29">Soeria-Atmadja et al., 2020</xref>). Minor resistant variants were associated with reduced virologic response and failure of ART (<xref ref-type="bibr" rid="ref12">Halvas et al., 2010</xref>; <xref ref-type="bibr" rid="ref22">Nicot et al., 2012</xref>). Low-frequency HIV-1drug resistance variants, particularly NNRTI resistance, were significantly associated with a dose-dependent increase in the risk of first-line ART virological failure (<xref ref-type="bibr" rid="ref11">Gupta et al., 2014</xref>). If no measures are taken to deal with the problem of drug resistance, this may become a major obstacle to achieving the 90%&#x2013;90%&#x2013;90% control target. Once the virus develops drug resistance, the viral load will continue to increase, leading to the failure of ART treatment (<xref ref-type="bibr" rid="ref31">Tachbele et al., 2021</xref>). If the problem of HIV-1 drug resistance cannot be effectively controlled, it may lead to the widespread of drug-resistant viruses and the emergence of multidrug-resistant (<xref ref-type="bibr" rid="ref10">Guglielmetti et al., 2021</xref>).</p>
<p>The detection of HIV-1 drug resistance mutations often uses Sanger sequencing (SS) as the &#x201C;gold standard&#x201D; (<xref ref-type="bibr" rid="ref30">Stranneheim and Lundeberg, 2012</xref>). However, SS generally detects variants accounting for greater than 10%&#x2013;25% of the viral quasispecies (<xref ref-type="bibr" rid="ref9">Grant et al., 2003</xref>; <xref ref-type="bibr" rid="ref7">Chen et al., 2020</xref>), which is not sensitive enough to detect low-frequency resistance variants. To assess minor drug resistance mutations of HIV <italic>in vivo</italic>, single genome sequencing (SGS; <xref ref-type="bibr" rid="ref21">McKinnon et al., 2011</xref>; <xref ref-type="bibr" rid="ref34">Wang et al., 2014</xref>) and allele-specific real-time PCR (ASPCR; <xref ref-type="bibr" rid="ref13">Hauser et al., 2015</xref>) were developed, but they cannot be applied to large-scale samples detection due to time-consuming and labor-intensive. In recent years, NGS is becoming a more common sequencing method that is widely used in the current genetic detection field (<xref ref-type="bibr" rid="ref8">Gibson et al., 2020</xref>; <xref ref-type="bibr" rid="ref5">Bendall et al., 2021</xref>; <xref ref-type="bibr" rid="ref26">Parikh et al., 2021</xref>). NGS can detect low-abundance drug resistance mutations by sequencing the HIV-1 quasispecies (<xref ref-type="bibr" rid="ref15">Ji et al., 2020</xref>). In HIV-1 drug resistance mutation detection, NGS has the advantages of high sensitivity, high data throughput, and parallel detection of large batches of samples. Nevertheless, there is currently no standardized evaluation system for NGS-based HIV drug resistance detection. The Sentosa SQ HIV genotyping assay (<xref ref-type="bibr" rid="ref33">Tzou et al., 2018</xref>) is currently the only HIV-1 genotyping NGS detection method on the market that has been approved by the U.S. FDA. For the currently widely used NGS-based HIV drug resistance mutation detection method, a standardized evaluation system should be established.</p>
<p>In this study, we established an NGS-based HIV-1 drug resistance mutation detection method that allows surveillance of HIV-1 minor resistant variants in population. HIV strains with known drug resistance variants was used to construct sample to evaluate various parameters of the methods. And this method was used to detect minority drug resistance variants in newly diagnosed HIV-infected patients in Shenzhen from 2014 to 2015.</p>
</sec>
<sec id="sec2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="sec3">
<title>Design of tagged-amplicon deep sequencing of fragmented pol region</title>
<p>The segmented tagged-amplicon technology for HIV-1 drug resistance detection was based on the next-generation sequencing platform, and the short sequencing length was the main limitation of the NGS platform. To obtain amplicons suitable for NGS, the HIV-1 <italic>pol</italic> gene region covering the PR and first 226 codons of the RT was amplified in triple fragments with one-step RT-PCR (Takara, RR055A) and nested PCR (Takara, RR901A). The primer sequences used for amplification are shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>. And the effective sequencing length was extended through paired-end sequencing. Each amplicon was approximately 400 bases in length, denoted <italic>pol</italic>-A, <italic>pol</italic>-B, and <italic>pol</italic>-C (nucleotide 2,169~2,583, 2,540~2,944, and 2,834~3,228 by using HXB2 as calibrator). There was a small overlap between the beginning and the end of these three amplicons. There is a small overlap between the start and end of these three amplicons, resulting in an overall amplification length of 1,060&#x2009;bp. In addition, the barcode sequence was attached to the amplicons to tag different samples (<xref rid="fig1" ref-type="fig">Figure 1</xref>). P5/P7 tails were added at both ends of the amplified fragment to construct a high-throughput sequencing library. In a flowcell, amplicon fragment generated clusters by bridge PCR, and hundreds to thousands of amplified fragments were sequenced simultaneously. The amplicon fragments were sequenced on the Illumina sequencing platform using sequencing-by-synthesis sequencing.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Tagged-amplicon deep sequencing strategy. HIV-1 <italic>pol</italic>-1.3kb gene was amplified with one-step RT-PCR. Subsequently, nested PCR was used to amplify pol-1.3kb region into 3 fragments, labeled as <italic>pol</italic>-A, <italic>pol</italic>-B, and <italic>pol</italic>-C. There was a small overlap at the junction of the three amplicons. The molecular barcode was attached to both ends of the amplicons. Barcodes were used to split data to distinguish different samples.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g001.tif"/>
</fig>
</sec>
<sec id="sec4">
<title>Study specimens and population</title>
<p>In order to evaluate and validate the HIV-1 drug resistance detection method, we developed a reference group for this study. Viral load of the wild-type HIV-1 NL4-3 strain (accession number AF003887) and the resistant mutant strains were determined using quantitative real-time PCR and then mixed the wild-type HIV-1 NL4-3 strain and the resistant mutant strains according to the viral load concentration to obtain targeted DRM frequencies of 1%, 2%, 10%, 30%, and 100%. The 187 reference specimens consisted of a known ratio of virus mixtures, HIV-1 NL4-3 strain, Hepatitis B clinical samples, Hepatitis C clinical samples, and HIV-1 positive clinical samples (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>). The 190 reference samples consisted of known ratios of virus mixtures, HIV-1 NL4-3 strains, Hepatitis B clinical samples, Hepatitis C clinical samples, healthy human plasma samples (HIV-1-/HBV-/HCV-), and HIV-1 positive clinical samples (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 2</xref>). Hepatitis B and C plasma samples were provided by clinical patients and these plasma samples were negative after the rapid HIV-1 test.</p>
<p>All newly HIV-1 diagnosed cases in Shenzhen from 2014 to 2015 were enrolled in this study. All patients were antiretroviral-na&#x00EF;ve. Blood samples were collected by Shenzhen Center for Disease Prevention and Control. All participants signed written informed consents before sample collection and their background information was collected. This study was reviewed and approved by the ethics committees of the Beijing Institute of Microbiology and Epidemiology.</p>
</sec>
<sec id="sec5">
<title>NGS-based HIVDR assay</title>
<p>For the NGS, after the mixed original sequencing results were obtained on the Illumina sequencing platform, the sequencing data of different samples were split by barcode sequence. Quality control is the first step in processing high-throughput sequencing data. FastQC<xref rid="fn0005" ref-type="fn"><sup>1</sup></xref> was used for quality control of fastq files obtained from sequencing. Then, the fastq_1 and fastq_2 files obtained by paired-end sequencing were spliced to generate the sequencing data of each sample. Mothur (<xref ref-type="bibr" rid="ref28">Schloss et al., 2009</xref>) was used to exclude poor-quality sequences from the sequencing data, and mafft (<xref ref-type="bibr" rid="ref16">Katoh et al., 2019</xref>) was used to align the sequencing results with the reference sequence. HXB2 was used as a ruler to locate the target drug-resistant position. According to the mutations for drug resistance surveillance list of HIV drug resistance database of Stanford University<xref rid="fn0006" ref-type="fn"><sup>2</sup></xref>, the proportion of the mutations related to drug-resistant at that location was counted.</p>
</sec>
<sec id="sec6">
<title>SS-based HIVDR amplification and assay</title>
<p>The Sanger sequencing amplification process involved in this study was completed according to the following method. Roche High Pure Viral RNA Kit (REF:11858882001) was used to extract total viral RNA from plasma samples. The <italic>pol</italic> gene region (nucleotides positions 2,253&#x2013;3,555, using HXB2 as the calibrator) spanning the protease gene and partial reverse transcriptase gene was amplified in the first round of nested reverse transcriptase-polymerase chain reaction (RT-PCR) using the One-Step RNA PCR Kit (Takara, RR055A). And the r-Taq kit (Takara, RR901A) was used in the additional PT-PCR. The primer sequences used for Sanger amplification are shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 3</xref>. Before sequencing, the PCR products were detected by 1% agarose gel electrophoresis and then subjected to direct DNA sequencing on an Applied Biosystems 3,730 Sequencer.</p>
<p>Sanger sequences were manually assembled in Contig Express software. The nucleotide where the secondary peak was at least 30% as high as the primary peak was counted as the degenerate bases using the International Union of Pure and Applied Chemistry (IUPAC) designations to obtain the fasta sequences. The fasta sequences were submitted to the HIV drug resistance database of Stanford University<xref rid="fn0007" ref-type="fn"><sup>3</sup></xref> to generate a drug resistance report.</p>
</sec>
<sec id="sec7">
<title>NGS SDRMs</title>
<p>Due to the sensitivity of NGS to HIV low-abundance quasispecies populations, the setting of thresholds for deep sequencing data is important for reporting drug resistance variants (<xref ref-type="bibr" rid="ref17">Kireev et al., 2018</xref>). At present, there is no accurate diagnostic value of minority drug resistance variants of HIV-1 in clinical practice. Studies have shown that the detection of NGS had a good linear relationship in the range of drug resistance mutation frequency from 1% to 100% (<xref ref-type="bibr" rid="ref19">Lee et al., 2020</xref>). However, compared with the reporting threshold of 1%, the reporting threshold of 2% is not easy to introduce errors caused by PCR amplification and different high-throughput data analysis platforms (<xref ref-type="bibr" rid="ref6">Chaillon et al., 2017</xref>), and has better robustness and repeatability (<xref ref-type="bibr" rid="ref4">Becker et al., 2020</xref>; <xref ref-type="bibr" rid="ref27">Parkin et al., 2020</xref>). Therefore, we chose a reporting threshold of 2% to describe resistance in HIV-infected individuals.</p>
</sec>
</sec>
<sec id="sec8" sec-type="results">
<title>Results</title>
<sec id="sec9">
<title>The overall sequence error rate</title>
<p>The NGS sequencing results of the review team are presented in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 4</xref>. We wanted to measure the overall sequence error. The overall sequence error was defined as the errors in the entire experimental process of viral nucleic acid extraction, PCR amplification, NGS sequencing, and data processing and analysis. The HIV-1 NL4-3 strain with a known sequence was used for this measurement. We used the segmented amplification method to extract, amplify, and sequence the HIV-1 NL4-3 strain and measured the average frequency of erroneous nucleotide calls. We used the well-established RNA extraction method (Roche High Pure Viral RNA Kit) to improve the RNA recovery and quality of the HIV-1 NL4-3 strain, as well as the tagged amplicon deep sequencing method to amplify and sequence. And measured the average frequency of erroneous nucleotide calls. The error rate of nucleotide sequences we measured using viral RNA ranged from 0.006% to 0.945%, with an average of 0.164%. The consensus sequences generated under the threshold greater than 1% were completely consistent with the SS sequences (<xref rid="fig2" ref-type="fig">Figure 2A</xref>). The detection of HIV-1 resistance mutations was the identification of amino acids, so we measured the amino acid sequence error rate of the segmented amplification method. The results showed (<xref rid="fig2" ref-type="fig">Figure 2B</xref>) that the average amino acid sequence error rate of <italic>pol</italic>-A gene region was 0.37% (range: 0.11%&#x2013;0.92%), <italic>pol</italic>-B was 0.36% (range: 0.11%&#x2013;0.83%), and <italic>pol</italic>-C was 0.61% (range: 0.16%&#x2013;0.89%). This suggested that the analysis error rate of our HIVDR detection method at the amino acid level was less than 1%.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p><bold>(A)</bold> Similarity between consensus sequences and SS sequence. Consensus sequences were generated with NGS data under thresholds of 1%, 2%, 5%, 10%, and 20%. Compared with the SS sequence, degenerate bases or incorrectly called bases were regarded as inconsistent bases. <bold>(B)</bold> The amino acid sequence error of the three fragments of the <italic>pol</italic> gene region. Compared with the known sequence, the inconsistent amino acids were all regarded as the wrongly called amino acids. The proportion of error amino acids was defined as the error rate of the amino acid sequence at that position.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g002.tif"/>
</fig>
</sec>
<sec id="sec10">
<title>The lower limit of viral load</title>
<p>To determine the minimum viral load concentration that can be detected by our segmented amplification method, we used HIV-1 NI4-3 mutant strain as a single strain type sample, and wild-type HIV-1 NL4-3 strain and resistance mutant strain were mixed with a DRM frequency of 60% as a mixed strain type sample. Quantitative Real-time PCR was used to detect the viral load level of the samples. Each type of sample was diluted to a different viral load concentration, and each sample with a viral load concentration was divided into 5 evenly for viral nucleic acid extraction, amplification, and sequencing. We define a detection rate of less than 80% as a detection failure. It can be seen from the test results that our HIVDR detection method has a minimum viral load of 10<sup>2</sup> copies/ml for samples composed of a single strain or a sample of mixed strains (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 5</xref>).</p>
</sec>
<sec id="sec11">
<title>Linear range and accuracy</title>
<p>Next, we were interested in whether the HIVDR detection method was consistent with the input resistance frequency and the detection frequency. Samples with different DRM frequencies were used for viral nucleic acid extraction, amplification, and sequencing. The drug resistance mutations were reported from the high-throughput sequencing data through the above-mentioned analysis process. The detection results at different frequencies were plotted as scatter plots. And we calculated the ratio of the detection frequency to the theoretical frequency. The results of the ratio were distributed around 1, which also showed that the HIVDR detection method had good accuracy (<xref rid="fig3" ref-type="fig">Figure 3</xref>). The average of the resistance frequency of three parallel repetitions was calculated as the actual detection frequency, and a fitting curve was made with the input theoretical frequency. From all the tested frequencies, whether it was Y181C or T219Y, the detection frequency and the theoretical frequency had highly relevant. of compliance within the range of 1%&#x2013;100% (R<sup>2</sup>&#x2009;&#x003E;&#x2009;0.99), which proved that the segmented amplification method can accurately detect resistance mutations with a frequency of more than 1% (<xref rid="fig4" ref-type="fig">Figure 4</xref>).</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p><bold>(A)</bold> Distribution of detect results at different frequencies. <bold>(B)</bold> The distribution of the ratio of the detection frequency to the theoretical frequency.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g003.tif"/>
</fig>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p><bold>(A)</bold> Linear detection range of T215Y drug resistance mutation. In our detection range, the input frequency and detection frequency of Y181C and T215Y showed a good correlation. <bold>(B)</bold> Linear detection range of Y181C drug resistance mutation.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g004.tif"/>
</fig>
</sec>
<sec id="sec12">
<title>Precision</title>
<p>The coefficient of variation was used to express the reproducibility between three replicates within a batch. We calculated the intra-batch coefficient of variation based on the results of three replicates on mixed samples with different DRM frequencies. The coefficients of variation of Y181C and T215 were between 0.08%&#x2013;23.6% and 0.04%&#x2013;38.22%, respectively, (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 6</xref>). The accuracy of this detection method was the worst when the drug resistance mutation frequency was 1%. As the frequency of drug resistance mutation increased, the precision performance was better. It was not surprising that NGS was more stable in the detection of high-frequency resistance mutations due to the sensitivity of NGS detection and the deviations produced by the PCR process.</p>
</sec>
<sec id="sec13">
<title>Specificity and noise value</title>
<p>To verify the specificity of the segmented amplification method, we selected Hepatitis B and C virus for detection. Hepatitis B and C samples were provided by confirmed clinical patients, and these samples were HIV-1 negative after rapid HIV testing. The Hepatitis B and C samples were amplified using the segmented amplification method, and the results were all negative. It showed that the amplification method had good specificity to the HIV-1 virus, and the possibility of amplifying other virus sequences was low (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 7</xref>).</p>
<p>In addition, we also used a well-characterized HIV-1 NL4-3 mutant (K101E&#x2009;+&#x2009;Y181C&#x2009;+&#x2009;T215Y) as input to verify the specificity of the segmented amplification method. The frequency of resistance mutation of three independent replicates was counted, and resistance mutations that only appear once will also be included, and the average of the reported frequency of resistance mutations that appeared multiple times will be taken (<xref rid="fig5" ref-type="fig">Figure 5</xref>). Judging from the HIV-1 NL4-3 (K101E&#x2009;+&#x2009;Y181C&#x2009;+&#x2009;T215Y) detection report, some ultra-low-frequency (&#x003C;1%) false-positive results appeared in the results of the segmented amplification method. The detection specificity of the target mutation can reach 100%.</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>The specificity of known resistance mutations and noise value. The HIV-1 NL4-3 with K101E + Y181C + T215Y mutant strain was used for detection, and all three target mutations were detected. At the same time, there were some false positive mutations with a frequency of less than 1% (maybe introduced for PCR amplification).</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g005.tif"/>
</fig>
</sec>
<sec id="sec14">
<title>Method evaluation</title>
<p>One hundred plasma samples of HIV-1 clinical patients were randomly trained and detected using the In-house method and segmented amplification method. The demographic characteristics of HIV-1 clinical samples are shown in <xref ref-type="supplementary-material" rid="SM1">Supplementary Table 8</xref>. The reads of deep sequencing data after quality control were mostly distributed around 6,000 sequences (<xref rid="fig6" ref-type="fig">Figure 6</xref>). A total of 10 subtypes were included in all samples. According to the detection results of surveillance drug resistance mutations (SDRMs), whether it was analyzed using our NGS-sequence analysis panel or HyDRA, the segmented amplification method can detect all the drug resistance mutations reported by Sanger sequencing. In addition, the NGS method reported an SDRM that had not been detected by SS, which indicated that the segmented amplification method had higher sensitivity than the traditional in-house method (<xref rid="tab1" ref-type="table">Table 1</xref>).</p>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p><bold>(A)</bold> Subtype distribution of HIV-1 clinical samples. <bold>(B)</bold> The distribution of reads in the deep sequencing data of HIV-1 clinical samples. After sequence quality control, the poor-quality sequences were filtered. Different colors represented the distribution of reads in the three segments in the <italic>pol</italic> gene region. The reads of <italic>pol</italic>-A, <italic>pol</italic>-B, and <italic>pol</italic>-C were respectively concentrated in 6,000 (range:1,694&#x2013;28,069), 2,000 (range:389&#x2013;16,008), and 6,000 (range:1,373&#x2013;30,018).</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g006.tif"/>
</fig>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Comparison of the detection results of the three detection methods.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Sample number</th>
<th align="left" valign="top">In-house</th>
<th align="center" valign="top">NGS-sequence analysis panel<xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></th>
<th align="center" valign="top">HyDRA<xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td align="char" valign="top" char="." rowspan="2">LS10185</td>
<td align="char" valign="top" char="&#x00B1;">Y181C</td>
<td align="char" valign="top" char="&#x00B1;">Y181C-41.16%</td>
<td align="char" valign="top" char="&#x00B1;">Y181C-39.82%</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;">K219N</td>
<td align="char" valign="top" char="&#x00B1;">K219N-50.51%</td>
<td align="char" valign="top" char="&#x00B1;">K219N-49.94%</td>
</tr>
<tr>
<td align="char" valign="top" char=".">LS10202</td>
<td/>
<td align="char" valign="top" char="&#x00B1;">D67N-62.28%</td>
<td align="char" valign="top" char="&#x00B1;">D67N-59.10%</td>
</tr>
<tr>
<td align="char" valign="top" char=".">LS10221</td>
<td align="char" valign="top" char="&#x00B1;">M41L</td>
<td align="char" valign="top" char="&#x00B1;">M41L-23.09%</td>
<td align="char" valign="top" char="&#x00B1;">M41L-29.12%</td>
</tr>
<tr>
<td align="char" valign="top" char=".">LS10407</td>
<td align="char" valign="top" char="&#x00B1;">K103N</td>
<td align="char" valign="top" char="&#x00B1;">K103N-98.62%</td>
<td align="char" valign="top" char="&#x00B1;">K103N-98.53%</td>
</tr>
<tr>
<td align="char" valign="top" char=".">LS10564</td>
<td align="char" valign="top" char="&#x00B1;">Y181C</td>
<td align="char" valign="top" char="&#x00B1;">Y181C-37.04%</td>
<td align="char" valign="top" char="&#x00B1;">Y181C-27.21%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfn1">
<label>a</label>
<p>The percentage indicated the reported frequency of the resistant mutation.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Our NGS-sequence analysis panel and HyDRA were used to detect drug resistance mutations in NGS sequencing data, and the SDRMs with a frequency of more than 1% were counted (<xref rid="fig7" ref-type="fig">Figure 7</xref>). Due to the difference in algorithms, it was not surprising that the two methods have slight differences in the number of low-frequency SDRMs. The calculation results of McNemar&#x2019;s test proved the accuracy of our NGS-sequence analysis panel for SDRM detection (<italic>p</italic>&#x2009;=&#x2009;0.972).</p>
<fig position="float" id="fig7">
<label>Figure 7</label>
<caption>
<p><bold>(A)</bold> The number of DRMs detected by the three detection methods. The range of the interval in the figure was inclusive of the left-side value, and the right-side value was not included. <bold>(B)</bold> Comparison of HIV-1 SDRMs detected by Sanger sequencing and NGS-sequence analysis panel at different detection thresholds.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g007.tif"/>
</fig>
</sec>
<sec id="sec15">
<title>HIV-1 samples detection</title>
<p>All samples were amplified by PT-PCR using a segmented amplification method based on next-generation sequencing methods. Excluding factors such as insufficient plasma samples and failure of viral nucleic acid extraction, a total of 1,755 samples successfully completed the amplification and next-generation sequencing process. Among the samples for which sequencing results were obtained, 15 samples were excluded due to poor sequencing quality, and the remaining 1,740 samples obtained good sequencing results. The proportion of samples with all three segments of <italic>pol</italic>-A, <italic>pol</italic>-B, and <italic>pol</italic>-C positive was 99.15%.</p>
<p>A total of 1,740 participants with demographic data and NGS sequences. General characteristics of the study subjects are shown in <xref rid="tab2" ref-type="table">Table 2</xref>. The age of the patients was mainly distributed between 20 and 50&#x2009;years old. Most individuals were men (86.03%), single (54.25%), and Han Population (92.13%). The dominant transmission route was heterosexual contact (63.68%). The education level of junior high school and above accounted for 90.52%. CRF01_AE (37.13%) subtype was predominant, followed by CRF07_BC (38.22%) and CRF55_01B (9.54%).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Demographic characteristics of HIV-infected persons in Shenzhen, 2014&#x2013;2015.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Characteristics</th>
<th align="center" valign="top">Case number and percentage, <italic>n</italic> (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="char" valign="top" char=".">Total</td>
<td align="char" valign="top" char="&#x00B1;">1,740</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Age (years old)</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">&#x2264;20</td>
<td align="char" valign="top" char="&#x00B1;">7 (0.4%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">21&#x2013;30</td>
<td align="char" valign="top" char="&#x00B1;">403 (23.16%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">31&#x2013;40</td>
<td align="char" valign="top" char="&#x00B1;">676 (38.85%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">41&#x2013;50</td>
<td align="char" valign="top" char="&#x00B1;">412 (23.68%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">&#x003E;50</td>
<td align="char" valign="top" char="&#x00B1;">242 (13.91%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">Gender</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Male</td>
<td align="char" valign="top" char="&#x00B1;">1,497 (86.03%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Female</td>
<td align="char" valign="top" char="&#x00B1;">244 (14.02%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Route of transmission</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">Homosexual</td>
<td align="char" valign="top" char="&#x00B1;">549 (31.55%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Heterosexual</td>
<td align="char" valign="top" char="&#x00B1;">1,108 (63.68%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Injecting drug using</td>
<td align="char" valign="top" char="&#x00B1;">55 (3.16%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Unknown/other</td>
<td align="char" valign="top" char="&#x00B1;">28 (1.61%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Ethnic group</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">Han</td>
<td align="char" valign="top" char="&#x00B1;">1,603 (92.13%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Others</td>
<td align="char" valign="top" char="&#x00B1;">137 (7.87%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Marital status</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">Single</td>
<td align="char" valign="top" char="&#x00B1;">944 (54.25%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Married or living with partner</td>
<td align="char" valign="top" char="&#x00B1;">560 (32.18%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Divorced or widowed</td>
<td align="char" valign="top" char="&#x00B1;">227 (13.05%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Unknown</td>
<td align="char" valign="top" char="&#x00B1;">9 (0.52%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Education</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">Illiterate</td>
<td align="char" valign="top" char="&#x00B1;">18 (1.03%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Primary school</td>
<td align="char" valign="top" char="&#x00B1;">147 (8.45%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Junior middle school</td>
<td align="char" valign="top" char="&#x00B1;">690 (39.66%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Senior school and technical secondary school</td>
<td align="char" valign="top" char="&#x00B1;">501 (28.79%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">College and above</td>
<td align="char" valign="top" char="&#x00B1;">384 (22.07%)</td>
</tr>
<tr>
<td align="char" valign="top" char="&#x00B1;" colspan="2">
<bold>Subtype</bold></td>
</tr>
<tr>
<td align="char" valign="top" char=".">CRF01_AE</td>
<td align="char" valign="top" char="&#x00B1;">646 (37.13%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">CRF07_BC</td>
<td align="char" valign="top" char="&#x00B1;">665 (38.22%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">CRF55_01B</td>
<td align="char" valign="top" char="&#x00B1;">166 (9.54%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">B</td>
<td align="char" valign="top" char="&#x00B1;">91 (5.23%)</td>
</tr>
<tr>
<td align="char" valign="top" char=".">Others</td>
<td align="char" valign="top" char="&#x00B1;">172 (9.89%)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>According to the mutations for drug resistance surveillance in the Stanford Drug Resistance Database, a total of 360 out of 1,740 patients contained SDRMs at the 2% threshold (<xref rid="fig8" ref-type="fig">Figure 8</xref>). The NRTIs resistance mutations were the most prevalent (48.14%), followed by PIs (39.3%) and NNRTIs (12.56%). Thirty-five strains (2.01%) contain dual-class mutations (PI + NRTI in 24 cases, PI + NNRTI in 8 cases, and NRTI + NNRTI in 3 cases) and 2 cases contain triple-class variants. For NRTIs, the most common mutation was K65R and for PIs there were M46I&#x2009;+&#x2009;N88S. the most frequent mutations related to NNRTIs were G190E.</p>
<fig position="float" id="fig8">
<label>Figure 8</label>
<caption>
<p>Composition and distribution of SDRM in newly diagnosed HIV-1 samples in Shenzhen from 2014 to 2015.</p>
</caption>
<graphic xlink:href="fmicb-13-895227-g008.tif"/>
</fig>
</sec>
</sec>
<sec id="sec16" sec-type="discussions">
<title>Discussion</title>
<p>Due to the unparalleled advantages of NGS, it is not surprising that NGS is used for HIV drug resistance mutation detection. In this study, a new amplification method based on next-generation sequencing was established to detect the minority resistance variants in HIV-infected patients. This method was based on the Illumina sequencing platform and used PCR amplicons for library construction. Compared with Sanger sequencing, NGS has higher detection sensitivity and automated data flow, and NGS has extremely high sensitivity for less than 20% of minority resistance variants. On the basis of Sanger sequencing to detect the existence of &#x201C;yes&#x201D; or &#x201C;no&#x201D; drug resistance variants, NGS adds more information about the frequency of variants.</p>
<p>The evaluation of the detection method is an important part of the whole method establishment. Many previous studies often used different data analysis platforms to analyze NGS sequences, and integrated the reports of each platform to finally determine the results of drug resistance detection (<xref ref-type="bibr" rid="ref19">Lee et al., 2020</xref>). Different from previous studies, we used HIV strains with known resistance variants to complete the evaluation of NGS detection. The introduction of virus strains with known drug-resistant frequencies made the entire detection process completely simulate the amplification and detection process of actual samples, which more truly reflected the accuracy of NGS in detecting species at drug-resistant variants. An overall assessment of the actual errors introduced in the entire workflow from viral nucleic acid extraction to resistance site reporting was completed.</p>
<p>At present, the application of high-throughput sequencing to HIV drug resistance detection is still mainly in the laboratory research stage, and it is rarely used in clinical detecting. The clinical relationship between HIV minority resistance variants and disease is still inconclusive, but it has been documented that minority resistance variants may lead to the failure of HIV virological treatment (<xref ref-type="bibr" rid="ref11">Gupta et al., 2014</xref>; <xref ref-type="bibr" rid="ref14">Hikichi et al., 2021</xref>). Population-based studies have proven that NGS can detect a large proportion of low-level variants, while traditional Sanger sequencing cannot detect (<xref ref-type="bibr" rid="ref3">Baxter et al., 2021</xref>; <xref ref-type="bibr" rid="ref32">Tekin et al., 2021</xref>). Similarly, the same conclusion was obtained in our study. In the detection of the same samples, NGS outperformed SS in terms of detection accuracy and sensitivity. Compared with SS, NGS can detect more low-frequency resistance mutations. This suggests that the prevalence of resistance in previous reports may be underestimated. Low-frequency resistance mutations could have significant consequences for clinical outcomes (<xref ref-type="bibr" rid="ref20">Li et al., 2011</xref>; <xref ref-type="bibr" rid="ref18">Kyeyune et al., 2016</xref>). In our detection of HIV samples in Shenzhen, we found that there were a large number of low-abundance NRTIs resistance variants in the ART-naive HIV population, which may be related to the first-line antiviral drugs used in our country. This suggests that pre-treatment drug resistance testing before initiating ART in newly diagnosed HIV/AIDS patients may be necessary.</p>
<p>Although our evaluation indicators showed that the segmented amplification method can perform reliable quantitative analysis in the range of 1&#x2013;100%, we do not recommend reporting resistance sites less than 2%. This is also consistent with the recommendations provided by the current research (<xref ref-type="bibr" rid="ref1">Avila-R&#x00ED;os et al., 2016</xref>; <xref ref-type="bibr" rid="ref19">Lee et al., 2020</xref>). When the frequency was lower than 2%, the incidence of false positives increased, as well as the possibility of cross-contamination and PCR reaction deviation (<xref ref-type="bibr" rid="ref2">&#x00C1;vila-R&#x00ED;os et al., 2020</xref>). At present, the optimal threshold for NGS detection of clinical drug resistance mutations is still inconclusive. By strengthening the standardization of NGS operating procedures and data analysis in drug resistance detecting, NGS is expected to become a new standard method for HIV drug resistance genotyping (<xref ref-type="bibr" rid="ref23">Noguera-Julian et al., 2020</xref>).</p>
<p>It is undeniable that there were still some limitations in this study. The mutations contained in the HIV NL4-3 mutant used in this study were all reverse transcriptase resistance mutations, and no protease mutations were involved. In this method, only one high-throughput sequencing platform was used to establish and evaluate the drug resistance detection method, and the differences in sequencing errors among various high-throughput sequencing platforms were not included in the study. And samples at all frequencies between 1% and 100% were not included in the method evaluation.</p>
<p>In conclusion, we have established a method of tagged-amplicon deep sequencing for low-abundance drug resistance in HIV-1 and had completed the evaluation for the detection of HIV-1 drug resistance mutations. It provided some references for other studies using NGS and provided evaluation criteria for NGS technology to be used in HIV-1 clinical drug resistance detecting.</p>
</sec>
<sec id="sec17" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>, further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="sec18">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Beijing Institute of Microbial Epidemiology. Written informed consent to participate in this study was provided by the participants' legal guardian/next of kin. Written informed consent was obtained from the individual(s), and minor(s)&#x2019; legal guardian/next of kin, for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="sec19">
<title>Author contributions</title>
<p>LL, HL, and YL conceived the study. YL and LH conducted this study. YW provided help for data analysis. XW, LJ, JL, and JH provided guidance and help for the operation of the experiment. LL and HL provided guidance and reviewed the manuscript. JZ completed the sample collection. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="sec20" sec-type="funding-information">
<title>Funding</title>
<p>This study was supported by the National Key Research and Development Program of China (2020YFA0907000), National Natural Science Foundation of China (NSFC; 81773493, 31800149, and 31900157), and the State Key Laboratory of Pathogen and Biosecurity (AMMS; SKLPBS2103 and SKLPBS2118).</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="sec22" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fmicb.2022.895227/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fmicb.2022.895227/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Avila-R&#x00ED;os</surname> <given-names>S.</given-names></name> <name><surname>Garc&#x00ED;a-Morales</surname> <given-names>C.</given-names></name> <name><surname>Mat&#x00ED;as-Florentino</surname> <given-names>M.</given-names></name> <name><surname>Tapia-Trejo</surname> <given-names>D.</given-names></name> <name><surname>Hern&#x00E1;ndez-&#x00C1;lvarez</surname> <given-names>B.</given-names></name> <name><surname>Moreira-L&#x00F3;pez</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>HIV drug resistance in antiretroviral treatment&#x2013;Na&#x00EF;ve individuals in the largest public Hospital in Nicaragua, 2011-2015</article-title>. <source>PLoS One</source> <volume>11</volume>:<fpage>e0164156</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0164156</pub-id>, PMID: <pub-id pub-id-type="pmid">27736898</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x00C1;vila-R&#x00ED;os</surname> <given-names>S.</given-names></name> <name><surname>Parkin</surname> <given-names>N.</given-names></name> <name><surname>Swanstrom</surname> <given-names>R.</given-names></name> <name><surname>Paredes</surname> <given-names>R.</given-names></name> <name><surname>Shafer</surname> <given-names>R.</given-names></name> <name><surname>Ji</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Next-generation sequencing for HIV drug resistance testing: laboratory, clinical, and implementation considerations</article-title>. <source>Viruses</source> <volume>12</volume>:<fpage>617</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v12060617</pub-id>, PMID: <pub-id pub-id-type="pmid">32516949</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baxter</surname> <given-names>J.</given-names></name> <name><surname>Dunn</surname> <given-names>D.</given-names></name> <name><surname>Tostevin</surname> <given-names>A.</given-names></name> <name><surname>Marvig</surname> <given-names>R.</given-names></name> <name><surname>Bennedbaek</surname> <given-names>M.</given-names></name> <name><surname>Cozzi-Lepri</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Transmitted HIV-1 drug resistance in a large international cohort using next-generation sequencing: results from the strategic timing of antiretroviral treatment (START) study</article-title>. <source>HIV Med.</source> <volume>22</volume>, <fpage>360</fpage>&#x2013;<lpage>371</lpage>. doi: <pub-id pub-id-type="doi">10.1111/hiv.13038</pub-id>, PMID: <pub-id pub-id-type="pmid">33369017</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Becker</surname> <given-names>M. G.</given-names></name> <name><surname>Liang</surname> <given-names>D.</given-names></name> <name><surname>Cooper</surname> <given-names>B.</given-names></name> <name><surname>Le</surname> <given-names>Y.</given-names></name> <name><surname>Taylor</surname> <given-names>T.</given-names></name> <name><surname>Lee</surname> <given-names>E. R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Development and application of performance assessment criteria for next-generation sequencing-based HIV drug resistance assays</article-title>. <source>Viruses</source> <volume>10</volume>:<fpage>12</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v12060627</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bendall</surname> <given-names>M.</given-names></name> <name><surname>Gibson</surname> <given-names>K.</given-names></name> <name><surname>Steiner</surname> <given-names>M.</given-names></name> <name><surname>Rentia</surname> <given-names>U.</given-names></name> <name><surname>P&#x00E9;rez-Losada</surname> <given-names>M.</given-names></name> <name><surname>Crandall</surname> <given-names>K.</given-names></name></person-group> (<year>2021</year>). <article-title>HAPHPIPE: haplotype reconstruction and Phylodynamics for deep sequencing of Intrahost viral populations</article-title>. <source>Mol. Biol. Evol.</source> <volume>38</volume>, <fpage>1677</fpage>&#x2013;<lpage>1690</lpage>. doi: <pub-id pub-id-type="doi">10.1093/molbev/msaa315</pub-id>, PMID: <pub-id pub-id-type="pmid">33367849</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chaillon</surname> <given-names>A.</given-names></name> <name><surname>Nakazawa</surname> <given-names>M.</given-names></name> <name><surname>Wertheim</surname> <given-names>J.</given-names></name> <name><surname>Little</surname> <given-names>S.</given-names></name> <name><surname>Smith</surname> <given-names>D.</given-names></name> <name><surname>Mehta</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>No substantial evidence for sexual transmission of minority HIV drug resistance mutations in men who have sex with men</article-title>. <source>J. Virol.</source> <volume>91</volume>. doi: <pub-id pub-id-type="doi">10.1128/JVI.00769-17</pub-id>, PMID: <pub-id pub-id-type="pmid">28794047</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>N.</given-names></name> <name><surname>Kao</surname> <given-names>S.</given-names></name> <name><surname>Liu</surname> <given-names>Z.</given-names></name> <name><surname>Wu</surname> <given-names>T.</given-names></name> <name><surname>Tsai</surname> <given-names>C.</given-names></name> <name><surname>Lin</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Shall I trust the report? Variable performance of sanger sequencing revealed by deep sequencing on HIV drug resistance mutation detection</article-title>. <source>Int. J. Infect. Dis.</source> <volume>93</volume>, <fpage>182</fpage>&#x2013;<lpage>191</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijid.2020.02.004</pub-id>, PMID: <pub-id pub-id-type="pmid">32061862</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gibson</surname> <given-names>K.</given-names></name> <name><surname>Jair</surname> <given-names>K.</given-names></name> <name><surname>Castel</surname> <given-names>A.</given-names></name> <name><surname>Bendall</surname> <given-names>M.</given-names></name> <name><surname>Wilbourn</surname> <given-names>B.</given-names></name> <name><surname>Jordan</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>A cross-sectional study to characterize local HIV-1 dynamics in Washington, DC using next-generation sequencing</article-title>. <source>Sci. Rep.</source> <volume>10</volume>:<fpage>1989</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-020-58410-y</pub-id>, PMID: <pub-id pub-id-type="pmid">32029767</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grant</surname> <given-names>R.</given-names></name> <name><surname>Kuritzkes</surname> <given-names>D.</given-names></name> <name><surname>Johnson</surname> <given-names>V.</given-names></name> <name><surname>Mellors</surname> <given-names>J.</given-names></name> <name><surname>Sullivan</surname> <given-names>J.</given-names></name> <name><surname>Swanstrom</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2003</year>). <article-title>Accuracy of the TRUGENE HIV-1 genotyping kit</article-title>. <source>J. Clin. Microbiol.</source> <volume>41</volume>, <fpage>1586</fpage>&#x2013;<lpage>1593</lpage>. doi: <pub-id pub-id-type="doi">10.1128/JCM.41.4.1586-1593.2003</pub-id>, PMID: <pub-id pub-id-type="pmid">12682149</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guglielmetti</surname> <given-names>L.</given-names></name> <name><surname>Ardizzoni</surname> <given-names>E.</given-names></name> <name><surname>Atger</surname> <given-names>M.</given-names></name> <name><surname>Baudin</surname> <given-names>E.</given-names></name> <name><surname>Berikova</surname> <given-names>E.</given-names></name> <name><surname>Bonnet</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Evaluating newly approved drugs for multidrug-resistant tuberculosis (endTB): study protocol for an adaptive, multi-country randomized controlled trial</article-title>. <source>Trials</source> <volume>22</volume>:<fpage>651</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13063-021-05491-3</pub-id>, PMID: <pub-id pub-id-type="pmid">34563240</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gupta</surname> <given-names>S.</given-names></name> <name><surname>Lataillade</surname> <given-names>M.</given-names></name> <name><surname>Kyriakides</surname> <given-names>T.</given-names></name> <name><surname>Chiarella</surname> <given-names>J.</given-names></name> <name><surname>St John</surname> <given-names>E.</given-names></name> <name><surname>Webb</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Low-frequency NNRTI-resistant HIV-1 variants and relationship to mutational load in antiretroviral-na&#x00EF;ve subjects</article-title>. <source>Viruses</source> <volume>6</volume>, <fpage>3428</fpage>&#x2013;<lpage>3437</lpage>. doi: <pub-id pub-id-type="doi">10.3390/v6093428</pub-id>, PMID: <pub-id pub-id-type="pmid">25256391</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Halvas</surname> <given-names>E.</given-names></name> <name><surname>Wiegand</surname> <given-names>A.</given-names></name> <name><surname>Boltz</surname> <given-names>V.</given-names></name> <name><surname>Kearney</surname> <given-names>M.</given-names></name> <name><surname>Nissley</surname> <given-names>D.</given-names></name> <name><surname>Wantman</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>Low frequency nonnucleoside reverse-transcriptase inhibitor-resistant variants contribute to failure of efavirenz-containing regimens in treatment- experienced patients</article-title>. <source>J. Infect. Dis.</source> <volume>201</volume>, <fpage>672</fpage>&#x2013;<lpage>680</lpage>. doi: <pub-id pub-id-type="doi">10.1086/650542</pub-id>, PMID: <pub-id pub-id-type="pmid">20102272</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hauser</surname> <given-names>A.</given-names></name> <name><surname>Kuecherer</surname> <given-names>C.</given-names></name> <name><surname>Kunz</surname> <given-names>A.</given-names></name> <name><surname>Dabrowski</surname> <given-names>P.</given-names></name> <name><surname>Radoni&#x0107;</surname> <given-names>A.</given-names></name> <name><surname>Nitsche</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Comparison of 454 ultra-deep sequencing and allele-specific real-time PCR with regard to the detection of emerging drug-resistant minor HIV-1 variants after antiretroviral prophylaxis for vertical transmission</article-title>. <source>PLoS One</source> <volume>10</volume>:<fpage>e0140809</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0140809</pub-id>, PMID: <pub-id pub-id-type="pmid">26469189</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hikichi</surname> <given-names>Y.</given-names></name> <name><surname>Van Duyne</surname> <given-names>R.</given-names></name> <name><surname>Pham</surname> <given-names>P.</given-names></name> <name><surname>Groebner</surname> <given-names>J.</given-names></name> <name><surname>Wiegand</surname> <given-names>A.</given-names></name> <name><surname>Mellors</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Mechanistic analysis of the broad antiretroviral resistance conferred by HIV-1 envelope glycoprotein mutations</article-title>. <source>MBio</source> <volume>12</volume>. doi: <pub-id pub-id-type="doi">10.1128/mBio.03134-20</pub-id>, PMID: <pub-id pub-id-type="pmid">33436439</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ji</surname> <given-names>H.</given-names></name> <name><surname>Sandstrom</surname> <given-names>P.</given-names></name> <name><surname>Paredes</surname> <given-names>R.</given-names></name> <name><surname>Harrigan</surname> <given-names>P.</given-names></name> <name><surname>Brumme</surname> <given-names>C.</given-names></name> <name><surname>Avila Rios</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Are we ready for NGS HIV drug resistance testing? The second "Winnipeg consensus" Symposium</article-title>. <source>Viruses</source> <volume>12</volume>. doi: <pub-id pub-id-type="doi">10.3390/v12060586</pub-id>, PMID: <pub-id pub-id-type="pmid">32471096</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Katoh</surname> <given-names>K.</given-names></name> <name><surname>Rozewicki</surname> <given-names>J.</given-names></name> <name><surname>Yamada</surname> <given-names>K.</given-names></name></person-group> (<year>2019</year>). <article-title>MAFFT online service: multiple sequence alignment, interactive sequence choice and visualization</article-title>. <source>Brief. Bioinform.</source> <volume>20</volume>, <fpage>1160</fpage>&#x2013;<lpage>1166</lpage>. doi: <pub-id pub-id-type="doi">10.1093/bib/bbx108</pub-id>, PMID: <pub-id pub-id-type="pmid">28968734</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kireev</surname> <given-names>D.</given-names></name> <name><surname>Lopatukhin</surname> <given-names>A.</given-names></name> <name><surname>Murzakova</surname> <given-names>A.</given-names></name> <name><surname>Pimkina</surname> <given-names>E.</given-names></name> <name><surname>Speranskaya</surname> <given-names>A.</given-names></name> <name><surname>Neverov</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Evaluating the accuracy and sensitivity of detecting minority HIV-1 populations by Illumina next-generation sequencing</article-title>. <source>J. Virol. Methods</source> <volume>261</volume>, <fpage>40</fpage>&#x2013;<lpage>45</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jviromet.2018.08.001</pub-id>, PMID: <pub-id pub-id-type="pmid">30086382</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kyeyune</surname> <given-names>F.</given-names></name> <name><surname>Gibson</surname> <given-names>R.</given-names></name> <name><surname>Nankya</surname> <given-names>I.</given-names></name> <name><surname>Venner</surname> <given-names>C.</given-names></name> <name><surname>Metha</surname> <given-names>S.</given-names></name> <name><surname>Akao</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Low-frequency drug resistance in HIV-infected Ugandans on antiretroviral treatment is associated with regimen failure</article-title>. <source>Antimicrob. Agents Chemother.</source> <volume>60</volume>, <fpage>3380</fpage>&#x2013;<lpage>3397</lpage>. doi: <pub-id pub-id-type="doi">10.1128/AAC.00038-16</pub-id>, PMID: <pub-id pub-id-type="pmid">27001818</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>E.</given-names></name> <name><surname>Parkin</surname> <given-names>N.</given-names></name> <name><surname>Jennings</surname> <given-names>C.</given-names></name> <name><surname>Brumme</surname> <given-names>C.</given-names></name> <name><surname>Enns</surname> <given-names>E.</given-names></name> <name><surname>Casadell&#x00E0;</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Performance comparison of next generation sequencing analysis pipelines for HIV-1 drug resistance testing</article-title>. <source>Sci. Rep.</source> <volume>10</volume>:<fpage>1634</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-020-58544-z</pub-id>, PMID: <pub-id pub-id-type="pmid">32005884</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>J.</given-names></name> <name><surname>Paredes</surname> <given-names>R.</given-names></name> <name><surname>Ribaudo</surname> <given-names>H.</given-names></name> <name><surname>Svarovskaia</surname> <given-names>E.</given-names></name> <name><surname>Metzner</surname> <given-names>K.</given-names></name> <name><surname>Kozal</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>Low-frequency HIV-1 drug resistance mutations and risk of NNRTI-based antiretroviral treatment failure: A systematic review and pooled analysis</article-title>. <source>JAMA</source> <volume>305</volume>, <fpage>1327</fpage>&#x2013;<lpage>1335</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2011.375</pub-id>, PMID: <pub-id pub-id-type="pmid">21467286</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McKinnon</surname> <given-names>J.</given-names></name> <name><surname>Delgado</surname> <given-names>R.</given-names></name> <name><surname>Pulido</surname> <given-names>F.</given-names></name> <name><surname>Shao</surname> <given-names>W.</given-names></name> <name><surname>Arribas</surname> <given-names>J.</given-names></name> <name><surname>Mellors</surname> <given-names>J.</given-names></name></person-group> (<year>2011</year>). <article-title>Single genome sequencing of HIV-1 gag and protease resistance mutations at virologic failure during the OK04 trial of simplified versus standard maintenance therapy</article-title>. <source>Antivir. Ther.</source> <volume>16</volume>, <fpage>725</fpage>&#x2013;<lpage>732</lpage>. doi: <pub-id pub-id-type="doi">10.3851/IMP1812</pub-id>, PMID: <pub-id pub-id-type="pmid">21817194</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nicot</surname> <given-names>F.</given-names></name> <name><surname>Saliou</surname> <given-names>A.</given-names></name> <name><surname>Raymond</surname> <given-names>S.</given-names></name> <name><surname>Saun&#x00E9;</surname> <given-names>K.</given-names></name> <name><surname>Dubois</surname> <given-names>M.</given-names></name> <name><surname>Massip</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Minority variants associated with resistance to HIV-1 nonnucleoside reverse transcriptase inhibitors during primary infection</article-title>. <source>J. Clin. Virol.</source> <volume>55</volume>, <fpage>107</fpage>&#x2013;<lpage>113</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jcv.2012.06.018</pub-id>, PMID: <pub-id pub-id-type="pmid">22818969</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Noguera-Julian</surname> <given-names>M.</given-names></name> <name><surname>Lee</surname> <given-names>E. R.</given-names></name> <name><surname>Shafer</surname> <given-names>R. W.</given-names></name> <name><surname>Kantor</surname> <given-names>R.</given-names></name> <name><surname>Ji</surname> <given-names>H.</given-names></name></person-group> (<year>2020</year>). <article-title>Dry panels supporting external quality assessment programs for next generation sequencing-based HIV drug resistance testing</article-title>. <source>Viruses</source> <volume>20</volume>:<fpage>12</fpage>.</citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palmer</surname> <given-names>S.</given-names></name> <name><surname>Kearney</surname> <given-names>M.</given-names></name> <name><surname>Maldarelli</surname> <given-names>F.</given-names></name> <name><surname>Halvas</surname> <given-names>E. K.</given-names></name> <name><surname>Bixby</surname> <given-names>C. J.</given-names></name> <name><surname>Bazmi</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Multiple, linked human immunodeficiency virus type 1 drug resistance mutations in treatment-experienced patients are missed by standard genotype analysis</article-title>. <source>J. Clin. Microbiol.</source> <volume>43</volume>, <fpage>406</fpage>&#x2013;<lpage>413</lpage>. doi: <pub-id pub-id-type="doi">10.1128/JCM.43.1.406-413.2005</pub-id>, PMID: <pub-id pub-id-type="pmid">15635002</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parikh</surname> <given-names>U.</given-names></name> <name><surname>Penrose</surname> <given-names>K.</given-names></name> <name><surname>Heaps</surname> <given-names>A.</given-names></name> <name><surname>Halvas</surname> <given-names>E.</given-names></name> <name><surname>Goetz</surname> <given-names>B.</given-names></name> <name><surname>Gordon</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>HIV-1 drug resistance among individuals who seroconverted in the ASPIRE dapivirine ring trial</article-title>. <source>J. Int. AIDS Soc.</source> <volume>24</volume>:<fpage>e25833</fpage>. doi: <pub-id pub-id-type="doi">10.1002/jia2.25833</pub-id>, PMID: <pub-id pub-id-type="pmid">34762770</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parkin</surname> <given-names>N. T.</given-names></name> <name><surname>Avila-Rios</surname> <given-names>S.</given-names></name> <name><surname>Bibby</surname> <given-names>D. F.</given-names></name> <name><surname>Brumme</surname> <given-names>C. J.</given-names></name> <name><surname>Eshleman</surname> <given-names>S. H.</given-names></name> <name><surname>Harrigan</surname> <given-names>P. R.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Multi-laboratory comparison of next-generation to sanger-based sequencing for HIV-1 drug resistance genotyping</article-title>. <source>Viruses</source> <volume>12</volume>:<fpage>12</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v12070694</pub-id>, PMID: <pub-id pub-id-type="pmid">32605062</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schloss</surname> <given-names>P.</given-names></name> <name><surname>Westcott</surname> <given-names>S.</given-names></name> <name><surname>Ryabin</surname> <given-names>T.</given-names></name> <name><surname>Hall</surname> <given-names>J.</given-names></name> <name><surname>Hartmann</surname> <given-names>M.</given-names></name> <name><surname>Hollister</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Introducing mothur: open-source, platform-independent, community-supported software for describing and comparing microbial communities</article-title>. <source>Appl. Environ. Microbiol.</source> <volume>75</volume>, <fpage>7537</fpage>&#x2013;<lpage>7541</lpage>. doi: <pub-id pub-id-type="doi">10.1128/AEM.01541-09</pub-id>, PMID: <pub-id pub-id-type="pmid">19801464</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Soeria-Atmadja</surname> <given-names>S.</given-names></name> <name><surname>Amuge</surname> <given-names>P.</given-names></name> <name><surname>Nanzigu</surname> <given-names>S.</given-names></name> <name><surname>Bbuye</surname> <given-names>D.</given-names></name> <name><surname>Rubin</surname> <given-names>J.</given-names></name> <name><surname>Eriksen</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Pretreatment HIV drug resistance predicts accumulation of new mutations in ART-na&#x00EF;ve Ugandan children</article-title>. <source>Acta Paediatr.</source> <volume>109</volume>, <fpage>2706</fpage>&#x2013;<lpage>2716</lpage>. doi: <pub-id pub-id-type="doi">10.1111/apa.15320</pub-id>, PMID: <pub-id pub-id-type="pmid">32304595</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stranneheim</surname> <given-names>H.</given-names></name> <name><surname>Lundeberg</surname> <given-names>J.</given-names></name></person-group> (<year>2012</year>). <article-title>Stepping stones in DNA sequencing</article-title>. <source>Biotechnol. J.</source> <volume>7</volume>, <fpage>1063</fpage>&#x2013;<lpage>1073</lpage>. doi: <pub-id pub-id-type="doi">10.1002/biot.201200153</pub-id>, PMID: <pub-id pub-id-type="pmid">22887891</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tachbele</surname> <given-names>E.</given-names></name> <name><surname>Kyobe</surname> <given-names>S.</given-names></name> <name><surname>Katabazi</surname> <given-names>F.</given-names></name> <name><surname>Kigozi</surname> <given-names>E.</given-names></name> <name><surname>Mwesigwa</surname> <given-names>S.</given-names></name> <name><surname>Joloba</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Genetic diversity and acquired drug resistance mutations detected by deep sequencing in Virologic failures among antiretroviral treatment experienced human immunodeficiency Virus-1 patients in a pastoralist region of Ethiopia</article-title>. <source>Infect. Drug Resist.</source> <volume>14</volume>, <fpage>4833</fpage>&#x2013;<lpage>4847</lpage>. doi: <pub-id pub-id-type="doi">10.2147/IDR.S337485</pub-id>, PMID: <pub-id pub-id-type="pmid">34819737</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tekin</surname> <given-names>D.</given-names></name> <name><surname>Gokengin</surname> <given-names>D.</given-names></name> <name><surname>Onay</surname> <given-names>H.</given-names></name> <name><surname>Erensoy</surname> <given-names>S.</given-names></name> <name><surname>Sertoz</surname> <given-names>R.</given-names></name></person-group> (<year>2021</year>). <article-title>Investigation of drug resistance against protease, reverse transcriptase, and integrase inhibitors by next-generation sequencing in HIV-positive patients</article-title>. <source>J. Med. Virol.</source> <volume>93</volume>, <fpage>3627</fpage>&#x2013;<lpage>3633</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jmv.26582</pub-id>, PMID: <pub-id pub-id-type="pmid">33026651</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tzou</surname> <given-names>P.</given-names></name> <name><surname>Ariyaratne</surname> <given-names>P.</given-names></name> <name><surname>Varghese</surname> <given-names>V.</given-names></name> <name><surname>Lee</surname> <given-names>C.</given-names></name> <name><surname>Rakhmanaliev</surname> <given-names>E.</given-names></name> <name><surname>Villy</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>In VitroComparison of an diagnostic next-generation sequencing assay with sanger sequencing for HIV-1 genotypic resistance testing</article-title>. <source>J. Clin. Microbiol.</source> <volume>56</volume>. doi: <pub-id pub-id-type="doi">10.1128/JCM.00105-18</pub-id>, PMID: <pub-id pub-id-type="pmid">29618499</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>Y.</given-names></name> <name><surname>Xing</surname> <given-names>H.</given-names></name> <name><surname>Liao</surname> <given-names>L.</given-names></name> <name><surname>Wang</surname> <given-names>Z.</given-names></name> <name><surname>Su</surname> <given-names>B.</given-names></name> <name><surname>Zhao</surname> <given-names>Q.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>The development of drug resistance mutations K103N Y181C and G190A in long term Nevirapine-containing antiviral therapy</article-title>. <source>AIDS Res. Ther.</source> <volume>11</volume>:<fpage>36</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1742-6405-11-36</pub-id>, PMID: <pub-id pub-id-type="pmid">25926857</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll1">WHO</collab></person-group> (<year>2021</year>). <source>HIV Drug Resistance Report 2021</source>. Available at: <ext-link xlink:href="https://www.who.int/news/item/24-11-2021-who-releases-hiv-drug-resistance-report-2021" ext-link-type="uri">https://www.who.int/news/item/24-11-2021-who-releases-hiv-drug-resistance-report-2021</ext-link></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xie</surname> <given-names>Y.</given-names></name> <name><surname>Zhu</surname> <given-names>F.</given-names></name> <name><surname>Zhong</surname> <given-names>Y.</given-names></name> <name><surname>Chen</surname> <given-names>Y.</given-names></name> <name><surname>Gao</surname> <given-names>Q.</given-names></name> <name><surname>Lai</surname> <given-names>X.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Distribution characteristics of drug resistance mutations of HIV CRF01_AE, CRF07_BC and CRF08_BC from patients under ART in Ganzhou, China</article-title>. <source>J. Antimicrob. Chemother.</source> <volume>76</volume>, <fpage>2975</fpage>&#x2013;<lpage>2982</lpage>. doi: <pub-id pub-id-type="doi">10.1093/jac/dkab296</pub-id>, PMID: <pub-id pub-id-type="pmid">34402512</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="fn0005">
<p><sup>1</sup><ext-link xlink:href="https://www.bioinformatics.babraham.ac.uk/projects/fastqc/" ext-link-type="uri">https://www.bioinformatics.babraham.ac.uk/projects/fastqc/</ext-link></p>
</fn>
<fn id="fn0006">
<p><sup>2</sup><ext-link xlink:href="https://cms.hivdb.org/prod/downloads/resistance-mutation-handout/resistance-mutation-handout.pdf" ext-link-type="uri">https://cms.hivdb.org/prod/downloads/resistance-mutation-handout/resistance-mutation-handout.pdf</ext-link></p>
</fn>
<fn id="fn0007">
<p><sup>3</sup><ext-link xlink:href="https://hivdb.stanford.edu/hivdb/by-sequences/" ext-link-type="uri">https://hivdb.stanford.edu/hivdb/by-sequences/</ext-link></p>
</fn>
</fn-group>
</back>
</article>