<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Microbiol.</journal-id>
<journal-title>Frontiers in Microbiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Microbiol.</abbrev-journal-title>
<issn pub-type="epub">1664-302X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmicb.2023.1324494</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Microbiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The clinical utility of Nanopore 16S rRNA gene sequencing for direct bacterial identification in normally sterile body fluids</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Lao</surname> <given-names>Hiu-Yin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2268995/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wong</surname> <given-names>Lily Lok-Yee</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hui</surname> <given-names>Yan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ng</surname> <given-names>Timothy Ting-Leung</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1922936/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chan</surname> <given-names>Chloe Toi-Mei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lo</surname> <given-names>Hazel Wing-Hei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Yau</surname> <given-names>Miranda Chong-Yee</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2338264/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Leung</surname> <given-names>Eddie Chi-Man</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Wong</surname> <given-names>River Chun-Wai</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ho</surname> <given-names>Alex Yat-Man</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Yip</surname> <given-names>Kam-Tong</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lam</surname> <given-names>Jimmy Yiu-Wing</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chow</surname> <given-names>Viola Chi-Ying</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Luk</surname> <given-names>Kristine Shik</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Que</surname> <given-names>Tak-Lun</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chow</surname> <given-names>Franklin Wang Ngai</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/888877/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Siu</surname> <given-names>Gilman Kit-Hang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/288330/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Health Technology and Informatics, The Hong Kong Polytechnic University, Kowloon</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Clinical Pathology, Pamela Youde Nethersole Eastern Hospital, Chai Wan</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Microbiology, Prince of Wales Hospital, Shatin</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Pathology, Princess Margaret Hospital, Kowloon</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Clinical Pathology, Tuen Mun Hospital, Tuen Mun</institution>, <addr-line>Hong Kong SAR</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Mangesh Vasant Suryavanshi, Cleveland Clinic, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Shrikant Bhute, University of California San Diego, United States</p>
<p>Chunyi Zhou, University of Nebraska Medical Center, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Gilman Kit-Hang Siu, <email>gilman.siu@polyu.edu.hk</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>01</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1324494</elocation-id>
<history>
<date date-type="received">
<day>19</day>
<month>10</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>12</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Lao, Wong, Hui, Ng, Chan, Lo, Yau, Leung, Wong, Ho, Yip, Lam, Chow, Luk, Que, Chow and Siu.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Lao, Wong, Hui, Ng, Chan, Lo, Yau, Leung, Wong, Ho, Yip, Lam, Chow, Luk, Que, Chow and Siu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>The prolonged incubation period of traditional culture methods leads to a delay in diagnosing invasive infections. Nanopore 16S rRNA gene sequencing (Nanopore 16S) offers a potential rapid diagnostic approach for directly identifying bacteria in infected body fluids. To evaluate the clinical utility of Nanopore 16S, we conducted a study involving the collection and sequencing of 128 monomicrobial samples, 65 polymicrobial samples, and 20 culture-negative body fluids. To minimize classification bias, taxonomic classification was performed using 3 analysis pipelines: Epi2me, Emu, and NanoCLUST. The result was compared to the culture references. The limit of detection of Nanopore 16S was also determined using simulated bacteremic blood samples. Among the three classifiers, Emu demonstrated the highest concordance with the culture results. It correctly identified the taxon of 125 (97.7%) of the 128 monomicrobial samples, compared to 109 (85.2%) for Epi2me and 102 (79.7%) for NanoCLUST. For the 230 cultured species in the 65 polymicrobial samples, Emu correctly identified 188 (81.7%) cultured species, compared to 174 (75.7%) for Epi2me and 125 (54.3%) for NanoCLUST. Through ROC analysis on the monomicrobial samples, we determined a threshold of relative abundance at 0.058 for distinguishing potential pathogens from background in Nanopore 16S. Applying this threshold resulted in the identification of 107 (83.6%), 117 (91.4%), and 114 (91.2%) correctly detected samples for Epi2me, Emu, and NanoCLUST, respectively, in the monomicrobial samples. Nanopore 16S coupled with Epi2me could provide preliminary results within 6 h. However, the ROC analysis of polymicrobial samples exhibited a random-like performance, making it difficult to establish a threshold. The overall limit of detection for Nanopore 16S was found to be about 90 CFU/ml.</p>
</abstract>
<kwd-group>
<kwd>Nanopore sequencing</kwd>
<kwd>16S rRNA gene sequencing</kwd>
<kwd>direct bacterial identification</kwd>
<kwd>body fluids</kwd>
<kwd>rapid diagnosis</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="32"/>
<page-count count="13"/>
<word-count count="7709"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Agents and Disease</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>1 Introduction</title>
<p>Invasive bacterial infections refer to the isolation of bacterial pathogens from normally sterile body fluids (<xref ref-type="bibr" rid="B19">Lee et al., 2011</xref>). These infections often present as clinical emergencies, particularly in cases of meningitis, pneumonia, and bloodstream infection. The prompt identification of the causative agents is crucial for providing effective treatment and reducing the mortality rates. Currently, culture remains the standard method for pathogen identification in clinical laboratories. However, it takes at least 24 h to obtain isolated colonies on solid media for microbial identification. In the case of blood cultures, the incubation time is even longer due to the low presence of circulating microbes in blood (<xref ref-type="bibr" rid="B26">Opota et al., 2015</xref>). Typically it takes 24 to 48 h to obtain a positive result in the blood culture system, and for some fastidious species, it may take up to 5 days (<xref ref-type="bibr" rid="B17">Kirn and Weinstein, 2013</xref>; <xref ref-type="bibr" rid="B27">Ransom et al., 2021</xref>). After that, an additional 24 to 48 h are required to obtain isolated colonies on solid medium.</p>
<p>Although Matrix-assisted laser desorption/ionization-time of flight mass spectrometry (MALDI-TOF MS) has reduced the time required for bacterial identification (<xref ref-type="bibr" rid="B30">Tsuchida et al., 2020</xref>), fresh isolated colonies are still necessary for accurate identification. The presence of human cells or multiple microorganisms in direct specimens can interfere with the protein spectra, leading to identification failures in MALDI-TOF MS. Moreover, the low quantity of microbes in direct specimens makes it more challenging to achieve correct identification using MALDI-TOF MS (<xref ref-type="bibr" rid="B12">Ferreira et al., 2011</xref>). A study by <xref ref-type="bibr" rid="B6">Chien et al. (2016)</xref> showed that only 72.1% (263/365) of monomicrobial blood cultures were correctly identified to the species level by MALDI-TOF MS when using direct blood cultures. For polymicrobial blood cultures, only 5% (2/40) were correctly identified both microorganisms at the species level. Additionally, only 35.1% (142/405) of samples had a confidence score &#x2267;2.000 (<xref ref-type="bibr" rid="B6">Chien et al., 2016</xref>). Another study that used MALDI-TOF MS to directly identify microbes from CSF showed that only 38.6% (17/44) of samples were correctly identified (<xref ref-type="bibr" rid="B4">Bishop et al., 2018</xref>). Therefore, culture remains essential for accurate and reliable MALDI-TOF MS identification.</p>
<p>16S rRNA gene sequencing is commonly used as the reference method to determine the definitive identity of the unidentifiable species in MALDI-TOF MS (<xref ref-type="bibr" rid="B7">Church et al., 2020</xref>). The long-read Nanopore sequencing is advantageous for sequencing the entire 16S rRNA gene, which allows better taxonomic resolution at the species level. A previous study conducted by our group demonstrated that Nanopore sequencing achieved a diagnostic accuracy of 96.36%, which was similar to that of Sanger sequencing, for bacterial identification using 16S rRNA gene sequencing in clinical isolates (<xref ref-type="bibr" rid="B18">Lao et al., 2022</xref>). Due to its high sensitivity, real-time analysis platform, and the ability to identify mixed species, Nanopore 16S rRNA gene sequencing (Nanopore 16S) of direct specimens could be a potential alternative for rapid bacterial identification in clinical laboratories. Although prior studies have documented the utilization of Nanopore 16S for pathogen detection in clinical samples, many of the investigations often had small sample sizes or were confined to specific sample type. For instances, Nanopore 16S based pathogen detection in 8 CSF samples (<xref ref-type="bibr" rid="B22">Moon et al., 2019</xref>), 36 synovial fluids (<xref ref-type="bibr" rid="B13">Han et al., 2022</xref>), 31 culture-negative clinical samples (<xref ref-type="bibr" rid="B5">Bouchiat et al., 2022</xref>), 6 corneal specimens (<xref ref-type="bibr" rid="B25">Omi et al., 2022</xref>), 23 intraocular fluids (<xref ref-type="bibr" rid="B21">Low et al., 2022</xref>), and 32 FFPE neuropathology specimens (<xref ref-type="bibr" rid="B1">Albers et al., 2023</xref>) were reported. Additionally, there is no consensus on the cut off of relative abundance for differentiating the pathogens from contaminants in Nanopore 16S.</p>
<p>This study was aimed to evaluate the performance of Nanopore 16S in identifying pathogens in various types of normally sterile body fluids and establish a threshold of relative abundance (T<sub><italic>RA</italic></sub>) for discriminating potential pathogens from sequencing noises. A total of 213 normally sterile body fluids were collected and sequenced, including 128 cases of monomicrobial infections, 65 cases of polymicrobial infections and 20 culture-negative samples. To minimize classification bias, taxonomic classification was performed using 3 analysis pipelines: Epi2me, Emu, and NanoCLUST. The sequencing result was compared to the culture references and T<sub><italic>RA</italic></sub> was determined based on the ROC analysis. The limit of detection of Nanopore 16S was also determined using simulated bacteremic blood samples, which were spiked with <italic>Staphylococcus aureus</italic> and <italic>Klebsiella pneumoniae</italic> respectively, with final concentrations of 10, 50, 100, and 150 CFU/ml.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>2 Materials and methods</title>
<sec id="S2.SS1">
<title>2.1 Sample collection and preparation</title>
<p>A total of 213 leftover body fluids, along with their corresponding culture results, were collected from the clinical microbiology laboratories of four public hospitals in Hong Kong: Pamela Youde Nethersole Eastern Hospital, Prince of Wales Hospital, Princess Margaret Hospital, and Tuen Mun Hospital. Detailed information regarding the specimen types and culture results are shown in <xref ref-type="supplementary-material" rid="TS1">Supplementary Table 1</xref>. Upon receival, DNA extraction was performed using QIAamp BiOstic Bacteremia DNA Kit.</p>
</sec>
<sec id="S2.SS2">
<title>2.2 16S rRNA sequencing</title>
<p>Library preparation was performed using 16S Barcoding Kit 1 &#x2013; 24 (SQK-16S024) from Oxford Nanopore Technologies (ONT) according to the manufacturer&#x2019;s protocol with some modifications. The suggested input is 10 ng of genomic DNA in the protocol. Since it is impossible to quantify only bacterial DNA in clinical samples with high human DNA background, the maximum input volume of 15 &#x03BC;l was added instead of 10 ng. The PCR cycle number was also increased from 25 to 35 cycles in order to increase the sensitivity of the assay. A total of 24 barcoded libraries were pooled in equal concentration and sequenced for up to 24 h using the flow cell FLO-MIN106 R9.4.1 with the sequencer GridION on the MinKNOW platform, with super-accuracy basecalling model. To reduce index misassignment, &#x201C;mid-read barcode filtering&#x201D; and &#x201C;barcode both ends&#x201D; were adopted, and the minimum barcoding score was set to be 85.</p>
</sec>
<sec id="S2.SS3">
<title>2.3 Sequencing data analysis</title>
<p>The sequencing reads were uploaded to Epi2me, the cloud-based analysis platform developed by ONT, for real-time analysis. The FASTQ 16S workflow (v2021.09.09) in Epi2me was adopted with a minimum QSCORE of 10, which is the default minimum QSCORE of super-accuracy basecalling model. The reported average read accuracy of R9.4.1 flow cell ranges from 92.3 to 96.52% in recent studies (<xref ref-type="bibr" rid="B24">Ni et al., 2023</xref>; <xref ref-type="bibr" rid="B32">Zhao et al., 2023</xref>), which is lower than the traditional 97% similarity cutoff to differentiate different species. Considering the relatively lower read accuracy of Nanopore sequencing, a minimum coverage and a minimum identity of 90% were adopted and only reads between 1,000 to 2,000 bps were included for the analysis. The sequencing reads were further analyzed with two additional pipelines: Emu (<xref ref-type="bibr" rid="B9">Curry et al., 2022</xref>) and NanoCLUST (<xref ref-type="bibr" rid="B28">Rodriguez-Perez et al., 2021</xref>), with default parameters.</p>
</sec>
<sec id="S2.SS4">
<title>2.4 Data and statistical analysis</title>
<p>The concordance between culture and the Nanopore 16S, coupled with the three analysis pipelines in culture-positive samples were calculated by (number of cultured species detected by Nanopore 16S)/(total number of cultured species). For the culture-negative samples, if clinically important species were obtained in Nanopore 16S, the results would be correlated with the clinical manifestations and medical history of the patients. All the statistical analysis was performed using GraphPad Prism (v9.5.0), a <italic>p</italic>-value less than 0.05 was regarded as statistically significant. The statistical difference between two populations of sequencing reads and classified species were calculated using Mann&#x2013;Whitney U test.</p>
</sec>
<sec id="S2.SS5">
<title>2.5 Determination of threshold of relative abundance for detecting potential pathogens</title>
<p>Relative abundance of a species was calculated by (number of reads of a species in a sample)/(total number of classified reads of a sample). To determine the threshold of relative abundance (T<sub><italic>RA</italic></sub>) for detecting potential pathogens in body fluids using Nanopore 16S, a receiver operating characteristic (ROC) curve was illustrated for each analysis pipeline based on the relative abundance of true positives (detected by both culture and Nanopore 16S) and false positives (detected only by Nanopore 16S) using GraphPad Prism (v9.5.0). ROC analyses of monomicrobial and polymicrobial samples were performed separately. The optimal point with the maximum Youden&#x2019;s index in the ROC curve was considered the T<sub><italic>RA</italic></sub> for detecting pathogens in each analysis pipeline, and the average value of the three pipelines was considered the T<sub><italic>RA</italic></sub> in Nanopore 16S.</p>
</sec>
<sec id="S2.SS6">
<title>2.6 LOD</title>
<p>To determine the LOD of Nanopore 16S, simulated bacteremic blood samples were prepared by spiking two reference strains (<italic>Staphylococcus aureus</italic> BAA-3114 and <italic>Klebsiella pneumoniae</italic> BAA-3079) in EDTA-blood provided by a healthy individual with a final concentration of 150, 100, 50, and 10 CFU/ml. The simulated samples were extracted and sequenced as authentic samples and analyzed using Epi2me. The experiment was repeated twice to eliminate random errors. The average relative abundances of each species in Nanopore 16S were plotted against the bacterial concentrations. A trend line was used to determine the minimal bacterial concentration that meets the T<sub><italic>RA</italic></sub>.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>3 Results</title>
<sec id="S3.SS1">
<title>3.1 Common bacterial pathogens in body fluids</title>
<p>Among the 128 monomicrobial body fluids, the most frequently identified pathogen in culture was coagulase-negative <italic>Staphylococci</italic> (21/128), followed by <italic>Staphylococcus aureus</italic> (20/128), <italic>Escherichia coli</italic> (12/128), and <italic>Enterococcus faecalis</italic> (12/128). Among the 65 polymicrobial body fluids, the most common isolated pathogen in culture was <italic>Escherichia coli</italic> (42/65), followed by <italic>Klebsiella pneumoniae</italic> (16/65) and <italic>Bacteroides fragilis</italic> (14/65). For Nanopore 16S, the twelve most abundant species and their respective relative abundances of each sample classified by the three analysis pipelines were summarized in <xref ref-type="supplementary-material" rid="TS2">Supplementary Table 2</xref>.</p>
</sec>
<sec id="S3.SS2">
<title>3.2 Statistics of Nanopore 16S sequencing reads</title>
<p>After 24-h sequencing, the monomicrobial samples yielded an average of 76,551 reads per sample (s.d. &#x00B1; 91,867) with a median of 32,699 reads. The polymicrobial samples had comparatively more reads per sample than the monomicrobial samples (<italic>p</italic> &#x003C; 0.0001), with an average of 160,172 reads (s.d. &#x00B1; 168,470) and a median of 127,662 reads per sample. The culture-negative samples had significantly lower number of reads compared to those culture-positive samples (<italic>P</italic> &#x003C; 0.0001), with an average of 23,442 reads (s.d. &#x00B1; 54,352) and a median of 1,373 reads per sample.</p>
</sec>
<sec id="S3.SS3">
<title>3.3 Concordance between traditional culture and Nanopore 16S</title>
<p>An overview of the concordance between culture and Nanopore 16S results was illustrated in <xref ref-type="fig" rid="F1">Figure 1</xref>, while <xref ref-type="supplementary-material" rid="TS3">Supplementary Tables 3</xref>, <xref ref-type="supplementary-material" rid="TS4">4</xref> record the concordance of each monomicrobial and polymicrobial sample, respectively. In both monomicrobial and polymicrobial samples, Nanopore 16S coupled with Emu demonstrated the highest concordance. Among the 128 monomicrobial samples, Emu correctly identified the taxon of 125 (97.7%) samples, compared to 109 (85.2%) samples and 102 (79.7%) samples identified by Epi2me and NanoCLUST, respectively. Among the 65 polymicrobial samples, Emu correctly identified all the cultured species in 35 (53.8%) samples, compared to 19 (29.2%) samples and 9 (13.8%) samples in Epi2me and NanoCLUST, respectively.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>The overview of concordance between culture and Nanopore 16S coupled with the three analysis pipelines.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g001.tif"/>
</fig>
<p>Historically, a threshold of 97% sequence similarity in the 16S rRNA gene was used to differentiate two species (<xref ref-type="bibr" rid="B14">Janda and Abbott, 2007</xref>; <xref ref-type="bibr" rid="B3">Beye et al., 2018</xref>; <xref ref-type="bibr" rid="B15">Johnson et al., 2019</xref>). However, in some closely related species, the sequence similarity can be 98% or higher (<xref ref-type="bibr" rid="B16">Kawamura et al., 1995</xref>; <xref ref-type="bibr" rid="B3">Beye et al., 2018</xref>; <xref ref-type="bibr" rid="B10">Devanga Ragupathi et al., 2018</xref>). <xref ref-type="supplementary-material" rid="TS5">Supplementary Table 5</xref> provides a list of closely related species (sequence similarity &#x2265; 98%). If those closely related species were considered concordant classifications, the number of correctly detected samples increased for Epi2me. In this case, the number of correctly detected samples for Epi2me, Emu, and NanoCLUST in monomicrobial samples increased to 127 (99.2%), 126 (98.4%), and 119 (93.0%), respectively. For the 65 polymicrobial samples, Epi2me successfully detected all the cultured species in 50 samples (76.9%), compared to 37 samples (56.9%) and 30 samples (46.2%) in Emu and NanoCLUST, respectively. Partially concordant samples were defined as those that failed to detect all but at least one of the cultured species by Nanopore 16S. In Epi2me, Emu, and NanoCLUST, a total of 15 samples (23.1%), 28 samples (43.1%), and 33 samples (50.8%) of polymicrobial samples were partially concordant with the culture results, respectively.</p>
<p>A total of 230 species were cultured from 65 polymicrobial body fluids. When considering all the cultured species in polymicrobial body fluids together, Nanopore 16S coupled with Emu showed the highest concordance (81.7%) if closely related species were not considered, compared to 75.7% for Epi2me and 54.3% for NanoCLUST (<xref ref-type="fig" rid="F2">Figure 2</xref>). If closely related species were considered concordantly classified, Epi2me showed the highest concordance (91.7%), followed by Emu (83.0%), and NanoCLUST (72.6%).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>The concordance between culture and Nanopore 16S coupled with panel <bold>(A)</bold> Epi2me, <bold>(B)</bold> Emu and <bold>(C)</bold> NanoCLUST, in 230 cultured species among the 65 polymicrobial body fluids.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g002.tif"/>
</fig>
<p>The overall concordance of Nanopore 16S with culture in the 193 culture-positive body fluids, totaling 358 cultured species, was summarized in <xref ref-type="fig" rid="F3">Figure 3</xref>. The overall concordance of Epi2me, Emu, and NanoCLUST was 79.1, 87.4, and 63.4%, respectively. If closely related species were considered concordantly classified, the overall concordance of Epi2me, Emu, and NanoCLUST would be 94.4, 88.6, and 79.9%, respectively.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>The concordance between culture and Nanopore 16S coupled with panel <bold>(A)</bold> Epi2me, <bold>(B)</bold> Emu and <bold>(C)</bold> NanoCLUST, in 358 cultured species among the 193 culture-positive body fluids.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g003.tif"/>
</fig>
<p>In both monomicrobial and polymicrobial samples, there were cases where Nanopore 16S failed to detect the expected species based on the culture reference or their closely related species. In monomicrobial samples, the number of discordant samples was 1 (0.8%) for Epi2me, 2 (1.6%) for Emu, and 6 (4.7%) for NanoCLUST. Notably, three monomicrobial samples could not be analyzed by NanoCLUST, possibly due to insufficient reads (&#x003C;120 reads) for cluster generation. For polymicrobial samples, two completely discordant samples were found solely in NanoCLUST, as it failed to detect any of the cultured species in these samples. In contrast, Epi2me and Emu were able to detect at least one of the cultured species in a sample.</p>
<p>The number of classified species per sample for each pipeline was summarized in <xref ref-type="fig" rid="F4">Figure 4</xref>. In monomicrobial samples, despite single species being cultured, Nanopore 16S often classified more than one species (<xref ref-type="fig" rid="F4">Figure 4A</xref>), regardless of the analysis pipelines. Additional organisms, apart from the cultured species, were detected in 128 (100%) samples, 122 (95.3%) samples, and 106 (82.8%) samples by Epi2me, Emu, and NanoCLUST, respectively. The average number of classified species per sample in monomicrobial samples was 83.9, 15.1, and 7.7 for Epi2me, Emu, and NanoCLUST, respectively. Interestingly, the cultured species were not necessarily the most abundant species in the correctly detected samples. In Epi2me, out of the 109 correctly detected samples, the cultured species in 27 samples were not the classified species with the highest relative abundance, including 3 samples with extremely low relative abundances (&#x003C;0.1%). Similarly, in Emu, 37 out of 125 correctly detected samples were not the most abundant species among the classified species, and one sample had an extremely low relative abundance (&#x003C;0.1%). For NanoCLUST, 25 out of 102 correctly detected samples were not the most abundantly classified species.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>The number of classified species per sample by the three analysis pipelines in panel <bold>(A)</bold> monomicrobial samples and <bold>(B)</bold> polymicrobial samples.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g004.tif"/>
</fig>
<p>In the case of polymicrobial samples, the number of classified species per sample was significantly higher (<italic>p</italic> &#x003C; 0.0001) compared to monomicrobial samples, regardless of the taxonomic classifiers used (<xref ref-type="fig" rid="F4">Figure 4B</xref>). Similarly, Epi2me exhibited the highest number of classified species per sample, with an average of 153 species classified per sample, compared to 62 and 30 classified species in Emu and NanoCLUST, respectively. Additional organisms, beyond the expected ones, were detected in 65 (100%), 64 (98.5%), and 62 (95.4%) samples in Epi2me, Emu, and NanoCLUST, respectively. Notably, in Epi2me, 32 out of 50 (64.0%) concordant samples included species with extremely low relative abundances (&#x003C;0.1%). In contrast, in Emu and NanoCLUST, 12 out of 37 (32.4%) and 1 out of 30 (3.33%) concordant samples included species with extremely low relative abundances, respectively. Therefore, Epi2me demonstrated a higher sensitivity for detecting extremely low abundance species.</p>
</sec>
<sec id="S3.SS4">
<title>3.4 Differentiation of <italic>E. coli</italic> and <italic>Shigella</italic> by the three pipelines</title>
<p>Among the three taxonomical classifiers, Emu showed the highest concordance with the reference culture method as it correctly differentiated <italic>E. coli</italic> from <italic>Shigella</italic> and other <italic>Escherichia</italic> species. On the other hand, both Epi2me and NanoCLUST misidentified <italic>E. coli</italic> as other closely related species in 12 monomicrobial samples. In polymicrobial samples, Epi2me misidentified <italic>E. coli</italic> in 37 samples, while NanoCLUST misidentified <italic>E. coli</italic> in 35 samples. It should be noted that in Epi2me, most of the reads of <italic>E. coli</italic> were classified at the family level (<italic>Enterobacteriaceae</italic>), resulting in a lower relative abundance of <italic>E. coli</italic> or related species at the species level compared to the results of Emu and NanoCLUST.</p>
<p><italic>E. coli</italic> and <italic>Shigella</italic> are known to be closely related species with highly similar 16S rRNA gene sequences (<xref ref-type="bibr" rid="B10">Devanga Ragupathi et al., 2018</xref>). Although Emu outperformed the other two pipelines in identifying <italic>E. coli</italic>, their performance in identifying <italic>Shigella</italic> species was unknown due to the absence of <italic>Shigella</italic> species in the collected body fluids. To assess their ability to differentiate <italic>E. coli</italic> and <italic>Shigella</italic>, Nanopore 16S was performed using isolates of <italic>E. coli</italic>, <italic>S. sonnei</italic>, and <italic>S. flexneri</italic>, and the sequencing reads were analyzed using the three pipelines.</p>
<p>As shown in <xref ref-type="table" rid="T1">Table 1</xref>, both Epi2me and NanoCLUST could not differentiate <italic>E. coli</italic> and the two <italic>Shigella</italic> species, as they resulted in the same classified species, <italic>E. fergusonii</italic>. Furthermore, the relative abundance of <italic>E. fergusonii</italic> was much lower in Epi2me as most of the reads were classified only at the family level. In contrast, Emu correctly differentiated the three species.</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>The analysis results of the three pipelines in differentiating <italic>E. coli</italic> and <italic>Shigella</italic> species.</p></caption>
<table cellspacing="5" cellpadding="5" frame="box" rules="all">
<thead>
<tr>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Bacterial isolates</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Total no. of reads</td>
<td valign="top" align="center" colspan="2" style="color:#ffffff;background-color: #7f8080;">Epi2me</td>
<td valign="top" align="center" colspan="2" style="color:#ffffff;background-color: #7f8080;">Emu</td>
<td valign="top" align="center" colspan="2" style="color:#ffffff;background-color: #7f8080;">NanoCLUST</td>
</tr>
<tr>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;"></td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;"></td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">1st classified species</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Relative abundance</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">1st classified species</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Relative abundance</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">1st classified species</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Relative abundance</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><italic>E. coli</italic></td>
<td valign="top" align="center">29,464</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">0.217</td>
<td valign="top" align="center"><italic>E. coli</italic></td>
<td valign="top" align="center">0.999</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left"><italic>S. sonnei</italic></td>
<td valign="top" align="center">29,701</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">0.205</td>
<td valign="top" align="center"><italic>S. sonnei</italic></td>
<td valign="top" align="center">0.749</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left"><italic>S. flexneri</italic></td>
<td valign="top" align="center">23,757</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">0.180</td>
<td valign="top" align="center"><italic>S. flexneri</italic></td>
<td valign="top" align="center">0.986</td>
<td valign="top" align="center"><italic>E. fergusonii</italic></td>
<td valign="top" align="center">1</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="S3.SS5">
<title>3.5 Average number of classified species in different types of body fluids</title>
<p><xref ref-type="table" rid="T2">Table 2</xref> presents the average number of classified species obtained from Nanopore 16S coupled with Epi2me, Emu, and NanoCLUST, respectively, for various types of body fluids. Overall, ascitic fluid and peritoneal fluid exhibited a relatively higher average number of classified species compared to other body fluids, with most of these species belonging to the gut microbiota. It is worth noting that most of the polymicrobial body fluids observed in this study were ascitic fluid and peritoneal fluid. However, these gut microbes are often overlooked in culture-based methods since it is impractical to identify numerous gut microbes through culture.</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>The average number of classified species by the three analysis pipelines in different types of body fluids.</p></caption>
<table cellspacing="5" cellpadding="5" frame="box" rules="all">
<thead>
<tr>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;"></td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Specimen type</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Epi2me</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Emu</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">NanoCLUST</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" rowspan="8">Monomicrobial</td>
<td valign="top" align="left">Abscess (<italic>n</italic> = 1)</td>
<td valign="top" align="center">21</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">Ascitic fluid (<italic>n</italic> = 7)</td>
<td valign="top" align="center">65.6</td>
<td valign="top" align="center">15.1</td>
<td valign="top" align="center">7.7</td>
</tr>
<tr>
<td valign="top" align="left">Cerebrospinal fluid (<italic>n</italic> = 2)</td>
<td valign="top" align="center">113</td>
<td valign="top" align="center">5.5</td>
<td valign="top" align="center">1.5</td>
</tr>
<tr>
<td valign="top" align="left">Joint fluid/aspirate (<italic>n</italic> = 19)</td>
<td valign="top" align="center">85</td>
<td valign="top" align="center">13</td>
<td valign="top" align="center">5.7</td>
</tr>
<tr>
<td valign="top" align="left">Pericardial fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal fluid (<italic>n</italic> = 16)</td>
<td valign="top" align="center">89.8</td>
<td valign="top" align="center">16.3</td>
<td valign="top" align="center">10</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal dialysis fluid (<italic>n</italic> = 66)</td>
<td valign="top" align="center">81.1</td>
<td valign="top" align="center">15.2</td>
<td valign="top" align="center">7.9</td>
</tr>
<tr>
<td valign="top" align="left">Pleural fluid/aspirate (<italic>n</italic> = 16)</td>
<td valign="top" align="center">100.7</td>
<td valign="top" align="center">17.4</td>
<td valign="top" align="center">8.2</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="8">Polymicrobial</td>
<td valign="top" align="left">Ascitic fluid (<italic>n</italic> = 10)</td>
<td valign="top" align="center">197.4</td>
<td valign="top" align="center">70.5</td>
<td valign="top" align="center">29.7</td>
</tr>
<tr>
<td valign="top" align="left">Bile (<italic>n</italic> = 1)</td>
<td valign="top" align="center">190</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">Intrauterine Fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">123</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Midline laparotomy fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">248</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">Miscellaneous (<italic>n</italic> = 1)</td>
<td valign="top" align="center">178</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">19</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal fluid (<italic>n</italic> = 38)</td>
<td valign="top" align="center">156.1</td>
<td valign="top" align="center">79.5</td>
<td valign="top" align="center">39.1</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal dialysis fluid (<italic>n</italic> = 11)</td>
<td valign="top" align="center">112.5</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">6.8</td>
</tr>
<tr>
<td valign="top" align="left">Pleural fluid (<italic>n</italic> = 2)</td>
<td valign="top" align="center">34</td>
<td valign="top" align="center">22.5</td>
<td valign="top" align="center">12.5</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="8">Culture-negative</td>
<td valign="top" align="left">Ascitic fluid (<italic>n</italic> = 3)</td>
<td valign="top" align="center">18.7</td>
<td valign="top" align="center">17.3</td>
<td valign="top" align="center">7.5</td>
</tr>
<tr>
<td valign="top" align="left">Cerebrospinal fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">N/A</td>
</tr>
<tr>
<td valign="top" align="left">Joint fluid (<italic>n</italic> = 5)</td>
<td valign="top" align="center">32.6</td>
<td valign="top" align="center">17.8</td>
<td valign="top" align="center">5.7</td>
</tr>
<tr>
<td valign="top" align="left">Lung abscess aspirate (<italic>n</italic> = 1)</td>
<td valign="top" align="center">81</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">Pericardial fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">N/A</td>
<td valign="top" align="center">N/A</td>
<td valign="top" align="center">N/A</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal fluid (<italic>n</italic> = 1)</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Peritoneal dialysis fluid (<italic>n</italic> = 2)</td>
<td valign="top" align="center">56</td>
<td valign="top" align="center">21.5</td>
<td valign="top" align="center">11.5</td>
</tr>
<tr>
<td valign="top" align="left">Pleural fluid/aspirate (<italic>n</italic> = 6)</td>
<td valign="top" align="center">42.8</td>
<td valign="top" align="center">13.3</td>
<td valign="top" align="center">7</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="S3.SS6">
<title>3.6 Determination of threshold of relative abundance for detecting potential pathogens</title>
<p>A ROC analysis was conducted to establish the threshold of relative abundance for detecting potential pathogens using Nanopore 16S (<xref ref-type="fig" rid="F5">Figure 5</xref>). In monomicrobial samples, the determined T<sub><italic>RA</italic></sub> for Epi2me, Emu, and NanoCLUST were 0.043, 0.066, and 0.066, respectively, with a sensitivity and specificity equal to or greater than 90%. The average threshold across the three analysis pipelines was considered the Nanopore 16S threshold, which was 0.058. Applying this threshold correctly identified 107 (83.6%), 117 (91.4%), and 114 (91.2%) monomicrobial samples for Epi2me, Emu, and NanoCLUST, respectively. Notably, this included 20 (15.6%), 29 (22.7%), and 23 (18.0%) samples that were not identified as the most abundant species in Epi2me, Emu, and NanoCLUST, respectively.</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>The ROC curves of monomicrobial samples based on panel <bold>(A)</bold> Epi2me, <bold>(B)</bold> Emu, <bold>(C)</bold> NanoCLUST analysis and the ROC curves of polymicrobial samples based on panel <bold>(D)</bold> Epi2me, <bold>(E)</bold> Emu, <bold>(F)</bold> NanoCLUST analysis.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g005.tif"/>
</fig>
<p>However, T<sub><italic>RA</italic></sub> could not be determined in the ROC analysis of polymicrobial samples. Nanopore 16S appeared to function as a random classifier in polymicrobial samples as numerous species exclusively detected by Nanopore 16S were considered &#x201C;false positives&#x201D; when compared to the culture results. Nevertheless, these &#x201C;false positives&#x201D; may actually be present in the body fluids but overlooked in culture-based methods. If the threshold of 0.058 was applied to the polymicrobial samples, the total number of cultured species detected decreased to 46 (20.0%), 59 (25.7%), and 64 (27.8%) for Epi2me, Emu, and NanoCLUST, respectively. This suggests in polymicrobial samples, most species had a relative abundance below the threshold of 0.058, which could be attributed to the presence of dominant species or the high complexity of the bacterial population in the sample.</p>
</sec>
<sec id="S3.SS7">
<title>3.7 Clinically important species found in culture-negative samples by Nanopore 16S</title>
<p>When applying the T<sub><italic>RA</italic></sub> of 0.058, 13 out of the 20 culture-negative body fluids revealed the presence of clinically important species, including some opportunistic pathogens. The sequencing results were summarized in <xref ref-type="supplementary-material" rid="TS6">Supplementary Table 6</xref>. The clinical background of the patients was examined for these thirteen Nanopore 16S-positive samples (<xref ref-type="table" rid="T3">Table 3</xref>). Particularly, the inferred species from the Nanopore 16S results corresponded to the patients&#x2019; medical history in two samples (19MB090618 and 20MB068970). In the case of 19MB090618, <italic>Streptococcus pneumoniae</italic> was inferred by Nanopore 16S, which matched the detection of pneumococcal antigen in urine samples. Similarly, <italic>Prevotella</italic> detected by Nanopore 16S in 20MB068970 correlated with the isolation of <italic>Prevotella</italic> from a previous sample. The main reason for the inability to detect the Nanopore 16S inferred species in culture was the prescription of empirical antibiotics. Out of the thirteen patients, eleven had been prescribed antibiotics prior to sample collection. However, for the two samples without antibiotic treatment (21M2019392 and 21M2019576), the positive Nanopore 16S results were likely due to contamination from skin flora. In the case of 21M2019576, the detection of E. coli was also expected considering the presence of a duodenal ulcer.</p>
<table-wrap position="float" id="T3">
<label>TABLE 3</label>
<caption><p>The clinical background of thirteen culture-negative samples with positive Nanopore 16S result.</p></caption>
<table cellspacing="5" cellpadding="5" frame="box" rules="all">
<thead>
<tr>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Sample ID</td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Specimen type</td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Bacteria detected by Nanopore 16S</td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Clinical detail/Diagnosis</td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Previous culture result</td>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;">Pre-treatment before sample collection</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left" rowspan="2">19B2153436</td>
<td valign="middle" align="left" rowspan="2">Pleural aspirate</td>
<td valign="top" align="left"><italic>Streptococcus intermedius</italic></td>
<td valign="middle" align="left" rowspan="2">Right pleural effusion and empyema, cough, SOB and chest discomfort for 2 weeks.</td>
<td valign="middle" align="left" rowspan="2">No history of the isolate</td>
<td valign="middle" align="left" rowspan="2">Yes. Tazocin and Ornidazole.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Parvimonas micra</italic></td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="3">19B2153759</td>
<td valign="middle" align="left" rowspan="3">Pleural aspirate</td>
<td valign="top" align="left"><italic>Parvimonas micra</italic></td>
<td valign="middle" align="left" rowspan="3">Right pleural effusion, under chemotherapy, right breast cancer with high suspicion of multiple vertebral metastases.</td>
<td valign="middle" align="left" rowspan="3">No history of the isolate</td>
<td valign="middle" align="left" rowspan="3">Yes. Tazocin and Vancomycin.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Streptococcus milleri/</italic><break/> <italic>Streptococcus constellatus</italic></td>
</tr>
<tr>
<td valign="top" align="left"><italic>Escherichia coli</italic></td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="2">20MP2015461</td>
<td valign="middle" align="left" rowspan="2">Knee joint fluid (left)</td>
<td valign="top" align="left"><italic>Enterococcus cecorum</italic></td>
<td valign="middle" align="left" rowspan="2">Gout</td>
<td valign="middle" align="left" rowspan="2">No history of the isolate</td>
<td valign="middle" align="left" rowspan="2">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Staphylococcus aureus</italic></td>
</tr>
<tr>
<td valign="top" align="left">20MP2015462</td>
<td valign="top" align="left">Pleural fluid</td>
<td valign="top" align="left"><italic>Facklamia hominis</italic></td>
<td valign="top" align="left">TB-pericarditis</td>
<td valign="top" align="left">No history of the isolate, but AFB positive in pericardial fluid</td>
<td valign="top" align="left">Yes. PO/IV Augmentin.</td>
</tr>
<tr>
<td valign="top" align="left">21M2019392</td>
<td valign="top" align="left">Ascitic fluid</td>
<td valign="top" align="left"><italic>Staphylococcus hominis</italic></td>
<td valign="top" align="left">Malignancy-related ascites</td>
<td valign="top" align="left">No history of the isolate</td>
<td valign="top" align="left">No.</td>
</tr>
<tr>
<td valign="top" align="left">21M2019256</td>
<td valign="top" align="left">Peritoneal dialysis fluid</td>
<td valign="top" align="left"><italic>Moraxella osloensis</italic></td>
<td valign="top" align="left">Fluid overload</td>
<td valign="top" align="left">No history of the isolate</td>
<td valign="top" align="left">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="2">21M2019465</td>
<td valign="middle" align="left" rowspan="2">Peritoneal fluid</td>
<td valign="top" align="left"><italic>Cutibacterium acnes</italic></td>
<td valign="middle" align="left" rowspan="2">Fever, malignancy-related ascites</td>
<td valign="middle" align="left" rowspan="2">No history of the isolate</td>
<td valign="middle" align="left" rowspan="2">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Staphylococcus hominis</italic></td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="2">21M2019576</td>
<td valign="middle" align="left" rowspan="2">Knee joint fluid (left)</td>
<td valign="top" align="left"><italic>Moraxella osloensis</italic></td>
<td valign="middle" align="left" rowspan="2">Fever, duodenal ulcer</td>
<td valign="middle" align="left" rowspan="2">No history of the isolate</td>
<td valign="middle" align="left" rowspan="2">No.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Escherichia coli</italic></td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="3">19MB068751</td>
<td valign="middle" align="left" rowspan="3">Joint fluid (right shoulder)</td>
<td valign="top" align="left"><italic>Staphylococcus epidermidis</italic></td>
<td valign="middle" align="left" rowspan="3">Septic arthritis</td>
<td valign="middle" align="left" rowspan="3">No history of the isolate</td>
<td valign="middle" align="left" rowspan="3">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Staphylococcus hominis</italic></td>
</tr>
<tr>
<td valign="top" align="left"><italic>Staphylococcus cohnii</italic></td>
</tr>
<tr>
<td valign="top" align="left">18MB084305</td>
<td valign="top" align="left">Joint fluid</td>
<td valign="top" align="left"><italic>Streptococcus canis</italic></td>
<td valign="top" align="left">Prosthetic joint infection</td>
<td valign="top" align="left">No history of the isolate</td>
<td valign="top" align="left">Yes. IV Tazocin.</td>
</tr>
<tr>
<td valign="top" align="left">19MB090618</td>
<td valign="top" align="left">Lung abscess aspirate</td>
<td valign="top" align="left"><italic>Streptococcus pneumoniae</italic></td>
<td valign="top" align="left">Community acquired pneumonia with lung abscess</td>
<td valign="top" align="left">No history of isolate, but urine pneumococcal antigen positive.</td>
<td valign="top" align="left">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="top" align="left">19MB069360</td>
<td valign="top" align="left">Ascitic fluid</td>
<td valign="top" align="left"><italic>Escherichia coli</italic></td>
<td valign="top" align="left">Peritonitis</td>
<td valign="top" align="left">No history of the isolate</td>
<td valign="top" align="left">Yes. IV Augmentin.</td>
</tr>
<tr>
<td valign="middle" align="left" rowspan="2">20MB068970</td>
<td valign="middle" align="left" rowspan="2">Pleural fluid</td>
<td valign="top" align="left"><italic>Prevotella oris</italic></td>
<td valign="middle" align="left" rowspan="2">Perforated esophagus with lung empyema</td>
<td valign="middle" align="left" rowspan="2">Previous pleural fluid culture: <italic>Enterococcus faecalis, Lactobacillus</italic> species, <italic>Candida albicans, Prevotella</italic> species</td>
<td valign="middle" align="left" rowspan="2">Yes. IV vancomycin, IV meropenem</td>
</tr>
<tr>
<td valign="top" align="left"><italic>Streptococcus anginosus</italic></td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="S3.SS8">
<title>3.8 LOD of Nanopore 16S</title>
<p>To determine the limit of detection (LOD) of Nanopore 16S, one Gram-positive (<italic>S. aureus</italic>) and one Gram-negative (<italic>K. pneumoniae</italic>) pathogen, commonly found in body fluids, were spiked in EDTA-blood at various dilutions (<xref ref-type="fig" rid="F6">Figure 6</xref>). During the LOD test, Nanopore 16S showed sensitivity to environmental contamination when the bacterial load in the sample was extremely low. Consequently, some environmental bacteria such as <italic>Pelomonas saccharophila</italic>, <italic>Cutibacterium acnes</italic>, and <italic>Stenotrophomonas rhizophila</italic> were detected. Based on the T<sub><italic>RA</italic></sub> calculated from the ROC analysis (0.058), the LOD of Nanopore 16S for <italic>S. aureus</italic> and <italic>K. pneumoniae</italic> was determined to be 89.32 CFU/ml and 14.47 CFU/ml, respectively. Therefore, the overall LOD was approximately 90 CFU/ml.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption><p>The relative abundance of spiked species in Nanopore 16S against the bacterial concentration in simulated bacteremic blood.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g006.tif"/>
</fig>
</sec>
<sec id="S3.SS9">
<title>3.9 Workflow of Nanopore 16S</title>
<p><xref ref-type="fig" rid="F7">Figure 7</xref> illustrates the workflow of Nanopore 16S compared to conventional culture-based identification. The culture-based identification typically requires at least 24 h to obtain results, with even longer timeframes for fastidious bacteria. In contrast, Nanopore 16S coupled with Epi2me provides preliminary results within just 6 h. Among the 127 concordant monomicrobial samples (including closely related species) analyzed using Nanopore 16S coupled with Epi2me, all targeted species or closely related species were detected within the first hour of sequencing (<xref ref-type="supplementary-material" rid="TS7">Supplementary Table 7</xref>). Among the 50 concordant polymicrobial samples (including closely related species), 31 samples (62%) showed detection of all targeted species within 1 h of sequencing using Nanopore 16S coupled with Epi2me. Since the bacterial load varies greatly among the samples, the sequencing time was set to 24 h in this study to increase the sequencing depth of samples with extremely low DNA concentration. However, the sequencing time can be significantly shortened since the targeted species could be detected within the first few hours in most of the samples.</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption><p>The workflow of cultural-based identification and Nanopore 16S.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmicb-14-1324494-g007.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>4 Discussion</title>
<p>Although culture-based identification is commonly used for routine bacterial identification in clinical laboratories, there are still some limitations. Apart from the lengthy sample-to-report time, culture-based methods provide an incomplete bacterial profile of the samples. Apart from the uncultivable bacteria, anaerobic bacteria are often overlooked in culture-based approaches (<xref ref-type="bibr" rid="B23">Nagy et al., 2018</xref>; <xref ref-type="bibr" rid="B8">Cummings et al., 2020</xref>). Moreover, it is not uncommon that patients may have received empirical antibiotic treatment prior to their hospital admission. As a result, the causative agent may have been eradicated or suppressed, leading to negative culture results. In such cases, the Nanopore 16S analysis can still identify and detect dead microorganisms, which can provide valuable insights into the potential pathogens involved. This capability helps to uncover the underlying pathogen and can aid in resolving undiagnosed cases that may have been missed by culture-based methods.</p>
<p>In this study, the performance of Nanopore 16S for bacterial identification in direct body fluids was evaluated, with culture standards as a reference. In addition to the Epi2me from ONT, the sequencing reads were also analyzed using two external analysis pipelines, Emu and NanoCLUST, to reduce the classification bias. Nanopore 16S showed the highest concordance when coupled with Emu, with concordance rates of 97.7 and 81.7% for monomicrobial and polymicrobial samples, respectively. However, Epi2me showed the highest concordance when closely related species were included, with concordance rates of 99.2 and 90.0% for monomicrobial and polymicrobial samples, respectively. NanoCLUST had the lowest concordance among the three analysis pipelines, with rates of 93.0% for monomicrobial samples and 79.89% for polymicrobial samples, including closely related species.</p>
<p>The high sensitivity of Epi2me was attributed to its read-by-read classification approach. However, this approach is prone to sequencing errors in individual reads, which can result in misassignment of taxa to closely related species and an increased number of classified species per sample. It is possible to reduce the number of classified species per sample in Epi2me by increasing the percentage similarity, however, the sensitivity will decrease as well. In contrast, NanoCLUST had the lowest sensitivity among the three analysis pipelines, as its clustering approach for highly similar sequences led to a loss of sensitivity in detecting closely related and low-abundance species. Emu, which involves read alignment with reference sequences followed by an error-correction step based on an expectation&#x2013;maximization algorithm, highly effective at distinguishing closely related species (<xref ref-type="bibr" rid="B9">Curry et al., 2022</xref>), demonstrated a better balance in terms of sensitivity and the number of classified species.</p>
<p>Nanopore 16S typically identified a higher number of species compared to culture, especially in polymicrobial samples, regardless of the analysis pipeline used. Additionally, the cultured species in monomicrobial samples were not necessarily the most abundant species detected in Nanopore 16S. This disparity can be attributed to the presence of contaminants in Nanopore 16S results or the under-detection of microorganisms in culture. Body fluids with a low bacterial load were particularly susceptible to environmental DNA contamination, especially when sterilization processes like autoclaving were insufficient to remove DNA (<xref ref-type="bibr" rid="B29">Suyama and Kawaharasaki, 2013</xref>; <xref ref-type="bibr" rid="B31">Yap et al., 2013</xref>) from surgical and laboratory equipment. Environmental bacteria, such as <italic>Aquitalea magnusonii</italic>, <italic>Delftia acidovorans</italic>, and <italic>Deinococcus geothermalis</italic>, were found in certain body fluids in this study. Besides, anaerobes were often missed in culture, and some gut microbiota, including <italic>Parvimonas micra</italic>, <italic>Peptostreptococcus stomatis</italic>, <italic>Faecalibacterium prausnitzii</italic>, <italic>Fusobacterium nucleatum</italic>, and <italic>Filifactor alocis</italic>, were detected by Nanopore 16S but seldom reported by culture. Conversely, there were some species that were only detected by culture and not by Nanopore 16S, possibly because the targeted species were masked by other abundant species in the samples.</p>
<p>Since Nanopore 16S is sensitive to contamination, some measures were taken to avoid sample contamination during DNA extraction and library preparation. During the transportation, each sample was kept in separated ziplock bag to avoid cross-contamination. DNA extraction was performed in a class II biosafety cabinet to prevent environmental contamination. All the equipment was cleaned with 10% bleach and 70% ethanol before and after the extraction. In addition, the gloves were wiped with 10% bleach each time before handling the next sample to reduce the chance of cross-contamination between samples during the extraction. Library preparation which involved handling of PCR amplicons was conducted in a post-PCR area to prevent contamination of the next batch of samples with 16s rDNA amplicons. In each sequencing batch, nuclease-free water was used as non-template control (NTC) to detect the environmental and kit contaminants. Any reads identified in the NTC could be considered as contaminants and excluded from the samples if detected.</p>
<p>Receiver operating characteristic analysis was performed to determine the threshold of relative abundance for differentiating potential pathogens from the background. The ROC analysis from monomicrobial samples suggested that a threshold of 0.058 could achieve at least 90% sensitivity and specificity for Nanopore 16S. Applying this threshold, the LOD of Nanopore 16S was determined to be 89.32 CFU/ml for <italic>S. aureus</italic> and 14.47 CFU/ml for <italic>K. pneumoniae</italic>. The higher LOD for Gram-positive species compared to Gram-negative species may be attributed to the thicker cell wall of Gram-positive bacteria, which makes them more difficult to lyse during extraction steps (<xref ref-type="bibr" rid="B20">Li et al., 2020</xref>). Therefore, the overall LOD of Nanopore 16S was approximately 90 CFU/ml.</p>
<p>The main limitation of 16S rRNA gene sequencing is that it focuses on bacterial identification, but provides no information about the functional genes in the microbial community and is unable to identify other pathogens like fungi and viruses (<xref ref-type="bibr" rid="B11">Durazzi et al., 2021</xref>). Although sequencing the entire 16S rRNA gene could improve the taxonomic resolution at the species level, some closely related species with highly similar 16S rRNA gene sequences might not be well differentiated. Comparatively, metagenomic sequencing, which captures entire genetic material in the sample, enables detection of all kinds of pathogens and the functional genes. It also provides better taxonomic resolution since the entire genome of the microbe was sequenced. However, metagenomic sequencing is less sensitive than the 16S rRNA gene sequencing since the presence of host DNA significantly lowers the sequencing depth of microbial DNA (<xref ref-type="bibr" rid="B2">Beaudry et al., 2021</xref>). Moreover, the metagenomic workflow will be more tedious than the Nanopore 16S workflow. Additional host DNA depletion is required during DNA extraction and fragmentation of genomic DNA is required in library preparation.</p>
<p>There were limitations in this study. Culture was used as the only reference standard for evaluating the performance of Nanopore 16S, as there is no perfect reference method that truly reflects the bacterial profile of body fluids. Numerous species exclusively detected by Nanopore 16S were considered &#x201C;false positives&#x201D; when compared to the culture results. Nevertheless, these &#x201C;false positives&#x201D; may actually be present in the body fluids but overlooked in culture-based methods. Consequently, the threshold of relative abundance could not be determined from the ROC analysis of polymicrobial samples. Furthermore, the sample size for each type of body fluids was uneven, with half of them being peritoneal fluids or peritoneal dialysis fluids.</p>
<p>Nanopore 16S allows rapid diagnosis, particularly in medical emergencies, but it should not be solely relied upon for clinical diagnosis. While providing a more complete bacterial profile, Nanopore 16S only suggests potential causative agents. The choice of classifiers can also lead to differences in bacterial profile. Accurate diagnosis relies on integrating laboratory findings with the patient&#x2019;s medical history, clinical manifestations, and expertise of clinicians. For instance, the presence of normal flora in body fluids may indicate incidental contamination during sample collection or an opportunistic pathogen. Concurrent culture-based identification can help to detect low-abundance organisms below the LOD of Nanopore 16S.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/">https://www.ncbi.nlm.nih.gov/</ext-link>, <ext-link ext-link-type="DDBJ/EMBL/GenBank" xlink:href="PRJNA1009267">PRJNA1009267</ext-link>.</p>
</sec>
<sec id="S6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the New Territories West Cluster Research Ethics Committee, the Kowloon West Cluster Research Ethics Committee, the Joint Chinese University of Hong Kong-New Territories East Cluster Clinical Research Ethics Committee, and the Hong Kong East Cluster Research Ethics Committee. The studies were conducted in accordance with the local legislation and institutional requirements. The human samples used in this study were acquired from the clinical laboratories of four local hospitals: Tuen Mun Hospital, Princess Margaret Hospital, Prince of Wales Hospital, and Pamela Youde Nethersole Eastern Hospital. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements.</p>
</sec>
<sec id="S7" sec-type="author-contributions">
<title>Author contributions</title>
<p>H-YL: Formal analysis, Investigation, Methodology, Visualization, Writing&#x2014;original draft. LW: Investigation, Writing&#x2014;review and editing. YH: Investigation, Writing&#x2014;review and editing. TN: Formal analysis, Methodology, Software, Writing&#x2014;review and editing. CC: Formal analysis, Writing&#x2014;review and editing. HL: Investigation, Writing&#x2014;review and editing. MY: Data curation, Resources, Writing&#x2014;review and editing. EL: Data curation, Resources, Writing&#x2014;review and editing. RW: Data curation, Resources, Writing&#x2014;review and editing. AH: Data curation, Resources, Writing&#x2014;review and editing. K-TY: Data curation, Resources, Writing&#x2014;review and editing. JL: Data curation, Resources, Writing&#x2014;review and editing. VC: Data curation, Resources, Writing&#x2014;review and editing. KL: Data curation, Resources, Writing&#x2014;review and editing. T-LQ: Data curation, Resources, Writing&#x2014;review and editing. FC: Writing&#x2014;review and editing. GS: Conceptualization, Funding acquisition, Methodology, Project administration, Supervision, Writing&#x2014;review and editing.</p>
</sec>
</body>
<back>
<sec id="S8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This work was supported by the Health and Medical Research Fund (HMRF) (ref no. 21200092). The funders had no role in study design, data collection and interpretation, or the decision to submit the work for publication.</p>
</sec>
<sec id="S9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="S10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="S11" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmicb.2023.1324494/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmicb.2023.1324494/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.XLSX" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_2.xlsx" id="TS2" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_3.xlsx" id="TS3" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_4.xlsx" id="TS4" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_5.XLSX" id="TS5" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_6.XLSX" id="TS6" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_7.XLSX" id="TS7" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Albers</surname> <given-names>A.</given-names></name> <name><surname>Spille</surname> <given-names>D. C.</given-names></name> <name><surname>Suero-Molina</surname> <given-names>E.</given-names></name> <name><surname>Schaumburg</surname> <given-names>F.</given-names></name> <name><surname>Stummer</surname> <given-names>W.</given-names></name> <name><surname>Paulus</surname> <given-names>W.</given-names></name><etal/></person-group> (<year>2023</year>). <article-title>Rapid bacterial identification from formalin-fixed paraffin-embedded neuropathology specimens using 16S rDNA nanopore sequencing.</article-title> <source><italic>Neuropathol. Appl. Neurobiol</italic>.</source> <volume>49</volume>:<issue>e12871</issue>. <pub-id pub-id-type="doi">10.1111/nan.12871</pub-id> <pub-id pub-id-type="pmid">36534112</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beaudry</surname> <given-names>M. S.</given-names></name> <name><surname>Wang</surname> <given-names>J.</given-names></name> <name><surname>Kieran</surname> <given-names>T. J.</given-names></name> <name><surname>Thomas</surname> <given-names>J.</given-names></name> <name><surname>Bayona-Vasquez</surname> <given-names>N. J.</given-names></name> <name><surname>Gao</surname> <given-names>B.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Improved microbial community characterization of 16S rRNA via metagenome hybridization capture enrichment.</article-title> <source><italic>Front. Microbiol</italic>.</source> <volume>12</volume>:<issue>644662</issue>. <pub-id pub-id-type="doi">10.3389/fmicb.2021.644662</pub-id> <pub-id pub-id-type="pmid">33986735</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beye</surname> <given-names>M.</given-names></name> <name><surname>Fahsi</surname> <given-names>N.</given-names></name> <name><surname>Raoult</surname> <given-names>D.</given-names></name> <name><surname>Fournier</surname> <given-names>P. E.</given-names></name></person-group> (<year>2018</year>). <article-title>Careful use of 16S rRNA gene sequence similarity values for the identification of <italic>Mycobacterium</italic> species.</article-title> <source><italic>New Microbes New Infect</italic>.</source> <volume>22</volume> <fpage>24</fpage>&#x2013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.1016/j.nmni.2017.12.009</pub-id> <pub-id pub-id-type="pmid">29556405</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bishop</surname> <given-names>B.</given-names></name> <name><surname>Geffen</surname> <given-names>Y.</given-names></name> <name><surname>Plaut</surname> <given-names>A.</given-names></name> <name><surname>Kassis</surname> <given-names>O.</given-names></name> <name><surname>Bitterman</surname> <given-names>R.</given-names></name> <name><surname>Paul</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>The use of matrix-assisted laser desorption/ionization time-of-flight mass spectrometry for rapid bacterial identification in patients with smear-positive bacterial meningitis.</article-title> <source><italic>Clin. Microbiol. Infect</italic>.</source> <volume>24</volume> <fpage>171</fpage>&#x2013;<lpage>174</lpage>. <pub-id pub-id-type="doi">10.1016/j.cmi.2017.05.014</pub-id> <pub-id pub-id-type="pmid">28529026</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bouchiat</surname> <given-names>C.</given-names></name> <name><surname>Ginevra</surname> <given-names>C.</given-names></name> <name><surname>Benito</surname> <given-names>Y.</given-names></name> <name><surname>Gaillard</surname> <given-names>T.</given-names></name> <name><surname>Salord</surname> <given-names>H.</given-names></name> <name><surname>Dauwalder</surname> <given-names>O.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Improving the diagnosis of bacterial infections: Evaluation of 16S rRNA nanopore metagenomics in culture-negative samples.</article-title> <source><italic>Front. Microbiol</italic>.</source> <volume>13</volume>:<issue>943441</issue>. <pub-id pub-id-type="doi">10.3389/fmicb.2022.943441</pub-id> <pub-id pub-id-type="pmid">35910644</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chien</surname> <given-names>J. Y.</given-names></name> <name><surname>Lee</surname> <given-names>T. F.</given-names></name> <name><surname>Du</surname> <given-names>S. H.</given-names></name> <name><surname>Teng</surname> <given-names>S. H.</given-names></name> <name><surname>Liao</surname> <given-names>C. H.</given-names></name> <name><surname>Sheng</surname> <given-names>W. H.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Applicability of an in-house saponin-based extraction method in bruker biotyper matrix-assisted laser desorption/ionization time-of-flight mass spectrometry system for identification of bacterial and fungal species in positively flagged blood cultures.</article-title> <source><italic>Front. Microbiol</italic>.</source> <volume>7</volume>:<issue>1432</issue>. <pub-id pub-id-type="doi">10.3389/fmicb.2016.01432</pub-id> <pub-id pub-id-type="pmid">27695442</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Church</surname> <given-names>D. L.</given-names></name> <name><surname>Cerutti</surname> <given-names>L.</given-names></name> <name><surname>Gurtler</surname> <given-names>A.</given-names></name> <name><surname>Griener</surname> <given-names>T.</given-names></name> <name><surname>Zelazny</surname> <given-names>A.</given-names></name> <name><surname>Emler</surname> <given-names>S.</given-names></name></person-group> (<year>2020</year>). <article-title>Performance and application of 16S rRNA gene cycle sequencing for routine identification of bacteria in the clinical microbiology laboratory.</article-title> <source><italic>Clin. Microbiol. Rev.</italic></source> <volume>33</volume>:<issue>e00053-19</issue>. <pub-id pub-id-type="doi">10.1128/CMR.00053-19</pub-id> <pub-id pub-id-type="pmid">32907806</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cummings</surname> <given-names>L. A.</given-names></name> <name><surname>Hoogestraat</surname> <given-names>D. R.</given-names></name> <name><surname>Rassoulian-Barrett</surname> <given-names>S. L.</given-names></name> <name><surname>Rosenthal</surname> <given-names>C. A.</given-names></name> <name><surname>Salipante</surname> <given-names>S. J.</given-names></name> <name><surname>Cookson</surname> <given-names>B. T.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Comprehensive evaluation of complex polymicrobial specimens using next generation sequencing and standard microbiological culture.</article-title> <source><italic>Sci. Rep</italic>.</source> <volume>10</volume>:<issue>5446</issue>. <pub-id pub-id-type="doi">10.1038/s41598-020-62424-x</pub-id> <pub-id pub-id-type="pmid">32214207</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Curry</surname> <given-names>K. D.</given-names></name> <name><surname>Wang</surname> <given-names>Q.</given-names></name> <name><surname>Nute</surname> <given-names>M. G.</given-names></name> <name><surname>Tyshaieva</surname> <given-names>A.</given-names></name> <name><surname>Reeves</surname> <given-names>E.</given-names></name> <name><surname>Soriano</surname> <given-names>S.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Emu: Species-level microbial community profiling of full-length 16S rRNA Oxford Nanopore sequencing data.</article-title> <source><italic>Nat. Methods</italic></source> <volume>19</volume> <fpage>845</fpage>&#x2013;<lpage>853</lpage>. <pub-id pub-id-type="doi">10.1038/s41592-022-01520-4</pub-id> <pub-id pub-id-type="pmid">35773532</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Devanga Ragupathi</surname> <given-names>N. K.</given-names></name> <name><surname>Muthuirulandi Sethuvel</surname> <given-names>D. P.</given-names></name> <name><surname>Inbanathan</surname> <given-names>F. Y.</given-names></name> <name><surname>Veeraraghavan</surname> <given-names>B.</given-names></name></person-group> (<year>2018</year>). <article-title>Accurate differentiation of <italic>Escherichia coli</italic> and <italic>Shigella</italic> serogroups: Challenges and strategies.</article-title> <source><italic>New Microbes New Infect</italic>.</source> <volume>21</volume> <fpage>58</fpage>&#x2013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1016/j.nmni.2017.09.003</pub-id> <pub-id pub-id-type="pmid">29204286</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Durazzi</surname> <given-names>F.</given-names></name> <name><surname>Sala</surname> <given-names>C.</given-names></name> <name><surname>Castellani</surname> <given-names>G.</given-names></name> <name><surname>Manfreda</surname> <given-names>G.</given-names></name> <name><surname>Remondini</surname> <given-names>D.</given-names></name> <name><surname>De Cesare</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>Comparison between 16S rRNA and shotgun sequencing data for the taxonomic characterization of the gut microbiota.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>11</volume>:<issue>3030</issue>. <pub-id pub-id-type="doi">10.1038/s41598-021-82726-y</pub-id> <pub-id pub-id-type="pmid">33542369</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ferreira</surname> <given-names>L.</given-names></name> <name><surname>Sanchez-Juanes</surname> <given-names>F.</given-names></name> <name><surname>Munoz-Bellido</surname> <given-names>J. L.</given-names></name> <name><surname>Gonzalez-Buitrago</surname> <given-names>J. M.</given-names></name></person-group> (<year>2011</year>). <article-title>Rapid method for direct identification of bacteria in urine and blood culture samples by matrix-assisted laser desorption ionization time-of-flight mass spectrometry: Intact cell vs. extraction method.</article-title> <source><italic>Clin. Microbiol. Infect</italic>.</source> <volume>17</volume> <fpage>1007</fpage>&#x2013;<lpage>1012</lpage>. <pub-id pub-id-type="doi">10.1111/j.1469-0691.2010.03339.x</pub-id> <pub-id pub-id-type="pmid">20718803</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Han</surname> <given-names>H. S.</given-names></name> <name><surname>Ro</surname> <given-names>D. H.</given-names></name> <name><surname>Chung</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>N.</given-names></name> <name><surname>Moon</surname> <given-names>J.</given-names></name></person-group> (<year>2022</year>). <article-title>Nanopore 16S amplicon sequencing enables rapid detection of pathogen in knee periprosthetic joint infection.</article-title> <source><italic>Int. J. Med. Microbiol</italic>.</source> <volume>312</volume>:<issue>151570</issue>. <pub-id pub-id-type="doi">10.1016/j.ijmm.2022.151570</pub-id> <pub-id pub-id-type="pmid">36288682</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Janda</surname> <given-names>J. M.</given-names></name> <name><surname>Abbott</surname> <given-names>S. L.</given-names></name></person-group> (<year>2007</year>). <article-title>16S rRNA gene sequencing for bacterial identification in the diagnostic laboratory: Pluses, perils, and pitfalls.</article-title> <source><italic>J. Clin. Microbiol</italic>.</source> <volume>45</volume> <fpage>2761</fpage>&#x2013;<lpage>2764</lpage>. <pub-id pub-id-type="doi">10.1128/JCM.01228-07</pub-id> <pub-id pub-id-type="pmid">17626177</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname> <given-names>J. S.</given-names></name> <name><surname>Spakowicz</surname> <given-names>D. J.</given-names></name> <name><surname>Hong</surname> <given-names>B. Y.</given-names></name> <name><surname>Petersen</surname> <given-names>L. M.</given-names></name> <name><surname>Demkowicz</surname> <given-names>P.</given-names></name> <name><surname>Chen</surname> <given-names>L.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Evaluation of 16S rRNA gene sequencing for species and strain-level microbiome analysis.</article-title> <source><italic>Nat. Commun</italic>.</source> <volume>10</volume>:<issue>5029</issue>. <pub-id pub-id-type="doi">10.1038/s41467-019-13036-1</pub-id> <pub-id pub-id-type="pmid">31695033</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kawamura</surname> <given-names>Y.</given-names></name> <name><surname>Hou</surname> <given-names>X. G.</given-names></name> <name><surname>Sultana</surname> <given-names>F.</given-names></name> <name><surname>Miura</surname> <given-names>H.</given-names></name> <name><surname>Ezaki</surname> <given-names>T.</given-names></name></person-group> (<year>1995</year>). <article-title>Determination of 16S rRNA sequences of <italic>Streptococcus mitis</italic> and <italic>Streptococcus gordonii</italic> and phylogenetic relationships among members of the genus <italic>Streptococcus</italic>.</article-title> <source><italic>Int. J. Syst. Bacteriol</italic>.</source> <volume>45</volume> <fpage>406</fpage>&#x2013;<lpage>408</lpage>. <pub-id pub-id-type="doi">10.1099/00207713-45-2-406</pub-id> <pub-id pub-id-type="pmid">7537076</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirn</surname> <given-names>T. J.</given-names></name> <name><surname>Weinstein</surname> <given-names>M. P.</given-names></name></person-group> (<year>2013</year>). <article-title>Update on blood cultures: How to obtain, process, report, and interpret.</article-title> <source><italic>Clin. Microbiol. Infect</italic>.</source> <volume>19</volume> <fpage>513</fpage>&#x2013;<lpage>520</lpage>. <pub-id pub-id-type="doi">10.1111/1469-0691.12180</pub-id> <pub-id pub-id-type="pmid">23490046</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lao</surname> <given-names>H. Y.</given-names></name> <name><surname>Ng</surname> <given-names>T. T.</given-names></name> <name><surname>Wong</surname> <given-names>R. Y.</given-names></name> <name><surname>Wong</surname> <given-names>C. S.</given-names></name> <name><surname>Lee</surname> <given-names>L. K.</given-names></name> <name><surname>Wong</surname> <given-names>D. S.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>The clinical utility of two high-throughput 16S rRNA gene sequencing workflows for taxonomic assignment of unidentifiable bacterial pathogens in matrix-assisted laser desorption ionization-time of flight mass spectrometry.</article-title> <source><italic>J. Clin. Microbiol</italic>.</source> <volume>60</volume>:<issue>e0176921</issue>. <pub-id pub-id-type="doi">10.1128/JCM.01769-21</pub-id> <pub-id pub-id-type="pmid">34788113</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>J. H.</given-names></name> <name><surname>Cho</surname> <given-names>H. K.</given-names></name> <name><surname>Kim</surname> <given-names>K. H.</given-names></name> <name><surname>Kim</surname> <given-names>C. H.</given-names></name> <name><surname>Kim</surname> <given-names>D. S.</given-names></name> <name><surname>Kim</surname> <given-names>K. N.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Etiology of invasive bacterial infections in immunocompetent children in Korea (1996-2005): A retrospective multicenter study.</article-title> <source><italic>J. Korean Med. Sci</italic>.</source> <volume>26</volume> <fpage>174</fpage>&#x2013;<lpage>183</lpage>. <pub-id pub-id-type="doi">10.3346/jkms.2011.26.2.174</pub-id> <pub-id pub-id-type="pmid">21286006</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X.</given-names></name> <name><surname>Bosch-Tijhof</surname> <given-names>C. J.</given-names></name> <name><surname>Wei</surname> <given-names>X.</given-names></name> <name><surname>De Soet</surname> <given-names>J. J.</given-names></name> <name><surname>Crielaard</surname> <given-names>W.</given-names></name> <name><surname>Loveren</surname> <given-names>C. V.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Efficiency of chemical versus mechanical disruption methods of DNA extraction for the identification of oral Gram-positive and Gram-negative bacteria.</article-title> <source><italic>J. Int. Med. Res</italic>.</source> <volume>48</volume>:<issue>300060520925594</issue>. <pub-id pub-id-type="doi">10.1177/0300060520925594</pub-id> <pub-id pub-id-type="pmid">32459112</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Low</surname> <given-names>L.</given-names></name> <name><surname>Nakamichi</surname> <given-names>K.</given-names></name> <name><surname>Akileswaran</surname> <given-names>L.</given-names></name> <name><surname>Lee</surname> <given-names>C. S.</given-names></name> <name><surname>Lee</surname> <given-names>A. Y.</given-names></name> <name><surname>Moussa</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Deep metagenomic sequencing for endophthalmitis pathogen detection using a nanopore platform.</article-title> <source><italic>Am. J. Ophthalmol</italic>.</source> <volume>242</volume> <fpage>243</fpage>&#x2013;<lpage>251</lpage>. <pub-id pub-id-type="doi">10.1016/j.ajo.2022.05.022</pub-id> <pub-id pub-id-type="pmid">35660421</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moon</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>N.</given-names></name> <name><surname>Kim</surname> <given-names>T. J.</given-names></name> <name><surname>Jun</surname> <given-names>J. S.</given-names></name> <name><surname>Lee</surname> <given-names>H. S.</given-names></name> <name><surname>Shin</surname> <given-names>H. R.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Rapid diagnosis of bacterial meningitis by nanopore 16S amplicon sequencing: A pilot study.</article-title> <source><italic>Int. J. Med. Microbiol</italic>.</source> <volume>309</volume>:<issue>151338</issue>. <pub-id pub-id-type="doi">10.1016/j.ijmm.2019.151338</pub-id> <pub-id pub-id-type="pmid">31444101</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nagy</surname> <given-names>E.</given-names></name> <name><surname>Boyanova</surname> <given-names>L.</given-names></name> <name><surname>Justesen</surname> <given-names>U. S.</given-names></name> <name><surname>Infections</surname> <given-names>E. S. G. O. A.</given-names></name></person-group> (<year>2018</year>). <article-title>How to isolate, identify and determine antimicrobial susceptibility of anaerobic bacteria in routine laboratories.</article-title> <source><italic>Clin. Microbiol. Infect</italic>.</source> <volume>24</volume> <fpage>1139</fpage>&#x2013;<lpage>1148</lpage>. <pub-id pub-id-type="doi">10.1016/j.cmi.2018.02.008</pub-id> <pub-id pub-id-type="pmid">29458156</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ni</surname> <given-names>Y.</given-names></name> <name><surname>Liu</surname> <given-names>X. D.</given-names></name> <name><surname>Simeneh</surname> <given-names>Z. M.</given-names></name> <name><surname>Yang</surname> <given-names>M. S.</given-names></name> <name><surname>Li</surname> <given-names>R. S.</given-names></name></person-group> (<year>2023</year>). <article-title>Benchmarking of Nanopore R10.4 and R9.4.1 flow cells in single-cell whole-genome amplification and whole-genome shotgun sequencing.</article-title> <source><italic>Comput. Struct. Biotechnol. J</italic>.</source> <volume>21</volume> <fpage>2352</fpage>&#x2013;<lpage>2364</lpage>. <pub-id pub-id-type="doi">10.1016/j.csbj.2023.03.038</pub-id> <pub-id pub-id-type="pmid">37025654</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Omi</surname> <given-names>M.</given-names></name> <name><surname>Matsuo</surname> <given-names>Y.</given-names></name> <name><surname>Araki-Sasaki</surname> <given-names>K.</given-names></name> <name><surname>Oba</surname> <given-names>S.</given-names></name> <name><surname>Yamada</surname> <given-names>H.</given-names></name> <name><surname>Hirota</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>16S rRNA nanopore sequencing for the diagnosis of ocular infection: A feasibility study.</article-title> <source><italic>BMJ Open Ophthalmol.</italic></source> <volume>7</volume>:<issue>e000910</issue>. <pub-id pub-id-type="doi">10.1136/bmjophth-2021-000910</pub-id> <pub-id pub-id-type="pmid">36161861</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Opota</surname> <given-names>O.</given-names></name> <name><surname>Jaton</surname> <given-names>K.</given-names></name> <name><surname>Greub</surname> <given-names>G.</given-names></name></person-group> (<year>2015</year>). <article-title>Microbial diagnosis of bloodstream infection: Towards molecular diagnosis directly from blood.</article-title> <source><italic>Clin. Microbiol. Infect</italic>.</source> <volume>21</volume> <fpage>323</fpage>&#x2013;<lpage>331</lpage>. <pub-id pub-id-type="doi">10.1016/j.cmi.2015.02.005</pub-id> <pub-id pub-id-type="pmid">25686695</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ransom</surname> <given-names>E. M.</given-names></name> <name><surname>Alipour</surname> <given-names>Z.</given-names></name> <name><surname>Wallace</surname> <given-names>M. A.</given-names></name> <name><surname>Burnham</surname> <given-names>C. A.</given-names></name></person-group> (<year>2021</year>). <article-title>Evaluation of optimal blood culture incubation time to maximize clinically relevant results from a contemporary blood culture instrument and media system.</article-title> <source><italic>J. Clin. Microbiol.</italic></source> <volume>59</volume>:<issue>e02459-20</issue>. <pub-id pub-id-type="doi">10.1128/JCM.02459-20</pub-id> <pub-id pub-id-type="pmid">33239377</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodriguez-Perez</surname> <given-names>H.</given-names></name> <name><surname>Ciuffreda</surname> <given-names>L.</given-names></name> <name><surname>Flores</surname> <given-names>C.</given-names></name></person-group> (<year>2021</year>). <article-title>NanoCLUST: A species-level analysis of 16S rRNA nanopore sequencing data.</article-title> <source><italic>Bioinformatics</italic></source> <volume>37</volume> <fpage>1600</fpage>&#x2013;<lpage>1601</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btaa900</pub-id> <pub-id pub-id-type="pmid">33079990</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suyama</surname> <given-names>T.</given-names></name> <name><surname>Kawaharasaki</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>Decomposition of waste DNA with extended autoclaving under unsaturated steam.</article-title> <source><italic>Biotechniques</italic></source> <volume>55</volume> <fpage>296</fpage>&#x2013;<lpage>299</lpage>. <pub-id pub-id-type="doi">10.2144/000114113</pub-id> <pub-id pub-id-type="pmid">24344678</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tsuchida</surname> <given-names>S.</given-names></name> <name><surname>Umemura</surname> <given-names>H.</given-names></name> <name><surname>Nakayama</surname> <given-names>T.</given-names></name></person-group> (<year>2020</year>). <article-title>Current status of matrix-assisted laser desorption/ionization-time-of-flight mass spectrometry (MALDI-TOF MS) in clinical diagnostic microbiology.</article-title> <source><italic>Molecules</italic></source> <volume>25</volume>:<issue>4775</issue>. <pub-id pub-id-type="doi">10.3390/molecules25204775</pub-id> <pub-id pub-id-type="pmid">33080897</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yap</surname> <given-names>J. M.</given-names></name> <name><surname>Goldsmith</surname> <given-names>C. E.</given-names></name> <name><surname>Moore</surname> <given-names>J. E.</given-names></name></person-group> (<year>2013</year>). <article-title>Integrity of bacterial genomic DNA after autoclaving: Possible implications for horizontal gene transfer and clinical waste management.</article-title> <source><italic>J. Hosp. Infect</italic>.</source> <volume>83</volume> <fpage>247</fpage>&#x2013;<lpage>249</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhin.2012.11.016</pub-id> <pub-id pub-id-type="pmid">23333146</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>W. X.</given-names></name> <name><surname>Zeng</surname> <given-names>W.</given-names></name> <name><surname>Pang</surname> <given-names>B.</given-names></name> <name><surname>Luo</surname> <given-names>M.</given-names></name> <name><surname>Peng</surname> <given-names>Y.</given-names></name> <name><surname>Xu</surname> <given-names>J. L.</given-names></name><etal/></person-group> (<year>2023</year>). <article-title>Oxford nanopore long-read sequencing enables the generation of complete bacterial and plasmid genomes without short-read sequencing.</article-title> <source><italic>Front. Microbiol.</italic></source> <volume>14</volume>:<issue>1179966</issue>. <pub-id pub-id-type="doi">10.3389/fmicb.2023.1179966</pub-id> <pub-id pub-id-type="pmid">37256057</pub-id></citation></ref>
</ref-list>
</back>
</article>