<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Microbiol.</journal-id>
<journal-title>Frontiers in Microbiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Microbiol.</abbrev-journal-title>
<issn pub-type="epub">1664-302X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmicb.2020.01262</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Microbiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Comparison of Bioinformatics Pipelines and Operating Systems for the Analyses of 16S rRNA Gene Amplicon Sequences in Human Fecal Samples</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Marizzoni</surname> <given-names>Moira</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/833824/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gurry</surname> <given-names>Thomas</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Provasi</surname> <given-names>Stefania</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Greub</surname> <given-names>Gilbert</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/24697/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lopizzo</surname> <given-names>Nicola</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/202815/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ribaldi</surname> <given-names>Federica</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/833933/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Festari</surname> <given-names>Cristina</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mazzelli</surname> <given-names>Monica</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/912149/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mombelli</surname> <given-names>Elisa</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/989042/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Salvatore</surname> <given-names>Marco</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/419699/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mirabelli</surname> <given-names>Peppino</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Franzese</surname> <given-names>Monica</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/834104/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Soricelli</surname> <given-names>Andrea</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/289686/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Frisoni</surname> <given-names>Giovanni B.</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Cattaneo</surname> <given-names>Annamaria</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Laboratory of Neuroimaging and Alzheimer&#x2019;s Epidemiology, IRCCS Istituto Centro San Giovanni di Dio Fatebenefratelli</institution>, <addr-line>Brescia</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Pharmaceutical Biochemistry Group, School of Pharmaceutical Sciences, University of Geneva</institution>, <addr-line>Geneva</addr-line>, <country>Switzerland</country></aff>
<aff id="aff3"><sup>3</sup><institution>Laboratory of Biological Psychiatry, IRCCS Istituto Centro San Giovanni di Dio Fatebenefratelli</institution>, <addr-line>Brescia</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>Institut de Microbiologie de l&#x2019;Universit&#x00E9; de Lausanne</institution>, <addr-line>Lausanne</addr-line>, <country>Switzerland</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Molecular and Translational Medicine, University of Brescia</institution>, <addr-line>Brescia</addr-line>, <country>Italy</country></aff>
<aff id="aff6"><sup>6</sup><institution>Memory Clinic and LANVIE &#x2013; Laboratory of Neuroimaging of Aging, University Hospitals and University of Geneva</institution>, <addr-line>Geneva</addr-line>, <country>Switzerland</country></aff>
<aff id="aff7"><sup>7</sup><institution>IRCCS SDN</institution>, <addr-line>Naples</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Daniel Yero, Autonomous University of Barcelona, Spain</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Hyunmin Koo, University of Alabama at Birmingham, United States; Robin Shields-Cutler, Macalester College, United States; Marios Mataragas, Hellenic Agricultural Organization, Greece</p></fn>
<corresp id="c001">&#x002A;Correspondence: Moira Marizzoni, <email>mmarizzoni@fatebenefratelli.eu</email></corresp>
<fn fn-type="other" id="fn002"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
<fn fn-type="other" id="fn004"><p>This article was submitted to Evolutionary and Genomic Microbiology, a section of the journal Frontiers in Microbiology</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>06</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>11</volume>
<elocation-id>1262</elocation-id>
<history>
<date date-type="received">
<day>23</day>
<month>10</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>05</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2020 Marizzoni, Gurry, Provasi, Greub, Lopizzo, Ribaldi, Festari, Mazzelli, Mombelli, Salvatore, Mirabelli, Franzese, Soricelli, Frisoni and Cattaneo.</copyright-statement>
<copyright-year>2020</copyright-year>
<copyright-holder>Marizzoni, Gurry, Provasi, Greub, Lopizzo, Ribaldi, Festari, Mazzelli, Mombelli, Salvatore, Mirabelli, Franzese, Soricelli, Frisoni and Cattaneo</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Amplicon high-throughput sequencing of 16S ribosomal RNA (rRNA) gene is currently the most widely used technique to investigate complex gut microbial communities. Microbial identification might be influenced by several factors, including the choice of bioinformatic pipelines, making comparisons across studies difficult. Here, we compared four commonly used pipelines (QIIME2, Bioconductor, UPARSE and mothur) run on two operating systems (OS) (Linux and Mac), to evaluate the impact of bioinformatic pipeline and OS on the taxonomic classification of 40 human stool samples. We applied the SILVA 132 reference database for all the pipelines. We compared phyla and genera identification and relative abundances across the four pipelines using the Friedman rank sum test. QIIME2 and Bioconductor provided identical outputs on Linux and Mac OS, while UPARSE and mothur reported only minimal differences between OS. Taxa assignments were consistent at both phylum and genus level across all the pipelines. However, a difference in terms of relative abundance was identified for all phyla (<italic>p</italic> &#x003C; 0.013) and for the majority of the most abundant genera (<italic>p</italic> &#x003C; 0.028), such as <italic>Bacteroides</italic> (QIIME2: 24.5%, Bioconductor: 24.6%, UPARSE-linux: 23.6%, UPARSE-mac: 20.6%, mothur-linux: 22.2%, mothur-mac: 21.6%, <italic>p</italic> &#x003C; 0.001). The use of different bioinformatic pipelines affects the estimation of the relative abundance of gut microbial community, indicating that studies using different pipelines cannot be directly compared. A harmonization procedure is needed to move the field forward.</p>
</abstract>
<kwd-group>
<kwd>16S rRNA amplicon sequencing</kwd>
<kwd>QIIME2</kwd>
<kwd>bioconductor</kwd>
<kwd>UPARSE</kwd>
<kwd>mothur</kwd>
<kwd>microbiome</kwd>
<kwd>fecal human samples</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="38"/>
<page-count count="11"/>
<word-count count="0"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1">
<title>Introduction</title>
<p>The human gut microbiota (GMB) represents the next frontier in medicine to unravel the pathophysiology of chronic diseases and to develop novel treatments. A growing number of studies have shown that human microbial communities can contribute to the development of several pathologies, including cancer (<xref ref-type="bibr" rid="B14">Contreras et al., 2016</xref>; <xref ref-type="bibr" rid="B29">Ren et al., 2019</xref>), metabolic (<xref ref-type="bibr" rid="B37">Xiao and Zhao, 2014</xref>; <xref ref-type="bibr" rid="B7">Cai et al., 2015</xref>) and inflammatory (<xref ref-type="bibr" rid="B35">Tedjo et al., 2016</xref>; <xref ref-type="bibr" rid="B38">Zhou et al., 2018</xref>) disorders, but also brain diseases (<xref ref-type="bibr" rid="B31">Scheperjans et al., 2015</xref>; <xref ref-type="bibr" rid="B11">Cattaneo et al., 2017</xref>; <xref ref-type="bibr" rid="B21">Horne and Foster, 2018</xref>; <xref ref-type="bibr" rid="B30">Rodrigues-Amorim et al., 2018</xref>; <xref ref-type="bibr" rid="B36">Winter et al., 2018</xref>).</p>
<p>High-throughput sequencing (HTS) technologies have opened new frontiers in microbial community analysis by providing a cost-effective means to identify the microbial phylotypes present in samples (<xref ref-type="bibr" rid="B10">Caporaso et al., 2011</xref>). This is commonly achieved by sequencing the 16S ribosomal RNA (rRNA) gene for bacteria and archaea, which contains also specific variable regions that can be used for taxonomic classification. 16S rRNA sequencing allows researchers to get information about the microbial diversity within the gut, to assist in identifying disease-associated microbiome changes. However, the processing of 16S rRNA gene amplicon sequences requires specialized technical and bioinformatic expertise not always accessible to biologists in their own lab. Indeed, the size and complexity of these data, incompleteness of nucleotide databases, and the numerous tools available for each step of the analytical process, make these data difficult to process by untrained users. The analytical post-processing steps required to extract taxonomic information from raw sequences are essentially threefold: (i) merging of read pairs into longer single reads, (ii) quality control and read trimming, and (iii) taxonomic assignment. Each step may need several tools or algorithms, and each of them may require expertise for parameter definition and/or programming and thus may need extensive computational resources and expertise. Furthermore, these bioinformatic tools are not always well-documented, and are often patched together by users, raising doubts on the reproducibility of results (<xref ref-type="bibr" rid="B25">Nekrutenko and Taylor, 2012</xref>).</p>
<p>Several workflows have been recently developed to overcome these limitations by simplifying the analytical procedure and allowing untrained users to familiarize themselves with advanced programming or computational techniques. Among the bioinformatic pipelines available so far, those used in QIIME2 (<xref ref-type="bibr" rid="B6">Bolyen et al., 2019</xref>), Bioconductor (<xref ref-type="bibr" rid="B9">Callahan et al., 2016b</xref>), USEARCH (<xref ref-type="bibr" rid="B16">Edgar, 2010</xref>) and mothur (<xref ref-type="bibr" rid="B33">Schloss et al., 2009</xref>) are the most widely used to analyze 16S rRNA gene sequencing data. Bioconductor and several plugins in QIIME2 [i.e., DADA2 (<xref ref-type="bibr" rid="B8">Callahan et al., 2016a</xref>) and Deblur (<xref ref-type="bibr" rid="B4">Amir et al., 2017</xref>)] allow researchers to infer amplicon sequence variants (ASVs) while UPARSE and mothur return operational taxonomic units (OTUs). For ASVs, sequences are resolved down to the level of single-nucleotide differences over the sequenced gene region, while for OTUs sequences that have typically less than 3% of variance from each other were binned into the same OTU.</p>
<p>Although several studies have evaluated the impact of different bioinformatic pipelines on microbial taxonomy, comparative data on real dataset are still missing. Indeed, previous studies analyzed synthetic simulated datasets (<xref ref-type="bibr" rid="B2">Almeida et al., 2018</xref>), mock communities (<xref ref-type="bibr" rid="B34">Segota and Long, 2019</xref>), chicken (<xref ref-type="bibr" rid="B1">Allali et al., 2017</xref>), or rumen (<xref ref-type="bibr" rid="B23">L&#x00F3;pez-Garc&#x00ED;a et al., 2018</xref>) microbiota. To the best of our knowledge, only three studies analyzed human 16S rRNA gene amplicon sequencing data, but have used the old release of QIIME (<xref ref-type="bibr" rid="B15">D&#x2019;Argenio et al., 2014</xref>; <xref ref-type="bibr" rid="B26">Plummer and Twin, 2016</xref>) or did not include Bioconductor in the comparison (<xref ref-type="bibr" rid="B27">Prodan et al., 2020</xref>). Finally, as reported for other complex bioinformatic data processing (i.e., neuroimaging analysis), the same pipelines are known to generate different results depending on the computing platform where they are compiled and executed (<xref ref-type="bibr" rid="B20">Gronenschild et al., 2012</xref>; <xref ref-type="bibr" rid="B19">Glatard et al., 2015</xref>). This variable has never been described in the literature in the context of the analysis of 16S rRNA gene sequencing data.</p>
<p>Based on this, in this study we aimed at evaluating whether different bioinformatic pipelines, and also different OS, can influence the taxonomic classification of the fecal microbiota in 40 human samples. In particular, we analyzed the human 16S rRNA gene sequencing data by using four different pipelines (QIIME2, Bioconductor, UPARSE, and mothur), we ran them using two different OS (Linux and Mac OS), and we compared the results focusing on phylum and genus identification and relative abundance.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2.SS1">
<title>Stool Collection</title>
<p>Stools were collected from participants to an existing larger cohort study on brain aging in 18 memory clinics in Eastern Lombardy, Italy. The parent study aimed at assessing the added value of amyloid imaging in the clinical work-up of patients with cognitive complaints (the Incremental Diagnostic Value of Florbetapir Amyloid Imaging [INDIA-FBP] study) (<xref ref-type="bibr" rid="B3">Altomare et al., 2018</xref>). After completion of the INDIA-FBP procedures, 150 patients and controls were asked to further contribute with their samples of stools and blood. As previously reported (<xref ref-type="bibr" rid="B11">Cattaneo et al., 2017</xref>), stool samples were collected from subjects at their own home in a sterile plastic cup, stored at &#x2212;20&#x00B0;C, and delivered to IRCCS Fatebenefratelli Institute in Brescia within the following 24 h, where they have been stored at &#x2212;20&#x00B0;C until their processing. The stool samples used in the current study were from a subgroup of 40 subjects with cognitive performance from normal to dementia.</p>
<p>The study was approved by the Ethics Committee of &#x201C;Comitato Etico dell&#x2019;IRCCS San Giovanni di Dio &#x2013; Fatebenefratelli&#x201D; (Brescia, Italy) under registration number 57/2014. Written informed consent was obtained from all participants.</p>
</sec>
<sec id="S2.SS2">
<title>DNA Extraction</title>
<p>DNA was extracted from 180 to 200 mg of frozen stool using the QIAamp DNA Stool Mini Kit (Qiagen Retsch GmbH, Hanover, Germany) and according to the manufacturer&#x2019;s instructions. Bead-beating homogenization by TissueLyser II (Qiagen Retsch GmbH, Hanover, Germany) was performed to mechanically disrupt fecal samples before DNA extraction. The samples were homogenized for 10 min at 30 Hz. DNA was then quantified using a NanoDrop ND-1000 spectrophotometer, and then stored at + 4&#x00B0;C for subsequent analyses. All the stool samples were processed at the same time.</p>
</sec>
<sec id="S2.SS3">
<title>PCR Amplification, Barcoding, and DNA Sequencing</title>
<p>Bacterial DNA was amplified and purified according to 16S Metagenomic Sequencing Library Preparation protocol by Illumina. The first step consists in the amplification of the regions V3 and V4 of the bacterial ribosomal RNA 16S gene, by using the suggested primers (Forward Primer = 5&#x2032;TCGTCGGCAGCGTCAGATGTGTATAAGAGACA GCCTACGGGNGGCWGCAG; Reverse Primer = 5&#x2032;GTCTCGT GGGCTCGGAGATGTGTATAAGAGAC AGGACTACHVGGG TATCTAATCC) and the suggested cycling conditions (3&#x2032; at 95&#x00B0;C; 25 cycles: 30&#x2032;&#x2032; at 95&#x00B0;C, 30&#x2032;&#x2032; at 55&#x00B0;C, 30&#x2032;&#x2032; at 72&#x00B0;C; 5&#x2032; at 72&#x00B0;C). The amplicon DNA was immediately purified with a magnetic bead step, washed in 80% ethanol and resuspended in Tris-HCl 10 mM. Amplicon DNA integrity was assessed by 2.0% agarose gel electrophoresis on gels containing 0.8 mg/mL ethidium bromide and stored at &#x2212;20&#x00B0;C. Within 1 week from storage, amplicon DNA was uniquely dual-indexed, by using the suggested indices (Nextera XT) and the suggested cycling conditions (3&#x2032; at 95&#x00B0;C; 8 cycles: 30&#x2032;&#x2032; at 95&#x00B0;C, 30&#x2032;&#x2032; at 55&#x00B0;C, 30&#x2032;&#x2032; at 72&#x00B0;C; 5&#x2032; at 72&#x00B0;C). The resulting indexed DNA was immediately purified with a magnetic bead step, washed in 80% ethanol, resuspended in Tris-HCl 10 mM and stored at &#x2212;20&#x00B0;C. Within 1 week from storage, indexed DNA was quantified using fluorometric quantification (Qubit, Invitrogen) and the amplicon length was determined by using a Bioanalyzer DNA 1000 chip (Agilent). DNA was then normalized to 4 nM, pooled, denatured with NaOH 0.1N, diluted to the final concentration of 10 pM and loaded into the MiSeq v3 cartridge (Illumina). A paired-end read of 300 cycles per read was performed. Samples from cognitively intact persons and demented patients were sequenced in two different runs. Data are publicly available at <ext-link ext-link-type="uri" xlink:href="http://www.ebi.ac.uk/ena/data/view/PRJEB35434">www.ebi.ac.uk/ena/data/view/PRJEB35434</ext-link>.</p>
</sec>
<sec id="S2.SS4">
<title>Bioinformatic Analyses</title>
<p>The paired-end MiSeq Illumina reads (2 &#x00D7; 300 bp) were processed by using four popular tools: QIIME2 (<xref ref-type="bibr" rid="B6">Bolyen et al., 2019</xref>) (version 2018.8), Bioconductor (<xref ref-type="bibr" rid="B9">Callahan et al., 2016b</xref>) (version 29 October 2018), USEARCH (<xref ref-type="bibr" rid="B16">Edgar, 2010</xref>) (version 11.0.667) and mothur (<xref ref-type="bibr" rid="B33">Schloss et al., 2009</xref>) (version 1.43.0). For QIIME2, Bioconductor and mothur, the 64 bit version was used while for USEARCH (<xref ref-type="bibr" rid="B16">Edgar, 2010</xref>), only a memory-confined 32-bit version is freely available for academic use. QIIME 2 was installed in a conda environment. All the pipelines were run on both a Linux workstation (Ubuntu 14.04.5 LTS) equipped with Intel CPU 8 &#x00D7; 3.70 GHz processors and 31.3 GB of RAM and a MacBook Pro (15-inch, 2018) with 2.6 GHz 6-core Intel Core i7 processor, 16 GB of RAM and macOS Mojave, version 10.14.6. In QIIME2 we followed the &#x201C;Moving Pictures&#x201D; tutorial (accessed 3 January 2019), in Bioconductor the pipeline reported in <ext-link ext-link-type="uri" xlink:href="https://f1000research.com/articles/5-1492/v2">https://f1000research.com/articles/5-1492/v2</ext-link> (version: 29 October 2018), in USEARCH (<xref ref-type="bibr" rid="B16">Edgar, 2010</xref>) the instruction of the online tutorial<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> (accessed 4 January 2019), and in mothur the SOPs in <ext-link ext-link-type="uri" xlink:href="https://www.mothur.org/wiki/MiSeq_SOP">https://www.mothur.org/wiki/MiSeq_SOP</ext-link> (accessed 09/27/2018). Details for each pipeline are shown in <xref ref-type="fig" rid="F1">Figure 1</xref> and the list of commands used for each tool is reported in <xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 1</xref>&#x2013;<xref ref-type="supplementary-material" rid="DS1">6</xref>. Briefly, sequencing Illumina MiSeq data were already demultiplexed. The parameters used for the quality check of the 16S rRNA data were those suggested in the corresponding tutorials. In general, forward and reverse primers, reads containing ambiguous bases or homopolymers greater than eight base pairs in length as well as chimeras were removed in all pipelines. Moreover, in QIIME2 we set a maximum number of expected errors equal to 2 and reads truncation if the quality score was less than 2. In Bioconductor we used a maximum of 2 and 5 expected errors per-read for forward and reverse reads, respectively, and reads truncation if the quality score was less than 2; moreover, features with ambiguous phylum annotation were discarded. For both QIIME2 and Bioconductor, the software packages Divisive Amplicon Denoising Algorithm 2 (DADA2) (<xref ref-type="bibr" rid="B8">Callahan et al., 2016a</xref>) was used to infer true biological sequences from reads. Since the samples were sequenced in two different runs and that different runs may have different error profiles, the denoising process was applied separately to the two runs. In QIIME2, the &#x201C;dada2&#x201D; plugin uses the DADA2 R library and has been implemented to perform sequence denoise, dereplication, and chimeras filtering. All these steps correspond to individual commands in Bioconductor. For QIIME2, the pipeline included also the extraction of the representative sequences using &#x201C;feature-table&#x201D; and their classification by taxon using the &#x201C;feature-classifier&#x201D; (<xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 1</xref>). For Bioconductor, the pipeline included also the taxonomic classification of the ASVs using &#x201C;assignTaxonomy,&#x201D; the construction of the phylogenetic tree using the <italic>phangorn</italic> R package (v2.4.0) (<xref ref-type="bibr" rid="B32">Schliep, 2011</xref>) and the creation of a single data object that can be used for graphical and statistical purposes using <italic>phyloseq</italic> R package (v1.24.2) (<xref ref-type="bibr" rid="B24">McMurdie and Holmes, 2013</xref>) (<xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 2</xref>). The UPARSE (<xref ref-type="bibr" rid="B17">Edgar, 2013</xref>) and the UNOISE (<xref ref-type="bibr" rid="B18">Edgar, 2016</xref>) pipelines are both implemented in USEARCH and have been used to defined OTUs with a similarity threshold of 97 and 99%, respectively, as recommended by the author of USEARCH<sup><xref ref-type="fn" rid="footnote2">2</xref></sup>. All the steps preceding the clustering, namely merging, filtering (where a maximum number of expected errors equal to 1 was set) and dereplication, are the same between the two pipelines (<xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 3</xref>). In mothur, sequences were merged using &#x201C;make.contig&#x201D; command, quality filtered by &#x201C;screen.seqs&#x201D; command, dereplicated, aligned to the reference database SILVA v132 (<xref ref-type="bibr" rid="B28">Quast et al., 2013</xref>) and pre-clustered allowing 1 difference for every 100 bp of sequence (four differences in our case) (<xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 4</xref>). After removing the undesirables features (i.e., chloroplasts, mitochondria, archaea, eukaryota, or unknown) using the &#x201C;remove.lineage&#x201D; command and chimera by applying the &#x201C;chimera.vsearch&#x201D; command, unique sequences were clustered into OTUs at 97 and 99% identity.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Overview of the pipelines used by free and open-source workflows: QIIME2, Bioconductor, UPARSE, and mothur. Each gray box represents a command of the pipelines. For UPARSE, chimera filtering is part of the OTU clustering step, and OTU taxonomic assignment was performed using mothur.</p></caption>
<graphic xlink:href="fmicb-11-01262-g001.tif"/>
</fig>
<p>SILVA (version 132) (<xref ref-type="bibr" rid="B28">Quast et al., 2013</xref>)<sup><xref ref-type="fn" rid="footnote3">3</xref></sup> and RDP (version 16) reference databases were customized following the instructions on the respective tutorials for QIIME2 and mothur (<xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 5</xref>, <xref ref-type="supplementary-material" rid="DS1">6</xref>) and were downloaded for Bioconductor (SILVA v132<sup><xref ref-type="fn" rid="footnote4">4</xref></sup>, <underline>RDP v16</underline><sup><xref ref-type="fn" rid="footnote5">5</xref></sup>). As SILVA version 132 was not available for UPARSE, taxonomic assignment of OTUs was performed on mothur (<xref ref-type="supplementary-material" rid="DS1">Supplementary Method 3</xref>), where bacterial classification identity was set to 80%. ASVs and OTUs found in a single sample (also named as singletons) were discarded.</p>
<p>In order to facilitate the data analysis and reproducibility, the list of all commands used for each pipeline and the number of reads assigned to taxa, are included as <xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 1</xref>&#x2013;<xref ref-type="supplementary-material" rid="DS1">6</xref> and <xref ref-type="supplementary-material" rid="TS1">Supplementary Table 1</xref>.</p>
</sec>
<sec id="S2.SS5">
<title>Statistical Analysis</title>
<p>All statistical analyses and graphs were performed using GraphPad Prism Software (v 8.1.1) (GraphPad Software, San Diego, CA, United States) except for Venn diagrams that were created with the jvenn web application<sup><xref ref-type="fn" rid="footnote6">6</xref></sup> (<xref ref-type="bibr" rid="B5">Bardou et al., 2014</xref>). Differences among the four used pipelines, in term of the number of reads assigned, the number of identified phylum and genera as well as their relative abundances were tested using Friedman rank sum test conducted with a Dunn&#x2019;s correction. Wilcoxon signed rank test was applied when genera relative abundances were compared between two pipelines. Significance level of alpha = 0.05 was used.</p>
</sec>
</sec>
<sec id="S3">
<title>Results</title>
<sec id="S3.SS1">
<title>Impact of the Use of Different Pipelines on Data Output</title>
<p>A total of 4715000 reads from 40 fecal samples were used to infer and to compare the taxonomical composition identified by the pipeline suggested in QIIME2, Bioconductor, UPARSE/UNOISE and mothur. The processing of the samples took approximately 3 h of computational time in QIIME2, approximately 8 h in Bioconductor, less than 1 h in UPARSE and approximately 9 h in mothur (<xref ref-type="table" rid="T1">Table 1</xref>). The comparison of the pipelines between Linux and Mac OS showed that QIIME2 and Bioconductor provided identical outcomes, negligible differences in the number of reads assigned at any identity were obtained when using UPARSE or mothur (<italic>p</italic> &#x003E; 0.999).</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Results of 16S sequencing analyses by using QIIME2, Bioconductor, UPARSE, or mothur.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<td valign="top" align="left"></td>
<td valign="top" align="center" colspan="2"><bold>QIIME2</bold><hr/></td>
<td valign="top" align="center" colspan="2"><bold>Bioconductor</bold><hr/></td>
<td valign="top" align="center" colspan="2"><bold>UPARSE</bold><hr/></td>
<td valign="top" align="center" colspan="2"><bold>Mothur</bold><hr/></td>
<td valign="top" align="center"><bold><italic>p-Value<sup>c</sup></italic></bold></td>
</tr>
<tr>
<td valign="top" align="justify"/>
<td valign="top" align="center"><bold>Linux</bold></td>
<td valign="top" align="center"><bold>Mac</bold></td>
<td valign="top" align="center"><bold>Linux</bold></td>
<td valign="top" align="center"><bold>Mac</bold></td>
<td valign="top" align="center"><bold>Linux</bold></td>
<td valign="top" align="center"><bold>Mac</bold></td>
<td valign="top" align="center"><bold>Linux</bold></td>
<td valign="top" align="center"><bold>Mac</bold></td>
<td/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Software version</td>
<td valign="top" align="justify" colspan="2">2018.08</td>
<td valign="top" align="justify" colspan="2">R version 3.5.1<break/>dada2 v 1.8.0<break/>phyloseq v 1.24.2<break/>phangorn v 2.4.0</td>
<td valign="top" align="center">v11.0.667_i86<break/>linux32</td>
<td valign="top" align="center">v11.0.667_i86<break/>osx32</td>
<td valign="top" align="center">v.1.43.0</td>
<td valign="top" align="center">v.1.43.0</td>
<td valign="top" align="center"><break/></td>
</tr>
<tr>
<td valign="top" align="left">Approximate analysis time</td>
<td valign="top" align="center">4 h</td>
<td valign="top" align="center">3 h</td>
<td valign="top" align="center">9 h</td>
<td valign="top" align="center">8 h</td>
<td valign="top" align="center">45 min</td>
<td valign="top" align="center">45 min</td>
<td valign="top" align="center">9 h</td>
<td valign="top" align="center">9 h</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left"># input reads</td>
<td valign="top" align="center" colspan="8">4715000</td>
<td valign="top" align="center"><break/></td>
</tr>
<tr>
<td valign="top" align="center"># reads after filtering/denoising</td>
<td valign="top" align="center" colspan="2">3,391,670</td>
<td valign="top" align="center" colspan="2">3,736,927</td>
<td valign="top" align="center" colspan="2">3,173,733</td>
<td valign="top" align="center" colspan="2">3,244,489</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="center"># reads assigned at phylum level<sup>a</sup> (tot n, mean &#x00B1; SD)</td>
<td valign="top" align="justify" colspan="2">2,941,772 (87%)<break/>73,544 &#x00B1; 40,280</td>
<td valign="top" align="justify" colspan="2">3,143,413 (84%)<break/>78,585 &#x00B1; 37,730</td>
<td valign="top" align="center">3,123,028 (98%)<break/>78,076 &#x00B1; 46,872</td>
<td valign="top" align="center">3,131,211 (99%)<break/>78,280 &#x00B1; 46,973</td>
<td valign="top" align="center">2,812,333 (89%)<break/>70,308 &#x00B1; 35,353</td>
<td valign="top" align="center">2,812,470 (87%)<break/>70,312 &#x00B1; 35,356</td>
<td valign="top" align="center"><break/>&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left"># unclassified reads at phylum level (tot n, mean &#x00B1; SD)</td>
<td valign="top" align="justify" colspan="2">3,567 (&#x003C; 1%)<break/>89 &#x00B1; 210</td>
<td valign="top" align="justify" colspan="2">163 (&#x003C; 1%)<break/>4 &#x00B1; 7</td>
<td valign="top" align="center">77,395 (2%)<break/>1,935 &#x00B1; 5,119</td>
<td valign="top" align="center">79,031 (2%)<break/>1,976 &#x00B1; 5,130</td>
<td valign="top" align="center">47,883 (2%)<break/>1,161 &#x00B1; 4,046</td>
<td valign="top" align="center">48,770 (2%)<break/>1,219 &#x00B1; 4,048</td>
<td valign="top" align="center"><break/>&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left"># reads assigned at genus level<sup>b</sup> (tot n, mean &#x00B1; SD)</td>
<td valign="top" align="justify" colspan="2">2,770,029 (82%)<break/>69,251 &#x00B1; 37,324</td>
<td valign="top" align="justify" colspan="2">2,798,953 (75%)<break/>69,974 &#x00B1; 32,881</td>
<td valign="top" align="center">3,123,028 (98%)<break/>78,076 &#x00B1; 46,283</td>
<td valign="top" align="center">3,131,211 (99%)<break/>78,280 &#x00B1; 46,382</td>
<td valign="top" align="center">2,812,333 (89%)<break/>70,310 &#x00B1; 34,911</td>
<td valign="top" align="center">2,812,470 (87%)<break/>75,717 &#x00B1; 12,956</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left"># unclassified reads at genus level (tot n, mean &#x00B1; SD)</td>
<td valign="top" align="justify" colspan="2">171,743 <sup>b</sup> (5%)<break/>4,294 &#x00B1; 4,139</td>
<td valign="top" align="justify" colspan="2">Taxonomic filtering during processing</td>
<td valign="top" align="center">801,052 (25%)<break/>20,026 &#x00B1; 16,033</td>
<td valign="top" align="center">923,329 (29%)<break/>23,083 &#x00B1; 19,208</td>
<td valign="top" align="center">763,315 (24%)<break/>19,083 &#x00B1; 13,009</td>
<td valign="top" align="center">751,717 (23%)<break/>18,793 &#x00B1; 12,956</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<attrib><italic>QIIME2 and Bioconductor gave identical outcomes on both operating systems. Mothur failed to complete the pipeline on Mac. Percentage are calculated using the # of reads after filtering/denoising as denominator. <sup><italic>a</italic></sup>Reads assigned any bacteria identity (including &#x201C;unclassified&#x201D;) but excluding Eukaryota and Archaea. <sup><italic>b</italic></sup>For QIIME2 we considered as unclassified sequences those with incomplete taxonomies (terminating at any level with &#x2018;__&#x2019;). <sup><italic>c</italic></sup>p-Values using Friedman test followed by Dunn&#x2019;s multiple comparisons test.</italic></attrib>
</table-wrap-foot>
</table-wrap>
<p>Overall, after filtering and denoising, pipelines in QIIME2 and Bioconductor resulted in a higher number of reads to assign (QIIME2: 3391670; Bioconductor: 3736927; UPARSE: 3173733, regardless the OS; mothur: 3244489, regardless the OS). Among these reads, 84&#x2013;99% were assigned at the phylum level and 75&#x2013;99% at the genus level, depending on the pipeline used. Similarly, the proportion of reads assigned to the Bacteria domain, but with no taxonomical assignment at phylum and genus level, differed dramatically among pipelines. Excluding Bioconductor, where the removal of unclassified reads is one step included in the pipeline, the proportion of unclassified reads at the genus level varied from 5% in QIIME2 to 24&#x2013;29% in UPARSE and mothur (<italic>p</italic> &#x003C; 0.001, df = 4, X<sup>2</sup> = 103). UPARSE-linux provided the same number of unclassified reads at the phylum level as those obtained by using UPARSE-mac (<italic>p</italic> &#x003E; 0.999), and the same number of unclassified reads at the genus level as those obtained with mothur, regardless the OS (<italic>p</italic> &#x003E; 0.999).</p>
</sec>
<sec id="S3.SS2">
<title>Impact of the Use of Different Pipelines on Phylum Taxonomic Identification</title>
<p>All the used pipelines showed general agreement in the identification of the phyla distribution: the proportion of <italic>Firmicutes</italic> varied from 46.6 (UPARSE-mac) to 48.3% (QIIME2), <italic>Bacteroidetes</italic> from 39.7 (QIIME2) to 41.9% (UPARSE-mac), <italic>Proteobacteria</italic> from 5.7 (QIIME2, Bioconductor, UPARSE) to 6.0% (mothur), <italic>Verrucomicrobia</italic> from 1.45 (UPARSE, regardless the OS) to 1.90% (Bioconductor), <italic>Actinobacteria</italic> from 1.44 (UPARSE-linux) to 1.59% (Bioconductor) and, <italic>Tenericutes</italic> from 0.22 (mothur-mac) to 0.34% (QIIME2) (<xref ref-type="fig" rid="F2">Figure 2</xref>). <italic>Cyanobacteria</italic> were detected in lower abundance by UPARSE (0.12%, regardless the OS) and mothur (0.18%, regardless the OS) as compared to Bioconductor (1.68%) and QIIME2 (1.21%), whereas <italic>Lentisphaerae</italic> were identified only by using QIIME2 and Bioconductor (0.47 and 0.50%, respectively). Pairwise comparisons among pipelines revealed widespread differences in the relative abundance of all the phyla (<italic>p</italic> &#x003C; 0.0002) (<xref ref-type="fig" rid="F3">Figure 3</xref>). UPARSE (on Linux and Mac OS) or mothur (on Linux and Mac OS) provided comparable values (<italic>p</italic> &#x003E; 0.999). Similar results were obtained clustering OTUs at 99% (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 1</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Phyla distribution as identified by using QIIME2, Bioconductor, UPARSE, or mothur. The phyla present in less than 0.005% were <italic>Epsilonbacteraeota</italic> (QIIME2: 0.0046%, Bioconductor: 0.0043%, UPARSE-linux: 0.0049%, UPARSE-mac: 0.0049%, mothur: 0.0050%) and, for mothur only, <italic>Planctomycetes</italic> (0.0006%), <italic>Acidobacteria</italic> (0.0003%), <italic>Nitrospirae</italic> and <italic>Gemmatimonadetes</italic> (0.0001% both) <italic>Chloroflexi</italic> and <italic>Omnitrophicaeota</italic> (&#x003C;0.0001%, both).</p></caption>
<graphic xlink:href="fmicb-11-01262-g002.tif"/>
</fig>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Comparison of the relative abundance of phyla obtained by using QIIME2, Bioconductor, UPARSE, or mothur. <italic>p</italic>-Values were calculated using Friedman test followed by Dunn&#x2019;s multiple comparisons test. Wilcoxon signed rank test was applied when only two pipelines were compared.</p></caption>
<graphic xlink:href="fmicb-11-01262-g003.tif"/>
</fig>
</sec>
<sec id="S3.SS3">
<title>Impact of the Use of Different Pipelines on Genus Taxonomic Identification</title>
<p>At the genus taxonomic level, QIIME2 and Bioconductor identified a higher number of bacterial genera than those obtained by UPARSE-linux, UPARSE-mac, mothur-linux, and mothur-mac (<italic>p</italic> &#x003C; 0.001, df = 5, X<sup>2</sup> = 125) (<xref ref-type="fig" rid="F4">Figure 4A</xref>). After singleton removal, 187 genera were identified by QIIME2, 232 by Bioconductor, 120 by UPARSE-linux, 118 by UPARSE-mac, 139 by mothur-linux, and 138 by mothur-mac. Considering all the 316 genera identified, 78 were in common to all the different pipelines, 17 were in common to 5, 19 were in common to 4, 8 were in common to 3, and 87 were in common to 2 out of 6 pipelines. In terms of absolute number of shared genera, QIIME2 and Bioconductor were the two pipelines that provided the most similar results, sharing 147 genera, while UPARSE-mac and QIIME2 were the most different ones, sharing 78 genera. In terms of proportion of shared genera, UPARSE-linux and UPARSE-mac as well as mothur-linux and mothur-mac, were the most producing the overlapping results. Similar results were found after removal of the genera identified in less than five subjects or with less than 10 reads across all samples (<xref ref-type="fig" rid="F4">Figure 4B</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Venn diagram showing the number of shared and specific bacterial genera among the pipelines. Histogram representing the number of genera identified by each pipeline and number of genera shared between 6, 5, 4, 3, 2, and no pipelines are also reported.</p></caption>
<graphic xlink:href="fmicb-11-01262-g004.tif"/>
</fig>
<p>As the quantitative comparison of all the genera was unfeasible, we arbitrarily selected and compared the 10 most abundant genera identified in each pipeline. All the used pipelines showed general agreement in the identification of the most abundant genera. It has been found that <italic>Bacteroides</italic>, <italic>Faecalibacterium</italic>, <italic>Alistipes</italic> and <italic>Subdoligranulum</italic> were consistently identified by all the pipelines (<xref ref-type="fig" rid="F5">Figure 5</xref>). Moreover, <italic>Blautia</italic> and <italic>Ruminococcus_1</italic> were concordantly identified by QIIME2, mothur-linux, mothur-mac, UPARSE-linux and UPARSE-mac; <italic>CAG-352</italic>, <italic>Ruminococcaceae ge</italic>, <italic>Agathobacter</italic> and <italic>Prevotella 7</italic> were concordantly identified by mothur-linux, mothur-mac, UPARSE-linux and UPARSE-mac and, <italic>Parabacteroides</italic>, <italic>Barnesiella</italic> and <italic>Ruminococcaceae UCG-002</italic> were concordantly identified by QIIME2 and Bioconductor. <italic>Eubacterium coprostanoligenes group</italic> was identified by QIIME2 only while <italic>Lachnosphira</italic>, <italic>Ruminococcus 2</italic>, and <italic>Lachnospiraceae NK4A126 group</italic> by Bioconductor only. Pairwise comparisons among pipelines revealed widespread differences in the relative abundance of above-mentioned shared genera. Indeed, pipeline-dependent differences in term of relative abundance was reported for all (<italic>p</italic> &#x003C; 0.041) except for <italic>Ruminococcus_1</italic> and <italic>Ruminococcaceae</italic> (<italic>p</italic> &#x003E; 0.074). Among the same 10 genera identified as most abundant by UPARSE-linux and UPARSE-mac, a trend forward significance was reported for <italic>CAG-352</italic> only (<italic>p</italic> = 0.056). Similar results were obtained after clustering OTUs at 99% (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 2</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>Comparison of the relative abundance of the 10 most abundant genera obtained by applying QIIME2, Bioconductor, UPARSE, or mothur at genera level. <italic>p-</italic>Values were calculated using Friedman test followed by Dunn&#x2019;s multiple comparisons test. Wilcoxon signed rank test was applied when only two pipelines were compared.</p></caption>
<graphic xlink:href="fmicb-11-01262-g005.tif"/>
</fig>
<p>The 10 genera identified as the most abundant from the different pipelines were selected also when RDP was used as a reference database. Six out of 10 genera were consistently found in all pipelines and the 3 most abundant genera, <italic>Bacteroides, Faecalibacterium</italic> and <italic>Alistipes</italic>, have also been identified using SILVA. As in the previous analysis, pairwise comparisons among pipelines revealed widespread differences in the relative abundance of shared genera (<italic>p</italic> &#x003C; 0.031) (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 3</xref>).</p>
</sec>
</sec>
<sec id="S4">
<title>Discussion</title>
<p>In this paper, we compared four commonly used pipelines, QIIME2, Bioconductor, UPARSE and mothur, run on both Linux and Mac OS, to evaluate how much different bioinformatics pipelines and OS can influence taxonomic classification. In terms of usability of each pipeline (<xref ref-type="table" rid="T2">Table 2</xref>), we found those implemented in QIIME2 and UPARSE to be the most user-friendly considering that they include only a limited number of commands characterized by simple syntaxes and minimal programming knowledge is required. In contrast, Bioconductor uses the R language, providing an advantageous interface for trained users who are typically familiar with R. Nevertheless, the extensive and detailed documentation of Bioconductor and mothur facilitates their application for users with intermediate command line experience. In the case of UPARSE, this was true except for the taxonomic assignment step, as the UPARSE pipeline does not provide taxonomic assignments to the OTU representative sequences or recommendations on how to run it. The main differences between pipelines consist in the installation procedures. Indeed, USEARCH and mothur only require downloading an executable file, while QIIME2 and Bioconductor require configuration and installation. In particular, as it has been previously noted in a similar study using QIIME1 (<xref ref-type="bibr" rid="B15">D&#x2019;Argenio et al., 2014</xref>), QIIME2 depends on several programs, making the installation much more time consuming and laborious.</p>
<table-wrap position="float" id="T2">
<label>TABLE 2</label>
<caption><p>Usability of pipelines: pros and cons from an untrained user&#x2019;s point of view.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<tbody>
<tr>
<td valign="top" align="left"><inline-graphic xlink:href="fmicb-11-01262-t002.jpg"/></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<attrib><italic><sup><italic>a</italic></sup>Marks indicate pros and cons, respectively. &#x201C;<inline-graphic xlink:href="fmicb-11-01262-i001.jpg"/>&#x201D; and &#x201C;<inline-graphic xlink:href="fmicb-11-01262-i002.jpg"/>&#x201D; Miniconda 2 or 3 depending on python 2.7 or 3.7, respectively.</italic></attrib>
</table-wrap-foot>
</table-wrap>
<p>We have shown that the resulting outputs differed significantly between pipelines despite using the same inputs. In particular, when the clustering was used (i.e., 97% OTU clustering using UPARSE), this resulted in fewer distinct genera in total. This can be due either to the clustering step erroneously clustering distinct genera together due to sequence similarity (which would result in only a single genus being assigned to the OTU), i.e., clustering underestimating the correct number of distinct genera, or due to ASVs sometimes being mis-assigned and resulting in false positives in the list of identified genera. We also found that, despite neither methods employing clustering, processing with Bioconductor led to significantly more detected genera than QIIME2. Examples such as these highlight the fact that measures of bacterial community richness (e.g., alpha- and beta-diversity) cannot be reliably compared for samples processed using different pipelines. For example, the fact that different pipelines result in different numbers of distinct organisms will result in different alpha-diversity values for the same sample. Conducting these comparisons simply using the default pipeline values result in clear differences between pipelines that are difficult to interpret, both in indices of alpha- and beta-diversity (<xref ref-type="supplementary-material" rid="DS1">Supplementary Figure 4</xref>).</p>
<p>We also found that more reads are unassigned by SILVA when using UPARSE and mothur (which produce OTUs) than QIIME2 (which produces ASVs). OTU clustering generally results in a representative sequence (i.e., cluster centroid) that is taxonomically annotated. Due to the ranking of individual unique 16S rRNA sequences by abundance as the first step of the clustering procedure in UPARSE, this is believed to result in more biologically meaningful representative sequences given the cluster centroid is always the most abundant sequence in the cluster. In contrast, ASVs may allow the detection of potentially important and distinct organisms that may have low prevalence across samples. Theoretically, this may be at the expense of the ability to annotate them taxonomically, but our data do not indicate this. However, since the other ASV-producing method used (Bioconductor) discards unassigned reads prior to the analysis, it is unclear to what extent this difference is due to assignment of ASVs and OTUs, or due to differences in the pipeline.</p>
<p>It was surprising to us that application of the same UPARSE and mothur commands (cf. <xref ref-type="supplementary-material" rid="DS1">Supplementary Methods 3</xref>, <xref ref-type="supplementary-material" rid="DS1">4</xref>) on two different OS (Linux and Mac) produced different results, and we were unable to establish the reason for this observed difference.</p>
<p>Of particular note is the fact that the starkest differences in relative abundances between pipelines were observed in low abundance organisms. For example, <italic>Lentisphaerae</italic> were only detected using QIIME2 and Bioconductor (with relative abundances below 1% in both cases). The problem is further compounded by the fact that low abundance organisms are likely to be less represented in reference databases. Similar observations can be garnered from a previous analysis comparing the MG-RAST and QIIME1 pipelines, where low abundance organisms can differ in their estimated abundance by several orders of magnitude (<xref ref-type="bibr" rid="B15">D&#x2019;Argenio et al., 2014</xref>). This is significant since it is likely that these organisms play nonetheless important roles in human diseases.</p>
<p>It is worth noting that there were clearly discernible phylum-specific biases in certain pipelines: in particular, we observed statistically significant differences between QIIME2 and all other pipelines in <italic>Firmicutes</italic> phylum annotations, and between QIIME2 and all other pipelines except Bioconductor for the <italic>Bacteroidetes</italic> phylum. Thus, different processing pipelines can lead to differences even at the level of phyla, including the two most abundant and prevalent phyla of the human gut microbiota.</p>
<p>A difficulty we identified in our analysis is that certain genera have better inter-pipeline agreement than others. For example, the abundance of the <italic>Faecalibacterium</italic> genus is in good general agreement across outputs from all pipelines, while <italic>Bacteroides</italic> is less so (<xref ref-type="fig" rid="F5">Figure 5</xref>). While we cannot establish the reason behind these differences, we can suggest that they could be likely related to the diversity within these genera: <italic>Faecalibacterium</italic> consists of few species with fewer close relatives, compared to <italic>Bacteroides</italic> which has a great species-level diversity in the human gut microbiota and is therefore more sensitive to bioinformatic steps before taxonomic assignment. Moreover, it is possible that the choice of taxonomic classification method (which are built within different databases) can impact the results differently in different regions of the phylogenetic tree.</p>
<p>Overall, we report differences associated with processing of the same raw data using different bioinformatics pipelines. The magnitude of such differences is comparable to what reported by previous studies investigating the impact of upstream sample processing. Different DNA extraction methods and laboratory locations have been shown to lead to up 10- and 2-fold differences respectively in the relative abundances of specific bacterial genera, respectively (<xref ref-type="bibr" rid="B22">Kennedy et al., 2014</xref>). For example, differences in relative abundance of the highly abundant <italic>Bacteroides</italic> genus can be over twofold depending on the extraction method used, and we observed similar differences in magnitude from the sample between different pipelines or even the same pipeline on different OS (<xref ref-type="fig" rid="F5">Figure 5</xref>). Similarly, a comparison between Illumina versus 454 Titanium sequencing platforms resulted in up to twofold difference in the number of detected bacterial genera (<xref ref-type="bibr" rid="B13">Claesson et al., 2010</xref>), which is comparable to the difference between Bioconductor and UPARSE or mothur (<xref ref-type="fig" rid="F4">Figure 4</xref>). In addition, a study investigating distinct sample collection and storage methods reported similar (albeit relatively small) differences in the relative abundance of the dominant bacterial phyla (<xref ref-type="bibr" rid="B12">Choo et al., 2015</xref>).</p>
</sec>
<sec id="S5">
<title>Conclusion</title>
<p>Beyond differences in runtime, the ease of use and installation, we have demonstrated that the use of different bioinformatic pipelines has a strong impact on resulting analyses, with a magnitude that is comparable to differences in upstream sample treatment and sequencing procedures. These differences include the presence of a different number of assigned reads, different number of distinct taxonomies detected in the dataset, and the relative abundance of different organism in the gut microbial community. Taken together, our data indicate that results cannot be compared if obtained by applying different pipelines and that a harmonization is urgent to move forward in the field. As previously noted in the literature, adherence to specific harmonization guidelines would greatly mitigate these difficulties (<xref ref-type="bibr" rid="B25">Nekrutenko and Taylor, 2012</xref>). Such guidelines should report the exact versions of software used in an analysis, indicating specific parameters used (even if these are default settings), and standardizing methods and parameter sets within and between research groups. In addition, the field would likely benefit from working as much as possible with open-source, collaborative pipelines and frameworks such as QIIME2, which integrates and is continuously updated with state-of-the-art methods developed in the field. These frameworks can then be automatically applied to the existing set of raw data deposited in public repositories. This may require a shift away from emphasizing static results in an immutable publication format, and toward constantly updated and publicly available databases containing data in both raw and processed forms, such as MG-RAST.</p>
<p>Moreover, particular caution is warranted when conducting meta-analyses combining the results of several studies.</p>
</sec>
<sec id="S6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article are publicly available at <ext-link ext-link-type="uri" xlink:href="http://www.ebi.ac.uk/ena/data/view/PRJEB35434">www.ebi.ac.uk/ena/data/view/PRJEB35434</ext-link>.</p>
</sec>
<sec id="S7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by &#x201C;Comitato Etico dell&#x2019;IRCCS San Giovanni di Dio &#x2013; Fatebenefratelli&#x201D; (Brescia, Italy) under registration number 57/2014. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="S8">
<title>Author Contributions</title>
<p>MMar conceptualized the study and analyzed the data. MMar and TG interpreted the data and contributed equally in writing the manuscript. SP, NL, FR, CF, MMaz, and EM acquired and processed the sample. GG, MS, PM, MF, AS, GF, and AC reviewed and edited the manuscript. GF and AC acquired the funding and guided data interpretation. All authors read and approved the final version of the manuscript.</p>
</sec>
<sec id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<fn-group>
<fn fn-type="financial-disclosure">
<p><bold>Funding.</bold> This study was funded by Ricerca Corrente (Italian Ministry of Health), Clinical Research Center (Geneva University Hospitals and Faculty of Medicine, Geneva) and donations from: APRA &#x2013; Association Suisse pour la Recherche sur l&#x2019;Alzheimer, Geneva; Mr. Ivan Pictet, Geneva; Segre Foundation, Geneva; Velux Foundation, Zurich; Edmond J. Safra Foundation, Geneva; and anonymous donors.</p>
</fn>
</fn-group>
<sec id="S10" sec-type="supplementary material"><title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmicb.2020.01262/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmicb.2020.01262/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="DS1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table_1.xlsx" id="TS1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allali</surname> <given-names>I.</given-names></name> <name><surname>Arnold</surname> <given-names>J. W.</given-names></name> <name><surname>Roach</surname> <given-names>J.</given-names></name> <name><surname>Cadenas</surname> <given-names>M. B.</given-names></name> <name><surname>Butz</surname> <given-names>N.</given-names></name> <name><surname>Hassan</surname> <given-names>H. M.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>A comparison of sequencing platforms and bioinformatics pipelines for compositional analysis of the gut microbiome.</article-title> <source><italic>BMC Microbiol.</italic></source> <volume>17</volume>:<issue>194</issue>. <pub-id pub-id-type="doi">10.1186/s12866-017-1101-8</pub-id> <pub-id pub-id-type="pmid">28903732</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Almeida</surname> <given-names>A.</given-names></name> <name><surname>Mitchell</surname> <given-names>A. L.</given-names></name> <name><surname>Tarkowska</surname> <given-names>A.</given-names></name> <name><surname>Finn</surname> <given-names>R. D.</given-names></name></person-group> (<year>2018</year>). <article-title>Benchmarking taxonomic assignments based on 16S rRNA gene profiling of the microbiota from commonly sampled environments.</article-title> <source><italic>Gigascience</italic></source> <volume>7</volume>:<issue>giy054</issue>. <pub-id pub-id-type="doi">10.1093/gigascience/giy054</pub-id> <pub-id pub-id-type="pmid">29762668</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Altomare</surname> <given-names>D.</given-names></name> <name><surname>Ferrari</surname> <given-names>C.</given-names></name> <name><surname>Festari</surname> <given-names>C.</given-names></name> <name><surname>Guerra</surname> <given-names>U. P.</given-names></name> <name><surname>Muscio</surname> <given-names>C.</given-names></name> <name><surname>Padovani</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Quantitative appraisal of the Amyloid Imaging Taskforce appropriate use criteria for amyloid-PET.</article-title> <source><italic>Alzheimers Dement</italic></source> <volume>14</volume> <fpage>1088</fpage>&#x2013;<lpage>1098</lpage>. <pub-id pub-id-type="doi">10.1016/j.jalz.2018.02.022</pub-id> <pub-id pub-id-type="pmid">29679576</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Amir</surname> <given-names>A.</given-names></name> <name><surname>McDonald</surname> <given-names>D.</given-names></name> <name><surname>Navas-Molina</surname> <given-names>J. A.</given-names></name> <name><surname>Kopylova</surname> <given-names>E.</given-names></name> <name><surname>Morton</surname> <given-names>J. T.</given-names></name> <name><surname>Zech</surname> <given-names>X. Z.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Deblur rapidly resolves single-nucleotide community sequence patterns.</article-title> <source><italic>mSystems</italic></source> <volume>2</volume>:<issue>e00191-16</issue>. <pub-id pub-id-type="doi">10.1128/mSystems.00191-16</pub-id> <pub-id pub-id-type="pmid">28289731</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bardou</surname> <given-names>P.</given-names></name> <name><surname>Mariette</surname> <given-names>J.</given-names></name> <name><surname>Escudi&#x00E9;</surname> <given-names>F.</given-names></name> <name><surname>Djemiel</surname> <given-names>C.</given-names></name> <name><surname>Klopp</surname> <given-names>C.</given-names></name></person-group> (<year>2014</year>). <article-title>Jvenn: an interactive venn diagram viewer.</article-title> <source><italic>BMC Bioinformatics</italic></source> <volume>15</volume>:<issue>293</issue>. <pub-id pub-id-type="doi">10.1186/1471-2105-15-293</pub-id> <pub-id pub-id-type="pmid">25176396</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bolyen</surname> <given-names>E.</given-names></name> <name><surname>Rideout</surname> <given-names>J. R.</given-names></name> <name><surname>Dillon</surname> <given-names>M. R.</given-names></name> <name><surname>Bokulich</surname> <given-names>N. A.</given-names></name> <name><surname>Abnet</surname> <given-names>C. C.</given-names></name> <name><surname>Al-Ghalith</surname> <given-names>G. A.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Author correction: reproducible, interactive, scalable and extensible microbiome data science using QIIME 2.</article-title> <source><italic>Nat. Biotechnol.</italic></source> <volume>37</volume>:<issue>1091</issue>. <pub-id pub-id-type="doi">10.1038/s41587-019-0252-6</pub-id> <pub-id pub-id-type="pmid">31399723</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cai</surname> <given-names>L.</given-names></name> <name><surname>Wu</surname> <given-names>H.</given-names></name> <name><surname>Li</surname> <given-names>D.</given-names></name> <name><surname>Zhou</surname> <given-names>K.</given-names></name> <name><surname>Zou</surname> <given-names>F.</given-names></name></person-group> (<year>2015</year>). <article-title>Type 2 diabetes biomarkers of human gut microbiota selected via iterative sure independent screening method.</article-title> <source><italic>PLoS One</italic></source> <volume>10</volume>:<issue>e0140827</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0140827</pub-id> <pub-id pub-id-type="pmid">26479726</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Callahan</surname> <given-names>B. J.</given-names></name> <name><surname>McMurdie</surname> <given-names>P. J.</given-names></name> <name><surname>Rosen</surname> <given-names>M. J.</given-names></name> <name><surname>Han</surname> <given-names>A. W.</given-names></name> <name><surname>Johnson</surname> <given-names>A. J. A.</given-names></name> <name><surname>Holmes</surname> <given-names>S. P.</given-names></name></person-group> (<year>2016a</year>). <article-title>DADA2: High-resolution sample inference from Illumina amplicon data.</article-title> <source><italic>Nat. Methods</italic></source> <volume>13</volume> <fpage>581</fpage>&#x2013;<lpage>583</lpage>. <pub-id pub-id-type="doi">10.1038/nmeth.3869</pub-id> <pub-id pub-id-type="pmid">27214047</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Callahan</surname> <given-names>B. J.</given-names></name> <name><surname>Sankaran</surname> <given-names>K.</given-names></name> <name><surname>Fukuyama</surname> <given-names>J. A.</given-names></name> <name><surname>McMurdie</surname> <given-names>P. J.</given-names></name> <name><surname>Holmes</surname> <given-names>S. P.</given-names></name></person-group> (<year>2016b</year>). <article-title>Bioconductor Workflow for Microbiome Data Analysis: from raw reads to community analyses.</article-title> <source><italic>F1000Res.</italic></source> <volume>5</volume>:<issue>1492</issue>. <pub-id pub-id-type="doi">10.12688/f1000research.8986.2</pub-id> <pub-id pub-id-type="pmid">27508062</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caporaso</surname> <given-names>J. G.</given-names></name> <name><surname>Lauber</surname> <given-names>C. L.</given-names></name> <name><surname>Walters</surname> <given-names>W. A.</given-names></name> <name><surname>Berg-Lyons</surname> <given-names>D.</given-names></name> <name><surname>Lozupone</surname> <given-names>C. A.</given-names></name> <name><surname>Turnbaugh</surname> <given-names>P. J.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Global patterns of 16S rRNA diversity at a depth of millions of sequences per sample.</article-title> <source><italic>Proc. Natl. Acad. Sci. U.S.A.</italic></source> <volume>108(Suppl. 1)</volume> <fpage>4516</fpage>&#x2013;<lpage>4522</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1000080107</pub-id> <pub-id pub-id-type="pmid">20534432</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cattaneo</surname> <given-names>A.</given-names></name> <name><surname>Cattane</surname> <given-names>N.</given-names></name> <name><surname>Galluzzi</surname> <given-names>S.</given-names></name> <name><surname>Provasi</surname> <given-names>S.</given-names></name> <name><surname>Lopizzo</surname> <given-names>N.</given-names></name> <name><surname>Festari</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Association of brain amyloidosis with pro-inflammatory gut bacterial taxa and peripheral inflammation markers in cognitively impaired elderly.</article-title> <source><italic>Neurobiol. Aging</italic></source> <volume>49</volume> <fpage>60</fpage>&#x2013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1016/j.neurobiolaging.2016.08.019</pub-id> <pub-id pub-id-type="pmid">27776263</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choo</surname> <given-names>J. M.</given-names></name> <name><surname>Leong</surname> <given-names>L. E. X.</given-names></name> <name><surname>Rogers</surname> <given-names>G. B.</given-names></name></person-group> (<year>2015</year>). <article-title>Sample storage conditions significantly influence faecal microbiome profiles.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>5</volume>:<issue>16350</issue>. <pub-id pub-id-type="doi">10.1038/srep16350</pub-id> <pub-id pub-id-type="pmid">26572876</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Claesson</surname> <given-names>M. J.</given-names></name> <name><surname>Wang</surname> <given-names>Q.</given-names></name> <name><surname>O&#x2019;Sullivan</surname> <given-names>O.</given-names></name> <name><surname>Greene-Diniz</surname> <given-names>R.</given-names></name> <name><surname>Cole</surname> <given-names>J. R.</given-names></name> <name><surname>Ross</surname> <given-names>R. P.</given-names></name><etal/></person-group> (<year>2010</year>). <article-title>Comparison of two next-generation sequencing technologies for resolving highly complex microbiota composition using tandem variable 16S rRNA gene regions.</article-title> <source><italic>Nucleic Acids Res.</italic></source> <volume>38</volume>:<issue>e200</issue>. <pub-id pub-id-type="doi">10.1093/nar/gkq873</pub-id> <pub-id pub-id-type="pmid">20880993</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Contreras</surname> <given-names>A. V.</given-names></name> <name><surname>Cocom-Chan</surname> <given-names>B.</given-names></name> <name><surname>Hernandez-Montes</surname> <given-names>G.</given-names></name> <name><surname>Portillo-Bobadilla</surname> <given-names>T.</given-names></name> <name><surname>Resendis-Antonio</surname> <given-names>O.</given-names></name></person-group> (<year>2016</year>). <article-title>Host-microbiome interaction and cancer: Potential application in precision medicine.</article-title> <source><italic>Front. Physiol.</italic></source> <volume>7</volume>:<issue>606</issue>. <pub-id pub-id-type="doi">10.3389/fphys.2016.00606</pub-id> <pub-id pub-id-type="pmid">28018236</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x2019;Argenio</surname> <given-names>V.</given-names></name> <name><surname>Casaburi</surname> <given-names>G.</given-names></name> <name><surname>Precone</surname> <given-names>V.</given-names></name> <name><surname>Salvatore</surname> <given-names>F.</given-names></name></person-group> (<year>2014</year>). <article-title>Comparative metagenomic analysis of human gut microbiome composition using two different bioinformatic pipelines.</article-title> <source><italic>Biomed Res. Int.</italic></source> <volume>2014</volume> <fpage>1</fpage>&#x2013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1155/2014/325340</pub-id> <pub-id pub-id-type="pmid">24719854</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edgar</surname> <given-names>R. C.</given-names></name></person-group> (<year>2010</year>). <article-title>Search and clustering orders of magnitude faster than BLAST.</article-title> <source><italic>Bioinformatics</italic></source> <volume>26</volume> <fpage>2460</fpage>&#x2013;<lpage>2461</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btq461</pub-id> <pub-id pub-id-type="pmid">20709691</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edgar</surname> <given-names>R. C.</given-names></name></person-group> (<year>2013</year>). <article-title>UPARSE: highly accurate OTU sequences from microbial amplicon reads.</article-title> <source><italic>Nat. Methods</italic></source> <volume>10</volume> <fpage>996</fpage>&#x2013;<lpage>998</lpage>. <pub-id pub-id-type="doi">10.1038/nmeth.2604</pub-id> <pub-id pub-id-type="pmid">23955772</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edgar</surname> <given-names>R. C.</given-names></name></person-group> (<year>2016</year>). <article-title>UNOISE2: improved error-correction for Illumina 16S and ITS amplicon sequencing.</article-title> <source><italic>bioRxiv.</italic></source> [<comment>Preprint</comment>]. <pub-id pub-id-type="doi">10.1101/081257</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Glatard</surname> <given-names>T.</given-names></name> <name><surname>Lewis</surname> <given-names>L. B.</given-names></name> <name><surname>Ferreira da Silva</surname> <given-names>R.</given-names></name> <name><surname>Adalat</surname> <given-names>R.</given-names></name> <name><surname>Beck</surname> <given-names>N.</given-names></name> <name><surname>Lepage</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Reproducibility of neuroimaging analyses across operating systems.</article-title> <source><italic>Front. Neuroinform</italic></source> <volume>9</volume>:<issue>12</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2015.00012</pub-id> <pub-id pub-id-type="pmid">25964757</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gronenschild</surname> <given-names>E. H. B. M.</given-names></name> <name><surname>Habets</surname> <given-names>P.</given-names></name> <name><surname>Jacobs</surname> <given-names>H. I. L.</given-names></name> <name><surname>Mengelers</surname> <given-names>R.</given-names></name> <name><surname>Rozendaal</surname> <given-names>N.</given-names></name> <name><surname>van Os</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>The effects of FreeSurfer version, workstation type, and Macintosh operating system version on anatomical volume and cortical thickness measurements.</article-title> <source><italic>PLoS One</italic></source> <volume>7</volume>:<issue>e38234</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0038234</pub-id> <pub-id pub-id-type="pmid">22675527</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Horne</surname> <given-names>R.</given-names></name> <name><surname>Foster</surname> <given-names>J. A.</given-names></name></person-group> (<year>2018</year>). <article-title>metabolic and microbiota measures as peripheral biomarkers in major depressive disorder.</article-title> <source><italic>Front. psychiatry</italic></source> <volume>9</volume>:<issue>513</issue>. <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00513</pub-id> <pub-id pub-id-type="pmid">30405455</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kennedy</surname> <given-names>N. A.</given-names></name> <name><surname>Walker</surname> <given-names>A. W.</given-names></name> <name><surname>Berry</surname> <given-names>S. H.</given-names></name> <name><surname>Duncan</surname> <given-names>S. H.</given-names></name> <name><surname>Farquarson</surname> <given-names>F. M.</given-names></name> <name><surname>Louis</surname> <given-names>P.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>The impact of different DNA extraction kits and laboratories upon the assessment of human gut microbiota composition by 16S rRNA gene sequencing.</article-title> <source><italic>PLoS One</italic></source> <volume>9</volume>:<issue>e88982</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0088982</pub-id> <pub-id pub-id-type="pmid">24586470</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>L&#x00F3;pez-Garc&#x00ED;a</surname> <given-names>A.</given-names></name> <name><surname>Pineda-Quiroga</surname> <given-names>C.</given-names></name> <name><surname>Atxaerandio</surname> <given-names>R.</given-names></name> <name><surname>P&#x00E9;rez</surname> <given-names>A.</given-names></name> <name><surname>Hern&#x00E1;ndez</surname> <given-names>I.</given-names></name> <name><surname>Garc&#x00ED;a-Rodr&#x00ED;guez</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Comparison of mothur and QIIME for the analysis of rumen microbiota composition based on 16S rRNA amplicon sequences.</article-title> <source><italic>Front. Microbiol.</italic></source> <volume>9</volume>:<issue>3010</issue>. <pub-id pub-id-type="doi">10.3389/fmicb.2018.03010</pub-id> <pub-id pub-id-type="pmid">30619117</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McMurdie</surname> <given-names>P. J.</given-names></name> <name><surname>Holmes</surname> <given-names>S.</given-names></name></person-group> (<year>2013</year>). <article-title>phyloseq: an R package for reproducible interactive analysis and graphics of microbiome census data.</article-title> <source><italic>PLoS One</italic></source> <volume>8</volume>:<issue>e61217</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0061217</pub-id> <pub-id pub-id-type="pmid">23630581</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nekrutenko</surname> <given-names>A.</given-names></name> <name><surname>Taylor</surname> <given-names>J.</given-names></name></person-group> (<year>2012</year>). <article-title>Next-generation sequencing data interpretation: enhancing reproducibility and accessibility.</article-title> <source><italic>Nat. Rev. Genet.</italic></source> <volume>13</volume> <fpage>667</fpage>&#x2013;<lpage>672</lpage>. <pub-id pub-id-type="doi">10.1038/nrg3305</pub-id> <pub-id pub-id-type="pmid">22898652</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Plummer</surname> <given-names>E.</given-names></name> <name><surname>Twin</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>A comparison of three bioinformatics pipelines for the analysis of preterm gut microbiota using 16s rrna gene sequencing data.</article-title> <source><italic>J. Proteomics Bioinform</italic></source> <volume>8</volume> <fpage>283</fpage>&#x2013;<lpage>291</lpage>. <pub-id pub-id-type="doi">10.4172/jpb.1000381</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prodan</surname> <given-names>A.</given-names></name> <name><surname>Tremaroli</surname> <given-names>V.</given-names></name> <name><surname>Brolin</surname> <given-names>H.</given-names></name> <name><surname>Zwinderman</surname> <given-names>A. H.</given-names></name> <name><surname>Nieuwdorp</surname> <given-names>M.</given-names></name> <name><surname>Levin</surname> <given-names>E.</given-names></name></person-group> (<year>2020</year>). <article-title>Comparing bioinformatic pipelines for microbial 16S rRNA amplicon sequencing.</article-title> <source><italic>PLoS One</italic></source> <volume>15</volume>:<issue>e0227434</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0227434</pub-id> <pub-id pub-id-type="pmid">31945086</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quast</surname> <given-names>C.</given-names></name> <name><surname>Pruesse</surname> <given-names>E.</given-names></name> <name><surname>Yilmaz</surname> <given-names>P.</given-names></name> <name><surname>Gerken</surname> <given-names>J.</given-names></name> <name><surname>Schweer</surname> <given-names>T.</given-names></name> <name><surname>Yarza</surname> <given-names>P.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>The SILVA ribosomal RNA gene database project: improved data processing and web-based tools.</article-title> <source><italic>Nucleic Acids Res.</italic></source> <volume>41</volume> <fpage>D590</fpage>&#x2013;<lpage>D596</lpage>. <pub-id pub-id-type="doi">10.1093/nar/gks1219</pub-id> <pub-id pub-id-type="pmid">23193283</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ren</surname> <given-names>Z.</given-names></name> <name><surname>Li</surname> <given-names>A.</given-names></name> <name><surname>Jiang</surname> <given-names>J.</given-names></name> <name><surname>Zhou</surname> <given-names>L.</given-names></name> <name><surname>Yu</surname> <given-names>Z.</given-names></name> <name><surname>Lu</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Gut microbiome analysis as a tool towards targeted non-invasive biomarkers for early hepatocellular carcinoma.</article-title> <source><italic>Gut</italic></source> <volume>68</volume> <fpage>1014</fpage>&#x2013;<lpage>1023</lpage>. <pub-id pub-id-type="doi">10.1136/gutjnl-2017-315084</pub-id> <pub-id pub-id-type="pmid">30045880</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodrigues-Amorim</surname> <given-names>D.</given-names></name> <name><surname>Rivera-Baltanas</surname> <given-names>T.</given-names></name> <name><surname>Regueiro</surname> <given-names>B.</given-names></name> <name><surname>Spuch</surname> <given-names>C.</given-names></name> <name><surname>De Las Heras</surname> <given-names>M. E.</given-names></name> <name><surname>Vazquez-Noguerol</surname> <given-names>M. R.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>The role of the gut microbiota in schizophrenia: Current and future perspectives.</article-title> <source><italic>World J. Biol. Psychiatry</italic></source> <volume>21</volume> <fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1080/15622975.2018.1433878</pub-id> <pub-id pub-id-type="pmid">29383983</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scheperjans</surname> <given-names>F.</given-names></name> <name><surname>Aho</surname> <given-names>V.</given-names></name> <name><surname>Pereira</surname> <given-names>P. A. B.</given-names></name> <name><surname>Koskinen</surname> <given-names>K.</given-names></name> <name><surname>Paulin</surname> <given-names>L.</given-names></name> <name><surname>Pekkonen</surname> <given-names>E.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Gut microbiota are related to Parkinson&#x2019;s disease and clinical phenotype.</article-title> <source><italic>Mov. Disord.</italic></source> <volume>30</volume> <fpage>350</fpage>&#x2013;<lpage>358</lpage>. <pub-id pub-id-type="doi">10.1002/mds.26069</pub-id> <pub-id pub-id-type="pmid">25476529</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schliep</surname> <given-names>K. P.</given-names></name></person-group> (<year>2011</year>). <article-title>phangorn: phylogenetic analysis in R.</article-title> <source><italic>Bioinformatics</italic></source> <volume>27</volume> <fpage>592</fpage>&#x2013;<lpage>593</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btq706</pub-id> <pub-id pub-id-type="pmid">21169378</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schloss</surname> <given-names>P. D.</given-names></name> <name><surname>Westcott</surname> <given-names>S. L.</given-names></name> <name><surname>Ryabin</surname> <given-names>T.</given-names></name> <name><surname>Hall</surname> <given-names>J. R.</given-names></name> <name><surname>Hartmann</surname> <given-names>M.</given-names></name> <name><surname>Hollister</surname> <given-names>E. B.</given-names></name><etal/></person-group> (<year>2009</year>). <article-title>Introducing mothur: open-source, platform-independent, community-supported software for describing and comparing microbial communities.</article-title> <source><italic>Appl. Environ. Microbiol.</italic></source> <volume>75</volume> <fpage>7537</fpage>&#x2013;<lpage>7541</lpage>. <pub-id pub-id-type="doi">10.1128/AEM.01541-09</pub-id> <pub-id pub-id-type="pmid">19801464</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Segota</surname> <given-names>I.</given-names></name> <name><surname>Long</surname> <given-names>T.</given-names></name></person-group> (<year>2019</year>). <article-title>A high-resolution pipeline for 16S-sequencing identifies bacterial strains in human microbiome.</article-title> <source><italic>bioRxiv.</italic></source> [<comment>Preprint</comment>]. <pub-id pub-id-type="doi">10.1101/565572</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tedjo</surname> <given-names>D. I.</given-names></name> <name><surname>Smolinska</surname> <given-names>A.</given-names></name> <name><surname>Savelkoul</surname> <given-names>P. H.</given-names></name> <name><surname>Masclee</surname> <given-names>A. A.</given-names></name> <name><surname>Van Schooten</surname> <given-names>F. J.</given-names></name> <name><surname>Pierik</surname> <given-names>M. J.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>The fecal microbiota as a biomarker for disease activity in Crohn&#x2019;s disease.</article-title> <source><italic>Sci. Rep.</italic></source> <volume>6</volume>:<issue>35216</issue>. <pub-id pub-id-type="doi">10.1038/srep35216</pub-id> <pub-id pub-id-type="pmid">27734914</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Winter</surname> <given-names>G.</given-names></name> <name><surname>Hart</surname> <given-names>R. A.</given-names></name> <name><surname>Charlesworth</surname> <given-names>R. P. G.</given-names></name> <name><surname>Sharpley</surname> <given-names>C. F.</given-names></name></person-group> (<year>2018</year>). <article-title>Gut microbiome and depression: What we know and what we need to know.</article-title> <source><italic>Rev. Neurosci.</italic></source> <volume>29</volume> <fpage>629</fpage>&#x2013;<lpage>643</lpage>. <pub-id pub-id-type="doi">10.1515/revneuro-2017-0072</pub-id> <pub-id pub-id-type="pmid">29397391</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiao</surname> <given-names>S.</given-names></name> <name><surname>Zhao</surname> <given-names>L.</given-names></name></person-group> (<year>2014</year>). <article-title>Gut microbiota-based translational biomarkers to prevent metabolic syndrome via nutritional modulation.</article-title> <source><italic>FEMS Microbiol. Ecol.</italic></source> <volume>87</volume> <fpage>303</fpage>&#x2013;<lpage>314</lpage>. <pub-id pub-id-type="doi">10.1111/1574-6941.12250</pub-id> <pub-id pub-id-type="pmid">24219358</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>Y.</given-names></name> <name><surname>Xu</surname> <given-names>Z. Z.</given-names></name> <name><surname>He</surname> <given-names>Y.</given-names></name> <name><surname>Yang</surname> <given-names>Y.</given-names></name> <name><surname>Liu</surname> <given-names>L.</given-names></name> <name><surname>Lin</surname> <given-names>Q.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Gut microbiota offers universal biomarkers across ethnicity in inflammatory bowel disease diagnosis and infliximab response prediction.</article-title> <source><italic>mSystems</italic></source> <volume>3</volume>:<issue>e0000188-17</issue>. <pub-id pub-id-type="doi">10.1128/mSystems.00188-17</pub-id> <pub-id pub-id-type="pmid">29404425</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p><ext-link ext-link-type="uri" xlink:href="https://youtu.be/pOV_tuZqzso">https://youtu.be/pOV_tuZqzso</ext-link></p></fn>
<fn id="footnote2">
<label>2</label>
<p><ext-link ext-link-type="uri" xlink:href="https://www.drive5.com/usearch/manual/uparse_otu_radius.html">https://www.drive5.com/usearch/manual/uparse_otu_radius.html</ext-link></p></fn>
<fn id="footnote3">
<label>3</label>
<p><ext-link ext-link-type="uri" xlink:href="http://www.arb-silva.de/">www.arb-silva.de/</ext-link></p></fn>
<fn id="footnote4">
<label>4</label>
<p><ext-link ext-link-type="uri" xlink:href="https://zenodo.org/record/1172783#.XtkSOi-ua-y">https://zenodo.org/record/1172783#.XtkSOi-ua-y</ext-link></p></fn>
<fn id="footnote5">
<label>5</label>
<p><ext-link ext-link-type="uri" xlink:href="https://zenodo.org/record/801828#.Xh2Uqy3h3AI">https://zenodo.org/record/801828#.Xh2Uqy3h3AI</ext-link></p></fn>
<fn id="footnote6">
<label>6</label>
<p><ext-link ext-link-type="uri" xlink:href="http://jvenn.toulouse.inra.fr/app/example.html">http://jvenn.toulouse.inra.fr/app/example.html</ext-link></p></fn>
</fn-group>
</back>
</article>
