<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<?covid-19-tdm?>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="methods-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2023.1274508</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>External quality assessment for laboratories in pan-India ILI/SARI surveillance for simultaneous detection of influenza virus and SARS-CoV-2</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Potdar</surname>
<given-names>Varsha</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1567645/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vijay</surname>
<given-names>Neetu</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2402757/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vipat</surname>
<given-names>Veena</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jadhav</surname>
<given-names>Sheetal</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gupta</surname>
<given-names>Nivedita</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1571136/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Aggarwal</surname>
<given-names>Neeraj</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Indian Council of Medical Research&#x2013;National Institute of Virology</institution>, <addr-line>Pune</addr-line>, <country>India</country></aff>
<aff id="aff2"><sup>2</sup><institution>Division of Epidemiology and Communicable Diseases, Indian Council of Medical Research</institution>, <addr-line>New Delhi</addr-line>, <country>India</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by"><p>Edited by: Jawhar Gharbi, King Faisal University, Saudi Arabia</p></fn>
<fn id="fn0002" fn-type="edited-by"><p>Reviewed by: Amudhan Murugesan, Government Theni Medical College, India; Ross Gore, Old Dominion University, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Neeraj Aggarwal, <email>aggarwal.n@icmr.gov.in</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>13</day>
<month>11</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>11</volume>
<elocation-id>1274508</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>08</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>23</day>
<month>10</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Potdar, Vijay, Vipat, Jadhav, Gupta and Aggarwal.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Potdar, Vijay, Vipat, Jadhav, Gupta and Aggarwal</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>The Indian Council of Medical Research has set up a nationwide network of 28 laboratories for simultaneous surveillance of influenza virus and SARS-CoV-2 in ILI/SARI patients, using an in-house developed and validated multiplex real-time RTPCR assay. The aim of this study was to ensure the quality of testing by these laboratories by implementing an external quality assessment program (EQAP).</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>For this EQAP, a proficiency test (PT) panel comprising tissue-culture or egg-grown influenza virus and SARS-CoV-2 was developed. The PT panel was distributed to all the participant laboratories, which tested the panel and submitted the qualitative results online to the EQAP provider. The performance of the laboratories was evaluated on qualitative criteria but cycle threshold (Ct) values were also gathered for each sample.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>On a qualitative basis, all the laboratories achieved the criteria of 90% concordance with the results of the PT panel provider. Ct values of different samples across the laboratories were within &#x2264; &#x00B1;3&#x2009;cycles of the corresponding mean values of the respective sample. The results of this EQAP affirmed the quality and reliability of testing being done for simultaneous surveillance of influenza virus and SARS-CoV-2 in India.</p>
</sec>
</abstract>
<kwd-group>
<kwd>EQAP</kwd>
<kwd>influenza</kwd>
<kwd>SARS-CoV-2</kwd>
<kwd>surveillance</kwd>
<kwd>ILI</kwd>
<kwd>SARI</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="27"/>
<page-count count="7"/>
<word-count count="4206"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Diseases: Epidemiology and Prevention</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec4">
<title>Introduction</title>
<p>Respiratory infections are one of the two infections that are the topmost contributors to global disability-adjusted life years, the other being enteric infections (<xref ref-type="bibr" rid="ref1">1</xref>). Respiratory infections have a significant impact on public health and the economy (<xref ref-type="bibr" rid="ref2">2</xref>, <xref ref-type="bibr" rid="ref3">3</xref>). Amongst acute respiratory infections, the influenza virus is an important aetiology, especially in children and older adults, accounting for 3 to 5 million cases of severe disease annually (<xref ref-type="bibr" rid="ref4">4</xref>). The COVID-19 pandemic added another pathogen to this group of infections. Over the last three years, since the advent of Severe Acute Respiratory Syndrome Corona Virus-2 (SARS-CoV-2), more than 656 million confirmed cases with 6.6 million mortalities have been reported globally up to 1 Jan, 2023 (<xref ref-type="bibr" rid="ref5">5</xref>).</p>
<p>Owing to their RNA genome, both the influenza virus and SARS-CoV-2 are highly prone to mutations, resulting in the evolution of newer strains (<xref ref-type="bibr" rid="ref6">6</xref>, <xref ref-type="bibr" rid="ref7">7</xref>). This characteristic grants both these viruses an ability to cause frequent outbreaks and occasional epidemics or pandemics. Annual outbreaks of influenza are well documented (<xref ref-type="bibr" rid="ref4">4</xref>). Similarly, the frequent mutations in the SARS-CoV-2 genome have resulted in multiple variants of interest and variants of concern that kept the COVID-19 pandemic ongoing for nearly three years (<xref ref-type="bibr" rid="ref8">8</xref>). This ability of both these viruses, coupled with a similar clinical picture, emphasizes the need for continuous simultaneous surveillance of these respiratory viruses. The World Health Organization (WHO) in Nov 2020 advised that surveillance for both influenza virus and SARS-CoV-2 be integrated, and the data be reported through the WHO Global Influenza Surveillance and Response System (GISRS) (<xref ref-type="bibr" rid="ref9">9</xref>). GISRS has been in use for global influenza surveillance since 1952 and has played an important role in the timely detection of globally circulating influenza strains. This platform has facilitated the identification of emerging or reemerging influenza strains. To strengthen the influenza surveillance being done until recently in India in a limited manner by the Indian Council of Medical Research-National Institute of Virology (ICMR-NIV), and to initiate the simultaneous detection of influenza virus and SARS-CoV-2, ICMR established a pan-India surveillance network for influenza virus and SARS-CoV-2 by real-time reverse transcriptase Polymerase Chain Reaction (rRT-PCR) (<xref ref-type="bibr" rid="ref10">10</xref>). Between 4 July 2021 and 31 October 2022, the network tested 34,260 samples, of which 12.84% samples were positive for one of the two viruses tested along with 37 dual/co-infections (<xref ref-type="bibr" rid="ref11">11</xref>). Given the multitudinous number of samples being tested by this wide network of laboratories, it is essential to ensure the reliability of testing. This communication describes the external quality assessment program (EQAP) for all the participating laboratories, to establish a quality-assured system for simultaneous qualitative detection and differentiation of influenza virus and SARS-CoV-2 in ILI/SARI patients. EQAP has played a pivotal role in establishing the quality of molecular testing for influenza virus (<xref ref-type="bibr" rid="ref12">12</xref>) and SARS-CoV-2 (<xref ref-type="bibr" rid="ref13">13</xref>&#x2013;<xref ref-type="bibr" rid="ref15">15</xref>) as individual viruses. To our knowledge, this is the first report on simultaneous EQAP for influenza virus and SARS-CoV-2 virus.</p>
</sec>
<sec sec-type="methods" id="sec5">
<title>Methods</title>
<sec id="sec6">
<title>EQAP organization</title>
<p>The pan-India surveillance network for influenza virus and SARS-CoV-2 is a three-tiered structure that has 28 laboratories across the length and breadth of the country (<xref ref-type="bibr" rid="ref10">10</xref>, <xref ref-type="bibr" rid="ref11">11</xref>). These laboratories participated in the surveillance of these two respiratory viruses in samples collected from ILI &#x0026; SARI patients from hospital and defined community settings (<xref ref-type="bibr" rid="ref11">11</xref>). To ensure the reliability of testing, an EQAP was administered by the ICMR-NIV Pune which is a WHO-NIC for influenza and SARS-CoV-2 reference centre. The program was coordinated by the ICMR Headquarters (ICMR-HQ) to maintain confidentiality and transparency of the results. All testing laboratories barring two participated. The complete flow of the EQAP is depicted in <xref ref-type="fig" rid="fig1">Figure 1</xref>.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption><p>EQAP process flow.</p></caption>
<graphic xlink:href="fpubh-11-1274508-g001.tif"/>
</fig>
</sec>
<sec id="sec7">
<title>Panel composition</title>
<p>EQAP comprised a proficiency test (PT) panel of 12 coded samples. A group of external experts (clinical microbiologists) was constituted by the ICMR-HQ to deliberate on the composition of the PT panel and decide on the scoring and passing criteria. Based on the recommendations of the experts, the PT panel included six contemporary influenza strains, including one avian A(H9N2) virus, two SARS-CoV 2 virus and two negative controls. There were two samples each of influenza A(H1N1)pdm09 and SARS-CoV-2 to represent different viral loads of the same virus type. The panel also included two samples for allelic discrimination by rRT-PCR for testing antiviral susceptibility. The composition of the panel is depicted in <xref ref-type="table" rid="tab1">Table 1</xref>. Each virus sample, except A(H9N2), was an <italic>in-vitro</italic> grown virus whereas A(H9N2) was an egg grown virus. All the viruses were inactivated prior to aliquoting. The PT panel was divided into two sections &#x2013; section 1, for diagnosis of influenza and SARS CoV 2, comprised of the first ten samples and section 2, for detection of the antiviral susceptibility of A(H1N1)pdm09, comprised of the last two samples. The PT panel was jumbled in different combinations, before shipping out, to avoid any biasness between the laboratories. Each participating laboratory was asked to process samples following the exact procedure that would be used for the patient&#x2019;s sample. The laboratories had to complete the testing of the PT panel by rRT-PCR using the in-house developed multiplex molecular assay, the testing method used in the pan-India ILI/SARI surveillance network (<xref ref-type="bibr" rid="ref10">10</xref>), within 10&#x2009;days from the date of receipt of the PT panel.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption><p>Composition of proficiency test panel used for EQAP.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">EQA sample code</th>
<th align="left" valign="top">Sample type</th>
<th align="left" valign="top">Virus content</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Sample_1</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">Influenza A(H1N1)pdm09</td>
</tr>
<tr>
<td align="left" valign="top">Sample_2</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">Influenza B/Victoria</td>
</tr>
<tr>
<td align="left" valign="top">Sample_3</td>
<td align="left" valign="top">Negative</td>
<td align="left" valign="top">Cell culture supernatant</td>
</tr>
<tr>
<td align="left" valign="top">Sample_4</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">Influenza A(H3N2)</td>
</tr>
<tr>
<td align="left" valign="top">Sample_5</td>
<td align="left" valign="top">SARS-CoV-2</td>
<td align="left" valign="top">SARS-CoV-2</td>
</tr>
<tr>
<td align="left" valign="top">Sample_6</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">Influenza B/Yamagata</td>
</tr>
<tr>
<td align="left" valign="top">Sample_7</td>
<td align="left" valign="top">Negative</td>
<td align="left" valign="top">Cell culture supernatant</td>
</tr>
<tr>
<td align="left" valign="top">Sample_8</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">Influenza A(H1N1)pdm09</td>
</tr>
<tr>
<td align="left" valign="top">Sample_9</td>
<td align="left" valign="top">SARS-CoV-2</td>
<td align="left" valign="top">SARS-CoV-2</td>
</tr>
<tr>
<td align="left" valign="top">Sample_10</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">&#x2003;Inf A unsubtypable<break/>
(Unusual subtype &#x2013; H9N2)</td>
</tr>
<tr>
<td align="left" valign="top">Sample_11</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">A(H1N1)pdm09 virus wild type (sensitive)</td>
</tr>
<tr>
<td align="left" valign="top">Sample_12</td>
<td align="left" valign="top">Influenza</td>
<td align="left" valign="top">A(H1N1)pdm09 virus mutant type (resistant)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec8">
<title>Panel preparation</title>
<p>For preparing the PT panel, early passage Madin-Darby canine kidney (MDCK) cells were infected with previously isolated seasonal influenza viruses. The viruses used for infection had a HA titer of 8&#x2013;16. After infection, the cells were incubated at 37&#x00B0;C for 3&#x2009;days in 5% CO<sub>2</sub> or until the CPE appeared. The culture supernatant was harvested and clarified of cell debris by centrifugation at 10,000&#x2009;rpm at 4&#x00B0;C. Each virus harvest was antigenically characterized by Haemagglutination assay (HA) and Haemagglutination inhibition assay (HI), as per the protocol described in the WHO manual (<xref ref-type="bibr" rid="ref16">16</xref>), to determine the HA titer and confirm the subtype of each virus. Once characterized, each virus was heat-inactivated at 50&#x00B0;C for 30&#x2009;min. The confirmation of complete inactivation was done by three passages of the inactivated virus in MDCK cells. Once confirmed, the viruses were aliquoted in 1&#x2009;mL aliquots and stored frozen, until shipped, at &#x2212;80&#x00B0;C. In addition to seasonal influenza viruses, avian influenza A(H9N2) was grown in eggs and gamma irradiated to inactivate the virus (<xref ref-type="bibr" rid="ref17">17</xref>).</p>
<p>The SARS-CoV-2 (Delta variant B.1.617.2) was received as an inactivated virus from the high containment lab at NIV-Pune (personal communication).</p>
</sec>
<sec id="sec9">
<title>Result submission and scoring</title>
<p>The key of each combination, based on the results assigned by the apex laboratory ICMR-NIV, was with ICMR-HQ. Each participating laboratory entered results online at the ILI/SARI surveillance portal that is in routine use to capture the surveillance data (<xref ref-type="bibr" rid="ref10">10</xref>). The ICMR-HQ decoded the results submitted by the laboratories and computed the concordance scores. The scoring was done based only on the results of 10 samples of section one. Each sample was worth a score of 10. For samples no. 1, 2, 4, 6, 8, and 10 (influenza positive), each sample was assessed on two parameters: differentiation of influenza A and influenza B, and identification of subtypes of influenza A or influenza B (each correct reporting fetched a score of 5 each). The sample that had an unusual subtype was to be identified and reported as influenza A un-subtyped. Performance on antiviral susceptibility samples (sample no. 11 and 12) was not considered while computing the scores. These samples were used only to provide feedback on the quality of testing of the laboratory. Each laboratory that scored 90% concordance or more was considered as passing the EQAP.</p>
</sec>
</sec>
<sec sec-type="results" id="sec10">
<title>Results</title>
<p>This was a qualitative EQAP. Semi-quantitative results (Ct value) were used for reference only.</p>
<sec id="sec11">
<title>Panel characterization at ICMR-NIV</title>
<p>The <italic>in-vitro</italic> propagated isolates of seasonal influenza viruses underwent antigenic characterization. The HA titer of each isolate and their HI titer against respective homologous reference serum is shown in <xref ref-type="table" rid="tab2">Table 2</xref>. Further, each <italic>in-vitro</italic> propagated isolate of seasonal influenza viruses underwent sequencing to check if there have been any changes in genes of the respective viruses due to passage in cell culture. The M and HA gene sequences of the seasonal influenza viruses used in the PT panel aligned completely with the primers and probes used in the multiplex molecular assay, that is used in the pan-India ILI/SARI surveillance network (results not shown), confirming the suitability of the kit for the panel.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption><p>HA and HI titers of <italic>in-vitro</italic> propagated seasonal influenza viruses that were used for PT panel preparation.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Virus subtype</th>
<th align="center" valign="top">HA titer</th>
<th align="center" valign="top">HI titer</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Influenza A(H1N1)pdm09</td>
<td align="center" valign="top">1:32</td>
<td align="center" valign="top">1:320</td>
</tr>
<tr>
<td align="left" valign="top">Influenza A(H3N2)</td>
<td align="center" valign="top">1:16</td>
<td align="center" valign="top">1:1280</td>
</tr>
<tr>
<td align="left" valign="top">Influenza B/Yamagata</td>
<td align="center" valign="top">1:64</td>
<td align="center" valign="top">320</td>
</tr>
<tr>
<td align="left" valign="top">Influenza B/Victoria</td>
<td align="center" valign="top">1:64</td>
<td align="center" valign="top">640</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec12">
<title>PT panel results of the testing laboratories</title>
<p>Twenty-six laboratories that participated in the EQAP tested all the samples in the panel and reported results within the stipulated time. The number of laboratories that detected each sample correctly is shown in <xref ref-type="fig" rid="fig2">Figure 2</xref>. Except for one sample by one laboratory, none of the laboratories reported false-negative results and all the laboratories could correctly identify the influenza A, influenza B, or SARS-CoV-2 sample. While subtyping, all the laboratories correctly identified A(H1N1)pdm09 and B/Victoria lineage. A(H3N2) was reported as untypable by one lab and the B/Yamagata lineage was missed by two laboratories. Two laboratories reported influenza A unusual subtype sample as H1N1. False positives were reported by two laboratories (one sample in each lab). Despite these odd reports, all the participating laboratories passed the EQAP by scoring 90% concordance or more (<xref ref-type="fig" rid="fig3">Figure 3</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption><p>Number of laboratories that detected each sample in section 1 of the PT panel.</p></caption>
<graphic xlink:href="fpubh-11-1274508-g002.tif"/>
</fig>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption><p>Overall performance of the laboratories.</p></caption>
<graphic xlink:href="fpubh-11-1274508-g003.tif"/>
</fig>
</sec>
<sec id="sec13">
<title>Semi-quantitative performance of the laboratories</title>
<p><xref ref-type="fig" rid="fig4">Figure 4</xref> shows the Ct value of each sample (except the negative samples) within section 1 of the PT panel for differentiation of influenza A, influenza B, and SARS-CoV-2 samples. Most of the laboratories (73&#x2013;92%) reported Ct values for individual samples that are within &#x2264; &#x00B1;3&#x2009;cycles of corresponding mean values of the respective sample. When analyzed in terms of interquartile spread, there was an occasional outlier for sample numbers 2 and 5. Nevertheless, most of the laboratories reported Ct values for individual samples that were within the lower and upper quartile of the respective sample. All the laboratories could also discriminate between different viral loads of influenza A(H1N1)pdm09 and SARS-CoV-2, as is seen by the corresponding Ct values, except one lab which failed to do so for high titred SARS-CoV-2 sample (sample number 5).</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption><p>Boxplot of Ct values for samples in section 1 of the PT panel (Each box represents an individual sample. The top and bottom lines of each boxplot represent the third and first quartiles, respectively. The horizontal bar and X within each box represent the median Ct value and mean Ct value for that sample. For each sample, minimum and maximum Ct values are represented by error bars and outliers are represented by O).</p></caption>
<graphic xlink:href="fpubh-11-1274508-g004.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="sec14">
<title>Discussion</title>
<p>India initiated surveillance for viral aetiologies of acute respiratory infections by leveraging the network of laboratories that was created under the VRDL scheme (<xref ref-type="bibr" rid="ref10">10</xref>). The pan-India ILI/SARI surveillance network provided insight into the prevalence of different influenza viruses and SARS-CoV-2 in India over a period of about 15&#x2009;months, which varied depending on the time of the year and seasonality (<xref ref-type="bibr" rid="ref11">11</xref>). Given the numerous number of tests being done, it was imperative to gain confidence in the reliability of the test results. EQAP, through PT panel testing, is a time-tested method in laboratory medicine to address discrepancies amongst laboratories when the same analyte is measured by the same method (<xref ref-type="bibr" rid="ref18">18</xref>). EQAP permits simultaneous testing of multiple samples that vary from negative to strong positive samples. This allows covering the entire spectrum of samples that a laboratory can potentially test. Furthermore, EQAP is run in a coded manner where neither the panel composition nor the probable results are known to the participating laboratories. This simulates the everyday operations of the lab. Independent third-party monitoring of results reported by the testing laboratories, in comparison to the results reported by the EQAP provider, enhances the confidence of all the participating laboratories in the process. EQAP is a tool that has been extensively used as a measure of the quality of testing in multiple test methods (<xref ref-type="bibr" rid="ref14">14</xref>, <xref ref-type="bibr" rid="ref15">15</xref>, <xref ref-type="bibr" rid="ref19">19</xref>&#x2013;<xref ref-type="bibr" rid="ref23">23</xref>) including molecular testing for influenza virus and SARS-CoV-2 (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>). EQAP for influenza virus and SARS-CoV-2 have been standalone activities (<xref ref-type="bibr" rid="ref12">12</xref>&#x2013;<xref ref-type="bibr" rid="ref15">15</xref>) and there has been no published report on a simultaneous EQAP for both these viruses. Therefore, an EQAP was developed and administered by the national reference laboratory at ICMR-NIV Pune to ascertain the quality of integrated testing for influenza virus and SARS-CoV-2 in the pan-India ILI/SARI surveillance network.</p>
<p>Qualitatively, the performance of all the participating laboratories was satisfactory as they all met the qualifying criteria. The qualitative results when analyzed semi-quantitatively, showed small discrepancies in Ct values for the same sample amongst laboratories. Nevertheless, the laboratories could correctly discriminate different viral loads of the same virus (sample 1 vs. 8 and sample 5 vs. 9). Variation in Ct values for the same sample across laboratories has been reported in other EQAPs too (<xref ref-type="bibr" rid="ref14">14</xref>, <xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref25">25</xref>). Variation in Ct could be attributed to the lack of adherence to good laboratory practices such as the use of standardized test protocol, regular calibration of equipment, and technical ability of staff familiar with the protocol. Such practices are known to impact the performance of laboratories. The performance of the laboratories that follow CLIA regulations in the U.S.A. has been shown to be better (<xref ref-type="bibr" rid="ref26">26</xref>), thus emphasizing the need to follow certain minimum standards. Caution is advised while relying on Ct values for patient management. However, some clinicians opine that Ct values are helpful in decision-making (<xref ref-type="bibr" rid="ref27">27</xref>) and thus request laboratories to report Ct values. For reporting comparable Ct values across the pan-India network, laboratories are advised to locally standardize and validate the test protocol and emphasis needs to be laid on the calibration of test equipment. A limitation of our PT panel was that the panel comprised of cell-culture or egg-grown viruses and thus did not represent an actual clinical sample. We resorted to this strategy due to the lack of availability of clinical samples in sufficient volumes. Our panel could not accommodate samples of all the viruses that represented high, medium, and low viral loads due to logistics issues. Therefore, we used two samples with varying viral load and the rest of the samples had medium viral load, for a fair performance assessment of the laboratories. Another limitation was that no reference standard was included in the panel to address the standardization of the test protocol. The EQAP indicated that integrated influenza virus and SARS-CoV-2 diagnosis, on a qualitative level, by all the laboratories participating in the pan-India ILI/SARI surveillance network is accurate and the in-house developed multiplex molecular assay performs reliably. From an epidemiological perspective, this is significant as co-circulation of influenza and SARS-CoV-2 has been documented in India (<xref ref-type="bibr" rid="ref10">10</xref>). Thus, it becomes important that assays in use detect the underlying pathogen, accurately and reliably, without raising false positives. To our knowledge, this is the first national-level EQAP to assess the capability of testing laboratories to simultaneously detect influenza virus and SARS-CoV-2 using a multiplex rRT-PCR.</p>
</sec>
<sec sec-type="data-availability" id="sec15">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="sec19">Supplementary material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="author-contributions" id="sec16">
<title>Author contributions</title>
<p>VP: Methodology, Resources, Writing &#x2013; review &#x0026; editing. NV: Conceptualization, Data curation, Formal analysis, Funding acquisition, Investigation, Project administration, Writing &#x2013; review &#x0026; editing. SJ: Methodology, Resources, Validation, Writing &#x2013; review &#x0026; editing. VV: Methodology, Resources, Writing &#x2013; review &#x0026; editing. NG: Conceptualization, Supervision, Writing &#x2013; review &#x0026; editing. NA: Conceptualization, Supervision, Writing &#x2013; original draft.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec17">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This ILI/SARI surveillance program is funded by the Department of Health Research, Ministry of Health and Family Welfare, New Delhi (Grant No. R.15013/01/2021-HR/VRDL).</p>
</sec>
<ack>
<p>The authors acknowledge all the laboratories in the network for their active participation in the surveillance program. The authors gratefully acknowledge the guidance and support extended by Balram Bhargava, former Secretary to the Government of India, Department of Health Research, Ministry of Health &#x0026; Welfare and Director-General, ICMR. The authors also acknowledge. Rajiv Bahl, present Secretary to the Government of India, Department of Health Research, and Director-General, ICMR for continued support. The authors also acknowledge. Anu Nagar, Joint Secretary, Department of Health Research for her role in facilitating the implementation of the surveillance program. Continuous support of Harpreet Singh and Prabhat Chauhan, BMI Division, ICMR, for developing the online ILI-SARI portal is gratefully acknowledged.</p>
</ack>
<sec sec-type="COI-statement" id="sec18">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec19">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2023.1274508/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpubh.2023.1274508/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.xlsx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Image_1.JPEG" id="SM2" mimetype="image/jpeg" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>EQAP, External quality qssurance program; ILI, Influenza like illness; SARI, Severe acute respiratory infection; SARS-CoV-2, Severe Acute Respiratory Syndrome Corona Virus-2; PT, Proficiency test; CLIA, Clinical Laboratory Improvement Amendments; CPE, Cytopathic effect; Ct, Cycle threshold.</p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murray</surname> <given-names>CJ</given-names></name> <name><surname>Vos</surname> <given-names>T</given-names></name> <name><surname>Lozano</surname> <given-names>R</given-names></name> <name><surname>Naghavi</surname> <given-names>M</given-names></name> <name><surname>Flaxman</surname> <given-names>AD</given-names></name> <name><surname>Michaud</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Disability-adjusted life years (DALYs) for 291 diseases and injuries in 21 regions, 1990-2010: a systematic analysis for the global burden of disease study 2010</article-title>. <source>Lancet</source>. (<year>2012</year>) <volume>380</volume>:<fpage>2197</fpage>&#x2013;<lpage>223</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0140-6736(12)61689-4</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Troeger</surname> <given-names>C</given-names></name> <name><surname>Blacker</surname> <given-names>B</given-names></name> <name><surname>Khalil</surname> <given-names>IA</given-names></name> <name><surname>Rao</surname> <given-names>PC</given-names></name> <name><surname>Cao</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>GBD 2016 lower respiratory infections collaborators. Estimates of the global, regional, and national morbidity, mortality, and aetiologies of lower respiratory infections in 195 countries, 1990-2016: a systematic analysis for the global burden of disease study 2016</article-title>. <source>Lancet Infect Dis</source>. (<year>2018</year>) <volume>18</volume>:<fpage>1191</fpage>&#x2013;<lpage>210</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S1473-3099(18)30310-4</pub-id>, PMID: <pub-id pub-id-type="pmid">30243584</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Putri</surname> <given-names>WCWS</given-names></name> <name><surname>Muscatello</surname> <given-names>DJ</given-names></name> <name><surname>Stockwell</surname> <given-names>MS</given-names></name> <name><surname>Newall</surname> <given-names>AT</given-names></name></person-group>. <article-title>Economic burden of seasonal influenza in the United States</article-title>. <source>Vaccine</source>. (<year>2018</year>) <volume>36</volume>:<fpage>3960</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.vaccine.2018.05.057</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="web"><person-group person-group-type="author"><collab id="coll1">World Health Organization</collab></person-group>. <article-title>Influenza (Seasonal)</article-title>. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.who.int/news-room/fact-sheets/detail/influenza-(seasonal)" ext-link-type="uri">https://www.who.int/news-room/fact-sheets/detail/influenza-(seasonal)</ext-link>.</citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="web"><person-group person-group-type="author"><collab id="coll2">World Health Organization. Weekly epidemiological update on covid-19</collab></person-group> (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.who.int/publications/m/item/weekly-epidemiological-update-on-covid-19---4-january-2023" ext-link-type="uri">https://www.who.int/publications/m/item/weekly-epidemiological-update-on-covid-19---4-january-2023</ext-link>.</citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Petrova</surname> <given-names>VN</given-names></name> <name><surname>Russell</surname> <given-names>CA</given-names></name></person-group>. <article-title>The evolution of seasonal influenza viruses</article-title>. <source>Nat Rev Microbiol</source>. (<year>2018</year>) <volume>16</volume>:<fpage>47</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1038/nrmicro.2017.118</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harvey</surname> <given-names>WT</given-names></name> <name><surname>Carabelli</surname> <given-names>AM</given-names></name> <name><surname>Jackson</surname> <given-names>B</given-names></name> <name><surname>Gupta</surname> <given-names>RK</given-names></name> <name><surname>Thomson</surname> <given-names>EC</given-names></name> <name><surname>Harrison</surname> <given-names>EM</given-names></name> <etal/></person-group>. <article-title>SARS-CoV-2 variants, spike mutations and immune escape</article-title>. <source>Nat Rev Microbiol</source>. (<year>2021</year>) <volume>19</volume>:<fpage>409</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41579-021-00573-0</pub-id>, PMID: <pub-id pub-id-type="pmid">34075212</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="web"><person-group person-group-type="author"><collab id="coll3">Centre for Disease Control and Prevention. SARS-CoV-2 Variant classification and definitions</collab></person-group> (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/variants/variant-classifications.html" ext-link-type="uri">https://www.cdc.gov/coronavirus/2019-ncov/variants/variant-classifications.html</ext-link>.</citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="web"><article-title>End-to-end integration of SARS-CoV-2 and influenza sentinel surveillance: revised interim guidance</article-title>. (<year>2023</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.who.int/publications/i/item/WHO-2019-nCoV-Integrated_sentinel_surveillance-2022.1" ext-link-type="uri">https://www.who.int/publications/i/item/WHO-2019-nCoV-Integrated_sentinel_surveillance-2022.1</ext-link>.</citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aggarwal</surname> <given-names>N</given-names></name> <name><surname>Potdar</surname> <given-names>V</given-names></name> <name><surname>Vijay</surname> <given-names>N</given-names></name> <name><surname>Mukhopadhyay</surname> <given-names>L</given-names></name> <name><surname>Borkakoty</surname> <given-names>B</given-names></name> <name><surname>Manjusree</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>SARS-CoV-2 and influenza virus co-infection cases identified through ILI/SARI sentinel surveillance: a Pan-India report</article-title>. <source>Viruses</source>. (<year>2022</year>) <volume>14</volume>:<fpage>627</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v14030627</pub-id>, PMID: <pub-id pub-id-type="pmid">35337033</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Potdar</surname> <given-names>V</given-names></name> <name><surname>Vijay</surname> <given-names>N</given-names></name> <name><surname>Mukhopadhyay</surname> <given-names>L</given-names></name> <name><surname>Aggarwal</surname> <given-names>N</given-names></name> <name><surname>Bhardwaj</surname> <given-names>SD</given-names></name> <name><surname>Choudhary</surname> <given-names>ML</given-names></name> <etal/></person-group>. <article-title>Pan-India influenza-like illness and severe acute respiratory illness: epidemiological, clinical and genomic analysis</article-title>. <source>Front Public Health</source>. (<year>2023</year>) <volume>11</volume>:<fpage>1218292</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpubh.2023.1218292</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Popowich</surname> <given-names>MD</given-names></name> <name><surname>Brunt</surname> <given-names>SJ</given-names></name> <name><surname>Bennett</surname> <given-names>RT</given-names></name> <name><surname>George</surname> <given-names>KS</given-names></name></person-group>. <article-title>Development of a proficiency testing program for molecular diagnosis of influenza viruses</article-title>. <source>J Clin Virol</source>. (<year>2012</year>) <volume>54</volume>:<fpage>245</fpage>&#x2013;<lpage>50</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jcv.2012.04.001</pub-id>, PMID: <pub-id pub-id-type="pmid">22538096</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lau</surname> <given-names>KA</given-names></name> <name><surname>Kaufer</surname> <given-names>A</given-names></name> <name><surname>Gray</surname> <given-names>J</given-names></name> <name><surname>Theis</surname> <given-names>T</given-names></name> <name><surname>Rawlinson</surname> <given-names>WD</given-names></name></person-group>. <article-title>Proficiency testing for SARS-CoV-2 in assuring the quality and overall performance in viral RNA detection in clinical and public health laboratories</article-title>. <source>Pathology</source>. (<year>2022</year>) <volume>54</volume>:<fpage>472</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.pathol.2022.01.006</pub-id>, PMID: <pub-id pub-id-type="pmid">35440366</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sung</surname> <given-names>H</given-names></name> <name><surname>Han</surname> <given-names>MG</given-names></name> <name><surname>Yoo</surname> <given-names>CK</given-names></name> <name><surname>Lee</surname> <given-names>SW</given-names></name> <name><surname>Chung</surname> <given-names>YS</given-names></name> <name><surname>Park</surname> <given-names>JS</given-names></name> <etal/></person-group>. <article-title>Nationwide external quality assessment of SARS-CoV-2 molecular testing, South Korea</article-title>. <source>Emerg Infect Dis</source>. (<year>2020</year>) <volume>26</volume>:<fpage>2353</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.3201/eid2610.202551</pub-id>, PMID: <pub-id pub-id-type="pmid">32723432</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaur</surname> <given-names>H</given-names></name> <name><surname>Mukhopadhyay</surname> <given-names>L</given-names></name> <name><surname>Gupta</surname> <given-names>N</given-names></name> <name><surname>Aggarwal</surname> <given-names>N</given-names></name> <name><surname>Sangal</surname> <given-names>L</given-names></name> <name><surname>Potdar</surname> <given-names>V</given-names></name> <etal/></person-group>. <article-title>External quality assessment of COVID-19 real time reverse transcription PCR laboratories in India</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>:<fpage>e0263736</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0263736</pub-id>, PMID: <pub-id pub-id-type="pmid">35134089</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="book"><person-group person-group-type="author"><collab id="coll4">WHO manual on animal influenza diagnosis and surveillance</collab></person-group>. <source>World Health Organization</source>. (<year>2002</year>). Available at: <ext-link xlink:href="https://apps.who.int/iris/handle/10665/68026" ext-link-type="uri">https://apps.who.int/iris/handle/10665/68026</ext-link></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pawar</surname> <given-names>SD</given-names></name> <name><surname>Tandale</surname> <given-names>BV</given-names></name> <name><surname>Raut</surname> <given-names>CG</given-names></name> <name><surname>Parkhi</surname> <given-names>SS</given-names></name> <name><surname>Barde</surname> <given-names>TD</given-names></name> <name><surname>Gurav</surname> <given-names>YK</given-names></name> <etal/></person-group>. <article-title>Avian influenza H9N2 seroprevalence among poultry workers in Pune, India, 2010</article-title>. <source>PLoS One</source>. (<year>2012</year>) <volume>7</volume>:<fpage>e36374</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0036374</pub-id>, PMID: <pub-id pub-id-type="pmid">22623954</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>WG</given-names></name> <name><surname>Jones</surname> <given-names>GR</given-names></name> <name><surname>Horowitz</surname> <given-names>GL</given-names></name> <name><surname>Weykamp</surname> <given-names>C</given-names></name></person-group>. <article-title>Proficiency testing/external quality assessment: current challenges and future directions</article-title>. <source>Clin Chem</source>. (<year>2011</year>) <volume>57</volume>:<fpage>1670</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1373/clinchem.2011.168641</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donoso Mantke</surname> <given-names>O</given-names></name> <name><surname>McCulloch</surname> <given-names>E</given-names></name> <name><surname>Wallace</surname> <given-names>PS</given-names></name> <name><surname>Yue</surname> <given-names>C</given-names></name> <name><surname>Baylis</surname> <given-names>SA</given-names></name> <name><surname>Niedrig</surname> <given-names>M</given-names></name></person-group>. <article-title>External quality assessment (EQA) for molecular diagnostics of Zika virus: experiences from an international EQA Programme, 2016&#x2212;2018</article-title>. <source>Viruses</source>. (<year>2018</year>) <volume>10</volume>:<fpage>491</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v10090491</pub-id>, PMID: <pub-id pub-id-type="pmid">30216988</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pu</surname> <given-names>T</given-names></name> <name><surname>Shui</surname> <given-names>R</given-names></name> <name><surname>Shi</surname> <given-names>J</given-names></name> <name><surname>Liang</surname> <given-names>Z</given-names></name> <name><surname>Yang</surname> <given-names>W</given-names></name> <name><surname>Bu</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>China anticancer association professional Committee of Tumour Pathology. External quality assessment (EQA) program for the immunohistochemical detection of ER, PR and Ki-67 in breast cancer: results of an interlaboratory reproducibility ring study in China</article-title>. <source>BMC Cancer</source>. (<year>2019</year>) <volume>19</volume>:<fpage>978</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12885-019-6210-3</pub-id>, PMID: <pub-id pub-id-type="pmid">31640622</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Secchiero</surname> <given-names>S</given-names></name> <name><surname>Fogazzi</surname> <given-names>GB</given-names></name> <name><surname>Manoni</surname> <given-names>F</given-names></name> <name><surname>Epifani</surname> <given-names>M</given-names></name> <name><surname>Plebani</surname> <given-names>M</given-names></name></person-group>. <article-title>The Italian external quality assessment (EQA) program on urinary sediment by microscopy examination: a 20 years journey</article-title>. <source>Clin Chem Lab Med</source>. (<year>2020</year>) <volume>59</volume>:<fpage>845</fpage>&#x2013;<lpage>56</lpage>. doi: <pub-id pub-id-type="doi">10.1515/cclm-2020-1656</pub-id>, PMID: <pub-id pub-id-type="pmid">33554535</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x00F6;gling</surname> <given-names>R</given-names></name> <name><surname>Colavita</surname> <given-names>F</given-names></name> <name><surname>Reimerink</surname> <given-names>J</given-names></name> <name><surname>Melidou</surname> <given-names>A</given-names></name> <name><surname>Leitmeyer</surname> <given-names>K</given-names></name> <name><surname>Keramarou</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>External quality assessment of SARS-CoV-2 serology in European expert laboratories, April 2021</article-title>. <source>Euro Surveill</source>. (<year>2022</year>) <volume>27</volume>:<fpage>2101057</fpage>. doi: <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2022.27.42.2101057</pub-id>, PMID: <pub-id pub-id-type="pmid">36268736</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>W</given-names></name> <name><surname>Luo</surname> <given-names>W</given-names></name> <name><surname>Yu</surname> <given-names>S</given-names></name> <name><surname>Li</surname> <given-names>H</given-names></name> <name><surname>Wang</surname> <given-names>D</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Performance of HDL-C measurements assessed by a 4-year trueness-based EQA/PT program in China</article-title>. <source>Clin Chem Lab Med</source>. (<year>2022</year>) <volume>60</volume>:<fpage>1586</fpage>&#x2013;<lpage>97</lpage>. doi: <pub-id pub-id-type="doi">10.1515/cclm-2020-0658</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Buchta</surname> <given-names>C</given-names></name> <name><surname>G&#x00F6;rzer</surname> <given-names>I</given-names></name> <name><surname>Chiba</surname> <given-names>P</given-names></name> <name><surname>Camp</surname> <given-names>JV</given-names></name> <name><surname>Holzmann</surname> <given-names>H</given-names></name> <name><surname>Puchhammer-St&#x00F6;ckl</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Variability of cycle threshold values in an external quality assessment scheme for detection of the SARS-CoV-2 virus genome by RT-PCR</article-title>. <source>Clin Chem Lab Med</source>. (<year>2021</year>) <volume>59</volume>:<fpage>987</fpage>&#x2013;<lpage>94</lpage>. doi: <pub-id pub-id-type="doi">10.1515/cclm-2020-1602</pub-id>, PMID: <pub-id pub-id-type="pmid">33554519</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>RH</given-names></name> <name><surname>Wang</surname> <given-names>QY</given-names></name></person-group>. <article-title>A localized small-scale external quality assessment (EQA) for PCR testing of severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2) in the molecular laboratories</article-title>. <source>J Virol Methods</source>. (<year>2022</year>) <volume>301</volume>:<fpage>114441</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jviromet.2021.114441</pub-id>, PMID: <pub-id pub-id-type="pmid">34954305</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>James</surname> <given-names>D</given-names></name> <name><surname>Ames</surname> <given-names>D</given-names></name> <name><surname>Lopez</surname> <given-names>B</given-names></name> <name><surname>Still</surname> <given-names>R</given-names></name> <name><surname>Simpson</surname> <given-names>W</given-names></name> <name><surname>Twomey</surname> <given-names>P</given-names></name></person-group>. <article-title>External quality assessment: best practice</article-title>. <source>J Clin Pathol</source>. (<year>2014</year>) <volume>67</volume>:<fpage>651</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1136/jclinpath-2013-201621</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll5">Service RF</collab></person-group>. <article-title>A call for diagnostic tests to report viral load</article-title>. <source>Science</source>. (<year>2020</year>) <volume>370</volume>:<fpage>22</fpage>. doi: <pub-id pub-id-type="doi">10.1126/science.370.6512.22</pub-id></citation></ref>
</ref-list>
</back>
</article>