<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="methods-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2021.711197</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Study Protocol</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Protocol of a Guideline to Establish the Evidence Ecosystem of Acupuncture</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Wang</surname> <given-names>Qin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1340099/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Nian</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1239444/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Juan</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1454553/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>He</surname> <given-names>Ying</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1371491/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Yuxi</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/890287/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhong</surname> <given-names>Dongling</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/816076/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Liu</surname> <given-names>Xiaobo</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1443524/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Fan</surname> <given-names>Jin</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1508643/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jin</surname> <given-names>Rongjiang</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1072674/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Kang</surname> <given-names>Deying</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1269619/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Zhang</surname> <given-names>Yonggang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Evidence Based Medicine and Clinical Epidemiology, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Medical Affairs, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff3"><sup>3</sup><institution>School of Health Preservation and Rehabilitation, Chengdu University of Traditional Chinese Medicine</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Periodical Press and National Clinical Research Center for Geriatrics, Nursing Key Laboratory of Sichuan Province, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Rocio de la Vega, University of Malaga, Spain</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Hideki Maeda, Meiji Pharmaceutical University, Japan; Segundo Mariz, European Medicines Agency, Netherlands</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Deying Kang <email>deyingkang&#x00040;126.com</email></corresp>
<corresp id="c002">Yonggang Zhang <email>jebm_zhang&#x00040;yahoo.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Regulatory Science, a section of the journal Frontiers in Medicine</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>15</day>
<month>02</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>711197</elocation-id>
<history>
<date date-type="received">
<day>18</day>
<month>05</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Wang, Li, Li, He, Li, Zhong, Liu, Fan, Jin, Kang and Zhang.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Wang, Li, Li, He, Li, Zhong, Liu, Fan, Jin, Kang and Zhang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<p>This is a protocol for developing a guideline to establish the evidence ecosystem of acupuncture. It describes all steps that will be followed in line with the World Health Organization Handbook for Guideline Development and the Reporting Items for practice Guidelines in Healthcare (RIGHT). The key steps included guideline protocol development, guideline registration, systematic review of acupuncture evidence issues, systematic review of methods for establishing evidence ecosystem, survey of acupuncture stakeholders regarding potential acupuncture evidence issues, development of potential items for guidelines, Delphi method for guideline item development, consensus meeting, drafting guideline, peer review, approval, and publishing. This future guideline will help to establish evidence ecosystem of acupuncture, which will facilitate the application of acupuncture in clinical practice.</p></abstract>
<kwd-group>
<kwd>acupuncture</kwd>
<kwd>guideline</kwd>
<kwd>evidence ecosystem</kwd>
<kwd>living systematic reviews</kwd>
<kwd>clinical trial</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="25"/>
<page-count count="7"/>
<word-count count="4519"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>The United Nations Educational, Scientific, and Cultural Organization (UNESCO) had placed acupuncture on the Representative List of the Intangible Cultural Heritage of Humanity (<xref ref-type="bibr" rid="B1">1</xref>) and this therapy had been deemed safe and effective. Acupuncture is an important Chinese medicine treatment method suitable for a wide spectrum of diseases (<xref ref-type="bibr" rid="B2">2</xref>). More than 60,000 randomized controlled trials (RCTs), 6,000 systematic reviews, and 1,000 recommendations had been published, while some studies were published in top journals (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>), which promoted the use of acupuncture worldwide.</p>
<p>Acupuncture clinical practice should be based on high-quality evidence, which could help in decision-making. Thus, acupuncture research should provide sufficient data to enable funders, reviewers, and steering committees to appraise the scientific and methodological rigor of the studies, and for the researchers to replicate and implement these studies (<xref ref-type="bibr" rid="B5">5</xref>). However, many RCTs were of low quality and were characterized by incorrect random allocation, vague statistical analyses, and methodological issues (<xref ref-type="bibr" rid="B6">6</xref>). Meanwhile, effect sizes do not provide policymakers with information on how an intervention might be replicated in their specific context, or whether trial outcomes will be reproduced. In addition, some systematic reviews were also of low quality, containing insufficient comparisons and out-of-date, thereby resulting in redundancy and research gaps (<xref ref-type="bibr" rid="B7">7</xref>). Furthermore, some acupuncture guidelines contained insufficient interpretations and explanations, and the majority was in the Chinese language (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>), thereby decreasing the promotion of acupuncture. High-quality and up-to-date systematic reviews require substantial time and resources, and although the synthesis of evidence is directly affected by the quality of primary research (<xref ref-type="bibr" rid="B10">10</xref>), there has been little effort to connect evidence generation to evidence synthesis. These issues had been highlighted and exacerbated with an increasing use of acupuncture. Relevant, accessible, up-to-date, and trustworthy syntheses of high-quality evidence are urgently needed in clinical practice. Although thousands of RCTs had been conducted, the authors often rushed to publish or to communicate through non-peer-reviewed preprints. With the development of acupuncture, it is also worthy to pay attention to the component issue of acupuncture (<xref ref-type="bibr" rid="B11">11</xref>). Meanwhile, process evaluation within trials, which has been used to assess fidelity and quality of implementation, clarify causal mechanisms, and identify contextual factors associated with variation in outcomes should also be paid attention to. Still, there were limited studies about the process evaluation within acupuncture trials. A new model was needed to address these challenges and to help connect evidence generation, synthesis, and decision-making. Therefore, the development of an evidence ecosystem is a possible solution.</p>
<p>The evidence ecosystem (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B12">12</xref>&#x02013;<xref ref-type="bibr" rid="B14">14</xref>) was a concept developed by the MAking GRADE the Irresistible Choice (MAGIC) foundation (<xref ref-type="bibr" rid="B14">14</xref>) to promote the continuous cycle of evidence production, evidence synthesis, and guidance generation. Up-to-date evidence is needed to flow efficiently between different stakeholders. These stakeholders included evidence producers (conducting primary research), evidence synthesizers (summarizing the research into systematic reviews or evidence syntheses), evidence processors and disseminators (producing evidence-informed decision products such as health systems guidance and policy briefs), and evidence implementers [individuals responsible for implementing evidence-informed decisions within health systems (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B15">15</xref>&#x02013;<xref ref-type="bibr" rid="B18">18</xref>), such as program managers and policymakers, and those involved in delivering and using health services, such as service providers and citizens]. In addition, there is no acupuncture evidence ecosystem, so it is urgent to establish it. Establishing an acupuncture evidence ecosystem (<xref ref-type="bibr" rid="B14">14</xref>) involved different stakeholders, such as researchers, funders, and reviewers in literature reviews, process evaluation, workshops, and discussions at conferences and seminars. Thus, a guideline should be developed. The guideline should not only include treatment methods of acupuncture, but also realized the integration and utilization of acupuncture evidence-based decision-making information resources from different sources. To ensure a high-quality development, a protocol is needed (<xref ref-type="fig" rid="F1">Figure 1</xref>). The current study was the protocol which introduced the key steps for the development of the guideline. It would increase transparency and objectivity of the guideline.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The process of establishing an acupuncture evidence ecosystem.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fmed-08-711197-g0001.tif"/>
</fig></sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Guidance of Guideline</title>
<p>The guideline will be evidence-based. It will be developed according to the World Health Organization Handbook for Guideline Development and reported according to the Reporting Items for practice Guidelines in Healthcare (RIGHT). It has been registered on the Global Practice Guidelines Registry Platform (registration number: IPGRP-2021CN106).</p></sec>
<sec>
<title>Guideline Group</title>
<p>The guideline project was launched by West China Hospital of Sichuan University in April 2021. Chinese Evidence-based Medicine Center or Cochrane China would provide technical support. The guideline working groups will be established in mid-2021 and will comprise four groups: a guideline steering committee, a guideline formulation group, a guideline secretary group, and an external review group.</p>
<p>The steering committee group will comprise a clinical chairman, a methodology chairman, an executive chairman, and acupuncture experts. Their responsibilities will be as follows: determine the scope according to PICO strategy; establish a guideline secretary group, evidence evaluation group, and consensus expert group; manage the statement of conflict of interest; supervise the process of guideline formulation; approve the recommendations; and monitor and evaluate the revised guideline.</p>
<p>Experts of evidence-based medicine, acupuncturists, editors, policymakers, and computer scientists will be invited as the guideline formulation group. Their responsibilities will be as follows: perform a rapid and high-quality retrieval of the relevant evidence, evaluation, synthesis, and quality classification; generate a summary table and draft recommendations; draft, modify, and improve the guideline; and promote and disseminate the guideline.</p>
<p>Students majoring in evidence-based medicine and acupuncture will be selected as the guideline secretary group. Their responsibilities will be as follows: coordinate and organize the work during guideline formulation; investigate the essential clinical problems and outcomes; organize three Delphi expert consensus conferences (online or face-to-face); draft, modify, and improve the guideline; and conduct data analysis and evidence synthesis.</p>
<p>The external review group will consist of acupuncture stakeholders, including evidence-based medicine experts, acupuncture experts, TCM experts, editors, policymakers, computer scientists, and patients. Their responsibilities will be as follows: evaluate guideline scope and the issues covered and review the draft guideline.</p>
<p>We will use a systematic approach to design the whole evidence ecosystem of acupuncture, including establishing clear descriptions of ecosystem theory, processing evaluations in acupuncture clinical trials, and identifying of key process questions in ecosystem. In addition, each process in the ecosystem will be different, and the guidance facilitates planning and conducting a process ecosystem.</p>
<p>All members involved in the guideline development will declare their interests and relevant relationships, and also complete a statement of interest form. If conflicts of interest exist, the expert will be excluded from participation in evidence evaluation and recommendation.</p></sec>
<sec>
<title>Problems With Guideline Construction</title>
<p>It is important to develop a high-quality and useful acupuncture evidence ecosystem. We will define the problems in guideline construction using the Population, Intervention, Comparator, Outcome strategy (PICO).</p></sec>
<sec>
<title>Literature Search</title>
<p>We will search RCTs, systematic reviews, meta-analyses, overviews of systematic reviews and clinical practice guidelines, clinical decision analyses, health technology evaluations, and health policy research methods using the following electronic databases: PubMed, EMbase, CBM, CNKI, VIP, and WanFang Data. We will search the gray literature using the following websites to collect potential guidelines: the National Guideline Clearinghouse (Agency for Healthcare Research and Quality), Canadian Medical Association InfoBase, Guidelines International Network, PEDro, Trip Database, American College of Physicians Clinical Recommendations, Australian Government, National Health and Medical Research Council, Health Services/Technology Assessment Texts, Institute for Clinical Systems Improvement, National Institute for Health and Clinical Excellence (NICE) Guidance, NICE Pathways, New Zealand Guidelines Group, Scottish Intercollegiate Guidelines Network (SIGN), and the WHO guidelines approved by the Guidelines Review Committee. Search terms are shown in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Search strategy used for PubMed database.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>No</bold>.</th>
<th valign="top" align="left"><bold>Search items</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Randomized controlled trial ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Controlled clinical trial ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="left">Randomized ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="left">Randomly ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="left">Or 1&#x02013;4</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Acupuncture therapy mesh</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="left">Acupuncture therapy ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="left">Acupuncture treatment ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="left">Pharmacoacupuncture treatment ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="left">Acupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="left">Acupoints ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="left">Acupunct ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">13</td>
<td valign="top" align="left">Manual acupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">14</td>
<td valign="top" align="left">Body acupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">15</td>
<td valign="top" align="left">Scalp acupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="left">Auricular acupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">17</td>
<td valign="top" align="left">Auriculotherapies ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">18</td>
<td valign="top" align="left">Electroacupuncture ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">19</td>
<td valign="top" align="left">Fire needling ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">20</td>
<td valign="top" align="left">Warm needling ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">21</td>
<td valign="top" align="left">Elongated needle ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">22</td>
<td valign="top" align="left">Intradermal needling ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">23</td>
<td valign="top" align="left">Dermal needle ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">24</td>
<td valign="top" align="left">Plum blossom needle ti,ab</td>
</tr>
<tr>
<td valign="top" align="left">25</td>
<td valign="top" align="left">Or 6&#x02013;24</td>
</tr>
<tr>
<td valign="top" align="left">26</td>
<td valign="top" align="left">5 and 25</td>
</tr>
</tbody>
</table>
</table-wrap></sec>
<sec>
<title>Study Inclusion and Exclusion Criteria</title>
<p>The following inclusion criteria will be used: RCTs, systematic reviews, meta-analyses, overviews of systematic reviews and clinical practice guidelines, clinical decision analyses, health technology evaluations, and health policy research methods in acupuncture. The following exclusion criteria will be used: non-Chinese and non-English documents; conference abstracts, reviews, and so on; complete unavailable data; old versions of guidelines, consensus, standards, procedures, and specifications formulated by the same institution; organization or management-related guidelines, standards procedures, and specifications formulated and released by non-associated societies and groups; interpretations, translations, plans, reviews, and other articles related to guidelines, consensuses, standards, procedures, and norms; research on compliance with guidelines, consensuses, standards, procedures, and norms; lastly, guidelines, standards, processes, and normative after-effect evaluation research, etc.</p></sec>
<sec>
<title>Study Selection</title>
<p>Two independent reviewers (QW and YH) will screen titles and abstracts to identify potentially eligible documents, which will be retrieved in full text for final review. Duplicate records will be removed. Any disagreements will be discussed and resolved by a third reviewer (YGZ).</p></sec>
<sec>
<title>Data Extraction</title>
<p>We will design a data extraction form based on study characteristics and conduct a pre-experiment. The following content will be extracted: author, publication year, published journal, disease, sample size, location, and quality of evidence. If extra information about the study is required, we will contact the author.</p></sec>
<sec>
<title>Quality Assessment of Included Studies</title>
<p>We will assess the methodological quality of the included studies using several tools (<xref ref-type="table" rid="T2">Table 2</xref>). We will assess the quality of evidence using the Grading of Recommendations Assessment, Development, and Evaluation (GRADE) (<xref ref-type="bibr" rid="B15">15</xref>&#x02013;<xref ref-type="bibr" rid="B17">17</xref>) system. We will evaluate the methodological quality and reporting quality of the included guidelines using the Appraisal of Guidelines for Research and Evaluation (AGREE) II tool (<xref ref-type="bibr" rid="B18">18</xref>&#x02013;<xref ref-type="bibr" rid="B21">21</xref>) and the RIGHT statement (<xref ref-type="bibr" rid="B22">22</xref>), respectively. The quality of evidence will be divided into four levels: high (A), medium (B), low (C), and very low (D) basing on GRADE system. We will use internationally agreed standards to make transparent recommendations (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Document types and evaluation tools.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Steps</bold></th>
<th valign="top" align="left"><bold>Research type</bold></th>
<th valign="top" align="left"><bold>Methodological quality assessment tools</bold></th>
<th valign="top" align="left"><bold>Standard of medical research report</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">(1) Evidence production</td>
<td valign="top" align="left">Randomized controlled trial (RCT)</td>
<td valign="top" align="left">Cochrane risk of bias assessment tool</td>
<td valign="top" align="left">CONSORT</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Non-randomized experimental study</td>
<td valign="top" align="left">MINORS items</td>
<td valign="top" align="left">TREND</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Cohort study</td>
<td valign="top" align="left">NOS scale</td>
<td valign="top" align="left">TREND</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Case-control study</td>
<td valign="top" align="left">NOS scale</td>
<td valign="top" align="left">TREND</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Animal experiment</td>
<td valign="top" align="left">STAIR list</td>
<td valign="top" align="left">ARRIVE GUIDELINE</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Economic research</td>
<td valign="top" align="left">Drummond standard</td>
<td valign="top" align="left">CHEERS</td>
</tr>
<tr>
<td valign="top" align="left">(2) Evidence synthesis</td>
<td valign="top" align="left">Systematic review/Meta-analysis</td>
<td valign="top" align="left">AMSTAR 2 tool</td>
<td valign="top" align="left">PRISMA (RCT)</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">OQAQ scale</td>
<td valign="top" align="left">MOOSE (observational research)</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">SQAC scale</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Overviews of systematic reviews</td>
<td valign="top" align="left">AMSTAR 2 tool</td>
<td/>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">OQAQ scale</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">(3) Creating guidelines and conducting health technology assessments</td>
<td valign="top" align="left">Clinical practice guidelines</td>
<td valign="top" align="left">AGREE II tool</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Health technology assessment</td>
<td valign="top" align="left">Checklist for HTA report</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Health policy research</td>
<td valign="top" align="left">Experimental study: Cochrane EPOC evaluation method</td>
<td/>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Observational research: quality evaluation criteria for Hilton&#x00027;s effective public health policy project development</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">(4) Dissemination of evidence</td>
<td valign="top" align="left">Clinical practice guidelines</td>
<td valign="top" align="left">AGREE II tool</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Health technology assessment</td>
<td valign="top" align="left">Checklist for HTA report</td>
<td/>
</tr>
<tr>
<td/>
<td valign="top" align="left">Decision aids</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">(5) Applied evidence</td>
<td valign="top" align="left">Decision support system</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">(6) Assessment and improvement practices</td>
<td valign="top" align="left">Real-world study</td>
<td/>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1"><p><italic>CONSORT, consolidated standards of reporting trials; MINORS, methodological index for non-randomized studies; TREND, transparent reporting of evaluations with non-randomized designs; NOS, Newcastle&#x02013;Ottawa Scale; CHEERS, consolidated health economic evaluation reporting standards; AMSTAR 2, assessment of multiple systematic reviews measurement tool; OQAQ, Oxman&#x02013;Guyatt Overview Quality Assessment Questionnaire; SQAC, Sack&#x00027;s Quality Assessment Checklist; MOOSE, Meta-analyses Of Observational Studies in Epidemiology; HTA, Health Technology Assessment; AGREE II, Appraisal of Guidelines for REsearch and Evaluation II; Cochrane EPOC evaluation method, Cochrane Effective Practice and Organization of Care review group; ARRIVE, animal research, reporting of in vivo experiments; PRISMA, preferred reporting items for systematic reviews and meta-analyses</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Factors that determine the direction and strength of a recommendation.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Factor</bold></th>
<th valign="top" align="left"><bold>How the factor influences the direction and strength of a recommendation</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Quality of the evidence</td>
<td valign="top" align="left">The quality of the evidence across outcomes is critical to decision-making and informs the strength of the recommendation. Higher quality evidence is associated with a greater likelihood of a strong recommendation.</td>
</tr>
<tr>
<td valign="top" align="left">Values and preferences</td>
<td valign="top" align="left">This describes the relative importance assigned to health outcomes by those affected by them; how such importance varies within and across populations; and whether this importance or variability is surrounded by uncertainty. The less uncertainty or variability there is about the values and preferences of people experiencing the critical or important outcomes, the greater the likelihood of a strong recommendation.</td>
</tr>
<tr>
<td valign="top" align="left">Balance of benefits and harms</td>
<td valign="top" align="left">This requires an evaluation of the absolute effects of both benefits and harms (or downsides) of the intervention and their importance. The greater the net benefit or net harm associated with an intervention or exposure, the greater the likelihood of a strong recommendation in favor or against the intervention.</td>
</tr>
<tr>
<td valign="top" align="left">Resource implications</td>
<td valign="top" align="left">This pertains to how resource-intense an intervention is, whether it is cost-effective, and whether it offers any incremental benefit. The more advantageous or clearly disadvantageous the resource implications are, the greater the likelihood of a strong recommendation either for or against the intervention.</td>
</tr>
<tr>
<td valign="top" align="left">Priority of the problem</td>
<td valign="top" align="left">The problem&#x00027;s priority is determined by its importance and frequency (i.e., burden of disease, disease prevalence, or baseline risk). The importance of the problem increases in tandem with the likelihood of a strong recommendation.</td>
</tr>
<tr>
<td valign="top" align="left">Equity and human rights</td>
<td valign="top" align="left">The greater the likelihood that the intervention will reduce inequities, improve equity, or contribute to the realization of one or several human rights as defined under the international legal framework, the greater the likelihood of a strong recommendation.</td>
</tr>
<tr>
<td valign="top" align="left">Acceptability</td>
<td valign="top" align="left">Greater acceptability of an option to all or most stakeholders is associated with greater likelihood of a strong recommendation.</td>
</tr>
<tr>
<td valign="top" align="left">Feasibility</td>
<td valign="top" align="left">Greater feasibility of an option from the standpoint of all or most stakeholders is associated with greater likelihood of a strong recommendation. Feasibility overlaps with values and preferences, resource considerations, existing infrastructures, equity, cultural norms, legal frameworks, and many other considerations.</td>
</tr>
</tbody>
</table>
</table-wrap></sec>
<sec>
<title>Data Synthesis and Presentation</title>
<p>A synthesis of qualitative research will be conducted as part of the scope of the guideline and this will also help to define and to refine the questions. A mixed-methods synthesis will combine a meta-analysis of quantitative data and a qualitative analysis. We will summarize the recommendations for the acupuncture evidence ecosystem. The main outcomes will be as follows: author, title and subtitle, type and version, implementation status, target disease, population, user, country or region, literature search method, funding, and patient preferences. The outcome of qualitative research is patient preferences. We will evaluate the effects by using &#x0201C;Preferences about Therapy Questionnaire&#x0201D; on a 5-point Likert scale. We will perform a systematic review of the main principles, basic methods, and procedures for formulating key core technical items of the evidence ecosystem.</p></sec>
<sec>
<title>Development of Recommendations</title>
<p>Once the evidence is retrieved, synthesized, and assessed, the evidence will be used to develop recommendations. The recommendations will be surveyed by 3 rounds of Delphi methods. We will conduct an online-based Delphi process. It is an accepted method in medical research to gain consenting information from a group of experts. The anonymous multi-step survey comprised three rounds, starting with open-ended questions and ending with a consensus-scoring assessment of the guideline. Design and analysis methods will be adopted and modified from a recent guideline for the World Health Organization Handbook for Guideline Development. The online Delphi process is conducted using the survey tool Questionnaire star. We will submit them to the guideline-steering committee for recommendations. Then, the draft of the guideline will be developed. A full draft will recirculate for further review before being revised and approved.</p></sec>
<sec>
<title>Peer Review</title>
<p>The guideline will undergo peer review. The review and response processes will be recorded. The guideline will be revised after discussion with the peer review comments. Peer review opinions will be submitted to the guideline steering committee for further assessment. The next version of the guideline will be developed.</p></sec>
<sec>
<title>Dissemination of Guidelines</title>
<p>Dissemination involves making guidelines accessible, advertising their availability, and distributing them widely. The guidelines will be disseminated through association. The guideline will be submitted to peer review journals, such as the Journal of Evidence-based Medicine or other journals.</p></sec>
<sec>
<title>Establishment of the Evidence Ecosystem on Acupuncture</title>
<p>The guideline is used for establishing the evidence ecosystem of acupuncture. After the approval of the guideline, the evidence ecosystem will be established.</p></sec></sec>
<sec sec-type="discussion" id="s3">
<title>Discussion</title>
<p>This is a protocol for the development of a guideline, which will be used to establish an acupuncture evidence ecosystem. Several challenges of developing the guideline should be considered. First, sustainability is a potential issue in generating the data. Thus, an appropriate strategy should be considered when developing the guideline. Seeking assistance from the central government or industry may be useful in developing the ecosystem. A potentially good example from the Cochrane Collaboration may be helpful. We should move to a long-term, inexpensive, and sustainable structure with a website that is more accessible and useful to end-users. Collaboration with associations or researchers would be useful. In addition, the ecosystem will be used to strengthen clinical practice, which we will provide a guidance for carrying out the process evaluation of acupuncture clinical trials. Therefore, efficient flow between evidence producers, evidence synthesizers, evidence processers and disseminators, and evidence implementers in the evidence ecosystem should be well defined. International scientists should also be invited to contribute to the ecosystem and assist with decision-making. Third, because the quality of evidence ecosystem of acupuncture is still uncertain, the recommendations should be carefully considered (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>). Fourth, the ecosystem should be considered a living system. Thus, the development of a living guideline should be considered, which will benefit the development of the evidence ecosystem. Fifth, the ecosystem should further consider the development of acupuncture discipline, such as acupuncture manipulation metrology which has occupied an important strategic position (<xref ref-type="bibr" rid="B25">25</xref>).</p>
<p>The acupuncture evidence ecosystem model will illustrate how evidence is transferred between different key stages to strengthen health systems and inform care. It will show the importance of &#x0201C;closing the loop&#x0201D; between evidence producers, synthesizers, disseminators, and users. It will also help to process evaluation and to provide potential progress in developing high-quality acupuncture trials. Although the acupuncture evidence ecosystem regarding evidence generation, synthesis, and translation contains thriving areas, others remained unclear. Recognition of these strengths and weaknesses, and the identification of future paths to a more robust system would allow health care and public institutions to focus on the real problems with acupuncture evidence rather than the purported problems highlighted by universal critics. A future priority is to further strengthen initiatives to establish an acupuncture evidence ecosystem, to translate evidence into policy and practice, and to sustain the capacity for continuous technical support for health system policy development and implementation.</p>
<p>In summary, this protocol provides a plan for developing a guideline. The future guideline will help to establish evidence ecosystem of acupuncture, which will facilitate the application of acupuncture in clinical practice.</p></sec>
<sec id="s4">
<title>Author Contributions</title>
<p>YZ and DK: design the study. NL, YH, DZ, XL, JF, and RJ: data collection and analysis. QW and YZ: draft the protocol. YZ and JL: revise the protocol. All authors contributed to the article and approved the submitted version.</p></sec>
<sec sec-type="funding-information" id="s5">
<title>Funding</title>
<p>This protocol was supported by the National Natural Science Foundation of China (Grant No. 82004213) and the Project of Sichuan Provincial Department of Science and Technology (Grant No. 2021YFH0191).</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
<sec sec-type="disclaimer" id="s6">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec> </body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Litscher</surname> <given-names>G</given-names></name></person-group>. <article-title>Integrative laser medicine and high-tech acupuncture at the medical University of Graz, Austria, Europe</article-title>. <source>Evid Based Compt Alternat Med.</source> (<year>2012</year>) <volume>2012</volume>:<fpage>103109</fpage>. <pub-id pub-id-type="doi">10.1155/2012/103109</pub-id><pub-id pub-id-type="pmid">22570669</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>Y</given-names></name> <name><surname>Fang</surname> <given-names>Y</given-names></name> <name><surname>Zhang</surname> <given-names>Z</given-names></name> <name><surname>Liu</surname> <given-names>J</given-names></name> <name><surname>Qin</surname> <given-names>S</given-names></name> <name><surname>Li</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>Arousal effect and potential mechanism of dopamine-mediated acupuncture on traumatic brain injury</article-title>. <source>Acupunct Herbal Med.</source> (<year>2021</year>) <volume>1</volume>:<fpage>22</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1097/HM9.0000000000000005</pub-id></citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>He</surname> <given-names>Y</given-names></name> <name><surname>Guo</surname> <given-names>X</given-names></name> <name><surname>May</surname> <given-names>BH</given-names></name> <name><surname>Zhang</surname> <given-names>AL</given-names></name> <name><surname>Liu</surname> <given-names>Y</given-names></name> <name><surname>Lu</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Clinical evidence for association of acupuncture and acupressure with improved cancer pain: a systematic review and meta-analysis</article-title>. <source>JAMA Oncol.</source> (<year>2020</year>) <volume>6</volume>:<fpage>271</fpage>&#x02013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1001/jamaoncol.2019.5233</pub-id><pub-id pub-id-type="pmid">31855257</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vickers</surname> <given-names>AJ</given-names></name> <name><surname>Vertosick</surname> <given-names>EA</given-names></name> <name><surname>Lewith</surname> <given-names>G</given-names></name> <name><surname>MacPherson</surname> <given-names>H</given-names></name> <name><surname>Foster</surname> <given-names>NE</given-names></name> <name><surname>Sherman</surname> <given-names>KJ</given-names></name> <etal/></person-group>. <article-title>Acupuncture for chronic pain: update of an individual patient data meta-analysis</article-title>. <source>J Pain.</source> (<year>2018</year>) <volume>19</volume>:<fpage>455</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1016/j.jpain.2017.11.005</pub-id><pub-id pub-id-type="pmid">29198932</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hrobjartsson</surname> <given-names>A</given-names></name> <name><surname>Emanuelsson</surname> <given-names>F</given-names></name> <name><surname>Thomsen</surname> <given-names>ASS</given-names></name> <name><surname>Hilden</surname> <given-names>J</given-names></name> <name><surname>Brorson</surname> <given-names>S</given-names></name></person-group>. <article-title>Bias due to lack of patient blinding in clinical trials. A systematic review of trials randomizing patients to blind and nonblind sub-studies</article-title>. <source>Int J Epidemiol.</source> (<year>2014</year>) <volume>43</volume>:<fpage>1272</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1093/ije/dyu115</pub-id><pub-id pub-id-type="pmid">24881045</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lu</surname> <given-names>T</given-names></name> <name><surname>Lu</surname> <given-names>C</given-names></name> <name><surname>Li</surname> <given-names>H</given-names></name> <name><surname>Xing</surname> <given-names>X</given-names></name> <name><surname>Deng</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>The reporting quality and risk of bias of randomized controlled trials of acupuncture for migraine: methodological study based on STRICTA and RoB 2.0</article-title>. <source>Complement Ther Med.</source> (<year>2020</year>) <volume>52</volume>:<fpage>102433</fpage>. <pub-id pub-id-type="doi">10.1016/j.ctim.2020.102433</pub-id><pub-id pub-id-type="pmid">32951707</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boutron</surname> <given-names>I</given-names></name> <name><surname>Crequit</surname> <given-names>P</given-names></name> <name><surname>Williams</surname> <given-names>H</given-names></name> <name><surname>Meerpohl</surname> <given-names>J</given-names></name> <name><surname>Craig</surname> <given-names>JC</given-names></name> <name><surname>Ravaud</surname> <given-names>P</given-names></name></person-group>. <article-title>Future of evidence ecosystem series: 1. Introduction Evidence synthesis ecosystem needs dramatic change</article-title>. <source>J Clin Epidemiol.</source> (<year>2020</year>) <volume>123</volume>:<fpage>135</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.01.024</pub-id><pub-id pub-id-type="pmid">32145367</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>L-H</given-names></name> <name><surname>Ma</surname> <given-names>Y</given-names></name> <name><surname>Wu</surname> <given-names>X-D</given-names></name></person-group>. <article-title>AGREE-based evaluation and content analysis of evidence-based clinical practice guidelines for acupuncture-moxibustion</article-title>. <source>Zhongguo Zhen Jiu.</source> (<year>2019</year>) <volume>39</volume>:<fpage>1223</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.13703/j.0255-2930.2019.11.023</pub-id><pub-id pub-id-type="pmid">31724361</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>Y</given-names></name> <name><surname>Zhao</surname> <given-names>H</given-names></name> <name><surname>Wang</surname> <given-names>F</given-names></name> <name><surname>Li</surname> <given-names>SN</given-names></name> <name><surname>Sun</surname> <given-names>YX</given-names></name> <name><surname>Han</surname> <given-names>MJ</given-names></name> <etal/></person-group>. <article-title>Recommendations for acupuncture in clinical practice guidelines of the national guideline clearinghouse</article-title>. <source>Chin J Integr Med.</source> (<year>2017</year>) <volume>23</volume>:<fpage>864</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1007/s11655-016-2750-4</pub-id><pub-id pub-id-type="pmid">28116662</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Akl</surname> <given-names>EA</given-names></name> <name><surname>Haddaway</surname> <given-names>NR</given-names></name> <name><surname>Rada</surname> <given-names>G</given-names></name> <name><surname>Lotfi</surname> <given-names>T</given-names></name></person-group>. <article-title>Future of Evidence Ecosystem Series: Evidence synthesis 2</article-title>.0: when systematic, scoping, rapid, living, and overviews of reviews come together. <source>J Clin Epidemiol.</source> (<year>2020</year>) <volume>123</volume>:<fpage>162</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.01.025</pub-id><pub-id pub-id-type="pmid">32145364</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>N-Q</given-names></name> <name><surname>Yuan</surname> <given-names>J-Y</given-names></name> <name><surname>Guo</surname> <given-names>L-H</given-names></name> <name><surname>Dong</surname> <given-names>G-F</given-names></name> <name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Wu</surname> <given-names>X-D</given-names></name></person-group>. <article-title>Consideration on existing problems in development of clinical practice guidelines for acupuncture and moxibustion in China</article-title>. <source>Zhongguo Zhen Jiu.</source> (<year>2021</year>) <volume>41</volume>:<fpage>445</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.13703/j.0255-2930.20200905-k0003</pub-id><pub-id pub-id-type="pmid">33909369</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cr&#x000E9;quit</surname> <given-names>P</given-names></name> <name><surname>Boutron</surname> <given-names>I</given-names></name> <name><surname>Meerpohl</surname> <given-names>J</given-names></name> <name><surname>Williams</surname> <given-names>HC</given-names></name> <name><surname>Craig</surname> <given-names>J</given-names></name> <name><surname>Ravaud</surname> <given-names>P</given-names></name></person-group>. <article-title>Future of evidence ecosystem series: 2. Current opportunities and need for better tools and methods</article-title>. <source>J Clin Epidemiol.</source> (<year>2020</year>) <volume>123</volume>:<fpage>143</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.01.023</pub-id><pub-id pub-id-type="pmid">32145369</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vandvik</surname> <given-names>PO</given-names></name> <name><surname>Brandt</surname> <given-names>L</given-names></name></person-group>. <article-title>Future of evidence ecosystem series: Evidence ecosystems and learning health systems: why bother?</article-title> <source>J Clin Epidemiol</source>. (<year>2020</year>) <volume>123</volume>:<fpage>166</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.02.008</pub-id><pub-id pub-id-type="pmid">32145365</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ravaud</surname> <given-names>P</given-names></name> <name><surname>Crequit</surname> <given-names>P</given-names></name> <name><surname>Williams</surname> <given-names>HC</given-names></name> <name><surname>Meerpohl</surname> <given-names>J</given-names></name> <name><surname>Craig</surname> <given-names>JC</given-names></name> <name><surname>Boutron</surname> <given-names>I</given-names></name></person-group>. <article-title>Future of evidence ecosystem series: 3. From an evidence synthesis ecosystem to an evidence ecosystem</article-title>. <source>J Clin Epidemiol.</source> (<year>2020</year>) <volume>123</volume>:<fpage>153</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2020.01.027</pub-id><pub-id pub-id-type="pmid">32147384</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guyatt</surname> <given-names>GH</given-names></name> <name><surname>Oxman</surname> <given-names>AD</given-names></name> <name><surname>Schuenemann</surname> <given-names>HJ</given-names></name> <name><surname>Tugwell</surname> <given-names>P</given-names></name> <name><surname>Knottnerus</surname> <given-names>A</given-names></name></person-group>. <article-title>GRADE. guidelines: a new series of articles in the Journal of Clinical Epidemiology</article-title>. <source>J Clin Epidemiol.</source> (<year>2011</year>) <volume>64</volume>:<fpage>380</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2010.09.011</pub-id><pub-id pub-id-type="pmid">21185693</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guyatt</surname> <given-names>G</given-names></name> <name><surname>Oxman</surname> <given-names>AD</given-names></name> <name><surname>Akl</surname> <given-names>EA</given-names></name> <name><surname>Kunz</surname> <given-names>R</given-names></name> <name><surname>Vist</surname> <given-names>G</given-names></name> <name><surname>Brozek</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>GRADE guidelines: 1. Introduction-GRADE evidence profiles and summary of findings tables</article-title>. <source>J Clin Epidemiol.</source> (<year>2011</year>) <volume>64</volume>:<fpage>383</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2010.04.026</pub-id><pub-id pub-id-type="pmid">21195583</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Balshem</surname> <given-names>H</given-names></name> <name><surname>Helfand</surname> <given-names>M</given-names></name> <name><surname>Schuenemann</surname> <given-names>HJ</given-names></name> <name><surname>Oxman</surname> <given-names>AD</given-names></name> <name><surname>Kunz</surname> <given-names>R</given-names></name> <name><surname>Brozek</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>GRADE guidelines: 3. Rating the quality of evidence</article-title>. <source>J Clin Epidemiol.</source> (<year>2011</year>) <volume>64</volume>:<fpage>401</fpage>&#x02013;<lpage>06</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2010.07.015</pub-id><pub-id pub-id-type="pmid">22857733</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wan</surname> <given-names>K</given-names></name> <name><surname>Liang</surname> <given-names>H</given-names></name> <name><surname>Yan</surname> <given-names>G</given-names></name> <name><surname>Zou</surname> <given-names>B</given-names></name> <name><surname>Huang</surname> <given-names>C</given-names></name> <name><surname>Jiang</surname> <given-names>M</given-names></name></person-group>. <article-title>A quality assessment of evidence-based guidelines for the prevention and management of ventilator-associated pneumonia: a systematic review</article-title>. <source>J Thorac Dis.</source> (<year>2019</year>) <volume>11</volume>:<fpage>2795</fpage>. <pub-id pub-id-type="doi">10.21037/jtd.2019.06.56</pub-id><pub-id pub-id-type="pmid">31463108</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Simancas-Racines</surname> <given-names>D</given-names></name> <name><surname>Montero-Oleas</surname> <given-names>N</given-names></name> <name><surname>Vernooij</surname> <given-names>RWM</given-names></name> <name><surname>Arevalo-Rodriguez</surname> <given-names>I</given-names></name> <name><surname>Fuentes</surname> <given-names>P</given-names></name> <name><surname>Gich</surname> <given-names>I</given-names></name> <etal/></person-group>. <article-title>Quality of clinical practice guidelines about red blood cell transfusion</article-title>. <source>J Evid Based Med.</source> (<year>2019</year>) <volume>12</volume>:<fpage>113</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1111/jebm.12330</pub-id><pub-id pub-id-type="pmid">30511477</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>D</given-names></name> <name><surname>Jiang</surname> <given-names>W</given-names></name> <name><surname>Yu</surname> <given-names>L</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Tao</surname> <given-names>Y</given-names></name> <name><surname>Tang</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Quality assessment of clinical practice guidelines for infectious diseases in China</article-title>. <source>J Evid Based Med.</source> (<year>2018</year>) <volume>11</volume>:<fpage>95</fpage>&#x02013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1111/jebm.12293</pub-id><pub-id pub-id-type="pmid">29464853</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bhaumik</surname> <given-names>S</given-names></name> <name><surname>Jagadesh</surname> <given-names>S</given-names></name> <name><surname>Ellatar</surname> <given-names>M</given-names></name> <name><surname>Kohli</surname> <given-names>N</given-names></name> <name><surname>Riedha</surname> <given-names>M</given-names></name> <name><surname>Moi</surname> <given-names>M</given-names></name></person-group>. <article-title>Clinical practice guidelines in India: Quality appraisal and the use of evidence in their development</article-title>. <source>J Evid Based Med.</source> (<year>2018</year>) <volume>11</volume>:<fpage>26</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1111/jebm.12285</pub-id><pub-id pub-id-type="pmid">29322623</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>Y</given-names></name> <name><surname>Yang</surname> <given-names>K</given-names></name> <name><surname>Marusic</surname> <given-names>A</given-names></name> <name><surname>Qaseem</surname> <given-names>A</given-names></name> <name><surname>Meerpohl</surname> <given-names>JJ</given-names></name> <name><surname>Flottorp</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>A reporting tool for practice guidelines in health care: the RIGHT statement</article-title>. <source>Ann Intern Med.</source> (<year>2017</year>) <volume>166</volume>:<fpage>128</fpage>. <pub-id pub-id-type="doi">10.7326/M16-1565</pub-id><pub-id pub-id-type="pmid">29128430</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>C</given-names></name> <name><surname>Hao</surname> <given-names>Z</given-names></name> <name><surname>Zhang</surname> <given-names>LL</given-names></name> <name><surname>Guo</surname> <given-names>Q</given-names></name></person-group>. <article-title>Efficacy and safety of acupuncture in children: an overview of systematic reviews</article-title>. <source>Pediatr Res.</source> (<year>2015</year>) <volume>78</volume>:<fpage>112</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1038/pr.2015.91</pub-id><pub-id pub-id-type="pmid">25950453</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Errington-Evans</surname> <given-names>N</given-names></name></person-group>. <article-title>Acupuncture for anxiety</article-title>. <source>CNS Neurosci Ther.</source> (<year>2012</year>) <volume>18</volume>:<fpage>277</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1111/j.1755-5949.2011.00254.x</pub-id><pub-id pub-id-type="pmid">22070429</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shi</surname> <given-names>X</given-names></name></person-group>. <article-title>Study of the relationship between acupuncture dose and effect</article-title>. <source>Acupunct Herbal Med.</source> (<year>2021</year>) <volume>1</volume>:<fpage>3</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/HM9.0000000000000009</pub-id></citation>
</ref>
</ref-list> 
</back>
</article>