<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pharmacol.</journal-id>
<journal-title>Frontiers in Pharmacology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pharmacol.</abbrev-journal-title>
<issn pub-type="epub">1663-9812</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">832078</article-id>
<article-id pub-id-type="doi">10.3389/fphar.2022.832078</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pharmacology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The Impact of a Multifaceted Pharmacist-Led Antimicrobial Stewardship Program on Antibiotic Use: Evidence From a Quasi-Experimental Study in the Department of Vascular and Interventional Radiology in a Chinese Tertiary Hospital</article-title>
<alt-title alt-title-type="left-running-head">Xu et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Antimicrobial Stewardship on Antibiotic use</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Xu</surname>
<given-names>Jinhui</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1595329/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Huang</surname>
<given-names>Jian</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yu</surname>
<given-names>YanXia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="fn" rid="fn1">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhou</surname>
<given-names>Dayong</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Ying</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xue</surname>
<given-names>Sudong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shang</surname>
<given-names>Erning</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Jiantong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/419884/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ding</surname>
<given-names>Xinyuan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/419876/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shi</surname>
<given-names>Lu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1561558/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Duan</surname>
<given-names>Lufen</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Tang</surname>
<given-names>Lian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1127699/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhou</surname>
<given-names>Qin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Li</surname>
<given-names>Xin</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1079414/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Pharmacy</institution>, <institution>The Affiliated Suzhou Hospital of Nanjing Medical University</institution>, <addr-line>Suzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Vascular and Interventional Radiology</institution>, <institution>The Affiliated Suzhou Hospital of Nanjing Medical University</institution>, <addr-line>Suzhou</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Education and Training</institution>, <institution>The First Affiliated Hospital of SooChow University</institution>, <addr-line>SuZhou</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Clinical Pharmacy</institution>, <institution>School of Pharmacy</institution>, <institution>Nanjing Medical University</institution>, <addr-line>Nanjing</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Center for Global Health</institution>, <institution>School of Public Health</institution>, <institution>Nanjing Medical University</institution>, <addr-line>Nanjing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1152289/overview">Kevin Lu</ext-link>, University of South Carolina, United&#x20;States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/828028/overview">Yan Song</ext-link>, Shandong Academy of Medical Sciences, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1390922/overview">Yifan Zheng</ext-link>, The First Affiliated Hospital of Sun Yat-sen University, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Xin Li, <email>xinli@njmu.edu.cn</email>; Qin Zhou, <email>zhouyx1223@yeah.net</email>; Lian Tang, <email>tanglian716@aliyun.com</email>
</corresp>
<fn fn-type="equal" id="fn1">
<label>
<sup>&#x2020;</sup>
</label>
<p>These authors have contributed equally to this&#x20;work</p>
</fn>
<fn fn-type="other">
<p>This article was submitted to Drugs Outcomes Research and Policies, a section of the journal Frontiers in Pharmacology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>02</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>832078</elocation-id>
<history>
<date date-type="received">
<day>09</day>
<month>12</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>01</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Xu, Huang, Yu, Zhou, Wang, Xue, Shang, Sun, Ding, Shi, Duan, Tang, Zhou and Li.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Xu, Huang, Yu, Zhou, Wang, Xue, Shang, Sun, Ding, Shi, Duan, Tang, Zhou and Li</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Objective:</bold> The objective of the study was to assess the impact of multifaceted clinical pharmacist-led antimicrobial stewardship (AMS) program on the rational use of antibiotics for patients who receive vascular and interventional radiology therapies.</p>
<p>
<bold>Methods:</bold> A quasi-experimental retrospective intervention design with a comparison group was applied to the practice of antibiotic use in the department of vascular and interventional radiology in a Chinese tertiary hospital. We used difference-in-differences (DID) analysis to compare outcomes before and after the AMS intervention between the intervention group and control group, to determine whether intervention would lead to changes in irrationality of antibiotic prescribing, antibiotic utilization, cost of antibiotics, and length of hospital&#x20;stay.</p>
<p>
<bold>Results:</bold> The DID results showed that the intervention group was associated with a reduction in the average consumption of antibiotics (<italic>p</italic>&#x20;&#x3d; 0.017) and cost of antibiotics (<italic>p</italic>&#x20;&#x3d; 0.006) and cost per defined daily dose (DDD) (<italic>p</italic>&#x20;&#x3d; 0.000). There were no significant differences in the mean change of total costs and length of stay between the two groups (<italic>p</italic>&#x20;&#x3e; 0.05). The average inappropriate score of perioperative antimicrobial prophylaxis in the intervention group declined by 0.23, while it decreased by 0.02 in the control group [0.21 (95% CI, &#x2212;0.271 to &#x2212;0.143); <italic>p</italic>&#x20;&#x3d; 0.000]. The average inappropriate score of non-surgical antimicrobial prophylaxis in the intervention group declined by 0.14, while it increased by 0.02 in the control group [0.16 (95% CI, &#x2212;0.288 to &#x2212;0.035); <italic>p</italic>&#x20;&#x3d; 0.010]. The average inappropriate score of the therapeutic use of antibiotics in the intervention group declined by 0.07, while it decreased by 0.01 in the control group [0.06 (95% CI, &#x2212;0.115 to &#x2212;0.022); <italic>p</italic>&#x20;&#x3d; 0.003].</p>
<p>
<bold>Conclusions:</bold> This study provides evidence that implementation of AMS interventions was associated with a marked reduction of antibiotic use, cost of antibiotics, and irrationality of antibiotic prescribing in China.</p>
</abstract>
<kwd-group>
<kwd>antibiotics use</kwd>
<kwd>antimicrobial stewardship</kwd>
<kwd>pharmacist</kwd>
<kwd>difference-in-differences</kwd>
<kwd>vascular and interventional radiology</kwd>
</kwd-group>
<contract-num rid="cn001">71673147 72074123</contract-num>
<contract-num rid="cn002">17-277</contract-num>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">China Medical Board<named-content content-type="fundref-id">10.13039/100001547</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>By making lethal infections readily treatable, antibiotics have led the development of modern medicine. Prompt initiation of appropriate antibiotic therapy to treat infectious diseases reduces morbidity and save lives. Moreover, antibiotics also enables multiple advances in the area of medical technology, such as organ transplants and cancer chemotherapy (<xref ref-type="bibr" rid="B4">Beyar-Katz et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B47">Versporten et&#x20;al., 2018</xref>). However, about 30%&#x2013;50% of all antibiotics prescribed in hospitals are either unnecessary or suboptimal worldwide (<xref ref-type="bibr" rid="B17">Denny et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B43">Rowe and Linder, 2019</xref>). In recent years, antimicrobial resistance (AMR) has been recognized as a growing public health problem of huge concern to countries around the world (<xref ref-type="bibr" rid="B25">Huemer et&#x20;al., 2020</xref>). Inappropriate antibiotic use contributes greatly to the development of AMR (<xref ref-type="bibr" rid="B6">Bohmer et&#x20;al., 2021</xref>), leading to ineffective therapy, increase in adverse reactions, and escalation in health care costs. In order to optimize antibiotic use in medical care, many different antimicrobial stewardship (AMS) initiatives have been conducted in some developed countries recently. Several studies have shown that AMS can help physicians increase infection cure rates, improve treatment outcomes, and reduce antibiotic resistance by improving antibiotic prescribing (<xref ref-type="bibr" rid="B16">Dellit et&#x20;al., 2007</xref>; <xref ref-type="bibr" rid="B42">Rice, 2018</xref>).</p>
<p>According to the Centers for Disease Control and Prevention (CDC) of the United&#x20;States, core elements of hospital AMS programs are as follows: 1) Hospital leadership commitment. AMS programs should be supported from the senior leadership of the hospital, especially the director of pharmacy. 2) Pharmacy expertise. AMS programs should appoint a physician or pharmacist as the coleader to improve antibiotic use. 3) Accountability. As a leader or coleaders, a physician or pharmacist should be responsible for program management. 4) Interventions. The prospective audit and feedback or preauthorization should be implemented to improve antibiotic use. 5) Education. AMS should educate clinicians, pharmacists, nurses, and patients about adverse reactions caused by antibiotics, AMR, and optimal prescribing (<xref ref-type="bibr" rid="B10">CDC, 2019</xref>).</p>
<p>A recent study found that 25% (21%&#x2013;29%) of antibiotic prescriptions in the United&#x20;States ambulatory care clinics were inappropriate in 2015 (<xref ref-type="bibr" rid="B41">Ray et&#x20;al., 2019</xref>). The rates of inappropriate prescriptions were highest for otitis externa (67.3%) and upper respiratory tract infection (38.7%) in the United&#x20;Kingdom general practice between January 2010 and June 2015 (<xref ref-type="bibr" rid="B40">Nowakowska et&#x20;al., 2019</xref>). Due to its huge antibiotic consumption (<xref ref-type="bibr" rid="B55">Zhao et&#x20;al., 2018</xref>), strong economic incentives (<xref ref-type="bibr" rid="B34">Lin et&#x20;al., 2020</xref>), and limited knowledge about antibiotics (<xref ref-type="bibr" rid="B35">Liu et&#x20;al., 2019</xref>) for overprescribing, inappropriate antibiotic use in China is common. The proportion of inappropriate antibiotic prescriptions among outpatients and inpatients was 60.6% and 75.4% in primary health care settings in China from 2009 through 2011, respectively (<xref ref-type="bibr" rid="B48">Wang et&#x20;al., 2014</xref>). A recent survey conducted on the use of antibiotics in 52 hospitals of China reported that the proportion of antibiotic prescription in surgical inpatients in 2016 was 69.03% (<xref ref-type="bibr" rid="B32">Li et&#x20;al., 2019</xref>), which did not meet the goal of not more than 60% set by the National Health Commission of the People&#x2019;s Republic of China (<xref ref-type="bibr" rid="B13">National Health Commission of China, 2011</xref>). This report also showed that the percentage of antibiotic use in inpatients for acute upper respiratory infections and fever or cough symptoms all exceeded 55%, which was unnecessary for these infectious diseases mostly caused by viruses (<xref ref-type="bibr" rid="B50">WHO, 2011</xref>).</p>
<p>Thus, to promote rational use of antibiotics, it is necessary to implement AMS programs in hospitals. In 2011, AMS policy was formally implemented by the National Health Authority in medical institutions nationwide. Successful implementation of AMS requires a multidisciplinary organizational approach, with pharmacists as the core members that deliver the interventions to optimize antimicrobial&#x20;use.</p>
<p>Several studies provided evidence that pharmacist-led interventions can improve adherence to guidelines and reduced the duration of antimicrobial therapy with substantial cost savings for patients (<xref ref-type="bibr" rid="B36">Mahmoudi et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B39">Monmaturapoj et&#x20;al., 2021</xref>). Furthermore, implementation of pharmacy-based interventions in AMS programs can reduce antibiotic consumption, length of hospital day, and 30-day mortality (<xref ref-type="bibr" rid="B52">Xin et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B21">Du et&#x20;al., 2020</xref>).</p>
<p>Previous studies assessed the effectiveness of AMS intervention on surgical antibiotic prophylaxis (<xref ref-type="bibr" rid="B54">Zhang et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B1">Abubakar et&#x20;al., 2019</xref>), upper or lower respiratory tract infection (<xref ref-type="bibr" rid="B45">Shen et&#x20;al., 2011</xref>; <xref ref-type="bibr" rid="B22">Foolad et&#x20;al., 2018</xref>), nonspecified indications (<xref ref-type="bibr" rid="B33">Li et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B38">May et&#x20;al., 2021</xref>) in those priority departments, such as the department of urology, department of obstetrics and gynecology, department of respiratory medicine, intensive care unit, and emergency department, given high antimicrobial prescribing for prophylaxis or treatment and concerns with inappropriate antibiotic use. However, the previous studies pay little attention to some emerging departments with innovative technology; for instance, as the number and breadth of vascular and interventional radiology procedures grow, it is critical to promote rational use of antibiotics in the department of vascular and interventional radiology to avoid serious infectious complications. So far, only one study on the use of antibiotics for perioperative interventional surgery was retrieved. <xref ref-type="bibr" rid="B53">Yang et&#x20;al. (2017)</xref> conducted a clinical pharmacist-led guidance team intervention for the rationality of prophylactic antibiotic usage for eight interventional procedures in a Chinese tertiary teaching hospital. However, it did not focus on a specific department, and the intervention included mainly with prescription reviews and administrative approach. Moreover, it was only limited to perioperative antimicrobial prophylaxis, rather than comprehensive intervention involving antibiotic prophylaxis and antibiotic therapy in surgical wards. The research design of the study was that of a before-and-after intervention trial to evaluate the effectiveness.</p>
<p>To date, there is no evidence to demonstrate the effectiveness of pharmacist-led AMS interventions on the rational use of antibiotics in the department of vascular and interventional radiology in a Chinese tertiary hospital. Therefore, the aim of this study was to improve the rational antibiotics use in the department of vascular and interventional radiology, and assess the value of pharmacist-led AMS programs during the study period. For this purpose, we used a quasi-experimental study design with a difference-in-differences (DID) analysis comparing outcomes before and after the AMS intervention between intervention group and control group, to determine whether intervention would lead to changes in the following outcomes: irrationality of antibiotic prescribing, antibiotic utilization, cost of antibiotics, and length of hospital&#x20;stay.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and Methods</title>
<sec id="s2-1">
<title>Study Setting</title>
<p>This was a quasi-experimental retrospective study, with a comparison group and pre- and post-intervention measures in two independent vascular and interventional radiology wards of a tertiary teaching hospital. The two independent wards were randomized into control and intervention groups. In the intervention group, a clinical pharmacist-led AMS was implemented. While in the control group, treatment strategies were performed by the physicians and nurses without pharmacist involvement.</p>
<p>To ensure comparability of the statistical data, inclusion and exclusion criteria were established. Diseases involving the circulatory system (such as superficial thrombophlebitis of the lower extremities, aortic aneurysm or dissection, etc.), digestive system (such as biliary obstruction, cirrhosis with esophageal and gastric variceal bleeding, etc.), respiratory system (bronchiectasis, pneumonia, etc.), genitourinary system (such as urinary tract infection, kidney failure, etc.), tumor (liver malignant tumor), injury, poisoning, certain other consequences of external causes (such as complications of procedures, injury of kidney, etc.), the blood and blood-forming organs, and certain disorders involving the immune mechanism, skin, and subcutaneous tissue, and congenital malformation (such as cellulitis, polycystic kidney, hypersplenism, etc.) were enrolled. Patients were excluded if they were transferred from other medical departments, were transferred to other medical departments for further treatment, and ages were younger than 18&#xa0;years or data were missing. Accordingly, in our retrospective study, phases were divided into two stages as follows: pre-intervention period (March 2018 to October 2018) and post-intervention period (March 2019 to October 2019).</p>
</sec>
<sec id="s2-2">
<title>Ethical Consideration</title>
<p>The retrospective study complied with the Declaration of Helsinki, and ethical approval was obtained from the Ethical Committee of Nanjing Medical University (grant number: ethical review 2020103).</p>
</sec>
<sec id="s2-3">
<title>Pharmacist-Led Antimicrobial Stewardship Interventions</title>
<p>Based on the core elements of AMS (<xref ref-type="bibr" rid="B10">CDC, 2019</xref>), the multifaceted interventions included: 1) Establishment of criteria: provided practitioners with a standardized approach to the safe and effective use of antibiotic drugs based on global and national guidelines. 2) Daily ward round: participated in physicians&#x2019; ward rounds at working days only and made recommendations on the antimicrobial prescribing. 3) Regular review of medical orders: communicated with the physicians in cases of inappropriate drug use and made suggestions to determine the optimal use of antibiotics. 4) Routine education and training: trained the medical staff on rational use of antibiotics and correct microbiology specimen submission. 5) Consultations and case discussions: conducted regular multidisciplinary consultations and case seminars for difficult cases to discuss diagnosis and modify the regimen.</p>
</sec>
<sec id="s2-4">
<title>Data Collection and Outcomes</title>
<p>The primary outcome was the score of inappropriate antimicrobial use between pre-intervention and post-intervention period, which was evaluated by the multidisciplinary team. The team consisted of an infectious disease specialist, a ward physician, and a clinical pharmacist, who were blinded to the patients&#x2019; allocation status. The appropriateness of antimicrobial use was assessed by the three specialists, respectively. If the score was the same, the result would be adopted, when there was any disagreement, final decision would be made after a discussion.</p>
<p>Secondary outcomes included antimicrobial consumption, antimicrobial cost, the average cost per defined daily dose (DDD), the total cost of hospitalization, and length of hospital stay per patient during the periods. Antimicrobial consumption was defined as the defined daily doses (DDDs) of antibiotics used per patient that was applied in previous studies of antibiotic utilization (<xref ref-type="bibr" rid="B53">Yang et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B1">Abubakar et&#x20;al., 2019</xref>). The average cost per DDD was calculated by dividing the antimicrobial cost by DDDs of antibiotics used per patient.</p>
<p>Clinical data including patients&#x2019; baseline characteristics, antibiotic usage, cost, length of hospital stay, and clinical outcome were extracted from the hospital information system (HIS). The HIS recorded the clinical outcome of the discharged patients, which were classified as cure, improvement, failure, and death. Interventions identified by the pharmacist-led AMS program and the accepted recommendations were collected within the electronic medical record. The use of antibiotics was stratified into three indication categories: perioperative antimicrobial prophylaxis, non-surgical antimicrobial prophylaxis, and therapeutic use of antibiotics. The specialists evaluated the phenomena of inappropriate drug use using a scoring system that consisted of different items regarding the three categories. Each item was assigned one point if an inappropriate phenomenon was identified. At the same time, the score was multiplied by the weight of each irrational medication indicator, which was developed by 30 experts&#x2019; consultation using the Saaty 1&#x2013;9 scaling method (<xref ref-type="bibr" rid="B44">Saaty, 1990</xref>)<italic>.</italic>
</p>
</sec>
<sec id="s2-5">
<title>Statistical Analysis</title>
<p>In this study, the variations in an index of the two groups before and after intervention are calculated to reflect the net effect of clinical pharmacist-led AMS strategy. A DID methodology (<xref ref-type="bibr" rid="B51">Wooldrige, 2002</xref>; <xref ref-type="bibr" rid="B19">Dimick and Ryan, 2014</xref>) was used to compare pre- and post-intervention changes between the AMS intervention group and the control group. The differences lie in the cluster-level summaries of the two groups. Comparisons were carried out using a mixed effect linear model with repeated measures using group, time, and group&#xa0;&#xd7;&#xa0;time as fixed effects, while group is a random effect nested within the study group. The descriptive statistics of cost, DDDs, score, and days are presented as means (by time and by group), and mean changes by group. The DID methodology allows the researchers to control confounding influences of independent variables, as well as imbalance between groups in dependent variables, which are due to chances of imperfect randomization. For each group, the incremental effect of the pharmacist-led AMS intervention was computed as the differences between the pre- and post-implementation of intervention, and then the incremental effects were compared between the intervention and control groups to estimate the net effect of the intervention. The model that was used for this DID regression is written as:<disp-formula id="equ1">
<mml:math id="m1">
<mml:mrow>
<mml:msub>
<mml:mi>Y</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mi>&#x3b1;</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi mathvariant="normal">&#x3b2;</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>m</mml:mi>
<mml:msub>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>g</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>u</mml:mi>
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>&#x3b3;</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:msub>
<mml:mi>&#x3b5;</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</disp-formula>where i indicates the vascular and interventional radiology ward, and t indicates the time. Y represents the main outcomes, either score of inappropriate antimicrobial use, antimicrobial consumption, cost, or length of hospital stay; time<sub>it</sub> is the time dummy variable, where it was measured at the pre-intervention period as 0 and post-intervention period as 1; group<sub>it</sub> is the treatment dummy variable, where the intervention group is 1, while the control group is 0; time<sub>it</sub>&#xa0;&#xd7;&#xa0;group<sub>it</sub> is an interaction term between the time dummy variable and treatment dummy variable, and its coefficient &#x3b2; captured the average effects of the pharmacist-led AMS strategy on the outcome indicators. X<sub>it</sub> is a series of covariates, including age, sex, clinical outcome, and diagnosis. &#x3b5;<sub>it</sub> is a residual error. Each outcome was regressed on the main effects for intervention (1&#xa0;&#x3d;&#xa0;intervention group; 0&#xa0;&#x3d;&#xa0;control group) and time period (1&#xa0;&#x3d;&#xa0;post-intervention, 0&#xa0;&#x3d;&#xa0;pre-intervention). In this procedure, the DID model was used to predict the expected value at baseline and follow-up in the intervention and control groups with all other fixed effects set to their mean values.</p>
<p>Continuous variables that were normally distributed were presented as the mean&#xa0;&#xb1;&#xa0;standard deviation, and group differences were compared using an independent t-test. Non-normally distributed continuous variables were described in the median and 25th and 75th interquartile range (Q25, Q75) and were assessed using Mann&#x2013;Whitney U-test. Categorical variables were presented as frequencies and percentages and assessed using the Chi-squared test or Fisher&#x2019;s exact test. All statistical analyses were conducted using SPSS Statistics 23.0 (IBM Corp., Armonk, NY, USA), and differences with <italic>p</italic>&#xa0;&#x3c;&#xa0;0.05 were considered statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Patient Characteristics</title>
<p>A total of 1,026 patients were enrolled in the study, 514 for the control group and 512 for the intervention group. There were no significant differences in age, gender, number of diagnoses, and clinical outcome of the admitted patients between the two groups (<xref ref-type="table" rid="T1">Table&#x20;1</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Comparison of the characteristics of patients in the control group and intervention&#x20;group.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Characteristic</th>
<th align="center">Control group (<italic>n</italic>&#x20;&#x3d; 514)</th>
<th align="center">Intervention group (<italic>n</italic>&#x20;&#x3d; 512)</th>
<th align="center">
<italic>p</italic>-Value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age, year</td>
<td align="center">67 (57,75)</td>
<td align="center">67 (58,75)</td>
<td align="char" char=".">0.607<xref ref-type="table-fn" rid="Tfn1">
<sup>a</sup>
</xref>
</td>
</tr>
<tr>
<td align="left">Male, n (%)</td>
<td rowspan="2" align="center">332 (64.59%)</td>
<td rowspan="2" align="center">323 (63.08%)</td>
<td rowspan="2" align="char" char=".">0.616</td>
</tr>
<tr>
<td align="left">Diagnosis, n (%)</td>
</tr>
<tr>
<td align="left">&#x2003;Circulatory system</td>
<td align="center">181 (35.21%)</td>
<td align="center">161 (31.44%)</td>
<td align="char" char=".">0.200</td>
</tr>
<tr>
<td align="left">&#x2003;Digestive system</td>
<td align="center">139 (27.04%)</td>
<td align="center">161 (31.44%)</td>
<td align="char" char=".">0.121</td>
</tr>
<tr>
<td align="left">&#x2003;Respiratory system</td>
<td align="center">81 (15.76%)</td>
<td align="center">69 (13.48%)</td>
<td align="char" char=".">0.301</td>
</tr>
<tr>
<td align="left">&#x2003;Genitourinary system</td>
<td align="center">60 (11.67%)</td>
<td align="center">66 (12.89%)</td>
<td align="char" char=".">0.552</td>
</tr>
<tr>
<td align="left">&#x2003;Tumor</td>
<td align="center">31 (6.03%)</td>
<td align="center">29 (5.66%)</td>
<td align="char" char=".">0.802</td>
</tr>
<tr>
<td align="left">&#x2003;Injury, poisoning, and certain other consequences of external causes</td>
<td align="center">20 (3.89%)</td>
<td align="center">23 (4.49%)</td>
<td align="char" char=".">0.631</td>
</tr>
<tr>
<td align="left">&#x2003;Others<xref ref-type="table-fn" rid="Tfn2">
<sup>b</sup>
</xref>
</td>
<td align="center">14 (2.72%)</td>
<td align="center">19 (3.71%)</td>
<td align="char" char=".">0.370</td>
</tr>
<tr>
<td align="left">&#x2003;Multiple diagnosis</td>
<td rowspan="2" align="center">12 (2.33%)</td>
<td rowspan="2" align="center">16 (3.12%)</td>
<td align="char" char=".">0.437</td>
</tr>
<tr>
<td align="left">Clinical outcome</td>
<td rowspan="5" align="char" char=".">0.993</td>
</tr>
<tr>
<td align="left">&#x2003;Cure</td>
<td align="center">504</td>
<td align="center">502</td>
</tr>
<tr>
<td align="left">&#x2003;Improvement</td>
<td align="center">10</td>
<td align="center">10</td>
</tr>
<tr>
<td align="left">&#x2003;Failure</td>
<td align="center">0</td>
<td align="center">0</td>
</tr>
<tr>
<td align="left">&#x2003;Death</td>
<td align="center">0</td>
<td align="center">0</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note. Values are presented as median (interquartile range) or n (%). All <italic>p</italic>-values are calculated using Chi-square unless otherwise&#x20;noted.</p>
</fn>
<fn id="Tfn1">
<label>a</label>
<p>Mann&#x2013;Whitney U-test.</p>
</fn>
<fn id="Tfn2">
<label>b</label>
<p>Others: the blood and blood-forming organs and certain disorders involving the immune mechanism; skin and subcutaneous tissue; and congenital malformation.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-2">
<title>The Effects of Antimicrobial Stewardship Program on the use of Antibacterial Drugs</title>
<p>As shown in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>, there were no differences between the two groups in the trends of DDDs per patient, cost of antibiotics, and average cost per DDD during the pre-intervention period (<italic>p</italic>&#xa0;&#x3d;&#xa0;0.588, <italic>p</italic>&#xa0;&#x3d;&#xa0;0.285, and <italic>p</italic>&#xa0;&#x3d;&#xa0;0.876), while during the post-intervention period, significant differences in the trends between the two groups were observed (<italic>p</italic>&#xa0;&#x3d;&#xa0;0.025, <italic>p</italic>&#xa0;&#x3d;&#xa0;0.014, and <italic>p</italic>&#xa0;&#x3d;&#xa0;0.000, respectively, for DDDs per patient, cost of antibiotics, and average cost per DDD). The effects of the intervention on antibiotic consumption, costs, and length of hospital stay in the control and intervention groups between the pre-intervention and post-intervention period are shown in <xref ref-type="table" rid="T2">Tables 2</xref> and <xref ref-type="table" rid="T3">3</xref>. The DID results suggested that the intervention group was associated with a reduction in the average consumption of antibiotics [1.84 DDDs (95% CI, &#x2212;3.433 to &#x2212;0.337); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.017], cost of antibiotics [598.19 RMB (95% CI, &#x2212;1,018.558 to &#x2212;173.554); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.006], and cost per DDD [70.5 RMB (95% CI, &#x2212;101.086 to &#x2212;39.915); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.000]. There were no significant differences in mean change of total costs and length of stay between the two groups.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>The change in defined daily doses (DDDs) per patient, cost of antibiotics, and average cost per DDD per month. The change in DDDs per patient <bold>(A)</bold>, cost of antibiotics <bold>(C)</bold>, and average cost per DDD <bold>(E)</bold> per month in the pre-intervention period. The change in DDDs per patient <bold>(B)</bold>, cost of antibiotics <bold>(D)</bold>, and average cost per DDD <bold>(F)</bold> per month in the post-intervention period.</p>
</caption>
<graphic xlink:href="fphar-13-832078-g001.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>The mean antibiotic consumption, costs, and length of hospital stay in the control and intervention groups between the pre-intervention and post-intervention periods.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Outcomes</th>
<th colspan="2" align="center">Pre-intervention</th>
<th colspan="2" align="center">Post-intervention</th>
</tr>
<tr>
<th align="center">Control group</th>
<th align="center">Intervention group</th>
<th align="center">Control group</th>
<th align="center">Intervention group</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">DDDs per patient (DDDs)</td>
<td align="char" char=".">7.93</td>
<td align="char" char=".">8.29</td>
<td align="char" char=".">7.67</td>
<td align="char" char=".">6.19</td>
</tr>
<tr>
<td align="left">The cost of antibiotics (RMB)</td>
<td align="char" char=".">1546.99</td>
<td align="char" char=".">1706.27</td>
<td align="char" char=".">1624.51</td>
<td align="char" char=".">1185.60</td>
</tr>
<tr>
<td align="left">Total cost (RMB)</td>
<td align="char" char=".">34529.55</td>
<td align="char" char=".">27342.66</td>
<td align="char" char=".">30792.38</td>
<td align="char" char=".">30366.09</td>
</tr>
<tr>
<td align="left">Average cost per DDD (RMB)</td>
<td align="char" char=".">202.45</td>
<td align="char" char=".">204.07</td>
<td align="char" char=".">216.01</td>
<td align="char" char=".">147.13</td>
</tr>
<tr>
<td align="left">Length of stay (days)</td>
<td align="char" char=".">10.85</td>
<td align="char" char=".">11.30</td>
<td align="char" char=".">10.92</td>
<td align="char" char=".">12.38</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Difference-in-differences (DID) results of the net effects of antimicrobial stewardship (AMS) program on antibiotic consumption, costs, and length of hospital&#x20;stay.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Outcomes</th>
<th align="center">Coefficient</th>
<th align="center">
<italic>p</italic>-Value</th>
<th align="center">95% CI</th>
<th align="center">Robust SE</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">DDDs per patient</td>
<td align="char" char=".">&#x2212;1.885</td>
<td align="char" char=".">0.017</td>
<td align="char" char=".">(&#x2212;3.433, 0.337)</td>
<td align="char" char=".">0.789</td>
</tr>
<tr>
<td align="left">The cost of antibiotics</td>
<td align="char" char=".">&#x2212;596.056</td>
<td align="char" char=".">0.006</td>
<td align="char" char=".">(&#x2212;1018.558, &#x2212;173.554)</td>
<td align="char" char=".">215.305</td>
</tr>
<tr>
<td align="left">Total cost</td>
<td align="char" char=".">2320.662</td>
<td align="char" char=".">0.476</td>
<td align="char" char=".">(&#x2212;4065.250, 8706.575)</td>
<td align="char" char=".">3254.235</td>
</tr>
<tr>
<td align="left">Average cost per DDD</td>
<td align="char" char=".">&#x2212;70.501</td>
<td align="char" char=".">0.000</td>
<td align="char" char=".">(&#x2212;101.086, &#x2212;39.915)</td>
<td align="char" char=".">15.586</td>
</tr>
<tr>
<td align="left">Length of stay</td>
<td align="char" char=".">0.813</td>
<td align="char" char=".">0.375</td>
<td align="char" char=".">(&#x2212;0.986, 2.611)</td>
<td align="char" char=".">0.916</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note. DID, difference-in-differences.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-3">
<title>Construction of the Scoring System Involving Weights of Different Items</title>
<p>
<xref ref-type="table" rid="T4">Table&#x20;4</xref> presents the detailed results of the scoring system for perioperative antimicrobial prophylaxis, non-surgical antimicrobial prophylaxis, and therapeutic use of antibiotics. Among the items of the scoring system for perioperative antimicrobial prophylaxis and non-surgical antimicrobial prophylaxis, the weight of indication is the highest. On the other hand, timing of the initial dose and duration is assigned a lower weight. Regarding therapeutic use of antibiotics, the weight of indication is the highest, followed by choice, and dosage in its scoring system.</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>The scoring system involving weights of different&#x20;items.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Items</th>
<th align="center">Perioperative antimicrobial prophylaxis</th>
<th align="center">Non-surgical antimicrobial prophylaxis</th>
<th align="center">Therapeutic use of antibiotics</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Indication</td>
<td align="center">0.41</td>
<td align="center">0.57</td>
<td align="center">0.37</td>
</tr>
<tr>
<td align="left">Choice</td>
<td align="center">0.16</td>
<td align="center">0.21</td>
<td align="center">0.23</td>
</tr>
<tr>
<td align="left">Timing of the initial dose</td>
<td align="center">0.07</td>
<td align="center">NA</td>
<td align="center">NA</td>
</tr>
<tr>
<td align="left">Dosage and dosing interval</td>
<td align="center">0.11</td>
<td align="center">0.13</td>
<td align="center">NA</td>
</tr>
<tr>
<td align="left">Dosage</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">0.12</td>
</tr>
<tr>
<td align="left">Dosing frequency</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">0.10</td>
</tr>
<tr>
<td align="left">Duration</td>
<td align="center">0.25</td>
<td align="center">0.09</td>
<td align="center">0.06</td>
</tr>
<tr>
<td align="left">Intravenous-to-oral conversion</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">0.05</td>
</tr>
<tr>
<td align="left">Combination of antibiotics</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">0.07</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note. NA, not available.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>
<xref ref-type="fig" rid="F2">Figure&#x20;2</xref> shows the detailed category analysis for irrational use of antibacterial drugs. The highest inappropriate score of items for the intervention group was antibiotic choice (0.12), antibiotic choice (0.15), and indication (0.11) in perioperative prophylaxis, non-surgical prophylaxis, and treatment during the pre-intervention period, respectively. After the intervention, inappropriate score of the corresponding items declined by 0.1, 0.06, and 0.05, respectively. Considering the antibiotic choice, as reported in <xref ref-type="sec" rid="s12">Supplementary Table S1</xref>, the most frequently used antibiotics for perioperative prophylaxis in the intervention group before the intervention was cefathiamidine (37.80%). However, the use of cefathiamidine dropped to 1.90% during the post-intervention period. Meanwhile, cefazolin became the most frequently prescribed antibiotics, which increased from 2.44% to 50.48%. In terms of non-surgical prophylaxis, there was an increase in ceftriaxone use from 0 to 37.04% with a decrease in cefmetazole from 53.85% to 18.52% in the intervention group after the intervention.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Category analysis for irrational use of antibacterial drugs. <bold>(A)</bold> inappropriate score of antimicrobial prophylaxis with respect to corresponding items for both groups during the pre- and post-intervention periods; <bold>(B)</bold> inappropriate score of non-surgical antimicrobial prophylaxis with respect to corresponding items for both groups during the pre- and post-intervention periods; <bold>(C)</bold> inappropriate score of antimicrobial treatment with respect to corresponding items for both groups during the pre- and post-intervention periods.</p>
</caption>
<graphic xlink:href="fphar-13-832078-g002.tif"/>
</fig>
</sec>
<sec id="s3-4">
<title>Evaluation of the Rationality of Antibiotic use</title>
<p>The inappropriate rate of antibiotic prescriptions, average inappropriate score for both groups, and associated parameters of DID analysis between the groups in perioperative antimicrobial prophylaxis, non-surgical antimicrobial prophylaxis, and therapeutic use of antibiotics during the pre-intervention and post-intervention period are shown in <xref ref-type="table" rid="T5">Tables 5</xref> and <xref ref-type="table" rid="T6">6</xref>. For the intervention group, inappropriate rate of antibiotic prescriptions in perioperative prophylaxis, non-surgical prophylaxis, and treatment decreased by 48.10%, 40.59%, and 29.25%, respectively. For the control group, inappropriate rate of antibiotic prescriptions in perioperative prophylaxis and non-surgical prophylaxis increased by 4.35% and 2.77%, respectively, while a 2.49% decrease in inappropriate rate of antibiotic prescriptions regarding treatment. During the post-intervention period, the average inappropriate score of perioperative antimicrobial prophylaxis in the intervention group declined by 0.23, while it decreased by 0.02 in the control group [0.21 (95% CI, &#x2212;0.271 to &#x2212;0.143); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.000]. The average inappropriate score of non-surgical antimicrobial prophylaxis in the intervention group declined by 0.14, while it increased by 0.02 in the control group [0.16 (95% CI, &#x2212;0.288 to &#x2212;0.035); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.010]. In terms of therapeutic use of antibiotics, the average inappropriate score of the intervention group declined by 0.07, while it decreased by 0.01 in the control group [0.06 (95% CI, &#x2212;0.115 to &#x2212;0.022); <italic>p</italic>&#xa0;&#x3d;&#xa0;0.003].</p>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>Inappropriate rate of antibiotic prescriptions and average score for both groups during the pre-intervention and post-intervention periods.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Categories</th>
<th rowspan="2" align="center">Groups</th>
<th colspan="2" align="center">Pre-intervention</th>
<th colspan="2" align="center">Post-intervention</th>
</tr>
<tr>
<th align="center">Inappropriate rate (%)</th>
<th align="center">Average score</th>
<th align="center">Inappropriate rate (%)</th>
<th align="center">Average score</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="2" align="left">Perioperative antimicrobial prophylaxis<xref ref-type="table-fn" rid="Tfn3">
<sup>a</sup>
</xref>
</td>
<td align="left">Control group</td>
<td align="center">95.65 (66/69)</td>
<td align="char" char=".">0.41</td>
<td align="center">100.00 (90/90)</td>
<td align="char" char=".">0.39</td>
</tr>
<tr>
<td align="left">Intervention group</td>
<td align="center">89.77 (79/88)</td>
<td align="char" char=".">0.33</td>
<td align="center">41.67 (45/108)</td>
<td align="char" char=".">0.10</td>
</tr>
<tr>
<td rowspan="2" align="left">Non-surgical antimicrobial prophylaxis</td>
<td align="left">Control group</td>
<td align="center">91.67 (22/24)</td>
<td align="char" char=".">0.26</td>
<td align="center">94.44 (34/36)</td>
<td align="char" char=".">0.28</td>
</tr>
<tr>
<td align="left">Intervention group</td>
<td align="center">96.15 (25/26)</td>
<td align="char" char=".">0.31</td>
<td align="center">55.56 (15/27)</td>
<td align="char" char=".">0.17</td>
</tr>
<tr>
<td rowspan="2" align="left">Therapeutic use of antibiotics</td>
<td align="left">Control group</td>
<td align="center">66.67 (100/150)</td>
<td align="char" char=".">0.18</td>
<td align="center">64.18 (129/201)</td>
<td align="char" char=".">0.17</td>
</tr>
<tr>
<td align="left">Intervention group</td>
<td align="center">57.06 (105/184)</td>
<td align="char" char=".">0.15</td>
<td align="center">27.81 (47/169)</td>
<td align="char" char=".">0.08</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="Tfn3">
<p>Note. <sup>a</sup>Antimicrobial use in some patients involving both prophylaxis and treatment.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T6" position="float">
<label>TABLE 6</label>
<caption>
<p>DID analysis of average score for both groups during the pre-intervention and post-intervention periods.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Outcomes</th>
<th align="center">Coefficient</th>
<th align="center">
<italic>p</italic>-Value</th>
<th align="center">95% CI</th>
<th align="center">Robust SE</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Perioperative antimicrobial prophylaxis</td>
<td align="char" char=".">&#x2212;0.207</td>
<td align="char" char=".">0.000</td>
<td align="char" char=".">(&#x2212;0.271, &#x2212;0.143)</td>
<td align="char" char=".">0.033</td>
</tr>
<tr>
<td align="left">Non-surgical antimicrobial prophylaxis</td>
<td align="char" char=".">&#x2212;0.164</td>
<td align="char" char=".">0.010</td>
<td align="char" char=".">(&#x2212;0.288, &#x2212;0.035)</td>
<td align="char" char=".">0.040</td>
</tr>
<tr>
<td align="left">Therapeutic use of antibiotics</td>
<td align="char" char=".">&#x2212;0.069</td>
<td align="char" char=".">0.003</td>
<td align="char" char=".">(&#x2212;0.115, &#x2212;0.022)</td>
<td align="char" char=".">0.024</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note. DID, difference-in-differences.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-5">
<title>Pharmacists&#x2019; Recommendations Made in the Post-intervention Period</title>
<p>Over the 8-month post-implementation of a pharmacist-led AMS program, a total of 445 interventions were recommended, of which 321 (72.13%) were from medical order review led by clinical pharmacists (<xref ref-type="table" rid="T7">Table&#x20;7</xref>). Overall, 445 interventions were made with an average acceptance rate of 80.00% (356/445). The highest proportion of intervention types in perioperative antimicrobial prophylaxis was stopping due to prolonged duration (34.97%) with an acceptance rate of 66.67%. Among the recommendations for non-surgical prophylaxis, the most frequent type was initiating a preferred agent for indication, which had an acceptance rate of 47.62%. The most common intervention types for antibiotic treatment were discontinuation of antibiotics without indication (23.58%), followed by dose or frequency adjustment (19.10%), and de-escalation (13.82%). The acceptance rates were 67.24%, 91.49%, and 88.24%, respectively.</p>
<table-wrap id="T7" position="float">
<label>TABLE 7</label>
<caption>
<p>Source, initiator, type, and acceptance rate of antimicrobial stewardship interventions.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Interventions</th>
<th align="center">Perioperative antimicrobial prophylaxis</th>
<th align="center">Non-surgical antimicrobial prophylaxis</th>
<th align="center">Therapeutic use of antibiotics</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Source of interventions</td>
<td colspan="3" align="center">Number (%)</td>
</tr>
<tr>
<td align="left">Ward round consultation</td>
<td align="center">18 (11.04%)</td>
<td align="center">13 (36.11%)</td>
<td align="center">54 (21.95%)</td>
</tr>
<tr>
<td align="left">WeChat consultation</td>
<td align="center">6 (3.68%)</td>
<td align="center">2 (5.55%)</td>
<td align="center">10 (4.07%)</td>
</tr>
<tr>
<td align="left">Medical order review</td>
<td align="center">139 (85.28%)</td>
<td align="center">21 (58.33%)</td>
<td align="center">161 (65.45%)</td>
</tr>
<tr>
<td align="left">Multidisciplinary consultation</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">21 (8.54%)</td>
</tr>
<tr>
<td align="left">Initiator of interventions</td>
<td colspan="3" align="center">Number (%)</td>
</tr>
<tr>
<td align="left">Clinician</td>
<td align="center">24 (14.72%)</td>
<td align="center">15 (41.67%)</td>
<td align="center">85 (34.55%)</td>
</tr>
<tr>
<td align="left">Clinical pharmacist</td>
<td align="center">139 (85.28%)</td>
<td align="center">21 (58.33%)</td>
<td align="center">161 (65.45%)</td>
</tr>
<tr>
<td align="left">Type and acceptance of interventions</td>
<td colspan="3" align="center">Accepted% (number accepted/number)</td>
</tr>
<tr>
<td align="left">Initiate preferred agent for indication</td>
<td align="center">85.29% (29/34)</td>
<td align="center">47.62% (10/21)</td>
<td align="center">90.00% (9/10)</td>
</tr>
<tr>
<td align="left">Dose/frequency adjustment</td>
<td align="center">82.14% (23/28)</td>
<td align="center">50.00% (2/4)</td>
<td align="center">91.49% (43/47)</td>
</tr>
<tr>
<td align="left">Drug timing adjustment</td>
<td align="center">79.55% (35/44)</td>
<td align="center">NA</td>
<td align="center">NA</td>
</tr>
<tr>
<td align="left">Stop due to prolonged duration</td>
<td align="center">66.67% (38/57)</td>
<td align="center">75.00% (3/4)</td>
<td align="center">85.71% (6/7)</td>
</tr>
<tr>
<td align="left">Discontinuation of antibiotics without indication</td>
<td align="center">NA</td>
<td align="center">57.14% (4/7)</td>
<td align="center">67.24% (39/58)</td>
</tr>
<tr>
<td align="left">Stop combination of antimicrobial treatment</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">87.50% (7/8)</td>
</tr>
<tr>
<td align="left">Change antibiotic due to toxicity, allergy, etc</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">87.50% (7/8)</td>
</tr>
<tr>
<td align="left">Escalation</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">100.00% (16/16)</td>
</tr>
<tr>
<td align="left">De-escalation</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">88.24% (30/34)</td>
</tr>
<tr>
<td align="left">Sequential intravenous-to-oral therapy</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">100% (11/11)</td>
</tr>
<tr>
<td align="left">Imaging/laboratory/etiological examination</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">93.10% (27/29)</td>
</tr>
<tr>
<td align="left">Therapeutic drug monitoring</td>
<td align="center">NA</td>
<td align="center">NA</td>
<td align="center">94.44% (17/18)</td>
</tr>
<tr>
<td align="left">Total</td>
<td align="center">76.69% (125/163)</td>
<td align="center">52.78% (19/36)</td>
<td align="center">86.18% (212/246)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Note NA, not available.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>To our knowledge, this is the first study to evaluate the impact of a pharmacist-led AMS program in the department of vascular and interventional radiology. The DID analysis indicated that the multifaceted pharmacist-led AMS intervention was associated with a significant decline in the antibiotic use, cost of antibiotics, and irrationality of antibiotic prescribing. Comparison of pre- and post-intervention changes between the intervention group and the control group, rather than merely levels before and after the intervention in the intervention group, necessarily adjusted for the possibility that the outcome was changing without the benefit of the intervention (<xref ref-type="bibr" rid="B23">Gerber et&#x20;al., 2013</xref>).</p>
<p>There was a significant reduction in antibiotic utilization after the interventions in our study. This decline was attributed to reduction of unnecessary antimicrobial prescribing and increase in compliance with duration of antibiotic use. This observation was consistent with studies conducted in hospital and clinic settings (<xref ref-type="bibr" rid="B27">Hwang and Kim, 2018</xref>; <xref ref-type="bibr" rid="B30">Lee et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B1">Abubakar et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B24">Haseeb et&#x20;al., 2020</xref>). The current study also found that the implementation of antibiotic stewardship interventions led to cost savings of antibiotics, which was similar to that found in prior studies (<xref ref-type="bibr" rid="B8">Butt et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B52">Xin et&#x20;al., 2019</xref>). Some studies reported that the length of hospital stay significantly was shortened after the intervention of a pharmacist-directed antimicrobial stewardship (<xref ref-type="bibr" rid="B36">Mahmoudi et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B52">Xin et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B3">Arensman et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B37">Mahrous et&#x20;al., 2020</xref>), while some studies indicated that the intervention had no effect on the length of stay (<xref ref-type="bibr" rid="B49">Wenzler et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B1">Abubakar et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B39">Monmaturapoj et&#x20;al., 2021</xref>), which may be related to differences in the study design and analytical methods.</p>
<p>Inappropriate antibiotic prescribing was evaluated using a scoring system consisting of different items regarding three categories. Compared with the scoring system constructed by <xref ref-type="bibr" rid="B45">Shen et&#x20;al. (2011)</xref>, the relative weight values of each item were determined on the basis of utilizing the Saaty1&#x2013;9 scale method, which can quantitatively judge the importance of each item on the inappropriate antibiotic prescribing. The result implies that indication had the largest impact for irrationality of antibiotics, regardless of antibiotic use for prophylaxis or treatment. Several studies showed that intervention has a significant impact on the appropriateness of antibiotic use after the implementation of the AMS program (<xref ref-type="bibr" rid="B7">Brink et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B22">Foolad et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B8">Butt et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B9">Cal&#xf2; et&#x20;al., 2021</xref>; <xref ref-type="bibr" rid="B28">Jantarathaneewat et&#x20;al., 2021</xref>). Our study was consistent with these findings, as we observed that the irrationality of antimicrobial prescriptions decreased in perioperative antimicrobial prophylaxis, non-surgical antimicrobial prophylaxis, and therapeutic use of antibiotics.</p>
<p>Inappropriateness of antimicrobial use in perioperative prophylaxis significantly decreased, especially in first-choice antibiotics, which was similar to that found in a previous study (<xref ref-type="bibr" rid="B53">Yang et&#x20;al., 2017</xref>). Regarding the choice of antimicrobial prophylaxis, cefazolin definitely became the first choice in the post-intervention period with a concomitant decrease in cefathiamidine. Indeed, cefazolin was recommended as the first-line antibiotic according to the evidence-based trials (<xref ref-type="bibr" rid="B14">National Health Commission of China, 2015</xref>). Previous studies have reported that implementation of antibiotic stewardship program in surgeries was associated with reduction in the prescription of broad-spectrum and expensive antibiotics (<xref ref-type="bibr" rid="B20">Dona et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B36">Mahmoudi et&#x20;al., 2019</xref>).</p>
<p>Inappropriateness score of antimicrobial prescribing for non-surgical prophylaxis decreased, manifested by improvement in correct antibiotic choice. The current study observed an increased use of ceftriaxone instead of cefoxitin for cirrhotic patients with esophageal and gastric variceal bleeding. Cirrhotic patients presenting with acute variceal bleeding have a high risk of developing bacterial infections; therefore, initiation of prophylactic antibiotic treatment at the time of admission is necessary (<xref ref-type="bibr" rid="B31">Lee et&#x20;al., 2014</xref>). According to the guidelines (<xref ref-type="bibr" rid="B29">Korean Association for the Study of the, 2020</xref>), short-term antibiotic prophylaxis with intravenous ceftriaxone is recommended in cirrhotic patients with variceal bleeding.</p>
<p>A significant reduction in inappropriate prescribing for therapeutic use of antibiotics was also found after the intervention, manifested by a reduction in inappropriate prescribing in conditions for which antibiotics were generally not indicated, such as superficial thrombophlebitis of the lower extremities. Other antimicrobial stewardship efforts also have demonstrated improvements in unnecessary antibiotic prescribing for viral acute respiratory infection and asymptomatic bacteriuria (<xref ref-type="bibr" rid="B46">Meeker et al., 2016</xref>; <xref ref-type="bibr" rid="B2">Akpan et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B9">Cal&#xf2; et&#x20;al., 2021</xref>; <xref ref-type="bibr" rid="B38">May et&#x20;al., 2021</xref>). Antibiotic prescribing for these conditions where antimicrobials are not indicated puts them at unnecessary risk for adverse events and should be a target for quality improvement in interventional radiology&#x20;wards.</p>
<p>In the intervention period, the acceptance rate of interventions was 80.00%, which was similar to that described in other studies at hospitals (<xref ref-type="bibr" rid="B33">Li et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B26">Hurst et&#x20;al., 2019</xref>). The highest proportion of intervention types for surgical prophylaxis during the intervention period was stopping antimicrobial treatment, but the acceptance rate was the lowest. The reason is as follows: first, according to the Clinical Practice Guidelines for antibiotic prophylaxis during vascular and interventional radiology procedures (<xref ref-type="bibr" rid="B12">Chehab et&#x20;al., 2018</xref>), a single preprocedural dose of cefazolin is an effective regimen for arterial endografts in the management of aortic aneurysm or dissection. Chinese Guidelines also suggest a single dose for prophylaxis (<xref ref-type="bibr" rid="B14">National Health Commission of China, 2015</xref>). However, the aortic stent graft surgery involves important viscera, an endograft infection that carries high morbidity and mortality rates (as high as 27%) (<xref ref-type="bibr" rid="B11">Cernohorsky et&#x20;al., 2011</xref>). Therefore, doctors are unwilling to use a single dose of antibiotics. Second, postoperative inflammatory response syndrome may occur after aortic stent graft procedures and hepatic artery chemoembolization, which is characterized by fever, leukocytosis, and elevated C-reactive protein (CRP) and other inflammatory markers (<xref ref-type="bibr" rid="B5">Blackburn and West, 2016</xref>; <xref ref-type="bibr" rid="B15">Daye and Walker, 2018</xref>). Sometimes it is difficult for doctors to distinguish it from infection, so they dare not easily stop the antibiotics. Compared with perioperative antimicrobial prophylaxis, non-surgical antimicrobial prophylaxis had a lower acceptance rate for intervention, which was mainly manifested in the recommendation of using preferred evidence-based drug. That is probably because clinicians in the surgical ward might pay more attention to perioperative antimicrobial prophylaxis that resulted in change of prescribing behavior. In terms of therapeutic use of antibiotics, the lowest acceptance rate of intervention type was discontinuation of therapy without indication. For example, superficial thrombophlebitis is characterized by the appearance of tenderness, pain, redness, and swelling in the affected veins, which refers to an inflammation of superficial veins. Nonsteroidal anti-inflammatory drugs are suggested to reduce inflammation rather than antibiotics (<xref ref-type="bibr" rid="B18">Di Nisio et&#x20;al., 2018</xref>). However, the strained relationship between doctors and patients in China has made doctors hesitant to not use antibiotics.</p>
<p>Our study has several strengths. Although the AMS program was performed in a surgical ward, a comprehensive intervention implemented not only focused on perioperative antimicrobial prophylaxis but also on non-surgical antimicrobial prophylaxis and therapeutic use of antibiotics. Notably, a scoring system was developed for assessment of rationality of antimicrobial prescriptions in antimicrobial prophylaxis and treatment based on consultation of multidisciplinary experts experienced in the management of infectious diseases. Previous studies usually emphasized on the analysis of change trend in antimicrobial utilization and cost savings after the implementation of AMS, whereas a comprehensive evaluation of antimicrobial prescriptive appropriateness was conducted as well as antimicrobial consumption and cost in our&#x20;study.</p>
<p>There were also some limitations. First, it was a nonrandomized, retrospective pre&#x2013;post analysis that carry a risk of selection bias. However, a quasi-experimental design with a DID methodology is often used to estimate the net effect of the intervention. Second, the present study investigated only the short-term effects of a pharmacist-led AMS intervention in the department of vascular and interventional radiology. It is unclear whether these effects would sustain after the interventions had finished. Third, this study was limited by its sample size. Finally, this was a single center study conducted in a tertiary teaching hospital; hence, the possibility of generalizing our results to other hospitals was limited. Future study with a larger sample size and a more rigorous design over an extended period needs to be confirmed. In spite of the limitations, this study has demonstrated that implementation of pharmacist-led AMS program significantly decreased the antibiotic use, cost of antibiotics, and irrationality of antibiotic prescribing in the department of vascular and interventional radiology.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>This study provides important evidence from a pre-post intervention study that implementation of AMS interventions was associated with a marked reduction of antibiotic use, cost of antibiotics, and irrationality of antibiotic prescribing in the department of vascular and interventional radiology in a Chinese hospital. Our data indicate that departments that are not a priority for antimicrobial administration also need attention. It is essential for surgeons to be aware of the importance of adherence to guidelines. The findings of our study indicate that the beneficial AMS intervention led by clinical pharmacists can help to promote the rational use of antibiotics and decrease the antibiotic utilization.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s10">Supplementary Material</xref>, further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The retrospective study complied with the Declaration of Helsinki, and ethical approval was obtained from the Ethical Committee of Nanjing Medical University (grant number: ethical review 2020103).</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>JX and XL initiated the study concept. YW conducted the data analysis. JX and JH wrote the first draft of the manuscript. XD, LS, and LD collected the data. YY led the data collection. DZ contributed to the data analysis and interpretation of the data. SX, ES, and JS were responsible for coordinating all research activities. LT and XL revised the draft of the manuscript. QZ supervised the study. All authors read and approved the final manuscript.</p>
</sec>
<sec id="s9">
<title>Funding</title>
<p>This study was supported by the National Natural Science Foundation of China (Grant No. 71673147), the China Medical Board (Grant No. 17-277), Suzhou Science and Technology Development Plan Project (No. SKJYD2021170) and Wu Jieping Medical Foundation (No. 320.6750.2020-12-69).</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors, and the reviewers. Any product that may be evaluated in this article, or claims that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>The authors are grateful for the support of the information department in the Affiliated Suzhou Hospital of Nanjing Medical University for providing the original&#x20;data.</p>
</ack>
<sec id="s12">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fphar.2022.832078/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fphar.2022.832078/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table1.DOCX" id="SM1" mimetype="application/DOCX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abubakar</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Syed Sulaiman</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Adesiyun</surname>
<given-names>A. G.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Impact of Pharmacist-Led Antibiotic Stewardship Interventions on Compliance with Surgical Antibiotic Prophylaxis in Obstetric and Gynecologic Surgeries in Nigeria</article-title>. <source>PLoS One.</source> <volume>14</volume> (<issue>3</issue>), <fpage>e0213395</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0213395</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akpan</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>Isemin</surname>
<given-names>N. U.</given-names>
</name>
<name>
<surname>Udoh</surname>
<given-names>A. E.</given-names>
</name>
<name>
<surname>Ashiru-Oredope</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Implementation of Antimicrobial Stewardship Programmes in African Countries: a Systematic Literature Review</article-title>. <source>J.&#x20;Glob. Antimicrob. Resist.</source> <volume>22</volume>, <fpage>317</fpage>&#x2013;<lpage>324</lpage>. <pub-id pub-id-type="doi">10.1016/j.jgar.2020.03.009</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arensman</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dela-Pena</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>LaChance</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Beganovic</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Anderson</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Impact of Mandatory Infectious Diseases Consultation and Real-Time Antimicrobial Stewardship Pharmacist Intervention on <italic>Staphylococcus aureus</italic> Bacteremia Bundle Adherence</article-title>. <source>Open Forum Infect. Dis.</source> <volume>7</volume> (<issue>6</issue>), <fpage>ofaa184</fpage>. <pub-id pub-id-type="doi">10.1093/ofid/ofaa184</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beyar-Katz</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Dickstein</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Borok</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Vidal</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Leibovici</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Paul</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Empirical Antibiotics Targeting Gram-Positive Bacteria for the Treatment of Febrile Neutropenic Patients with Cancer</article-title>. <source>Cochrane Database Syst. Rev.</source> <volume>6</volume>, <fpage>CD003914</fpage>. <pub-id pub-id-type="doi">10.1002/14651858.CD003914.pub4</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Blackburn</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>West</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Management of Postembolization Syndrome Following Hepatic Transarterial Chemoembolization for Primary or Metastatic Liver Cancer</article-title>. <source>Cancer Nurs.</source> <volume>39</volume> (<issue>5</issue>), <fpage>E1</fpage>&#x2013;<lpage>E18</lpage>. <pub-id pub-id-type="doi">10.1097/NCC.0000000000000302</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>B&#xf6;hmer</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Hornung</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Burmeister</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>K&#xf6;chling</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Altiner</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lang</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Factors, Perceptions and Beliefs Associated With Inappropriate Antibiotic Prescribing in German Primary Dental Care: A Qualitative Study</article-title>. <source>Antibiotics (Basel).</source> <volume>10</volume> (<issue>8</issue>), <fpage>987</fpage>. <pub-id pub-id-type="doi">10.3390/antibiotics10080987</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brink</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Messina</surname>
<given-names>A. P.</given-names>
</name>
<name>
<surname>Feldman</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Richards</surname>
<given-names>G. A.</given-names>
</name>
<name>
<surname>van den Bergh</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Netcare Antimicrobial Stewardship Study</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>From Guidelines to Practice: a Pharmacist-Driven Prospective Audit and Feedback Improvement Model for Peri-Operative Antibiotic Prophylaxis in 34 South African Hospitals</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>72</volume> (<issue>4</issue>), <fpage>1227</fpage>&#x2013;<lpage>1234</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dkw523</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Butt</surname>
<given-names>S. Z.</given-names>
</name>
<name>
<surname>Ahmad</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Saeed</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Saleem</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Javaid</surname>
<given-names>Z.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Post-surgical Antibiotic Prophylaxis: Impact of Pharmacist&#x27;s Educational Intervention on Appropriate Use of Antibiotics</article-title>. <source>J.&#x20;Infect. Public Health.</source> <volume>12</volume> (<issue>6</issue>), <fpage>854</fpage>&#x2013;<lpage>860</lpage>. <pub-id pub-id-type="doi">10.1016/j.jiph.2019.05.015</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cal&#xf2;</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Onorato</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Macera</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Di Caprio</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Monari</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Russo</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Impact of an Education-Based Antimicrobial Stewardship Program on the Appropriateness of Antibiotic Prescribing: Results of a Multicenter Observational Study</article-title>. <source>Antibiotics.</source> <volume>10</volume> (<issue>3</issue>), <fpage>314</fpage>. <pub-id pub-id-type="doi">10.3390/antibiotics10030314</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="web">
<collab>CDC</collab> (<year>2019</year>). <article-title>The Core Elements of Hospital Antibiotic Stewardship Programs</article-title>. <comment>[Online]. Available at: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/antibiotic-use/core-elements/hospital.html">https://www.cdc.gov/antibiotic-use/core-elements/hospital.html</ext-link> (Accessed on June 5, 2020).</comment> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cernohorsky</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Reijnen</surname>
<given-names>M. M.</given-names>
</name>
<name>
<surname>Tielliu</surname>
<given-names>I. F.</given-names>
</name>
<name>
<surname>van Sterkenburg</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>van den Dungen</surname>
<given-names>J.&#x20;J.</given-names>
</name>
<name>
<surname>Zeebregts</surname>
<given-names>C. J.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>The Relevance of Aortic Endograft Prosthetic Infection</article-title>. <source>J.&#x20;Vasc. Surg.</source> <volume>54</volume> (<issue>2</issue>), <fpage>327</fpage>&#x2013;<lpage>333</lpage>. <pub-id pub-id-type="doi">10.1016/j.jvs.2010.12.067</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chehab</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Thakor</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Tulin-Silver</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Connolly</surname>
<given-names>B. L.</given-names>
</name>
<name>
<surname>Cahill</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Ward</surname>
<given-names>T. J.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Adult and Pediatric Antibiotic Prophylaxis during Vascular and IR Procedures: A Society of Interventional Radiology Practice Parameter Update Endorsed by the Cardiovascular and Interventional Radiological Society of Europe and the Canadian Association for Interventional Radiology</article-title>. <source>J.&#x20;Vasc. Interv. Radiol.</source> <volume>29</volume> (<issue>11</issue>), <fpage>1483</fpage>&#x2013;<lpage>e2</lpage>. <pub-id pub-id-type="doi">10.1016/j.jvir.2018.06.007</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Daye</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Walker</surname>
<given-names>T. G.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Complications of Endovascular Aneurysm Repair of the Thoracic and Abdominal Aorta: Evaluation and Management</article-title>. <source>Cardiovasc. Diagn. Ther.</source> <volume>8</volume> (<issue>Suppl. 1</issue>), <fpage>S138</fpage>&#x2013;<lpage>S156</lpage>. <pub-id pub-id-type="doi">10.21037/cdt.2017.09.17</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dellit</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Owens</surname>
<given-names>R. C.</given-names>
</name>
<name>
<surname>McGowan</surname>
<given-names>J.&#x20;E.</given-names>
<suffix>Jr.</suffix>
</name>
<name>
<surname>Gerding</surname>
<given-names>D. N.</given-names>
</name>
<name>
<surname>Weinstein</surname>
<given-names>R. A.</given-names>
</name>
<name>
<surname>Burke</surname>
<given-names>J.&#x20;P.</given-names>
</name>
<etal/>
</person-group> (<year>2007</year>). <article-title>Infectious Diseases Society of America and the Society for Healthcare Epidemiology of America Guidelines for Developing an Institutional Program to Enhance Antimicrobial Stewardship</article-title>. <source>Clin. Infect. Dis.</source> <volume>44</volume> (<issue>2</issue>), <fpage>159</fpage>&#x2013;<lpage>177</lpage>. <pub-id pub-id-type="doi">10.1086/510393</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Denny</surname>
<given-names>K. J.</given-names>
</name>
<name>
<surname>Gartside</surname>
<given-names>J.&#x20;G.</given-names>
</name>
<name>
<surname>Alcorn</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Cross</surname>
<given-names>J.&#x20;W.</given-names>
</name>
<name>
<surname>Maloney</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Keijzers</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Appropriateness of Antibiotic Prescribing in the Emergency Department</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>74</volume> (<issue>2</issue>), <fpage>515</fpage>&#x2013;<lpage>520</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dky447</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Di Nisio</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Wichers</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Middeldorp</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Treatment of Lower Extremity Superficial Thrombophlebitis</article-title>. <source>JAMA.</source> <volume>320</volume> (<issue>22</issue>), <fpage>2367</fpage>&#x2013;<lpage>2368</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2018.16623</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dimick</surname>
<given-names>J.&#x20;B.</given-names>
</name>
<name>
<surname>Ryan</surname>
<given-names>A. M.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Methods for Evaluating Changes in Health Care Policy: the Difference-In-Differences Approach</article-title>. <source>Jama.</source> <volume>312</volume> (<issue>22</issue>), <fpage>2401</fpage>&#x2013;<lpage>2402</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2014.16153</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Don&#xe0;</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Luise</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>La Pergola</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Montemezzo</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Frigo</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lundin</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Effects of an Antimicrobial Stewardship Intervention on Perioperative Antibiotic Prophylaxis in Pediatrics</article-title>. <source>Antimicrob. Resist. Infect. Control.</source> <volume>8</volume>, <fpage>13</fpage>. <pub-id pub-id-type="doi">10.1186/s13756-019-0464-z</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Du</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Peng</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>He</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Impact of a Multifaceted Pharmacist-Led Intervention on Antimicrobial Stewardship in a Gastroenterology Ward: A Segmented Regression Analysis</article-title>. <source>Front. Pharmacol.</source> <volume>11</volume>, <fpage>442</fpage>. <pub-id pub-id-type="doi">10.3389/fphar.2020.00442</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Foolad</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Nguyen</surname>
<given-names>C. T.</given-names>
</name>
<name>
<surname>Colyer</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Grieger</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>A Multicentre Stewardship Initiative to Decrease Excessive Duration of Antibiotic Therapy for the Treatment of Community-Acquired Pneumonia</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>73</volume> (<issue>5</issue>), <fpage>1402</fpage>&#x2013;<lpage>1407</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dky021</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gerber</surname>
<given-names>J.&#x20;S.</given-names>
</name>
<name>
<surname>Prasad</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>Fiks</surname>
<given-names>A. G.</given-names>
</name>
<name>
<surname>Localio</surname>
<given-names>A. R.</given-names>
</name>
<name>
<surname>Grundmeier</surname>
<given-names>R. W.</given-names>
</name>
<name>
<surname>Bell</surname>
<given-names>L. M.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Effect of an Outpatient Antimicrobial Stewardship Intervention on Broad-Spectrum Antibiotic Prescribing by Primary Care Pediatricians: a Randomized Trial</article-title>. <source>JAMA.</source> <volume>309</volume> (<issue>22</issue>), <fpage>2345</fpage>&#x2013;<lpage>2352</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2013.6287</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haseeb</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Faidah</surname>
<given-names>H. S.</given-names>
</name>
<name>
<surname>Al-Gethamy</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Iqbal</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Barnawi</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Elahe</surname>
<given-names>S. S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Evaluation of a Multidisciplinary Antimicrobial Stewardship Program in a Saudi Critical Care Unit: A Quasi-Experimental Study</article-title>. <source>Front. Pharmacol.</source> <volume>11</volume>, <fpage>570238</fpage>. <pub-id pub-id-type="doi">10.3389/fphar.2020.570238</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huemer</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mairpady Shambat</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Brugger</surname>
<given-names>S. D.</given-names>
</name>
<name>
<surname>Zinkernagel</surname>
<given-names>A. S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Antibiotic Resistance and Persistence-Implications for Human Health and Treatment Perspectives</article-title>. <source>EMBO Rep.</source> <volume>21</volume> (<issue>12</issue>), <fpage>e51034</fpage>. <pub-id pub-id-type="doi">10.15252/embr.202051034</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hurst</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Child</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Parker</surname>
<given-names>S. K.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Intervention and Acceptance Rates Support Handshake-Stewardship Strategy</article-title>. <source>J.&#x20;Pediatr. Infect Dis Soc.</source> <volume>8</volume> (<issue>2</issue>), <fpage>162</fpage>&#x2013;<lpage>165</lpage>. <pub-id pub-id-type="doi">10.1093/jpids/piy054</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hwang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Impact of an Infectious Diseases Specialist-Led Antimicrobial Stewardship Programmes on Antibiotic Use and Antimicrobial Resistance in a Large Korean Hospital</article-title>. <source>Sci. Rep.</source> <volume>8</volume> (<issue>1</issue>), <fpage>14757</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-018-33201-8</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jantarathaneewat</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Apisarnthanarak</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Limvorapitak</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Weber</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Montakantikul</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Pharmacist-Driven Antibiotic Stewardship Program in Febrile Neutropenic Patients: A Single Site Prospective Study in Thailand</article-title>. <source>Antibiotics (Basel).</source> <volume>10</volume> (<issue>4</issue>), <fpage>456</fpage>. <pub-id pub-id-type="doi">10.3390/antibiotics10040456</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Korean Association for the Study of the</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>KASL Clinical Practice Guidelines for Liver Cirrhosis: Varices, Hepatic Encephalopathy, and Related Complications</article-title>. <source>Clin. Mol. Hepatol.</source> <volume>26</volume> (<issue>2</issue>), <fpage>83</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.3350/cmh.2019.0010n</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>C. F.</given-names>
</name>
<name>
<surname>Cowling</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Feng</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Aso</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Wu</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Fukuda</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Impact of Antibiotic Stewardship Programmes in Asia: a Systematic Review and Meta-Analysis</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>73</volume> (<issue>4</issue>), <fpage>844</fpage>&#x2013;<lpage>851</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dkx492</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>Y. Y.</given-names>
</name>
<name>
<surname>Tee</surname>
<given-names>H. P.</given-names>
</name>
<name>
<surname>Mahadeva</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Role of Prophylactic Antibiotics in Cirrhotic Patients with Variceal Bleeding</article-title>. <source>World J.&#x20;Gastroenterol.</source> <volume>20</volume> (<issue>7</issue>), <fpage>1790</fpage>&#x2013;<lpage>1796</lpage>. <pub-id pub-id-type="doi">10.3748/wjg.v20.i7.1790</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gong</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Yin</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Trends and Patterns of Outpatient and Inpatient Antibiotic Use in China&#x27;s Hospitals: Data from the Center for Antibacterial Surveillance, 2012-16</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>74</volume> (<issue>6</issue>), <fpage>1731</fpage>&#x2013;<lpage>1740</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dkz062</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Cheng</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Hou</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Pharmacist-driven Antimicrobial Stewardship in Intensive Care Units in East China: A Multicenter Prospective Cohort Study</article-title>. <source>Am. J.&#x20;Infect. Control.</source> <volume>45</volume> (<issue>9</issue>), <fpage>983</fpage>&#x2013;<lpage>989</lpage>. <pub-id pub-id-type="doi">10.1016/j.ajic.2017.02.021</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Yao</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Harbarth</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Factors Influencing Inappropriate Use of Antibiotics in Outpatient and Community Settings in China: a Mixed-Methods Systematic Review</article-title>. <source>BMJ&#x20;Glob. Health.</source> <volume>5</volume> (<issue>11</issue>), <fpage>e003599</fpage>. <pub-id pub-id-type="doi">10.1136/bmjgh-2020-003599</pub-id> </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Knowledge, Attitudes and Intentions to Prescribe Antibiotics: A Structural Equation Modeling Study of Primary Care Institutions in Hubei, China</article-title>. <source>Int. J.&#x20;Environ. Res. Public Health.</source> <volume>16</volume> (<issue>13</issue>), <fpage>2385</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph16132385</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahmoudi</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Ghouchani</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mahi-Birjand</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bananzadeh</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Akbari</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Optimizing Compliance with Surgical Antimicrobial Prophylaxis Guidelines in Patients Undergoing Gastrointestinal Surgery at a Referral Teaching Hospital in Southern Iran: Clinical and Economic Impact</article-title>. <source>Infect. Drug Resist.</source> <volume>12</volume>, <fpage>2437</fpage>&#x2013;<lpage>2444</lpage>. <pub-id pub-id-type="doi">10.2147/IDR.S212728</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahrous</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Thabit</surname>
<given-names>A. K.</given-names>
</name>
<name>
<surname>Elarabi</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Fleisher</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Clinical Impact of Pharmacist-Directed Antimicrobial Stewardship Guidance Following Blood Culture Rapid Diagnostic Testing</article-title>. <source>J.&#x20;Hosp. Infect.</source> <volume>106</volume> (<issue>3</issue>), <fpage>436</fpage>&#x2013;<lpage>446</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhin.2020.09.010</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>May</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Mart&#xed;n Quir&#xf3;s</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ten Oever</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hoogerwerf</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Schoffelen</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Schouten</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Antimicrobial Stewardship in the Emergency Department: Characteristics and Evidence for Effectiveness of Interventions</article-title>. <source>Clin. Microbiol. Infect.</source> <volume>27</volume> (<issue>2</issue>), <fpage>204</fpage>&#x2013;<lpage>209</lpage>. <pub-id pub-id-type="doi">10.1016/j.cmi.2020.10.028</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meeker</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Linder</surname>
<given-names>J.A.</given-names>
</name>
<name>
<surname>Fox</surname>
<given-names>C.R.</given-names>
</name>
<name>
<surname>Friedberg</surname>
<given-names>M.W.</given-names>
</name>
<name>
<surname>Persell</surname>
<given-names>S.D.</given-names>
</name>
<name>
<surname>Goldstein</surname>
<given-names>N.J.</given-names>
</name>
<etal/>
</person-group> (2016). Effect of Behavioral Interventions on Inappropriate Antibiotic Prescribing Among Primary Care Practices: A Randomized Clinical Trial. <italic>Jama</italic> 315(6), 562&#x2013;570. <pub-id pub-id-type="doi">10.1001/jama.2016.0275</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Monmaturapoj</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Scott</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Abutheraa</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Watson</surname>
<given-names>M. C.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Pharmacist-led Education-Based Antimicrobial Stewardship Interventions and Their Effect on Antimicrobial Use in Hospital Inpatients: a Systematic Review and Narrative Synthesis</article-title>. <source>J.&#x20;Hosp. Infect.</source> <volume>115</volume>, <fpage>93</fpage>&#x2013;<lpage>116</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhin.2021.06.003</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="web">
<collab>National Health Commission of the People's Republic of China</collab> (<year>2011</year>). <article-title>Notice Regarding National Special Measure Scheme on Clinical Use of Antibiotics [in Chinese]</article-title>. <comment>[Online]. Available at: <ext-link ext-link-type="uri" xlink:href="http://www.nhc.gov.cn/cms-search/xxgk/getManuscriptXxgk.htm?id=51376">http://www.nhc.gov.cn/cms-search/xxgk/getManuscriptXxgk.htm?id&#x003D;51376</ext-link> (Accessed July 4, 2021)</comment>. </citation>
</ref>
<ref id="B14">
<citation citation-type="web">
<collab>National Health Commission of the People's Republic of China</collab> (<year>2015</year>). <article-title>Guiding Principles for Clinical Application of Antibiotics</article-title>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="http://www.nhc.gov.cn/yzygj/s3593/201508/c18e1014de6c45ed9f6f9d592b43db42.shtml">http://www.nhc.gov.cn/yzygj/s3593/201508/c18e1014de6c45ed9f6f9d592b43db42.shtml</ext-link> (Accessed July 5, 2021)</comment>. </citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nowakowska</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>van Staa</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>M&#xf6;lter</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ashcroft</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Tsang</surname>
<given-names>J.&#x20;Y.</given-names>
</name>
<name>
<surname>White</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Antibiotic Choice in UK General Practice: Rates and Drivers of Potentially Inappropriate Antibiotic Prescribing</article-title>. <source>J.&#x20;Antimicrob. Chemother.</source> <volume>74</volume> (<issue>11</issue>), <fpage>3371</fpage>&#x2013;<lpage>3378</lpage>. <pub-id pub-id-type="doi">10.1093/jac/dkz345</pub-id> </citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ray</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Tallman</surname>
<given-names>G. B.</given-names>
</name>
<name>
<surname>Bearden</surname>
<given-names>D. T.</given-names>
</name>
<name>
<surname>Elman</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>McGregor</surname>
<given-names>J.&#x20;C.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Antibiotic Prescribing without Documented Indication in Ambulatory Care Clinics: National Cross Sectional Study</article-title>. <source>Bmj.</source> <volume>367</volume>, <fpage>l6461</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.l6461</pub-id> </citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rice</surname>
<given-names>L. B.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Antimicrobial Stewardship and Antimicrobial Resistance</article-title>. <source>Med. Clin. North. Am.</source> <volume>102</volume> (<issue>5</issue>), <fpage>805</fpage>&#x2013;<lpage>818</lpage>. <pub-id pub-id-type="doi">10.1016/j.mcna.2018.04.004</pub-id> </citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rowe</surname>
<given-names>T. A.</given-names>
</name>
<name>
<surname>Linder</surname>
<given-names>J.&#x20;A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Novel Approaches to Decrease Inappropriate Ambulatory Antibiotic Use</article-title>. <source>Expert Rev. Anti Infect. Ther.</source> <volume>17</volume> (<issue>7</issue>), <fpage>511</fpage>&#x2013;<lpage>521</lpage>. <pub-id pub-id-type="doi">10.1080/14787210.2019.1635455</pub-id> </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saaty</surname>
<given-names>T. L.</given-names>
</name>
</person-group> (<year>1990</year>). <article-title>How to Make a Decision: The Analytic Hierarchy Process</article-title>. <source>Eur. J.&#x20;Oper. Res.</source> <volume>48</volume> (<issue>1</issue>), <fpage>9</fpage>&#x2013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1016/0377-2217(90)90057-i</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shen</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Qi</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Pharmacist Interventions on Antibiotic Use in Inpatients with Respiratory Tract Infections in a Chinese Hospital</article-title>. <source>Int. J.&#x20;Clin. Pharm.</source> <volume>33</volume> (<issue>6</issue>), <fpage>929</fpage>&#x2013;<lpage>933</lpage>. <pub-id pub-id-type="doi">10.1007/s11096-011-9577-z</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Versporten</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Zarb</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Caniaux</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Gros</surname>
<given-names>M. F.</given-names>
</name>
<name>
<surname>Drapier</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Antimicrobial Consumption and Resistance in Adult Hospital Inpatients in 53 Countries: Results of an Internet-Based Global Point Prevalence Survey</article-title>. <source>Lancet Glob. Health.</source> <volume>6</volume> (<issue>6</issue>), <fpage>e619</fpage>&#x2013;<lpage>e629</lpage>. <pub-id pub-id-type="doi">10.1016/S2214-109X(18)30186-4</pub-id> </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Xiao</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Use and Prescription of Antibiotics in Primary Health Care Settings in China</article-title>. <source>JAMA Intern. Med.</source> <volume>174</volume> (<issue>12</issue>), <fpage>1914</fpage>&#x2013;<lpage>1920</lpage>. <pub-id pub-id-type="doi">10.1001/jamainternmed.2014.5214</pub-id> </citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wenzler</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Goff</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Prier</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Mellett</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Mangino</surname>
<given-names>J.&#x20;E.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>An Automated, Pharmacist-Driven Initiative Improves Quality of Care for <italic>Staphylococcus aureus</italic> Bacteremia</article-title>. <source>Clin. Infect. Dis.</source> <volume>65</volume> (<issue>2</issue>), <fpage>194</fpage>&#x2013;<lpage>200</lpage>. <pub-id pub-id-type="doi">10.1093/cid/cix315</pub-id> </citation>
</ref>
<ref id="B50">
<citation citation-type="web">
<collab>WHO</collab> (<year>2011</year>). <article-title>The World Medicines Situation 2011: Rational Use of Medicines</article-title>. <comment>[Online]. Available at: <ext-link ext-link-type="uri" xlink:href="https://www.who.int/medicines/areas/policy/world_medicines_situation/WMS_ch14_wRational.pdf">https://www.who.int/medicines/areas/policy/world_medicines_situation/WMS_ch14_wRational.pdf</ext-link> (Accessed January 4, 2022)</comment>. </citation>
</ref>
<ref id="B51">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Wooldrige</surname>
<given-names>J.&#x20;M.</given-names>
</name>
</person-group> (<year>2002</year>). <source>Econometric Analysis of Cross Section and Panel Data</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>MIT press</publisher-name>. </citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xin</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Xia</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>The Impact of Pharmaceutical Interventions on The Use of Carbapenems in A Chinese Hospital: A Pre-Post Study</article-title>. <source>Infect. Drug Resist.</source> <volume>12</volume>, <fpage>3567</fpage>&#x2013;<lpage>3573</lpage>. <pub-id pub-id-type="doi">10.2147/IDR.S229009</pub-id> </citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>S. P.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>X. Y.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Effectiveness of Continuous Improvement by a Clinical Pharmacist-Led Guidance Team on the Prophylactic Antibiotics Usage Rationality in Intervention Procedure at a Chinese Tertiary Teaching Hospital</article-title>. <source>Ther. Clin. Risk Manag.</source> <volume>13</volume>, <fpage>469</fpage>&#x2013;<lpage>476</lpage>. <pub-id pub-id-type="doi">10.2147/TCRM.S131937</pub-id> </citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>H. X.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Huo</surname>
<given-names>H. Q.</given-names>
</name>
<name>
<surname>Liang</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.&#x20;P.</given-names>
</name>
<name>
<surname>Ge</surname>
<given-names>W. H.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Pharmacist Interventions for Prophylactic Antibiotic Use in Urological Inpatients Undergoing Clean or Clean-Contaminated Operations in a Chinese Hospital</article-title>. <source>PLoS One.</source> <volume>9</volume> (<issue>2</issue>), <fpage>e88971</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0088971</pub-id> </citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Antibiotic Resistance Genes in China: Occurrence, Risk, and Correlation Among Different Parameters</article-title>. <source>Environ. Sci. Pollut. Res. Int.</source> <volume>25</volume> (<issue>22</issue>), <fpage>21467</fpage>&#x2013;<lpage>21482</lpage>. <pub-id pub-id-type="doi">10.1007/s11356-018-2507-z</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>