<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="methods-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2024.1324940</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Study Protocol</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Evaluation of SINERGIAPS, an intervention to improve patient safety in primary healthcare centers in Spain based on patients&#x2019; perceptions and experiences: a protocol for a hybrid type I randomized clinical trial</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Fiol-deRoque</surname> <given-names>Maria A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2555013/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Mansilla</surname> <given-names>Georgina Vidal</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Maderuelo-Fern&#x00E1;ndez</surname> <given-names>Jos&#x00E9; A.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Tamayo-Morales</surname> <given-names>Olaya</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2323219/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mart&#x00ED;n-Luj&#x00E1;n</surname> <given-names>Francisco</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Astier-Pe&#x00F1;a</surname> <given-names>Pilar</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Chac&#x00F3;n-Docampo</surname> <given-names>Macarena</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Orrego</surname> <given-names>Carola</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1762531/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gens-Barber&#x00E0;</surname> <given-names>Montserrat</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Andreu-Rodrigo</surname> <given-names>Pilar</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Ricci-Cabello</surname> <given-names>Ignacio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2552709/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author" id="collab1">
<collab id="coll1">the SinergiAPS team</collab>
</contrib>
</contrib-group>
<contrib-group content-type="collab-list">
<contrib contrib-type="author" rid="collab1">
<name><surname>Mateo</surname> <given-names>Alba Jim&#x00E9;nez</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Garza;</surname> <given-names>Alexandre Varela</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Tu&#x00F1;e</surname> <given-names>Ana Arceo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ram&#x00ED;rez Puerta;</surname> <given-names>Ana Bel&#x00E9;n</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Font&#x00E1;n</surname> <given-names>Ana Claver&#x00ED;a</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Carou</surname> <given-names>Ana Isabel Casta&#x00F1;o</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Arroyo</surname> <given-names>Ana Mar&#x00ED;a Reales</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Covela</surname> <given-names>Andrea Rodr&#x00ED;guez</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bordas</surname> <given-names>Anna</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ramirez</surname> <given-names>Anna M&#x00AA;</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Olry de Labry</surname> <given-names>Antonio</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Garc&#x00ED;a-Iglesias</surname> <given-names>Arancha</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Mart&#x00ED;n</surname> <given-names>Aurora B&#x00E1;rbara</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Formoso</surname> <given-names>Clara Gonzalez</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Lugones-S&#x00E1;nchez</surname> <given-names>Cristina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Freire</surname> <given-names>Encarna S&#x00E1;nchez</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Galindo</surname> <given-names>Enrique Casado</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Mart&#x00ED;n</surname> <given-names>Eva</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>&#x00C1;lvarez-Guisasola</surname> <given-names>Fernando</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Deibe</surname> <given-names>Fernando Lago</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Vall</surname> <given-names>Helena</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Repiso-Gento</surname> <given-names>Irene</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Valderas Martinez</surname> <given-names>Jose Maria</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sierra</surname> <given-names>Leticia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Oliver</surname> <given-names>Lourdes Luz&#x00F3;n</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Garc&#x00ED;a-Ortiz</surname> <given-names>Luis</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Mart&#x00ED;nez</surname> <given-names>Mari Mar</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Marin</surname> <given-names>Maria de las Nieves Costa</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rodr&#x00ED;guez</surname> <given-names>Pablo Lorenzo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rodr&#x00ED;guez</surname> <given-names>Ricardo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Campos</surname> <given-names>Roc&#x00ED;o Zamanillo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bernat</surname> <given-names>Sara Maria Guerrero</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Torres</surname> <given-names>Sara Mart&#x00ED;nez</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Alonso</surname> <given-names>Tamara</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ling</surname> <given-names>Yoe</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Blanco</surname> <given-names>Mar&#x00ED;a Jos&#x00E9;</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Dorado</surname> <given-names>Maribel</given-names></name>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Health Research Institute of the Balearic Islands (IdISBa), Hospital Universitari Son Espases</institution>, <addr-line>Palma</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Network for Research on Chronicity, Primary Care, and Health Promotion (RICAPPS)</institution>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Unitat de Qualitat i Seguretat dels Pacients, Ger&#x00E8;ncia Territorial Camp de Tarragona, Institut Catal&#x00E0; de la Salut</institution>, <addr-line>Tarragona</addr-line>, <country>Spain</country></aff>
<aff id="aff4"><sup>4</sup><institution>Unidad de Investigaci&#x00F3;n en Atenci&#x00F3;n Primaria de Salamanca (APISAL), Instituto de Investigaci&#x00F3;n Biom&#x00E9;dica de Salamanca (IBSAL)</institution>, <addr-line>Salamanca</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>Gerencia de Atenci&#x00F3;n Primaria de Salamanca, Gerencia Regional de Salud de Castilla y Le&#x00F3;n (SACyL), Avenida de Portugal</institution>, <addr-line>Salamanca</addr-line>, <country>Spain</country></aff>
<aff id="aff6"><sup>6</sup><institution>Unitat de Suport a la Recerca de Tarragona, Institut de d'investigaci&#x00F3; en l'Atenci&#x00F3; Prim&#x00E0;ria Jordi Gol (IDIAP Jordi Gol), Institut Catal&#x00E0; de la Salut</institution>, <addr-line>Tarragona</addr-line>, <country>Spain</country></aff>
<aff id="aff7"><sup>7</sup><institution>I-Saude Group, Galicia Sur Health Research Institute (IIS Galicia Sur)</institution>, <addr-line>Vigo</addr-line>, <country>Spain</country></aff>
<aff id="aff8"><sup>8</sup><institution>Avedis Donabedian Research Institute (FAD) &#x2013; Universitat Autonoma de Barcelona</institution>, <addr-line>Barcelona</addr-line>, <country>Spain</country></aff>
<aff id="aff9"><sup>9</sup><institution>CIBER de Epidemiolog&#x00ED;a y Salud P&#x00FA;blica (CIBERESP)</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002">
<p>Edited by: Jos&#x00E9; Manuel Aguilar Parra, University of Almeria, Spain</p>
</fn>
<fn fn-type="edited-by" id="fn0003">
<p>Reviewed by: Osnat Bashkin, Ashkelon Academic College, Israel</p>
<p>Philipos Petros Gile, Erasmus University Rotterdam, Netherlands</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Ignacio Ricci-Cabello, <email>ignacio.ricci@ibsalut.es</email></corresp>
<fn fn-type="equal" id="fn0001">
<p><sup>&#x2020;</sup>These authors have contributed equally to this work and share first authorship</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>26</day>
<month>03</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>12</volume>
<elocation-id>1324940</elocation-id>
<history>
<date date-type="received">
<day>20</day>
<month>10</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>05</day>
<month>03</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Fiol-deRoque, Mansilla, Maderuelo-Fern&#x00E1;ndez, Tamayo-Morales, Mart&#x00ED;n-Luj&#x00E1;n, Astier-Pe&#x00F1;a, Chac&#x00F3;n-Docampo, Orrego, Gens-Barber&#x00E0; and Andreu-Rodrigo, Ricci-Cabello.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Fiol-deRoque, Mansilla, Maderuelo-Fern&#x00E1;ndez, Tamayo-Morales, Mart&#x00ED;n-Luj&#x00E1;n, Astier-Pe&#x00F1;a, Chac&#x00F3;n-Docampo, Orrego, Gens-Barber&#x00E0; and Andreu-Rodrigo, Ricci-Cabello</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Background</title>
<p>Adverse events in the primary care setting result in a direct cost equivalent to at least 2.5% of total healthcare spending. Across OECD countries, they lead to more than seven million avoidable hospital admissions annually. In this manuscript, we describe the protocol of a trial aimed at evaluating the effectiveness of SinergiAPS (a patient-centered audit and feedback intervention) in reducing avoidable hospital admission and explore the factors that may affect its implementation.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>We will conduct a 24-month, parallel, open-label, multicenter, pragmatic, hybrid type 1 randomized clinical trial. 118 primary healthcare centers with wide geographical distribution in Spain will be randomly assigned (ratio 1:1) to two groups. The intervention group will receive two audits (baseline and intermediate at 12&#x2009;months) based on information collected through the administration of the PREOS-PC questionnaire (a measure of patient-reported patient safety) to a convenience sample of 100 patients per center. The intervention group will receive reports on the results of both audits, along with educational resources aimed at facilitating the design and implementation of safety improvement plans. The control group will receive care as usual. The primary outcome will be the rate of avoidable hospitalizations (administrative data). Secondary outcomes: patient-reported patient safety experiences and outcomes (PREOS-PC questionnaire); patient safety culture as perceived by professionals (MOSPSC questionnaire); adverse events reported by healthcare professionals (<italic>ad hoc</italic> questionnaire); the number of safety improvement actions which the re has implemented (<italic>ad hoc</italic> questionnaire). Outcome data will be collected at baseline and 24&#x2009;months follow-up. For the evaluation of the implementation of the SinergiAPS intervention, we will draw on the Consolidated Framework for Implementation Research (CFIR). We will collect and analyze qualitative and quantitative data (30 individual interviews, implementation logbooks; questionnaires for professionals from intervention centers, and level of use of the SinergiAPS web tool).</p>
</sec>
<sec id="sec3">
<title>Discussion</title>
<p>This study will expand the scarce body of evidence existing regarding the effects and implementation of interventions aimed at promoting patient and family engagement in primary healthcare, specifically for enhancing patient safety. The study has the potential to produce an impact on clinical practice, healthcare systems, and population health.</p>
<p><bold>Clinical Trial Registration</bold>: <ext-link xlink:href="https://clinicaltrials.gov/study/NCT05958108?term=sinergiAPS&#x0026;rank=1" ext-link-type="uri">https://clinicaltrials.gov/study/NCT05958108?term=sinergiAPS&#x0026;rank=1</ext-link> (NCT05958108).</p>
</sec>
</abstract>
<kwd-group>
<kwd>patient safety</kwd>
<kwd>primary healthcare</kwd>
<kwd>randomized controlled trial</kwd>
<kwd>avoidable hospital admissions</kwd>
<kwd>patient-reported outcome measures</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="11"/>
<word-count count="8206"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Injury prevention and control</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec4">
<label>1</label>
<title>Introduction</title>
<p>Patient safety has been defined as the ability of healthcare systems to minimize the occurrence and impact of unintended or unexpected harm to people during the provision of healthcare (<xref ref-type="bibr" rid="ref1">1</xref>). It involves efforts to avoid, prevent, and reduce errors, adverse events, and injuries resulting from the provision of healthcare services (<xref ref-type="bibr" rid="ref2">2</xref>). Adverse events, defined as &#x201C;<italic>unintended or unexpected incident which causes harm to a patient and may lead to temporary or permanent disability</italic> (<xref ref-type="bibr" rid="ref3">3</xref>),&#x201D; can happen in any healthcare setting. While patient safety has traditionally been studied more extensively in hospitals due to the perceived higher risk associated with invasive healthcare procedures, an international systematic review suggests that there are approximately 2&#x2013;3 patient safety incidents for every 100 primary healthcare care (PHC) consultations, with one out of every 25 incidents causing significant harm to patients (<xref ref-type="bibr" rid="ref4">4</xref>).</p>
<p>Medical errors are defined as &#x201C;<italic>an act of omission or commission in planning or execution that contributes or could contribute to an unintended result</italic>&#x201D; (<xref ref-type="bibr" rid="ref5">5</xref>). Medical errors related to diagnosis, prescription, and medication usage pose the greatest risk of harm (<xref ref-type="bibr" rid="ref6">6</xref>). Several key factors contribute to these errors, including the work environment, information transfer between primary and specialized care, the doctor-patient relationship, and ongoing education.</p>
<p>According to a recent OECD report, adverse events in the PHC setting result in a direct cost equivalent to at least 2.5% of total healthcare spending, encompassing additional tests, treatments, and medical care (<xref ref-type="bibr" rid="ref7">7</xref>). Each year, these events account for over 6% of hospital bed days. Across OECD countries, they lead to more than seven million avoidable hospital admissions annually (<xref ref-type="bibr" rid="ref7">7</xref>).</p>
<p>The largest epidemiological study of patient safety in Spain (APEAS study, in 2012) found a prevalence of adverse events of 11.2% (IC95%: 10.5&#x2013;11.9)&#x2014;of which 64% were considered preventable (<xref ref-type="bibr" rid="ref8">8</xref>). The cost of these incidents was estimated to reach up to 1 billion euros per year (<xref ref-type="bibr" rid="ref9">9</xref>), representing approximately 1.6% of the budget of the Spanish National Health System. A more recent epidemiological study in 2020 estimated a prevalence of adverse events of 7.1% 7(95% CI 6.1&#x2013;8.1%) (<xref ref-type="bibr" rid="ref10">10</xref>). A national-wide study involving a representative sample of 4,344 healthcare professionals from all regions in Spain showed that patient safety culture as perceived by healthcare professionals is generally positive, with especially higher scores being observed among professionals over 55&#x2009;years, with managerial responsibilities, women, nurses and administrative staff (<xref ref-type="bibr" rid="ref11">11</xref>).</p>
<sec id="sec5">
<label>1.1</label>
<title>Potential of patient experiences and perspectives in enhancing patient safety in PHC</title>
<p>Numerous initiatives and strategies are currently being implemented on both national and international fronts to enhance patient safety and mitigate the prevailing high rates of adverse events. One strategy that is gaining increasing attention is promoting patient participation in their safety (<xref ref-type="bibr" rid="ref12">12</xref>&#x2013;<xref ref-type="bibr" rid="ref14">14</xref>). The World Health Organization&#x2019;s World Alliance for Patient Safety emphasizes the importance of mobilizing and empowering patients, as evident in their &#x201C;Patients for Patient Safety&#x201D; program (<xref ref-type="bibr" rid="ref15">15</xref>) and the &#x201C;Global Patient Safety Action Plan 2021&#x2013;2030&#x201D; (<xref ref-type="bibr" rid="ref16">16</xref>). In Spain, enhancing patient involvement in patient safety is also a priority and constitutes one of the six strategic lines of the National Health System&#x2019;s Patient Safety Strategy 2015&#x2013;2020 (<xref ref-type="bibr" rid="ref17">17</xref>).</p>
<p>Patients serve as the common element across various healthcare domains and professions involved in their medical care. As a result, they possess unique insights to evaluate the quality and safety of the healthcare they receive (<xref ref-type="bibr" rid="ref18">18</xref>). Leveraging this valuable resource, as emphasized can significantly contribute to improving patient safety in PHC. Interventions based on audit and feedback have shown their effectiveness and cost-effectiveness in driving changes in care processes (<xref ref-type="bibr" rid="ref19">19</xref>) and serve as an excellent framework for developing strategies aimed at engaging patients in safety improvement. These interventions involve gathering patients&#x2019; experiences and perceptions of their healthcare through structured questionnaires, processing and transmitting this information to healthcare centers, and utilizing it as a guide to enhance patient safety. The Feedback Intervention Theory (<xref ref-type="bibr" rid="ref20">20</xref>) underpins these interventions, highlighting that behaviors is influenced by comparing it against standards or goals, and feedback can help identify existing safety issues.</p>
<p>A recent systematic review of the impact of patient and family engagement interventions on patient safety observed positive effects in the reduction of adverse events (<xref ref-type="bibr" rid="ref13">13</xref>). A recent meta-analysis observed that these types of interventions are beneficial in significantly reducing adverse events (Effect Size&#x2009;=&#x2009;&#x2212;0.240, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001), decreasing the length of hospital stay (&#x2212;0.122, p&#x2009;&#x003C;&#x2009;0.001), increasing patient safety experiences (ES&#x2009;=&#x2009;0.630, <italic>p</italic>&#x2009;=&#x2009;0.007), and improving patient satisfaction (0.268, <italic>p</italic>&#x2009;=&#x2009;0.004) (<xref ref-type="bibr" rid="ref21">21</xref>). However, most of the interventions identified up to now have focused on the hospital setting. One of the key challenges in implementing patient involvement strategies in PHC has been the lack of suitable tools for this purpose (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>). Patient Reported Outcomes and Experiences Measures (PROMS and PREMS) have emerged as key tools to inform and guide quality and safety improvement initiatives (<xref ref-type="bibr" rid="ref22">22</xref>). The Patient-Reported Outcomes and Experiences of Safety in Primary Care (PREOS-PC) questionnaire is a tool especially suited for this purpose, originally developed and validated in the United Kingdom (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref24">24</xref>), and subsequently cross-culturally adapted, translated, and validated in multiple languages, including Brazilian (<xref ref-type="bibr" rid="ref25">25</xref>), and Spanish and Catalan (<xref ref-type="bibr" rid="ref26">26</xref>).</p>
</sec>
<sec id="sec6">
<label>1.2</label>
<title>The SinergiAPS intervention</title>
<p>Our team has contributed to the field by developing and evaluating the SinergiAPS (&#x201C;Synergies between Professionals and Patients for Safe Primary Care&#x201D;) intervention (<xref ref-type="bibr" rid="ref27">27</xref>). This intervention aims to enhance patient safety in PHC by incorporating the perspectives and experiences of the patients themselves. In designing this intervention, a diverse range of stakeholders, including patients (<xref ref-type="bibr" rid="ref28">28</xref>) and healthcare professionals (<xref ref-type="bibr" rid="ref29">29</xref>), were actively involved. SinergiAPS is grounded in the Clinical Performance Intervention Theory (<xref ref-type="bibr" rid="ref30">30</xref>) and was developed following the guidelines for complex intervention development proposed by the Medical Research Council. A detailed description of the SinergiAPS intervention is available below.</p>
<p>SinergiAPS was developed and evaluated as part of the project &#x201C;Development and Evaluation of an Intervention based on Patient-Provided Feedback to Improve Patient Safety in Primary Care Centers&#x201D; (<xref ref-type="bibr" rid="ref27">27</xref>). The intervention underwent a 12-month follow-up randomized clinical trial involving 9,668 patients and 1,053 professionals from 59 PHC centers in Spain. Unfortunately, the trial was significantly impacted by the outbreak of the COVID-19 pandemic. Findings from a post-trial qualitative study (in-depth interviews with 14 professionals from the intervention group centers), revealed that the intervention could not be implemented as originally planned due to the exceptional circumstances faced by the participating centers (<xref ref-type="bibr" rid="ref31">31</xref>). In addition to the challenges posed by the pandemic, we identified potential barriers to the large-scale implementation of SinergiAPS intervention as part of routine clinical practice: the face-to-face administration of PREOS-PC questionnaires was resource-intensive; healthcare professionals lacked time during regular working hours to analyze patient feedback reports; insufficient knowledge about how to design safety improvement actions, and; scarcity of resources to implement them.</p>
</sec>
<sec id="sec7">
<label>1.3</label>
<title>Study justification</title>
<p>Initiatives to improve patient safety have traditionally focused on information supplied by healthcare professionals, ignoring the views of the patients themselves (<xref ref-type="bibr" rid="ref32">32</xref>). In recent years, there has been a substantial surge in interventions grounded in the active engagement of patients and their families to enhance patient safety, as evidenced by a recent systematic review (<xref ref-type="bibr" rid="ref13">13</xref>). However, most of these interventions have thus far emanated from hospital environments (<xref ref-type="bibr" rid="ref33">33</xref>). A small number of studies have evaluated patient feedback interventions to improve safety in the PHC setting, but they are limited by the fact that are pilot studies with small sample sizes and short follow-up periods (<xref ref-type="bibr" rid="ref14">14</xref>, <xref ref-type="bibr" rid="ref34">34</xref>).</p>
<p>The SinergiAPS intervention has already shown promise in reducing avoidable hospitalizations in a previous pilot study, as well as a high level of acceptability and perceived utility among patients PHC teams, and health managers. However, before its widespread implementation in PHC centers, it is imperative to obtain solid empirical evidence about its effectiveness and implementation through a large and robust randomized clinical trial.</p>
</sec>
<sec id="sec8">
<label>1.4</label>
<title>Aims</title>
<p>In this manuscript, we report the details of the protocol of a trial aimed at evaluating the effectiveness and implementation of SinergiAPS, an intervention based on patient perceptions and experiences, aimed at improving patient safety in PHC centers. The specific objectives of the trial are:</p>
<list list-type="order">
<list-item><p>To evaluate the effectiveness of the SinergiAPS intervention in improving patient safety in PHC centers by reducing avoidable hospitalizations (primary outcome variable), as well as increasing the safety culture, increasing the number of patient safety improvement actions in the centers, and enhancing patient-perceived safety (secondary outcome variables).</p></list-item>
<list-item><p>to study the implementation of the SinergiAPS intervention in PHC centers in Spain (with the ultimate goal of offering a framework that could be implemented in other health systems worldwide), by: (i) determining the level of usage of the intervention (both of whole the intervention and of each of its constituents); (ii) identifying barriers and facilitators for the implementation of the intervention (including factors related to the intervention itself; to the inner characteristics of the PHC centers; or to the external (contextual) environment within they operate), and; (iii) understanding the processes by which the intervention is successfully implemented.</p></list-item>
</list>
</sec>
</sec>
<sec id="sec9">
<label>2</label>
<title>Methods and analysis</title>
<sec id="sec10">
<label>2.1</label>
<title>Design</title>
<p>Hybrid type 1 clinical trial, pragmatic, multicenter, open-label, with a 24-month follow-up. It has been designed according to the CONSORT statement (<xref ref-type="bibr" rid="ref35">35</xref>). This protocol has been drafted following the SPIRIT guidelines for randomized trials (<xref ref-type="bibr" rid="ref36">36</xref>) (<xref rid="SM1" ref-type="supplementary-material">Supplementary file 1</xref>). It has been registered on <ext-link xlink:href="http://ClinicalTrial.gov" ext-link-type="uri">ClinicalTrial.gov</ext-link> in August 2023 (NCT05958108).</p>
<p>In this trial, the PHC centers will be randomly assigned to the intervention group (which will receive the SinergiAPS intervention&#x2014;described below) and the control group (waitlist design: usual clinical practice during the 24-month follow-up, after which they will have access to the SinergiAPS intervention). <xref ref-type="fig" rid="fig1">Figure 1</xref> provides an overview of the trial, including the schedule of enrolment, interventions, and assessments.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flow diagram of the Type I hybrid clinical trial to evaluate the SinergiAPS intervention.</p>
</caption>
<graphic xlink:href="fpubh-12-1324940-g001.tif"/>
</fig>
</sec>
<sec id="sec11">
<label>2.2</label>
<title>Description of the SinergiAPS intervention</title>
<p>SinergiAPS is a tool designed to support PHC centers to identify potential problems and areas for improvement related to patient safety based on information provided by their own patients. This intervention consists of three main elements (<xref ref-type="fig" rid="fig2">Figure 2</xref>):</p>
<list list-type="bullet">
<list-item><p>Patient safety audit of PHC centers: The patient safety of all the PHC received during the previous 12&#x2009;months is evaluated from the perspective of patients using the validated Patient Reported Experiences and Outcomes of Safety in Primary Care (PREOS-PC) Compact questionnaire. A baseline audit will be conducted at the beginning of the intervention, followed by an intermediate audit at 12&#x2009;months.</p></list-item>
<list-item><p>Feedback report of results to centers: SinergiAPS automatically generates near-real-time feedback reports with the audit results. This report is specific to each center, and it includes a comparison with the rest participating centers to facilitate benchmarking. Centers are encouraged to form a working group, consisting of approximately 3&#x2013;6 professionals with a designated leader.</p></list-item>
<list-item><p>Design of action plans: The working group of each center convenes to design patient safety improvement plans based on the problems identified in their center&#x2019;s result report. For this purpose, the SinergiAPS web tool provides resources, training materials, and recommendations on how to enhance patient safety in PHC. Additionally, it offers a tracking template to collect and evaluate the measures proposed by the centers to address the identified safety issues, as well as a repository of action plans designed and implemented by other healthcare centers.</p></list-item>
</list>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Description of the SinergiAPS intervention.</p>
</caption>
<graphic xlink:href="fpubh-12-1324940-g002.tif"/>
</fig>
</sec>
<sec id="sec12">
<label>2.3</label>
<title id="path23">Participating healthcare centers and sampling</title>
<p>The study units in this trial are public PHC centers from any autonomous community in Spain that agree to participate through informed consent (<xref rid="SM1" ref-type="supplementary-material">Supplementary file 2</xref>). Centers that exclusively provide specific services (such as pediatrics or women&#x2019;s health centers), and centers that have been established for less than 12&#x2009;months at the time of recruitment will be excluded.</p>
<p>Recruiting PHC centers: We will recruit PHC centers from various regions in Spain. Each participating node will recruit centers from their own community and, whenever possible, from neighboring regions. To ensure a broad geographic representation, researchers from seven regions (Balearic Islands, Catalonia, Andalusia, Madrid, Castilla y Le&#x00F3;n, Aragon, and Galicia) are involved in this multicenter study. In regions where we do not have a specific node or researcher, we will leverage our extensive network of key informants, including researchers from the Patient Safety Group of SEMFYC, the research boards of SEMFYC, and the national network of the European General Practice Research Network. This established network will significantly aid in identifying and engaging suitable healthcare centers for participation in this study. The study proposal will be presented to the relevant territorial management authorities and healthcare centers to garner support and participation. A healthcare center will be considered recruited once informed consent is obtained from the center coordinator.</p>
<p>Sampling of PHC centers: For each region, an intentional sample of centers will be selected, aiming for heterogeneity in terms of size, rurality, and inclusion of both teaching and non-teaching centers.</p>
</sec>
<sec id="sec13">
<label>2.4</label>
<title>Participating PHC professionals and patients</title>
<p>Selection of PHC professionals: We will include all the professionals (both healthcare and non-healthcare personnel) working in the healthcare centers recruited. We will exclude those who have been working at the center for less than 3&#x2009;months from the time of the invitation. Invitations along with questionnaire links (detailed in the &#x201C;outcome variables&#x201D;) will be sent to professionals via email. The questionnaires will be self-administered electronically for ease and convenience.</p>
<p>Selection of patients: Using our information systems, we will randomly select patients meeting the following eligibility criteria: aged 18&#x2009;years or older; registered at each participating healthcare center; having visited (either in-person or remote) their healthcare centers for a health-related issue within the last 3 months (to minimize recall bias). We will exclude patients not able to understand Spanish, Catalan or Galician. These patients will be invited to self-complete the validated PREOS-PC Compact questionnaire over the phone or via email. In addition, patients may also be invited to complete the questionnaire face-to-face in the center waiting room. In such cases, a research assistant will approach patients consecutively and invite those meeting the eligibility criteria described above to self-complete the questionnaire using tablet computers or their smartphones.</p>
</sec>
<sec id="sec14">
<label>2.5</label>
<title>Data collection</title>
<sec id="sec15">
<label>2.5.1</label>
<title>PHC center characteristics</title>
<p>We will collect the following information for each center (<xref ref-type="table" rid="tab1">Table 1</xref>): total number of visits in the last 12&#x2009;months, total count of registered patients at the center, the patient-to-physician ratio, the percentage of patients aged over 65&#x2009;years, the percentage of female patients, the academic affiliation (whether the center is a teaching center or not), the rurality index (<xref ref-type="bibr" rid="ref37">37</xref>), deprivation index (<xref ref-type="bibr" rid="ref38">38</xref>), and the distribution of patients according to adjusted morbidity group (<xref ref-type="bibr" rid="ref39">39</xref>). This data will be sourced from healthcare information systems of the health services from the participating regions.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Data collection schedule for the SinergiAPS 2 trial.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="left" valign="top">Source</th>
<th align="left" valign="top">Aggregation level</th>
<th align="left" valign="top">Data collection timing</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="4">1. Characteristics of the primary healthcare centers (all recruited centers)</td>
</tr>
<tr>
<td align="left" valign="top">Number of visits to the center in the last 12&#x2009;months</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">List size (total number of registered patients at the center)</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Average number of patients per physician in the center</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Percentage of patients over 65&#x2009;years old in the center</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Percentage of female patients</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Teaching center (yes/no)</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Rurality index</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top">Adjusted morbidity group (GMAs&#x2014;percentage of patients in each of the five complexity groups)</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level</td>
<td align="left" valign="top">Baseline</td>
</tr>
<tr>
<td align="left" valign="top" colspan="4">2. Effectiveness evaluation (all recruited centers)</td>
</tr>
<tr>
<td align="left" valign="top">Rate of avoidable hospitalizations during the previous 12&#x2009;months (primary outcome measure)</td>
<td align="left" valign="top">Administrative data</td>
<td align="left" valign="top">Practice level (number hospitalizations/10000 registered patients)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Activation of healthcare centers: 4 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.70) that measure the proactivity of healthcare centers towards patient safety.</td>
<td align="left" valign="top">Patient-reported (PREOS-PC Compact)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Experience of harm (severity): 3 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.85) that assess the level of harm suffered by patients as a result of the healthcare they received.</td>
<td align="left" valign="top">Patient-reported (PREOS-PC Compact)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Burden of harm: 3 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.73) that evaluate the impact and consequences of the harm experienced by patients</td>
<td align="left" valign="top">Patient-reported (PREOS-PC Compact)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Overall assessment of the center&#x2019;s safety level (1 item). Visual analogue scale.</td>
<td align="left" valign="top">Patient-reported (PREOS-PC Compact)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Patient safety culture</td>
<td align="left" valign="top">Healthcare provider-reported (MOSPSC questionnaire)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 5)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Frequency of adverse events experienced by healthcare professionals in the last 12&#x2009;months</td>
<td align="left" valign="top">Healthcare provider-reported (<italic>ad hoc</italic> questionnaire)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Impact of adverse events on healthcare providers wellbeing</td>
<td align="left" valign="top">Healthcare provider-reported (<italic>ad hoc</italic> questionnaire)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Baseline and 24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top">Number of actions aimed at improving patient safety in the center in the last 12&#x2009;months</td>
<td align="left" valign="top">Reported by the practice responsible for patient safety</td>
<td align="left" valign="top">Practice level (total number)</td>
<td align="left" valign="top">24&#x2009;months follow-up</td>
</tr>
<tr>
<td align="left" valign="top" colspan="4">3. Implementation and process evaluation (only centers allocated to the intervention group)</td>
</tr>
<tr>
<td align="left" valign="top">Number of accesses to the SinergiAPS tool</td>
<td align="left" valign="top">Metadata from SinergiAPS tool</td>
<td align="left" valign="top">Practice level (total number)</td>
<td align="left" valign="top">Monthly during the 24&#x2009;months of follow up period</td>
</tr>
<tr>
<td align="left" valign="top">Time using the SinergiAPS tool</td>
<td align="left" valign="top">Metadata from SinergiAPS tool</td>
<td align="left" valign="top">Practice level (number of minutes)</td>
<td align="left" valign="top">Monthly during the 24&#x2009;months of follow up period</td>
</tr>
<tr>
<td align="left" valign="top">Number of safety improvement actions registered in the SinergiAPS tool</td>
<td align="left" valign="top">Metadata from SinergiAPS tool</td>
<td align="left" valign="top">Practice level (total number)</td>
<td align="left" valign="top">Quarterly during the 24&#x2009;months of follow up period</td>
</tr>
<tr>
<td align="left" valign="top">Usage of the SinergiAPS tool</td>
<td align="left" valign="top">Reported by the practice responsible for patient safety (<italic>ad hoc</italic> questionnaire)</td>
<td align="left" valign="top">Practice level (number of hours)</td>
<td align="left" valign="top">Quarterly during the 24&#x2009;months of follow up period</td>
</tr>
<tr>
<td align="left" valign="top">Perceived utility and satisfaction with the SinergiAPS tool</td>
<td align="left" valign="top">Reported by the practice responsible for patient safety (<italic>ad hoc</italic> structured questionnaire)</td>
<td align="left" valign="top">Practice level (mean score&#x2014;theoretical range: 0 to 100)</td>
<td align="left" valign="top">Quarterly during the 24&#x2009;months of follow up period</td>
</tr>
<tr>
<td align="left" valign="top">Overall assessment of the SinergiAPS intervention, identification of aspects for improvement, and of suggestions to facilitate the large-scale implementation of SinergiAPS</td>
<td align="left" valign="top">In depth qualitative interviews with health-care professionals</td>
<td align="left" valign="top">Regional level (narrative experiences)</td>
<td align="left" valign="top">After the 24&#x2009;months follow up</td>
</tr>
<tr>
<td align="left" valign="top">Implementation barriers</td>
<td align="left" valign="top">Researchers in from each region (implementation diary)</td>
<td align="left" valign="top">Regional level (narrative experiences)</td>
<td align="left" valign="top">Continuously during the 24&#x2009;months follow up</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>MOSPSC, Medical Office Survey on Patient Safety Culture.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec16">
<label>2.5.2</label>
<title>PHC professional&#x2019;s characteristics</title>
<p>We will collect the following characteristics from the healthcare professionals: age, gender, time worked in PHC, time worked at the center, number of work hours per week, professional category, number of assigned patients to their list, employment status (permanent, temporary), work shift (morning, afternoon, both), participation in on-call duties, perceived health status, job satisfaction on a scale from 0 to 10.</p>
</sec>
<sec id="sec17">
<label>2.5.3</label>
<title>Patient characteristics</title>
<p>Age, gender, educational level, nationality, employment status, number of visits to the PHC center in the last 12&#x2009;months, duration of registration at the center, self-perceived health status, number of medications, and presence of chronic diseases.</p>
</sec>
</sec>
<sec id="sec18">
<label>2.6</label>
<title>Sample size</title>
<p>The sample size calculation is based on the primary outcome variable of this trial, the rate of avoidable hospitalizations. To achieve a statistical power of 80% with an alpha risk of 0.05 in a one-sided test, a total of 118 healthcare centers (59 in the intervention group and 59 in the control group) are required to detect a difference equal to or greater than 1.5&#x2009;units in the rate of avoidable hospitalizations per 1,000 patients, corresponding to a 15% reduction in the rate of avoidable hospitalizations (Cohen&#x2019;s d&#x2009;=&#x2009;0.49). Based on the results of our previous study (<xref ref-type="bibr" rid="ref31">31</xref>), we assume a mean rate of 11.2 and a standard deviation of 3.3. A follow-up loss rate of 0.5% has been estimated.</p>
</sec>
<sec id="sec19">
<label>2.7</label>
<title id="path39">Randomization of PHC centers</title>
<p>After recruiting the centers and collecting baseline data, they will be randomly assigned to either the control group or the intervention group in a 1:1 ratio. This randomization process will be performed using specialized software that generates a list of random numbers by a statistician not otherwise involved in the study data collection. Blinding of center allocation to the PHC professionals will not be possible due to the characteristics of the intervention. To ensure balance and representation, we will apply stratified randomization, a well-established approach to balance one or a few prespecified prognostic characteristics between treatment groups (<xref ref-type="bibr" rid="ref40">40</xref>, <xref ref-type="bibr" rid="ref41">41</xref>). We identified two prognostic characteristics that could be strongly associated with the primary outcome of the trial: the healthcare region the PHC belonged to (which determines the intensity and types of safety improvement initiatives routinely conducted by regional healthcare managers), and being or not an accredited PHC teaching center (as teaching centers are frequently more easily engaged in improvement activities). To help ensure the balance of treatments within strata and the balance of strata within treatment groups, the assignment procedure within each stratum will be restricted using permuted blocks (<xref ref-type="bibr" rid="ref41">41</xref>).</p>
</sec>
<sec id="sec20">
<label>2.8</label>
<title>Evaluation of the effectiveness of the SinergiAPS intervention</title>
<p>Our first objective is to evaluate the effectiveness of the intervention at 24&#x2009;months in improving the safety of the healthcare provided in the PHC centers. We will examine the impact of the intervention on the following outcome measures:</p>
<sec id="sec21">
<label>2.8.1</label>
<title>Primary outcome measure</title>
<p>The rate of avoidable hospitalizations will be assessed based on the definition provided by the Agency for Health Research and Quality, based on data extracted from the Minimum Basic Data Set using predefined ICD-9 codes (<xref ref-type="bibr" rid="ref42">42</xref>). The rate of avoidable hospitalizations will be calculated specifically for conditions such as asthma, chronic obstructive pulmonary disease, congestive heart failure, angina, diabetes, and chronic kidney disease. For each participating center, we will obtain the total number of registered patients and the total number of avoidable hospitalizations recorded during the previous 12 months.</p>
</sec>
<sec id="sec22">
<label>2.8.2</label>
<title>Secondary outcome measures</title>
<p>
<list list-type="order">
<list-item><p>Perceptions and experiences of patients (scores from the scales of the PREOS-PC Compact questionnaire): This questionnaire will be administered to a selected sample of 100 patients from each healthcare center. This sample size is estimated to achieve a reliability of at least 0.7 in the mean scores of the healthcare centers for the questionnaire&#x2019;s scales. The questionnaire incorporates the following scales:</p></list-item>
</list>
<list list-type="bullet">
<list-item><p>&#x201C;Practice activation&#x201D;: 4 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.71) that measure the proactivity of healthcare centers towards patient safety.</p></list-item>
<list-item><p>&#x201C;Experience of harm (severity)&#x201D;: 3 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.81) that assess the level of harm suffered by patients because of the healthcare they received.</p></list-item>
<list-item><p>&#x201C;Burden of harm&#x201D;: 3 items (Cronbach&#x2019;s &#x03B1;&#x2009;=&#x2009;0.80) that evaluate the impact and consequences of the harm experienced by patients.</p></list-item>
<list-item><p>&#x201C;Overall assessment of the center&#x2019;s safety level&#x201D; (1 item). Visual analogue scale.</p></list-item>
</list>
<list list-type="order">
<list-item><p>Patient safety culture of healthcare professionals: We will calculate the average center-level score of the Patient Safety Culture Composite Score (ranging from 1&#x2013;5 points), based on the responses of professionals to the Spanish version of the Medical Office Survey on Patient Safety Culture (MOSPSC) questionnaire (<xref ref-type="bibr" rid="ref39">39</xref>).</p></list-item>
<list-item><p>Adverse events experienced by healthcare professionals in the last 12&#x2009;months: An ad hoc questionnaire will be adapted from a previous study (<xref ref-type="bibr" rid="ref43">43</xref>) to assess the adverse events experienced by professionals (frequency and impact on healthcare professionals&#x2019; well-being).</p></list-item>
<list-item><p>Number of actions aimed at improving patient safety in the center in the last 12&#x2009;months: An ad hoc questionnaire will be administered to the quality and patient safety referent of each center, including both intervention and control centers, to determine the number of actions taken to enhance patient safety.</p></list-item>
</list>
</p>
</sec>
<sec id="sec23">
<label>2.8.3</label>
<title>Statistical analysis</title>
<p>Initially, we will conduct descriptive statistical analysis to characterize the participating healthcare centers. For each of the two groups (control and intervention), we will calculate frequencies (percentages) for binary or categorical variables, and medians (along with interquartile range) for continuous variables. The effectiveness of the intervention will be analyzed by comparing the mean score of the primary outcome variable (rate of avoidable hospitalizations) between the control and intervention groups after 24&#x2009;months of follow-up. A linear regression model will be used, including the baseline rate as an adjusting variable. Moreover, stratified effectiveness analyses will be performed based on baseline audit scores. This approach will enable us to measure the independent effect of the intervention in centers with different levels of potential improvement according to the audit results. All analyses will be conducted on an intention-to-treat basis by a statistician blinded to group allocation, ensuring that participants are analyzed according to their assigned group irrespective of any deviations from the intervention. If necessary, we will handle missing data with multiple imputation. An equivalent methodology will be applied for the secondary outcome variables. All outcome variables (including scores from patient and healthcare professional questionnaires) will be analyzed at the level of healthcare centers (mean score per center). Regarding PREOS-PC scores, we will explore the extent to which the different methods of administration of the questionnaire (face-to-face, telephone, or by email) could yield systematic differences in the scores obtained. In case they do, to minimize a potential confounding bias, we will include the method of administration as an adjustment variable in our regression model. All analyses will be carried out in Stata 14.1 (Stata Corp), using an &#x03B1; of 5% throughout.</p>
</sec>
</sec>
<sec id="sec24">
<label>2.9</label>
<title>Evaluation of the implementation of the SinergiAPS intervention</title>
<p>Our second objective is to assess the level of success in the implementation of the SinergiAPS intervention and identify contextual factors associated with greater implementation success. This will provide the necessary evidence to design a future large-scale implementation strategy for SinergiAPS. To achieve these goals, we will evaluate each of the five constructs of the Consolidated Framework for Implementation Research (CFIR) model (<xref ref-type="bibr" rid="ref44">44</xref>): the intervention itself, the inner setting, the outer setting, the individuals involved, and the processes by which the intervention implementation is achieved.</p>
<sec id="sec25">
<label>2.9.1</label>
<title>Data collection</title>
<p>
<list list-type="bullet">
<list-item><p>In-depth qualitative interviews with professionals from the intervention group (approximately 30 qualitative interviews, until reaching saturation of discourse). These interviews aim to examine the overall assessment of the SinergiAPS intervention, identify aspects for improvement, and gather suggestions to facilitate the large-scale implementation of the intervention. Sampling will be intentional, including informants of both genders, different age groups, professional categories, and territorial areas.</p></list-item>
<list-item><p>Quantitative interviews: Through an online questionnaire administered quarterly to the project referent in each center, we will measure the usability of the intervention, as well as the degree of use, acceptability, and perceived usefulness.</p></list-item>
<list-item><p>Level of usage of the SinergiAPS web tool: We will examine the extent of the tool&#x2019;s utilization by monitoring the number of accesses made by healthcare centers. We will determine whether the healthcare centers have accessed the feedback report or not. Additionally, we will determine the frequency of accesses and usage time of the module within the tool that provides training and support materials for designing and implementing action plans.</p></list-item>
<list-item><p>Analysis of the action plans proposed by the healthcare centers: The web tool includes a module aimed at systematically recording the action plans formulated by healthcare centers. This comprehensive repository of information remains securely registered within the tool and provides valuable insights for examining the implementation of the intervention.</p></list-item>
<list-item><p>Implementation diary: In each node, the researchers will maintain an active record of the barriers encountered during the implementation process of the intervention in the centers.</p></list-item>
</list>
</p>
</sec>
<sec id="sec26">
<label>2.9.2</label>
<title>Data analysis</title>
<p>We will analyze the quantitative data (quantitative interviews and level of usage of the SinergiaAPS tool) using descriptive statistics at the center level (e.g., mean and standard deviation of usability and perceived utility scores). We will conduct a trend analysis to monitor the levels of usage over time, every 3 months.</p>
<p>We will analyze the qualitative data from the in-depth qualitative interviews with professionals using thematic analysis (<xref ref-type="bibr" rid="ref45">45</xref>). For the analysis of the action plans proposed by the healthcare centers, and of the implementation diary, we will use content analysis (<xref ref-type="bibr" rid="ref46">46</xref>). Both types of analysis will be conducted independently by two experienced researchers. Discrepancies will be discussed with the research team until an agreement is reached concerning the list of themes and codes. We will use NVivo 14 to support the analysis of the qualitative data.</p>
</sec>
</sec>
<sec id="sec27">
<label>2.10</label>
<title>Trial management</title>
<p>The main coordinating center will be at the Primary Care Research Unit of Mallorca&#x2014;the Balearic Islands Health Research Institute (IdISBa). A trial coordinator from each participant region will contact PHC center coordinators to manage recruitment, trial initiation, and implementation of the intervention as well as for the qualitative data collection for the process evaluation. They will also be responsible for collecting the data from the included centers, professionals and patients. Patient and professional identifiable data will be accessible only to the researchers from the same region. We will generate a database with no identifiable information, which will be accessed by the trial analyst (blinded to group allocation) through a password-protected portal. Data from implementation analysis will also be kept in a password-protected portal.</p>
<p>Trial modifications will undergo review by the Ethics Committee for approval, will be documented in our registered protocol, and will be included in the final manuscripts.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec28">
<label>3</label>
<title>Discussion</title>
<p>The proposed study has the potential to have an impact on clinical practice, healthcare systems, and population health. In terms of clinical practice, this study will provide the evidence-based tool, SinergiAPS, which enables PHC centers in Spain to systematically collect patients&#x2019; perceptions and experiences concerning the safety of their care. Moreover, it will offer a structured approach for the centers to receive and integrate this information with other patient safety intelligence, enabling the development of patient-centered action plans for specific improvements. In terms of impact on the healthcare system, the proposed SinergiAPS intervention has been designed to minimize costs while maximizing scalability and sustainability. By utilizing a dedicated web-based tool for collecting patient experiences and automatically generating customized feedback reports, it can be widely implemented in PHC centers with limited external support and at a low cost. As such, this intervention has the potential to be a cost-effective, feasible, and sustainable strategy for enhancing patient safety in the PHC setting. If effective, it could contribute to reducing the estimated annual costs associated with safety incidents in PHC [around 2.5% of total healthcare spending (<xref ref-type="bibr" rid="ref7">7</xref>)].</p>
<p>In terms of impact on population health, it is worth noting that experiencing errors in the PHC settings can lead to severe harm and even death. Notably, a recent OECD report highlights adverse events as the cause of over 7 million avoidable hospitalizations each year (<xref ref-type="bibr" rid="ref7">7</xref>). Such incidents also result in emotional distress for patients and healthcare professionals, with the latter considered second victims of adverse events. The widespread implementation of the SinergiAPS tool in PHC centers have the potential to play a significant role in preventing harm, reducing avoidable hospitalizations, and improving population health. Notably, patient safety issues in PHC disproportionately affect socially vulnerable groups, such as women and individuals with lower educational levels, as evidenced by recent research (<xref ref-type="bibr" rid="ref47">47</xref>). Therefore, if SinergiAPS proves effective, it could contribute to reducing health inequalities.</p>
<sec id="sec29">
<label>3.1</label>
<title>Strengths and limitations of the proposed study</title>
<p>This study represents the first large-scale trial to evaluate an intervention to improve patient safety in PHC centers through the integration of patient-reported safety experiences and outcomes. By involving a significant number of centers, this research aims to comprehensively assess the impact of the intervention over a 24-month follow-up period, using a combination of consolidated administrative data, such as avoidable hospital admissions, as well as validated questionnaires like PREOS-PC and MOSPSC. The evaluation of the implementation of SinergiAPS will be guided by CFIR, a well-established and widely recognized framework. By adopting CFIR, we will be able to holistically examine the factors influencing the implementation process, considering both internal and external elements that may affect the intervention&#x2019;s success. All these are novel aspects that make our study unique in terms of study design and approach.</p>
<p>The study also has some limitations that warrant consideration. Firstly, being a multicenter project with researchers from several regions in Spain and a comprehensive network of national collaborators, recruiting centers from all regions may pose challenges. Nevertheless, this would have a minimal effect on the overall number of healthcare centers to be recruited, which remains manageable within the participating nodes. Although this limitation is not expected to significantly impact the external validity of the study, the exclusion of centers from specific regions could restrict the evaluation of SinergiAPS implementation due to the unique characteristics of regional healthcare systems. Secondly, intentional sampling of healthcare centers has been chosen as the preferred sampling method, as random sampling is not feasible and could introduce potential selection bias. Thirdly, patient safety research in PHC is still in its early stages, and the lack of established &#x201C;gold standard&#x201D; measures for evaluating patient safety could constrain the comprehensive assessment of SinergiAPS&#x2019;s effectiveness. However, the proposed outcome variables collectively encompass a wide range of aspects related to patient safety in PHC, allowing for evaluation from multiple perspectives. Lastly, due to the nature of the intervention, blinding of healthcare centers is not possible. However, randomization will be conducted after baseline data collection, and efforts will be made to maintain blinding among analysts to minimize bias. It will be crucial to address this potential source of bias in the analysis and interpretation of the study results.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec30">
<label>4</label>
<title>Conclusion</title>
<p>This study holds the potential to make a substantial contribution to the current body of evidence regarding the effects of interventions aimed at promoting patient and family engagement in PHC, particularly in the context of enhancing patient safety. If effective, this highly scalable and low-cost intervention could be rolled out for its use as part of routine clinical practice&#x2014;potentially leading to a decrease in adverse events and avoidable hospital admissions in Spain.</p>
</sec>
<sec sec-type="ethics-statement" id="sec31">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Balearic Islands Ethics Committee (IB 5144/23 PI). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec32">
<title>Author contributions</title>
<p>MF-d: Writing &#x2013; original draft, Conceptualization. GM: Writing &#x2013; review &#x0026; editing. JM-F: Writing &#x2013; review &#x0026; editing, Methodology, Funding acquisition. OT-M: Writing &#x2013; review &#x0026; editing. FM-L: Writing &#x2013; review &#x0026; editing, Writing &#x2013; original draft, Funding acquisition. PA-P: Writing &#x2013; original draft, Funding acquisition. MC-D: Writing &#x2013; review &#x0026; editing. CO: Writing &#x2013; review &#x0026; editing, Writing &#x2013; original draft, Funding acquisition, Conceptualization. MG-B: Writing &#x2013; review &#x0026; editing, Funding acquisition. PA-R: Writing &#x2013; review &#x0026; editing. IR-C: Writing &#x2013; original draft, Methodology, Funding acquisition, Conceptualization.</p>
</sec>
<sec id="sec33">
<title>The SinergiAPS team</title>
<p>Alba Jim&#x00E9;nez Mateo; Alexandre Varela Garza; Ana Arceo Tu&#x00F1;e; Ana Bel&#x00E9;n Ram&#x00ED;rez Puerta; Ana Claver&#x00ED;a Font&#x00E1;n; Ana Isabel Casta&#x00F1;o Carou; Ana Mar&#x00ED;a Reales Arroyo; Andrea Rodr&#x00ED;guez Covela; Anna Bordas; Anna M&#x00AA; Ramirez; Antonio Olry de Labry; Arancha Garc&#x00ED;a-Iglesias; Aurora B&#x00E1;rbara Mart&#x00ED;n; Clara Gonzalez Formoso; Cristina Lugones-S&#x00E1;nchez; Encarna S&#x00E1;nchez Freire; Enrique Casado Galindo; Eva Mart&#x00ED;n; Fernando &#x00C1;lvarez-Guisasola; Fernando Lago Deibe; Helena Vall; Irene Repiso-Gento; Jose Maria Valderas Martinez; Leticia Sierra; Lourdes Luz&#x00F3;n Oliver; Luis Garc&#x00ED;a-Ortiz; Mari Mar Mart&#x00ED;nez; Maria de las Nieves Costa Marin; Pablo Lorenzo Rodr&#x00ED;guez; Ricardo Rodr&#x00ED;guez; Roc&#x00ED;o Zamanillo Campos; Sara Maria Guerrero Bernat; Sara Mart&#x00ED;nez Torres; Tamara Alonso; Yoe Ling; Mar&#x00ED;a Jos&#x00E9; Blanco; Maribel Dorado.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec34">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This project is funded by the Instituto de Salut Carlos III (Spanish Ministry of Science and Innovation) (Proyectos de Investigaci&#x00F3;n 2022: PI22/01521; PI22/01677; PI22/01822), and co-funded by the European Union. The funding body has no role in the design of the study and in writing the manuscript.</p>
</sec>
<sec sec-type="COI-statement" id="sec35">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec36">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2024.1324940/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpubh.2024.1324940/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Data_Sheet_2.PDF" id="SM2" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>CFIR, Consolidated Framework for Implementation Research; ICD, International classification of diseases; PHC, primary healthcare; PREOS-PC, Patient Reported Experiences and Outcomes of Safety in Primary Care; SinergiAPS, Synergies between Professionals and Patients for Safe Primary Care</p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Emanuel</surname> <given-names>L</given-names></name> <name><surname>Berwick</surname> <given-names>D</given-names></name> <name><surname>Conway</surname> <given-names>J</given-names></name> <name><surname>Combes</surname> <given-names>J</given-names></name> <name><surname>Hatlie</surname> <given-names>M</given-names></name> <name><surname>Leape</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>What exactly is patient safety?</article-title> <source>J Med Regul</source>. (<year>2009</year>) <volume>95</volume>:<fpage>13</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.30770/2572-1852-95.1.13</pub-id></citation>
</ref>
<ref id="ref2">
<label>2.</label>
<citation citation-type="book"><person-group person-group-type="author">
<name><surname>Vincent</surname> <given-names>C</given-names></name>
</person-group>. <source>Patient safety</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Wiley</publisher-name> (<year>2011</year>).</citation>
</ref>
<ref id="ref3">
<label>3.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll2">World Health Organization &#x0026; WHO Patient Safety</collab>
</person-group>. Conceptual framework for the international classification for patient safety version 1.1: final technical report January 2009; Report No.: 606940937X. (<year>2010</year>).</citation>
</ref>
<ref id="ref4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Panesar</surname> <given-names>SS</given-names></name> <name><surname>de Silva</surname> <given-names>D</given-names></name> <name><surname>Carson-Stevens</surname> <given-names>A</given-names></name> <name><surname>Cresswell</surname> <given-names>KM</given-names></name> <name><surname>Salvilla</surname> <given-names>SA</given-names></name> <name><surname>Slight</surname> <given-names>SP</given-names></name> <etal/></person-group>. <article-title>How safe is primary care? A systematic review</article-title>. <source>BMJ Qual Saf</source>. (<year>2016</year>) <volume>25</volume>:<fpage>544</fpage>&#x2013;<lpage>53</lpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjqs-2015-004178</pub-id></citation>
</ref>
<ref id="ref5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grober</surname> <given-names>ED</given-names></name> <name><surname>Bohnen</surname> <given-names>JM</given-names></name></person-group>. <article-title>Defining medical error</article-title>. <source>Can J Surgery</source>. (<year>2005</year>) <volume>48</volume>:<fpage>39</fpage>&#x2013;<lpage>44</lpage>. PMID: 15757035 PMID: <pub-id pub-id-type="pmid">15757035</pub-id></citation>
</ref>
<ref id="ref6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Avery</surname> <given-names>AJ</given-names></name> <name><surname>Sheehan</surname> <given-names>C</given-names></name> <name><surname>Bell</surname> <given-names>B</given-names></name> <name><surname>Armstrong</surname> <given-names>S</given-names></name> <name><surname>Ashcroft</surname> <given-names>DM</given-names></name> <name><surname>Boyd</surname> <given-names>MJ</given-names></name> <etal/></person-group>. <article-title>Incidence, nature and causes of avoidable significant harm in primary care in England: retrospective case note review</article-title>. <source>BMJ Qual Saf</source>. (<year>2021</year>) <volume>31</volume>:<fpage>961</fpage>&#x2013;<lpage>76</lpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjqs-2020-011405</pub-id></citation>
</ref>
<ref id="ref7">
<label>7.</label>
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Auraaen</surname> <given-names>A</given-names></name> <name><surname>Slawomirski</surname> <given-names>L</given-names></name> <name><surname>Klazinga</surname> <given-names>N</given-names></name></person-group>. &#x201C;<article-title>The economics of patient safety in primary and ambulatory care: Flying blind</article-title>,&#x201D; <source>OECD Health Working Papers</source>, <publisher-loc>Paris</publisher-loc>: <publisher-name>OECD Publishing</publisher-name> (<year>2018</year>). doi: <pub-id pub-id-type="doi">10.1787/baf425ad-en</pub-id></citation>
</ref>
<ref id="ref8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aranaz-Andres</surname> <given-names>JM</given-names></name> <name><surname>Aibar</surname> <given-names>C</given-names></name> <name><surname>Limon</surname> <given-names>R</given-names></name> <name><surname>Mira</surname> <given-names>JJ</given-names></name> <name><surname>Vitaller</surname> <given-names>J</given-names></name> <name><surname>Agra</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>A study of the prevalence of adverse events in primary healthcare in Spain</article-title>. <source>Eur J Pub Health</source>. (<year>2012</year>) <volume>22</volume>:<fpage>921</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1093/eurpub/ckr168</pub-id></citation>
</ref>
<ref id="ref9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Anto&#x00F1;anzas</surname> <given-names>VF</given-names></name>
</person-group>. <article-title>Aproximaci&#x00F3;n a los costes de la no seguridad en el Sistema Nacional de Salud</article-title>. <source>Rev Esp Salud Publica</source>. (<year>2013</year>) <volume>87</volume>:<fpage>283</fpage>&#x2013;<lpage>92</lpage>. doi: <pub-id pub-id-type="doi">10.4321/S1135-57272013000300008</pub-id></citation>
</ref>
<ref id="ref10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carrillo</surname> <given-names>I</given-names></name> <name><surname>Mira</surname> <given-names>JJ</given-names></name> <name><surname>Astier-Pe&#x00F1;a</surname> <given-names>MP</given-names></name> <name><surname>P&#x00E9;rez-P&#x00E9;rez</surname> <given-names>P</given-names></name> <name><surname>Caro-Mendivelso</surname> <given-names>J</given-names></name> <name><surname>Olivera</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Avoidable adverse events in primary care. Retrospective cohort study to determine their frequency and severity</article-title>. <source>Aten Primaria</source>. (<year>2020</year>) <volume>52</volume>:<fpage>705</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.aprim.2020.02.008</pub-id>, PMID: <pub-id pub-id-type="pmid">32527565</pub-id></citation>
</ref>
<ref id="ref11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Astier-Pe&#x00F1;a</surname> <given-names>MP</given-names></name> <name><surname>Torijano-Casalengua</surname> <given-names>ML</given-names></name> <name><surname>Olivera-Ca&#x00F1;adas</surname> <given-names>G</given-names></name> <name><surname>Silvestre-Busto</surname> <given-names>C</given-names></name> <name><surname>Agra-Varela</surname> <given-names>Y</given-names></name> <name><surname>Maderuelo-Fern&#x00E1;ndez</surname> <given-names>J</given-names></name></person-group>. <article-title>Are Spanish primary care professionals aware of patient safety?</article-title> <source>Eur J Pub Health</source>. (<year>2015</year>) <volume>25</volume>:<fpage>781</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1093/eurpub/ckv066</pub-id>, PMID: <pub-id pub-id-type="pmid">25842381</pub-id></citation>
</ref>
<ref id="ref12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newman</surname> <given-names>B</given-names></name> <name><surname>Joseph</surname> <given-names>K</given-names></name> <name><surname>Chauhan</surname> <given-names>A</given-names></name> <name><surname>Seale</surname> <given-names>H</given-names></name> <name><surname>Li</surname> <given-names>J</given-names></name> <name><surname>Manias</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Do patient engagement interventions work for all patients? A systematic review and realist synthesis of interventions to enhance patient safety</article-title>. <source>Health Expect</source>. (<year>2021</year>) <volume>24</volume>:<fpage>1905</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1111/hex.13343</pub-id>, PMID: <pub-id pub-id-type="pmid">34432339</pub-id></citation>
</ref>
<ref id="ref13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>M</given-names></name> <name><surname>Giap</surname> <given-names>TT</given-names></name></person-group>. <article-title>Patient and family engagement as a potential approach for improving patient safety: a systematic review</article-title>. <source>J Adv Nurs</source>. (<year>2020</year>) <volume>76</volume>:<fpage>62</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jan.14227</pub-id>, PMID: <pub-id pub-id-type="pmid">31588602</pub-id></citation>
</ref>
<ref id="ref14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hernan</surname> <given-names>AL</given-names></name> <name><surname>Giles</surname> <given-names>SJ</given-names></name> <name><surname>Beks</surname> <given-names>H</given-names></name> <name><surname>McNamara</surname> <given-names>K</given-names></name> <name><surname>Kloot</surname> <given-names>K</given-names></name> <name><surname>Binder</surname> <given-names>MJ</given-names></name> <etal/></person-group>. <article-title>Patient feedback for safety improvement in primary care: results from a feasibility study</article-title>. <source>BMJ Open</source>. (<year>2020</year>) <volume>10</volume>:<fpage>e037887</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2020-037887</pub-id>, PMID: <pub-id pub-id-type="pmid">32565479</pub-id></citation>
</ref>
<ref id="ref15">
<label>15.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll3">World Health Organization</collab>
</person-group>. <source>World alliance for patient safety progress report 2006&#x2013;2007</source>. <publisher-name>World Health Organization</publisher-name>. (<year>2008</year>). Available at: <ext-link xlink:href="https://iris.who.int/bitstream/handle/10665/70460/WHO_IER_PSP_2008.04_eng.pdf" ext-link-type="uri">https://iris.who.int/bitstream/handle/10665/70460/WHO_IER_PSP_2008.04_eng.pdf</ext-link>. (Accessed 12 march, 2024).</citation>
</ref>
<ref id="ref16">
<label>16.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll4">Organizaci&#x00F3;n mundial de la salud. Plan de acci&#x00F3;n mundial para la seguridad del paciente 2021-2030</collab>
</person-group> (<year>2021</year>). Available at: <ext-link xlink:href="https://apps.who.int/gb/ebwha/pdf_files/EB148/B148_6-sp.pdf" ext-link-type="uri">https://apps.who.int/gb/ebwha/pdf_files/EB148/B148_6-sp.pdf</ext-link>.</citation>
</ref>
<ref id="ref17">
<label>17.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll5">Ministerio de Sanidad SSeI. Estrategia de Seguridad del Paciente del Sistema Nacional de Salud</collab>
</person-group>. (<year>2015</year>).</citation>
</ref>
<ref id="ref18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kavanagh</surname> <given-names>KT</given-names></name> <name><surname>Cormier</surname> <given-names>LE</given-names></name></person-group>. <article-title>Viewpoint: patient safety in primary care &#x2013; patients are not just a beneficiary but a critical component in its achievement</article-title>. <source>Medicine</source>. (<year>2023</year>) <volume>102</volume>:<fpage>e35095</fpage>. doi: <pub-id pub-id-type="doi">10.1097/MD.0000000000035095</pub-id>, PMID: <pub-id pub-id-type="pmid">37713815</pub-id></citation>
</ref>
<ref id="ref19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lynne</surname> <given-names>M</given-names></name> <name><surname>Jason Robert</surname> <given-names>G</given-names></name> <name><surname>Pier-Alexandre</surname> <given-names>T</given-names></name> <name><surname>Noah Michael</surname> <given-names>I</given-names></name> <name><surname>Jeffrey</surname> <given-names>H</given-names></name> <name><surname>Blanchard</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Economic evaluations of audit and feedback interventions: a systematic review</article-title>. <source>BMJ Qual Saf</source>. (<year>2022</year>) <volume>31</volume>:<fpage>754</fpage>&#x2013;<lpage>67</lpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjqs-2022-014727</pub-id></citation>
</ref>
<ref id="ref20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kluger</surname> <given-names>AN</given-names></name> <name><surname>DeNisi</surname> <given-names>A</given-names></name></person-group>. <article-title>The effects of feedback interventions on performance: a historical review, a meta-analysis, and a preliminary feedback intervention theory</article-title>. <source>Psychol Bull</source>. (<year>1996</year>) <volume>119</volume>:<fpage>254</fpage>&#x2013;<lpage>84</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0033-2909.119.2.254</pub-id></citation>
</ref>
<ref id="ref21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giap</surname> <given-names>T-T-T</given-names></name> <name><surname>Park</surname> <given-names>M</given-names></name></person-group>. <article-title>Implementing patient and family involvement interventions for promoting patient safety: a systematic review and meta-analysis</article-title>. <source>J Patient Saf</source>. (<year>2021</year>) <volume>17</volume>:<fpage>131</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1097/PTS.0000000000000714</pub-id>, PMID: <pub-id pub-id-type="pmid">33208637</pub-id></citation>
</ref>
<ref id="ref22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Porter</surname> <given-names>I</given-names></name> <name><surname>Gon&#x00E7;alves-Bradley</surname> <given-names>D</given-names></name> <name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name> <name><surname>Gibbons</surname> <given-names>C</given-names></name> <name><surname>Gangannagaripalli</surname> <given-names>J</given-names></name> <name><surname>Fitzpatrick</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Framework and guidance for implementing patient-reported outcomes in clinical practice: evidence, challenges and opportunities</article-title>. <source>J Comp Eff Res</source>. (<year>2016</year>) <volume>5</volume>:<fpage>507</fpage>&#x2013;<lpage>19</lpage>. doi: <pub-id pub-id-type="doi">10.2217/cer-2015-0014</pub-id>, PMID: <pub-id pub-id-type="pmid">27427277</pub-id></citation>
</ref>
<ref id="ref23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mounce</surname> <given-names>LTA</given-names></name> <name><surname>Salema</surname> <given-names>N-E</given-names></name> <name><surname>Gangannagaripalli</surname> <given-names>J</given-names></name> <name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name> <name><surname>Avery</surname> <given-names>AJ</given-names></name> <name><surname>Kadam</surname> <given-names>UT</given-names></name> <etal/></person-group>. <article-title>Development of 2 short patient-report questionnaires of patient safety in primary care</article-title>. <source>J Patient Saf</source>. (<year>2021</year>) <volume>18</volume>:<fpage>161</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1097/PTS.0000000000000880</pub-id></citation>
</ref>
<ref id="ref24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name> <name><surname>Avery</surname> <given-names>AJ</given-names></name> <name><surname>Reeves</surname> <given-names>D</given-names></name> <name><surname>Kadam</surname> <given-names>UT</given-names></name> <name><surname>Valderas</surname> <given-names>JM</given-names></name></person-group>. <article-title>Measuring patient Safety in primary care: the development and validation of the "patient reported experiences and outcomes of safety in primary care" (PREOS-PC)</article-title>. <source>Ann Fam Med</source>. (<year>2016</year>) <volume>14</volume>:<fpage>253</fpage>&#x2013;<lpage>61</lpage>. doi: <pub-id pub-id-type="doi">10.1370/afm.1935</pub-id>, PMID: <pub-id pub-id-type="pmid">27184996</pub-id></citation>
</ref>
<ref id="ref25">
<label>25.</label>
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Silva</surname> <given-names>AEBC</given-names></name> <name><surname>Sousa</surname> <given-names>TP</given-names></name> <name><surname>Guimaraes</surname> <given-names>RA</given-names></name> <name><surname>Pagotto</surname> <given-names>V</given-names></name> <name><surname>Lima</surname> <given-names>JC</given-names></name> <name><surname>MRG</surname> <given-names>Sousa</given-names></name></person-group>. <source>Validation of the patient reported experiences and outcomes of safety in primary care compact form Brazil</source> (<year>2023</year>). doi: <pub-id pub-id-type="doi">10.21203/rs.3.rs-3204118/v1</pub-id> (Preprint).</citation>
</ref>
<ref id="ref26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fiol-de Roque</surname> <given-names>MA</given-names></name> <name><surname>Valderas</surname> <given-names>JM</given-names></name> <name><surname>Arias de la Torre</surname> <given-names>J</given-names></name> <name><surname>Serrano-Ripoll</surname> <given-names>MJ</given-names></name> <name><surname>Gens-Barber&#x00E0;</surname> <given-names>M</given-names></name> <name><surname>S&#x00E1;nchez-Freire</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Evaluation of the psychometric performance of the Spanish and Catalan versions of the patient reported experiences and outcomes of Safety in primary care (PREOS-PC)-compact questionnaire</article-title>. <source>Eur J Gen Pract</source>. (<year>2024</year>) <volume>30</volume>:<fpage>2296573</fpage>. doi: <pub-id pub-id-type="doi">10.1080/13814788.2023.2296573</pub-id>, PMID: <pub-id pub-id-type="pmid">38197321</pub-id></citation>
</ref>
<ref id="ref27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Serrano-Ripoll</surname> <given-names>MJ</given-names></name> <name><surname>Ripoll</surname> <given-names>J</given-names></name> <name><surname>Llobera</surname> <given-names>J</given-names></name> <name><surname>Valderas</surname> <given-names>JM</given-names></name> <name><surname>Pastor-Moreno</surname> <given-names>G</given-names></name> <name><surname>de Labry</surname> <given-names>O</given-names></name> <etal/></person-group>. <article-title>Development and evaluation of an intervention based on the provision of patient feedback to improve patient safety in Spanish primary healthcare centres: study protocol</article-title>. <source>BMJ Open</source>. (<year>2019</year>) <volume>9</volume>:<fpage>e031367</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2019-031367</pub-id>, PMID: <pub-id pub-id-type="pmid">31874872</pub-id></citation>
</ref>
<ref id="ref28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name> <name><surname>Pons-Vigues</surname> <given-names>M</given-names></name> <name><surname>Berenguera</surname> <given-names>A</given-names></name> <name><surname>Pujol-Ribera</surname> <given-names>E</given-names></name> <name><surname>Slight</surname> <given-names>SP</given-names></name> <name><surname>Valderas</surname> <given-names>JM</given-names></name></person-group>. <article-title>Patients' perceptions and experiences of patient safety in primary care in England</article-title>. <source>Fam Pract</source>. (<year>2016</year>) <volume>33</volume>:<fpage>535</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1093/fampra/cmw046</pub-id></citation>
</ref>
<ref id="ref29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Serrano-Ripoll</surname> <given-names>MJ</given-names></name> <name><surname>Ripoll</surname> <given-names>J</given-names></name> <name><surname>Briones-Vozmediano</surname> <given-names>E</given-names></name> <name><surname>Llobera</surname> <given-names>J</given-names></name> <name><surname>Fiol-de Roque</surname> <given-names>MA</given-names></name> <name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name></person-group>. <article-title>Exploring primary health care professionals' perceptions about a patient feedback intervention to improve patient safety in Spanish primary health care centres: a qualitative study</article-title>. <source>Fam Pract</source>. (<year>2020</year>) <volume>37</volume>:<fpage>821</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1093/fampra/cmaa051</pub-id>, PMID: <pub-id pub-id-type="pmid">32424409</pub-id></citation>
</ref>
<ref id="ref30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>B</given-names></name> <name><surname>Gude</surname> <given-names>WT</given-names></name> <name><surname>Blakeman</surname> <given-names>T</given-names></name> <name><surname>van der Veer</surname> <given-names>SN</given-names></name> <name><surname>Ivers</surname> <given-names>N</given-names></name> <name><surname>Francis</surname> <given-names>JJ</given-names></name> <etal/></person-group>. <article-title>Clinical performance feedback intervention theory (CP-FIT): a new theory for designing, implementing, and evaluating feedback in health care based on a systematic review and meta-synthesis of qualitative research</article-title>. <source>Implement Sci</source>. (<year>2019</year>) <volume>14</volume>:<fpage>40</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s13012-019-0883-5</pub-id>, PMID: <pub-id pub-id-type="pmid">31027495</pub-id></citation>
</ref>
<ref id="ref31">
<label>31.</label>
<citation citation-type="other"><person-group person-group-type="author"><name><surname>MA</surname> <given-names>Fiol-deRoque</given-names></name> <name><surname>Serrano-Ripol</surname> <given-names>MJ</given-names></name> <name><surname>Sanchez Freire</surname> <given-names>E</given-names></name> <name><surname>Gens-Barber&#x00E0;</surname> <given-names>M</given-names></name> <name><surname>Mira-Mart&#x00ED;nez</surname> <given-names>S</given-names></name> <name><surname>Ricci-Cabello</surname> <given-names>I</given-names></name></person-group>. Efectividad de SINERGIAPS, una intervenci&#x00F3;n basada en el feedback de pacientes para mejorar la seguridad del paciente en Atenci&#x00F3;n Primaria: ensayo cl&#x00ED;nico aleatorizado en 59 centros de salud. Available at: <ext-link xlink:href="https://www.comunicacionescongresosemfyc.com/comunicacion/efectividad-de-sinergiaps-una-intervencion-basada-en-el-feedback-de-pacientes-para-mejorar-la-seguridad-del-paciente-en-atencion-primaria-ensayo-clinico-aleatorizado-en-59-centros-de-salud-poster-9-2021" ext-link-type="uri">https://www.comunicacionescongresosemfyc.com/comunicacion/efectividad-de-sinergiaps-una-intervencion-basada-en-el-feedback-de-pacientes-para-mejorar-la-seguridad-del-paciente-en-atencion-primaria-ensayo-clinico-aleatorizado-en-59-centros-de-salud-poster-9-2021</ext-link>. XLI Congreso Nacional de la semFYC-Palma de Mallorca. del 7 al 9 de octubre de 2021 (<year>2021</year>).</citation>
</ref>
<ref id="ref32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vincent</surname> <given-names>CA</given-names></name> <name><surname>Coulter</surname> <given-names>A</given-names></name></person-group>. <article-title>Patient safety: what about the patient?</article-title> <source>BMJ Qual Saf</source>. (<year>2002</year>) <volume>11</volume>:<fpage>76</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1136/qhc.11.1.76</pub-id>, PMID: <pub-id pub-id-type="pmid">12078376</pub-id></citation>
</ref>
<ref id="ref33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lloyd</surname> <given-names>R</given-names></name> <name><surname>Munro</surname> <given-names>J</given-names></name> <name><surname>Evans</surname> <given-names>K</given-names></name> <name><surname>Gaskin-Williams</surname> <given-names>A</given-names></name> <name><surname>Hui</surname> <given-names>A</given-names></name> <name><surname>Pearson</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Health service improvement using positive patient feedback: systematic scoping review</article-title>. <source>PLoS One</source>. (<year>2023</year>) <volume>18</volume>:<fpage>e0275045</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0275045</pub-id> eCollection 2023., PMID: <pub-id pub-id-type="pmid">37796785</pub-id></citation>
</ref>
<ref id="ref34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Serrano-Ripoll</surname> <given-names>MJ</given-names></name> <name><surname>Fiol-deRoque</surname> <given-names>MA</given-names></name> <name><surname>Valderas</surname> <given-names>JM</given-names></name> <name><surname>Zamanillo-Campos</surname> <given-names>R</given-names></name> <name><surname>Llobera</surname> <given-names>J</given-names></name> <name><surname>de Labry Lima</surname> <given-names>AO</given-names></name> <etal/></person-group>. <article-title>Feasibility of the SINERGIAPS (&#x201C;Sinergias entre profesionales y pacientes Para una Atenci&#x00F3;n Primaria Segura&#x201D;) intervention for improving patient safety in primary care</article-title>. <source>Fam Pract</source>. (<year>2022</year>) <volume>39</volume>:<fpage>843</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.1093/fampra/cmac015</pub-id>, PMID: <pub-id pub-id-type="pmid">35253839</pub-id></citation>
</ref>
<ref id="ref35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schulz</surname> <given-names>KF</given-names></name> <name><surname>Altman</surname> <given-names>DG</given-names></name> <name><surname>Moher</surname> <given-names>D</given-names></name></person-group>. <article-title>CONSORT 2010 statement: updated guidelines for reporting parallel group randomized trials</article-title>. <source>Ann Intern Med</source>. (<year>2010</year>) <volume>152</volume>:<fpage>726</fpage>&#x2013;<lpage>32</lpage>. doi: <pub-id pub-id-type="doi">10.7326/0003-4819-152-11-201006010-00232</pub-id>, PMID: <pub-id pub-id-type="pmid">20335313</pub-id></citation>
</ref>
<ref id="ref36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>AW</given-names></name> <name><surname>Tetzlaff</surname> <given-names>JM</given-names></name> <name><surname>Altman</surname> <given-names>DG</given-names></name> <name><surname>Laupacis</surname> <given-names>A</given-names></name> <name><surname>G&#x00F8;tzsche</surname> <given-names>PC</given-names></name> <name><surname>Krle&#x017E;a-Jeri&#x0107;</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>SPIRIT 2013 statement: defining standard protocol items for clinical trials</article-title>. <source>Ann Intern Med</source>. (<year>2013</year>) <volume>158</volume>:<fpage>200</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.7326/0003-4819-158-3-201302050-00583</pub-id>, PMID: <pub-id pub-id-type="pmid">23295957</pub-id></citation>
</ref>
<ref id="ref37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Prieto-Lara</surname> <given-names>E</given-names></name> <name><surname>Ocana-Riola</surname> <given-names>R</given-names></name></person-group>. <article-title>Updating rurality index for small areas in Spain</article-title>. <source>Soc Indic Res</source>. (<year>2010</year>) <volume>95</volume>:<fpage>267</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11205-009-9459-0</pub-id></citation>
</ref>
<ref id="ref38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>S&#x00E1;nchez-Cantalejo</surname> <given-names>C</given-names></name> <name><surname>Ocana-Riola</surname> <given-names>R</given-names></name> <name><surname>Fern&#x00E1;ndez-Ajuria</surname> <given-names>A</given-names></name></person-group>. <article-title>Deprivation index for small areas in Spain</article-title>. <source>Soc Indic Res</source>. (<year>2008</year>) <volume>89</volume>:<fpage>259</fpage>&#x2013;<lpage>73</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11205-007-9114-6</pub-id></citation>
</ref>
<ref id="ref39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Monterde</surname> <given-names>D</given-names></name> <name><surname>Vela</surname> <given-names>E</given-names></name> <name><surname>Cl&#x00E8;ries</surname> <given-names>M</given-names></name></person-group>. <article-title>Los grupos de morbilidad ajustados: nuevo agrupador de morbilidad poblacional de utilidad en el &#x00E1;mbito de la atenci&#x00F3;n primaria</article-title>. <source>Aten Primaria</source>. (<year>2016</year>) <volume>48</volume>:<fpage>674</fpage>&#x2013;<lpage>82</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.aprim.2016.06.003</pub-id>, PMID: <pub-id pub-id-type="pmid">27495004</pub-id></citation>
</ref>
<ref id="ref40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Pocock</surname> <given-names>SJ</given-names></name>
</person-group>. <article-title>Allocation of patients to treatment in clinical trials</article-title>. <source>Biometrics</source>. (<year>1979</year>) <volume>35</volume>:<fpage>183</fpage>&#x2013;<lpage>97</lpage>. doi: <pub-id pub-id-type="doi">10.2307/2529944</pub-id></citation>
</ref>
<ref id="ref41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Broglio</surname> <given-names>K</given-names></name>
</person-group>. <article-title>Randomization in clinical trials: permuted blocks and stratification</article-title>. <source>JAMA</source>. (<year>2018</year>) <volume>319</volume>:<fpage>2223</fpage>&#x2013;<lpage>4</lpage>. doi: <pub-id pub-id-type="doi">10.1001/jama.2018.6360</pub-id></citation>
</ref>
<ref id="ref42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Angulo-Pueyo</surname> <given-names>E</given-names></name> <name><surname>Mart&#x00ED;nez-Lizaga</surname> <given-names>N</given-names></name> <name><surname>Bernal-Delgado</surname> <given-names>E</given-names></name></person-group>. <article-title>Wide systematic variations in potentially avoidable hospitalizations of chronically ill patients: ecological study of primary care areas and healthcare areas</article-title>. <source>Rev Cl&#x00ED;n Esp</source>. (<year>2021</year>) <volume>221</volume>:<fpage>69</fpage>&#x2013;<lpage>75</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.rceng.2020.02.008</pub-id></citation>
</ref>
<ref id="ref43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blendon</surname> <given-names>RJ</given-names></name> <name><surname>Des Roches</surname> <given-names>CM</given-names></name> <name><surname>Brodie</surname> <given-names>M</given-names></name> <name><surname>Benson</surname> <given-names>JM</given-names></name> <name><surname>Rosen</surname> <given-names>AB</given-names></name> <name><surname>Schneider</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Views of practicing physicians and the public on medical errors</article-title>. <source>N Engl J Med</source>. (<year>2002</year>) <volume>347</volume>:<fpage>1933</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMsa022151</pub-id></citation>
</ref>
<ref id="ref44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Damschroder</surname> <given-names>LJ</given-names></name> <name><surname>Aron</surname> <given-names>DC</given-names></name> <name><surname>Keith</surname> <given-names>RE</given-names></name> <name><surname>Kirsh</surname> <given-names>SR</given-names></name> <name><surname>Alexander</surname> <given-names>JA</given-names></name> <name><surname>Lowery</surname> <given-names>JC</given-names></name></person-group>. <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>. <source>Implement Sci</source>. (<year>2009</year>) <volume>4</volume>:<fpage>50</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>, PMID: <pub-id pub-id-type="pmid">19664226</pub-id></citation>
</ref>
<ref id="ref45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clarke</surname> <given-names>V</given-names></name> <name><surname>Braun</surname> <given-names>V</given-names></name></person-group>. <article-title>Thematic analysis</article-title>. <source>J Posit Psychol</source>. (<year>2017</year>) <volume>12</volume>:<fpage>297</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1080/17439760.2016.1262613</pub-id></citation>
</ref>
<ref id="ref46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Downe-Wamboldt</surname> <given-names>B</given-names></name>
</person-group>. <article-title>Content analysis: method, applications, and issues</article-title>. <source>Health Care Women Int</source>. (<year>1992</year>) <volume>13</volume>:<fpage>313</fpage>&#x2013;<lpage>21</lpage>. doi: <pub-id pub-id-type="doi">10.1080/07399339209516006</pub-id></citation>
</ref>
<ref id="ref47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fiol-deRoque</surname> <given-names>MA</given-names></name> <name><surname>Serrano-Ripol</surname> <given-names>MJ</given-names></name> <name><surname>Gens-Barber&#x00E0;</surname> <given-names>M</given-names></name> <name><surname>S&#x00E1;nchez</surname> <given-names>E</given-names></name> <name><surname>Mayer</surname> <given-names>MA</given-names></name> <name><surname>Mart&#x00ED;n-Luj&#x00E1;n</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Impact of the COVID-19 pandemic on patient-reported patient safety in primary care</article-title>. <source>Aten Primaria</source>. (<year>2021</year>) <volume>53</volume>:<fpage>102222</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.aprim.2021.102222</pub-id></citation>
</ref>
</ref-list>
</back>
</article>