<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pediatr.</journal-id>
<journal-title>Frontiers in Pediatrics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pediatr.</abbrev-journal-title>
<issn pub-type="epub">2296-2360</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fped.2018.00151</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pediatrics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Start a Neonatal Extracorporeal Membrane Oxygenation Program: A Multistep Team Training</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Raffaeli</surname> <given-names>Genny</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/496434/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ghirardello</surname> <given-names>Stefano</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/529478/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Vanzati</surname> <given-names>Mara</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Baracetti</surname> <given-names>Chiara</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Canesi</surname> <given-names>Francesco</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/563758/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Conigliaro</surname> <given-names>Federica</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Gentilino</surname> <given-names>Valerio</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/563757/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Macchini</surname> <given-names>Francesco</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/533352/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Fumagalli</surname> <given-names>Monica</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/222666/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ciralli</surname> <given-names>Fabrizio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Pesenti</surname> <given-names>Nicola</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/563962/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Passera</surname> <given-names>Sofia</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/534220/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Neri</surname> <given-names>Simona</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Franzini</surname> <given-names>Stefania</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Leva</surname> <given-names>Ernesto</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/120898/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Plevani</surname> <given-names>Laura</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mosca</surname> <given-names>Fabio</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/563990/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Cavallaro</surname> <given-names>Giacomo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/396844/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Neonatal Intensive Care Unit, Department of Clinical Sciences and Community Health, Fondazione IRCCS Ca&#x00027; Granda Ospedale Maggiore Policlinico, Universit&#x000E0; degli Studi di Milano</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Betamed Perfusion Service</institution>, <addr-line>Rome</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Pediatric Surgery, Ospedale Filippo Del Ponte Varese</institution>, <addr-line>Varese</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Pediatric Surgery, Fondazione IRCCS Ca&#x00027; Granda Ospedale Maggiore Policlinico</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff5"><sup>5</sup><institution>Pediatric Anesthesiology and Intensive Care Unit, Department of Anesthesia and Critical Care, Fondazione IRCCS Ca&#x00027; Granda Ospedale Maggiore Policlinico</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Hitesh Singh Sandhu, University of Tennessee Health Science Center, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Shivanand S. Medar, Children&#x00027;s Hospital at Montefiore, United States; Andrea Moscatelli, Istituto Giannina Gaslini (IRCCS), Italy; Michael Leighton Forbes, Akron Children&#x00027;s Hospital, United States</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Giacomo Cavallaro <email>giacomo.cavallaro&#x00040;mangiagalli.it</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Pediatric Critical Care, a section of the journal Frontiers in Pediatrics</p></fn></author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>05</month>
<year>2018</year>
</pub-date>
<pub-date pub-type="collection">
<year>2018</year>
</pub-date>
<volume>6</volume>
<elocation-id>151</elocation-id>
<history>
<date date-type="received">
<day>27</day>
<month>02</month>
<year>2018</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>05</month>
<year>2018</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2018 Raffaeli, Ghirardello, Vanzati, Baracetti, Canesi, Conigliaro, Gentilino, Macchini, Fumagalli, Ciralli, Pesenti, Passera, Neri, Franzini, Leva, Plevani, Mosca and Cavallaro.</copyright-statement>
<copyright-year>2018</copyright-year>
<copyright-holder>Raffaeli, Ghirardello, Vanzati, Baracetti, Canesi, Conigliaro, Gentilino, Macchini, Fumagalli, Ciralli, Pesenti, Passera, Neri, Franzini, Leva, Plevani, Mosca and Cavallaro</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Background:</bold> Extracorporeal membrane oxygenation (ECMO) is a complex life-saving support for acute cardio-respiratory failure, unresponsive to medical treatment. Emergency events on ECMO are rare but require immediate and proficient management. Multidisciplinary ECMO team members need to acquire and maintain over time cognitive, technical and behavioral skills, to safely face life-threatening clinical scenarios.</p>
<p><bold>Methods:</bold> A multistep educational program was delivered in a 4-year period to 32 ECMO team members, based on guidelines from the Extracorporeal Life Support Organization. A first traditional module was provided through didactic lectures, hands-on water drills, and laboratory animal training. The second phase consisted of a multi-edition high-fidelity simulation-based training on a modified neonatal mannequin (SimNewB&#x000AE;). In each session, participants were called to face, in small groups, ten critical scenarios, followed by debriefing time. Trainees underwent a pre-test for baseline competency assessment. Once completed the full training program, a post-test was administered. Pre- and post-test scores were compared. Trainees rated the educational program through survey questionnaires.</p>
<p><bold>Results:</bold> 28 trainees (87.5%) completed the full educational program. ECMO staff skills improved from a median pre-test score of 7.5/18 (IQR &#x0003D; 6&#x02013;11) to 14/18 (IQR &#x0003D; 14&#x02013;16) at post-test (<italic>P</italic> &#x0003C; 0.001, Wilcoxon rank test). All trainees highly rated the educational program and its impact on their practice. They reported high-fidelity simulations to be beneficial to novice learners as it increased self-confidence in ECMO-emergencies (according to 100% of surveyed), theoretical knowledge (61.5%) and team-work/communicative skills (58%).</p>
<p><bold>Conclusions:</bold> The multistep ECMO team training increased staff&#x00027; knowledge, technical skills, teamwork, and self-confidence, allowing the successful development of a neonatal respiratory ECMO program. Conventional training was perceived as relevant in the early phase of the program development, while the active learning emerged to be more beneficial to master ECMO knowledge, specific skills, and team performance.</p></abstract>
<kwd-group>
<kwd>neonatal ECMO</kwd>
<kwd>extracorporeal life support ECLS</kwd>
<kwd>ECLS program development</kwd>
<kwd>high-fidelity simulation</kwd>
<kwd>teamwork</kwd>
<kwd>skill learning</kwd>
<kwd>ECMO Team</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="30"/>
<page-count count="9"/>
<word-count count="5017"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Extracorporeal membrane oxygenation (ECMO) is a life-saving, high-risk support for acute cardio-respiratory failure, unresponsive to conventional treatment (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). About 600 neonates require respiratory ECMO worldwide each year (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>). Despite considerable advances in equipment and technology, the management of a neonatal respiratory ECMO procedure remains challenging, in spite of the adoption of standardized protocols and preventive strategies. Patients&#x00027; outcome is still jeopardized by both clinical and technical life-threatening complications, and the overall survival rate is 83% until decannulation, and 72% until discharge, without significant differences over time (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Proficiency in a high-tech procedure requires extensive training, which includes comprehensive knowledge of ECMO principles and the technical ability to perform a time-critical and well-coordinated emergency troubleshooting (<xref ref-type="bibr" rid="B5">5</xref>). As neonatal respiratory ECMO is a low-frequency procedure, the ECMO team needs to develop cognitive, technical, and behavioral skills in a sustainable way (<xref ref-type="bibr" rid="B2">2</xref>). Clinical simulations provide the opportunity to reproduce scenarios &#x0201C;close to real-life&#x0201D; settings (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Effective training becomes even more crucial during the developmental process of a neonatal ECMO center (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). As the quality of care is dependent on the ECMO specialists&#x00027; expertise, their training is fundamental for the implementation and sustainability of a novel ECMO program (<xref ref-type="bibr" rid="B8">8</xref>). Traditional ECMO training programs consist of didactic lectures, &#x0201C;water drills&#x0201D; (ECMO circuits training) and animal laboratories. They are mainly based on passive learning (<xref ref-type="bibr" rid="B5">5</xref>) whose effectiveness is questioned by some authors (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). In fact, trainees benefit more from active learning, by applying their knowledge, experience, behavioral and technical skills to solve issues (<xref ref-type="bibr" rid="B11">11</xref>). Simulation-based training allows learners to focus not only on cognitive aspects but also on critical thinking, behavioral response to emergency situations, teamwork, and effective communication in real-life scenarios (<xref ref-type="bibr" rid="B12">12</xref>). The relevance of human factors training has been highlighted by the <italic>crew resource management</italic> (CRM), developed by NASA and aviation industry (<xref ref-type="bibr" rid="B13">13</xref>). Mannequin-based neonatal ECMO training was first introduced in 2006 (<xref ref-type="bibr" rid="B14">14</xref>), though the relevance of mannequin-based training during the initiation and maintenance of an ECMO program (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>) has not been included in the Extracorporeal Life Support Organization training guidelines. Single institutions self-tailor their educational curriculum, resulting in a wide heterogeneity of training practices and a suboptimal implementation of mannequin-based education among ECMO centers (<xref ref-type="bibr" rid="B17">17</xref>). Previous experience of comprehensive training implementation has been reported in adults and pediatric ECMO (<xref ref-type="bibr" rid="B18">18</xref>), while data on <italic>Neonatal Intensive Care Unit</italic> settings are still limited.</p>
<p>We have developed an in-house neonatal respiratory ECMO program, with no prior <italic>Extracorporeal life support</italic> experience or cardiac surgery back-up. To introduce this sophisticated technology, we have developed an educational curriculum to train neonatologists, pediatric surgeons, nurses, and perfusionists involved in the program.</p>
<p>Here we report our experience to deliver a multistep ECMO training program, and the effectiveness of this educational strategy, as perceived by the trainees.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and methods</title>
<p>The study was approved by the local Ethics Committee (Milano Area 2, Italy). All subjects gave written informed consent in accordance with the Declaration of Helsinki.</p>
<p>A multistep educational ECMO curriculum was delivered during a 4-year period for 32 ECMO team members, based on guidelines from the ELSO (<xref ref-type="bibr" rid="B16">16</xref>). A first module was provided through didactic lectures, hands-on water drills, and laboratory-based animals training. The second phase consisted of a multi-edition, high-fidelity simulation-based training. Besides the in-house training program, both bedside training and attendance at educational &#x0201C;hands-on&#x0201D; courses hosted by established ECMO centers has been guaranteed. The successful completion of the training program was required before the trainees could perform on real patients.</p>
<sec>
<title>ECMO program</title>
<p>The neonatal respiratory ECMO facility has been established at our institution since September 2015. Our <italic>Neonatal Intensive Care Unit</italic> admits about 450 neonates per year. It is a national referral center for fetal and neonatal surgery with an average of 15 congenital diaphragmatic hernias treated each year. The ECMO program follows the &#x0201C;dual provider&#x0201D; model, the critical care nurse takes care of the patient, and the cardiovascular perfusionist is responsible for the ECMO circuit management (<xref ref-type="bibr" rid="B8">8</xref>). According to this model, the ECMO physician oversees the entire coordination of care. The training process for the ECMO core group started in 2012 with the delivery of educational material and the attendance to national and international courses and observership programs at ECMO referral centers. Since 2014 a formal curriculum has been extended to all the members of the team. Figure <xref ref-type="fig" rid="F1">1</xref> shows the key steps in the developmental process.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Development of a neonatal respiratory ECMO program: timeline of key steps. &#x0002A;The developmental process is based on ELSO guidelines (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B16">16</xref>).</p></caption>
<graphic xlink:href="fped-06-00151-g0001.tif"/>
</fig>
</sec>
<sec>
<title>Traditional education</title>
<p>The <italic>didactic course</italic> included 12 lessons (48 h), covering the main clinical aspects of respiratory ECMO: physiology, clinical indications, support modalities (both veno-venous and veno-arterial), equipment, cannulation strategies, coagulation management during the entire ECMO procedure, pharmacotherapy, mechanical and clinical complications, weaning, follow-up, ethics, and ECMO withdrawal. In-house and national trainers were invited for lectures on specific topics. Teaching resources included the ELSO guidelines, the &#x0201C;ELSO Redbook&#x0201D; and the &#x0201C;ELSO ECMO Specialist Training Manual.&#x0201D;</p>
<p>The <italic>Wet labs or water drills</italic> included hands-on training on closed-loop ECMO circuit filled with water, used to address technical issues and to familiarize the practitioners with equipment and procedures (circuit assembly, change, and repair).</p>
<p>The <italic>animal laboratory</italic> consisted of establishing a veno-arterial ECMO on anesthetized cannulated piglets and reproducing a daily ECMO management (Figure <xref ref-type="fig" rid="F2">2A</xref>). During the 8-h ECMO run, 5&#x02013;8 members of the team, including pediatric surgeons, were directly involved in routine practices (cannulation, blood gas sampling, analysis and interpretation, coagulation management, and weaning).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Schematic drawing of the ECMO circuit used for <bold>(A)</bold> animal laboratory and <bold>(B)</bold> mannequin-based simulations.</p></caption>
<graphic xlink:href="fped-06-00151-g0002.tif"/>
</fig></sec>
<sec>
<title>High fidelity simulation training</title>
<p>We conducted high-fidelity simulation sessions in a dedicated training area at our Institution. Our mobile simulation set-up included a modified high fidelity neonatal mannequin (SimNewB&#x000AE; Laerdal) with an <italic>Extracorporeal life support</italic> bypass (Figures <xref ref-type="fig" rid="F2">2B</xref>, <xref ref-type="fig" rid="F3">3</xref>). Tubes were inserted in the right side of the neck of the mannequin and distally connected to a reservoir bag, filled with fake blood. This system allowed the trainers to change hemodynamic parameters either by changing volemia (two ports were placed near the reservoir for fluid administration or withdrawal) or by reducing the tube diameters with clamps. Air entry emergency was simulated by injecting air bubbles through distally placed ports. A white shield allowed instructors to hide their actions to trainees. The ECMO equipment consisted of a centrifugal blood pump, a polymethylpentene membrane oxygenator, flowmeters, &#x000BC; circuit tubing, oxygen flow regulator, heater unit and circuitry non-invasive monitoring (<italic>in vitro</italic> pressures, saturation, and air bubbles). The software for SimNewB&#x000AE; Laerdal was used to remotely plan clinically relevant scenarios and simulate changes of vital signs. The features of simulations adhere to the principles of best educational practice (<xref ref-type="bibr" rid="B19">19</xref>). The training room reproduced the real-life <italic>Neonatal Intensive Care Unit</italic> setting with the same equipment (ventilator, supplies, emergency cart, and drugs).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Modified mannequin for ECMO simulation. <bold>(A)</bold> Particular of the cannulas. <bold>(B)</bold> HiFi simulation setting.</p></caption>
<graphic xlink:href="fped-06-00151-g0003.tif"/>
</fig>
<p>During each session, 3 participants at a time were faced with 10 critical scenarios. Attention was paid to both technical and behavioral factors that would impact patient&#x00027;s outcome. Our team configured the mannequin, the simulation setting, and the scenarios based on veno-venous or veno-arterial modality. The plots were derived from typical ECMO emergency cases and aimed at reaching specific learning outcomes (Table <xref ref-type="table" rid="T1">1</xref>). Trainers led the progression of the simulation in real time, according to trainees&#x00027; reactions. When specific actions (chest drain placement, extracorporeal support changes, etc.) were needed, they were asked to notify their intentions loudly. Critical activities were identified and deemed necessary for the scenario resolution (Table <xref ref-type="table" rid="T1">1</xref>). Each scenario ended with extensive debriefing and immediate feedback.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Simulation-based scenarios.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Scenario</bold></th>
<th valign="top" align="left"><bold>Learning outcome</bold></th>
<th valign="top" align="left"><bold>Action</bold></th>
<th valign="top" align="left"><bold>Critical action</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Accidental decannulation</td>
<td valign="top" align="left">ECMO Emergency management<break/> Technical skills<break/> Teamwork</td>
<td valign="top" align="left">Evaluate circuit and patient parameters</td>
<td valign="top" align="left">Provide prompt Backup ventilatory support<break/> Patient stabilization</td>
</tr>
<tr>
<td valign="top" align="left">Air in the circuit</td>
<td valign="top" align="left">ECMO Emergency management<break/> Circuit check<break/> Technical skills</td>
<td valign="top" align="left">Recognize presence of air (micro or macro bubbles, massive air)<break/> Identify leak source Chest X-ray to confirm cannula position</td>
<td valign="top" align="left">Cross-clamp (if air is post-oxy or if massive air)<break/> Prompt Backup ventilatory support (until complete air removal)<break/> Remove air (in all cases)</td>
</tr>
<tr>
<td valign="top" align="left">Clots in the membrane</td>
<td valign="top" align="left">Routine ECMO management<break/> Hemostasis evaluation<break/> Teamwork</td>
<td valign="top" align="left">Try to identify the clot<break/> Evaluate trans-membrane delta pressure<break/> Order coagulation tests<break/> Discuss with hematologist</td>
<td valign="top" align="left">Check anticoagulation strategy<break/> Circuit replacement</td>
</tr>
<tr>
<td valign="top" align="left">Oxygenator failure</td>
<td valign="top" align="left">Routine ECMO management<break/> Technical skills</td>
<td valign="top" align="left">Gas exchange evaluation (pre- post- membrane)</td>
<td valign="top" align="left">Discuss need for circuit replacement, based on clinical data</td>
</tr>
<tr>
<td valign="top" align="left">Blood recirculation</td>
<td valign="top" align="left">Routine ECMO management</td>
<td valign="top" align="left">Recognize saturation decrease with increasing blood flow<break/> Order Echocardiogram Chest X-Ray</td>
<td valign="top" align="left">Reduce flow<break/> Fix the cannula position</td>
</tr>
<tr>
<td valign="top" align="left">Circuit line kinking</td>
<td valign="top" align="left">Routine ECMO management<break/> Circuit check, pressure, and flow evaluation</td>
<td valign="top" align="left">Recognize kinking<break/> Identify possible cause of kinking and establish preventive measures</td>
<td valign="top" align="left">Provide line patency</td>
</tr>
<tr>
<td valign="top" align="left">Cannula kinking</td>
<td valign="top" align="left">Routine ECMO management<break/> Circuit pressure evaluation<break/> Teamwork</td>
<td valign="top" align="left">Order Echocardiogram Chest X-Ray<break/> Call surgeon</td>
<td valign="top" align="left">Increase ventilator&#x00027;s setting Cannula replacement</td>
</tr>
<tr>
<td valign="top" align="left">Hypovolemia</td>
<td valign="top" align="left">Routine ECMO patient management<break/> Circuit pressure evaluation</td>
<td valign="top" align="left">Order laboratory tests, echocardiogram</td>
<td valign="top" align="left">Fluid administration</td>
</tr>
<tr>
<td valign="top" align="left">Bleeding</td>
<td valign="top" align="left">Surgical emergency<break/> Hemostasis evaluation<break/> Circuit pressure evaluation<break/> Teamwork</td>
<td valign="top" align="left">Recognize presence and cause of bleeding Coagulation test</td>
<td valign="top" align="left">Stop the bleeding<break/> Blood administration</td>
</tr>
<tr>
<td valign="top" align="left">Pneumothorax</td>
<td valign="top" align="left">Patient emergency management<break/> Circuit pressure evaluation<break/> Teamwork</td>
<td valign="top" align="left">Order Echocardiogram Chest X-Ray<break/> Gas exchange</td>
<td valign="top" align="left">Pneumothorax decompression<break/> Patient stabilization</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Outline of related learning outcomes, actions, and critical actions</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Measurements and knowledge assessment</title>
<p>We collected demographic data of participants (age, gender, years of experience as a neonatal care provider, previous professional experience in ECMO) and subjected them to a written pre-curriculum test for baseline competency assessment. Once completed the training program, a written post-test with an 18-items checklist was administered (<xref ref-type="supplementary-material" rid="SM1">Supplementary Material</xref>). All pre- and post-tests were scored by a single instructor, following a dichotomous scale for each question (right or wrong). The final score (X/18) was made by the number of correct answers (X), in relation to the totality (18).</p>
<p>All participants were asked to provide their perception of the educational programme. Trainees rated the educational program using a survey, based on a 5-point Likert scale, from one (strongly disagree) through five (strongly agree). We evaluated each step of the educational program: didactic sessions, wet labs, animal labs, simulation and debriefing sessions; inquiries were focused on the teaching methodology, i.e., knowledge, procedural confidence, teamwork, and real-life fidelity. Participants were given the opportunity to provide open-ended feedback to improve the educational curriculum. The research team designed the survey for the present study.</p></sec>
<sec>
<title>Data analysis</title>
<p>We provided a descriptive analysis of the demographic aspects of the participants. Continuous variables that follow an approximately normal distribution were reported as mean (and standard deviation), skewed continuous variables will be summarized using medians and inter-quartile ranges and categorical variables as overall counts and percentage. We compared the average number of correct answers between pre- and post- &#x0201C;curriculum test&#x0201D; with the Wilcoxon rank test; a <italic>p</italic> &#x0003C; 0.05 was considered significant. Statistical analyses were performed using R version 3.4.3 (R Foundation for Statistical Computing, Vienna, Austria).</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>During the study period, we provided a total of 12 didactic lectures, 24 &#x0201C;wet labs,&#x0201D; 12 animal laboratories and six high fidelity simulations. 28 trainees (87.5%) completed the full educational program, by attending at least 60% of didactic lectures and one of each practice session. Four trainees (12.5%) did not complete the training for non-compliance with the full schedule. Table <xref ref-type="table" rid="T2">2</xref> showed the demographic data of the participants. ECMO staff skills improved from a median pre-test score of 7.5/18 (IQR &#x0003D; 6&#x02013;11) to a median post-test score of 14/18 (IQR &#x0003D; 14&#x02013;16) (<italic>P</italic> &#x0003C; 0.001, Wilcoxon rank test). A focused analysis of the individual questions shows the performance of the ECMO team in relation to every single item (Table <xref ref-type="table" rid="T3">3</xref>). In 3 questions (n&#x000B0;8-12-16) the rate of correct answers in the pre-test is below 20%, with an improvement in the post-test, except for one (n&#x000B0;16). In 3 questions (n&#x000B0;3-15-18) the rate of correct answers in the pre-test is over 70%. In 4 questions (n&#x000B0;6-7-9-16) the rate of correct answers remains below 65% at the post-test.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Demographic data of trainees undergoing ECMO educational program.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Characteristic</bold></th>
<th valign="top" align="center"><bold>Mean (&#x000B1;<italic>SD</italic>) or No. (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">38.29 (&#x000B1;7.59)</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">9 (32.1%)</td>
</tr>
<tr>
<td valign="top" align="left">Role</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Physicians</td>
<td valign="top" align="center">10 (35.7%)</td>
</tr>
<tr>
<td valign="top" align="left">Nurses</td>
<td valign="top" align="center">18 (64.3%)</td>
</tr>
<tr>
<td valign="top" align="left">Years of NICU clinical experience</td>
<td valign="top" align="center">3 (10.7%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x0003C; 5</td>
<td valign="top" align="center">10 (35.7%)</td>
</tr>
<tr>
<td valign="top" align="left">5&#x02013;10</td>
<td valign="top" align="center">8 (28.5%)</td>
</tr>
<tr>
<td valign="top" align="left">11&#x02013;15</td>
<td valign="top" align="center">7 (25%)</td>
</tr>
<tr>
<td valign="top" align="left">&#x0003E;15</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Prior ECMO experience or training</td>
<td valign="top" align="center">2 (7.1%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>ECMO, extracorporeal membrane oxygenation; NICU, neonatal intensive care unit</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Focused analysis of the performance of the ECMO team on individual questions.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Question (n&#x000B0;)</bold></th>
<th valign="top" align="center"><bold>Pre (right answers, %)</bold></th>
<th valign="top" align="center"><bold>Post (right answers, %)</bold></th>
<th valign="top" align="center"><bold>Improvement (delta, %)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">94</td>
<td valign="top" align="center">50</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">22</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">77</td>
<td valign="top" align="center">88</td>
<td valign="top" align="center">11</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">6</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">77</td>
<td valign="top" align="center">22</td>
</tr>
<tr>
<td valign="top" align="left">6</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">7</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">8</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">77</td>
<td valign="top" align="center">66</td>
</tr>
<tr>
<td valign="top" align="left">9</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">61</td>
<td valign="top" align="center">17</td>
</tr>
<tr>
<td valign="top" align="left">10</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">28</td>
</tr>
<tr>
<td valign="top" align="left">11</td>
<td valign="top" align="center">39</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">44</td>
</tr>
<tr>
<td valign="top" align="left">12</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">83</td>
</tr>
<tr>
<td valign="top" align="left">13</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">89</td>
<td valign="top" align="center">56</td>
</tr>
<tr>
<td valign="top" align="left">14</td>
<td valign="top" align="center">44</td>
<td valign="top" align="center">78</td>
<td valign="top" align="center">34</td>
</tr>
<tr>
<td valign="top" align="left">15</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">94</td>
<td valign="top" align="center">22</td>
</tr>
<tr>
<td valign="top" align="left">16</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">50</td>
<td valign="top" align="center">34</td>
</tr>
<tr>
<td valign="top" align="left">17</td>
<td valign="top" align="center">67</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">33</td>
</tr>
<tr>
<td valign="top" align="left">18</td>
<td valign="top" align="center">83</td>
<td valign="top" align="center">100</td>
<td valign="top" align="center">17</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>All trainees have highly rated the educational program and its impact on their practice. They reported high fidelity simulations to be beneficial, as it increased self-confidence in ECMO-emergencies (according to 100% of surveyed), theoretical knowledge (61.5%) and team-work/communicative skills (58%). Results are presented in Table <xref ref-type="table" rid="T4">4</xref>.</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>ECMO &#x0201C;curriculum&#x0201D; evaluation.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Survey item</bold></th>
<th valign="top" align="center"><bold>Median<xref ref-type="table-fn" rid="TN1"><sup>(a)</sup></xref></bold></th>
<th valign="top" align="center"><bold>IQ 25&#x000B0;<xref ref-type="table-fn" rid="TN1"><sup>(a)</sup></xref></bold></th>
<th valign="top" align="center"><bold>IQ 75&#x000B0;<xref ref-type="table-fn" rid="TN1"><sup>(a)</sup></xref></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Didactic sessions are beneficial to ECMO learners, to acquire and refresh the theoretical basis.</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">&#x0201C;Water drills&#x0201D; lab is useful to enhance technical skills and to familiarize with equipment</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Animal model adds &#x0201C;real life&#x0201D; aspects, increasing teamwork and communicative skills.</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">High-fidelity simulation improves my performance skills and my self-confidence. Environment is realistic.</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">I receive useful educational feedback from the debriefing sessions.</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">I prefer high-fidelity mannequin to animal-based training.</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">I would recommend the multistep training to be delivered in the same way: theory (didactic lectures) followed by practice on circuits (water drills), on animals (lab) and on neonatal mannequin (high-fidelity simulation)</td>
<td valign="top" align="center">4.5</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">High-fidelity simulation is beneficial to me, as it increases self-confidence</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">4.5</td>
</tr>
<tr>
<td valign="top" align="left">High-fidelity simulation is beneficial to me, as it reinforces theoretical knowledge</td>
<td valign="top" align="center">3.5</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">4</td>
</tr>
<tr>
<td valign="top" align="left">High-fidelity simulation is beneficial to me, as it enhances my communication skills and teamwork</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">5</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1">
<label>a</label>
<p><italic>Based on a 5-point Likert scale, where 1, strongly disagree; 2, disagree; 3, neutral; 4, agree; 5, strongly agree</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>In the open-ended comment section, participants expressed enthusiasm toward the realism and the benefits of the simulations, asking for more frequent mannequin-based sessions and wet labs to maintain the acquired skills in the long-term.</p></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The delivery of a comprehensive ECMO curriculum is essential to succeed in the development of new programs. According to our findings, a multistep team training model that includes high-fidelity simulations emerged as a feasible and efficient educational tool to launch a new neonatal respiratory ECMO program. The first introductory module provided the necessary knowledge through didactic lectures. Next, the water drills allowed the trainees to better familiarize with the circuit, thus acquiring technical skills. Once theoretical and practical basis was acquired, animal-based, and high-fidelity mannequin-based simulations provided a protected environment to practice and optimize technological, cognitive and behavioral skills. In more detail, as emphasized by our pediatric surgeons, hands-on animal lab showed to be crucial to enhance cannulation ability in our surgical context. Overall, our educational model increased knowledge and self-reported confidence of novice ECMO providers. The evaluation of the team performance in relation to every single item suggests areas of strengths and limits of the training for further improvement of our ECMO curriculum, by highlighting the topics to further address versus those which emerge to be well retained by the team.</p>
<p>To our knowledge, this is the first report on the implementation of a multistep team simulation-based training to set-up a neonatal respiratory ECMO program, in the context of a highly-specialized <italic>Neonatal Intensive Care Unit</italic> environment without previous experience with cardiac surgery patients. A similar training model was previously reported in a pediatric intensive care unit, reinforcing the role of full dedicated practice, especially valuable for novice learners (<xref ref-type="bibr" rid="B18">18</xref>). A growing body of literature supports the benefits of the technology-enhanced simulations in medical education (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>), but didactical proposal varies among Centers (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B17">17</xref>). Mannequin-based education is demonstrated to enhance: (1) the surgical neck cannulation (<xref ref-type="bibr" rid="B22">22</xref>) (2) the establishment of knowledge and confidence of novice learners across ECMO teams (<xref ref-type="bibr" rid="B18">18</xref>) (3) the maintenance of skills proficiency (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B14">14</xref>), 4. the promotion of teamwork and behavioral skills (<xref ref-type="bibr" rid="B23">23</xref>). Consistently, our results confirmed the benefits of the mannequin-based education, which was highly rated and appreciated by all trainees. The enthusiasm for active learning is in line with previous evidence, reporting ECMO simulations to be beneficial to learners across different health-care backgrounds and experience levels (<xref ref-type="bibr" rid="B24">24</xref>).</p>
<p>Although traditional methods of learning were associated with poor retention of knowledge and procedural skills (<xref ref-type="bibr" rid="B25">25</xref>), our results suggested that the conventional education maintains its role during the early steps of novice learners&#x00027; training. Indeed, as previously suggested by Sanchez-Glanville et al. (<xref ref-type="bibr" rid="B18">18</xref>), didactic lectures may help to fill the knowledge gap, and animal-based training enhance surgical cannulation skills. Conversely, experienced ECMO providers would better benefit from active learning and, therefore, lectures series might be less suitable for a maintenance training (<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>This multistep team training was based on a multidisciplinary involvement of the members, even though masterful examples of training have been delivered to selected providers, to reach specific learning outcomes (<xref ref-type="bibr" rid="B10">10</xref>). ECMO emergencies require effective teamwork and communication; thus inter-professional simulations may provide the optimal setting to practice leadership and behavioral aspects (<xref ref-type="bibr" rid="B9">9</xref>). All the skills mentioned above are critical during an ECMO procedure, and our educational model provided an opportunity for trainees to learn in a protected environment, and to receive prompt expert feedback during the debriefing sessions. Debriefing is an essential part of the formative assessment, as it helps trainers to identify knowledge and skills&#x00027; gaps and provide an individualized learning program (<xref ref-type="bibr" rid="B26">26</xref>). According to the results of our survey, we have critically reviewed the actual structure of debriefing sessions. We believed that video-recording of the sessions could implement the standard oral debriefing format, providing the trainees with an &#x0201C;outside&#x0201D; view of their performance (<xref ref-type="bibr" rid="B27">27</xref>). Moreover, the accurate portrayal of events through videotaping could support and enhance learning, by raising discussion among participants (<xref ref-type="bibr" rid="B27">27</xref>); however, the cost-effectiveness of a video-assisted debriefing remains unclear (<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>Our study had a few limitations. Firstly, as it is a single-center study, the results cannot be generalized. Nevertheless, the training of a novice ECMO team, especially in the early steps, needs to be customized to every single center. By taking into account the center-specific background knowledge, available facilities and goals of the program, the education may be tailored to allow the optimization of a resource-intense effort. Secondly, the efficacy of our training model should be demonstrated in clinical practice. However, the primary focus of this work was to describe the implementation of a multistep team training while establishing a non-cardiac neonatal ECMO program. The evaluation of patients&#x00027; outcomes was therefore beyond the scope, but we have planned to evaluate the training model and the skills maintenance over time, by repeating a trainees&#x00027; assessment on a yearly basis. Thirdly, the tests used for pre- and post-curriculum competency assessment were not externally validated. Nevertheless, as they were formulated by trained ECMO physicians, according to ELSO guidelines and tailored to our clinical context, we deemed them suitable for the scope of this report. Lastly, the design of the survey questions might have posed potential response bias in favor of the training program. A more effective wording could have improved the validity of self-reported measurements (<xref ref-type="bibr" rid="B30">30</xref>).</p></sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusions</title>
<p>The multistep team training increased staff&#x00027;s confidence, technical expertise, and teamwork in ECMO emergency scenarios. High-fidelity simulation-based training was the most appreciated educational tool by the trainees. Although our survey suggests that the active learning is relevant for ECMO team proficiency, passive learning may maintain its role in the early establishment of the team knowledge background. Further studies should focus on the clinical impact of this educational program and the development of training and educational standards for health-providers in charge of ECMO neonates.</p></sec>
<sec id="s6">
<title>Author contributions</title>
<p>GC, GR, SG, LP, and FM contributed conception and design of the study; GR, FCa, FCo, and CB organized the database and collected data; NP performed the statistical analysis; GR and GC wrote the first draft of the manuscript. SG provided extensive critical revision. All authors contributed to manuscript critical revision, read and approved the submitted version.</p>
<sec>
<title>Conflict of interest statement</title>
<p>FCa and FCo were employed by company Betamed Perfusion Service srl. The other authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
</sec>
</body>
<back>
<ack><p>The authors would like to thank all the healthcare providers involved in the Neonatal ECMO Team Project of the Fondazione IRCCS Ca&#x00027; Granda Ospedale Maggiore Policlinico.</p></ack>
<sec sec-type="supplementary-material" id="s7">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fped.2018.00151/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fped.2018.00151/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bartlett</surname> <given-names>RH</given-names></name> <name><surname>Gattinoni</surname> <given-names>L</given-names></name></person-group>. <article-title>Current status of extracorporeal life support (ECMO) for cardiopulmonary failure</article-title>. <source>Minerva Anestesiol.</source> (<year>2010</year>) <volume>76</volume>:<fpage>534</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="pmid">20613694</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>Elso</collab></person-group>. <source>Extracorporeal Life Support: The Red Book: The ELSO Red Book 5th Edn.</source> <publisher-loc>Ann Arbor, MI</publisher-loc>: <publisher-name>Extracorporeal Life Support Organization</publisher-name> (<year>2017</year>).</citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Paden</surname> <given-names>ML</given-names></name> <name><surname>Rycus</surname> <given-names>PT</given-names></name> <name><surname>Thiagarajan</surname> <given-names>RR</given-names></name></person-group>. <article-title>Update and outcomes in extracorporeal life support</article-title>. <source>Semin Perinatol.</source> (<year>2014</year>). <volume>38</volume>:<fpage>65</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1053/j.semperi.2013.11.002</pub-id><pub-id pub-id-type="pmid">24580761</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>ELSO</collab></person-group>. <source>ELSO Registry Report. International Summary January</source> (<year>2018</year>).</citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnston</surname> <given-names>L</given-names></name> <name><surname>Oldenburg</surname> <given-names>G</given-names></name></person-group>. <article-title>Simulation for neonatal extracorporeal membrane oxygenation teams</article-title>. <source>Semin Perinatol.</source> (<year>2016</year>) <volume>40</volume>:<fpage>421</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1053/j.semperi.2016.08.002</pub-id><pub-id pub-id-type="pmid">27746030</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nimmo</surname> <given-names>GR</given-names></name> <name><surname>Wylie</surname> <given-names>G</given-names></name> <name><surname>Scarth</surname> <given-names>J</given-names></name> <name><surname>Simpson</surname> <given-names>J</given-names></name> <name><surname>Gracie</surname> <given-names>E</given-names></name> <name><surname>Torrance</surname> <given-names>I</given-names></name></person-group>. <article-title>Critical events simulation for neonatal and paediatric extracorporeal membrane oxygenation</article-title>. <source>Journal of the Intensive Care Society</source> (<year>2008</year>) <volume>9</volume>:<fpage>20</fpage>&#x02013;<lpage>2</lpage>. <pub-id pub-id-type="doi">10.1177/175114370800900107</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jones-Akhtarekhavari</surname> <given-names>J</given-names></name> <name><surname>Tribble</surname> <given-names>TA</given-names></name> <name><surname>Zwischenberger</surname> <given-names>JB</given-names></name></person-group>. <article-title>Developing an extracorporeal membrane oxygenation program</article-title>. <source>Critical Care Clin.</source> (<year>2017</year>) <volume>33</volume>:<fpage>767</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1016/j.ccc.2017.07.001</pub-id><pub-id pub-id-type="pmid">28887926</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guerguerian</surname> <given-names>A-M</given-names></name> <name><surname>Ogino</surname> <given-names>MT</given-names></name> <name><surname>Dalton</surname> <given-names>HJ</given-names></name> <name><surname>Shekerdemian</surname> <given-names>LS</given-names></name></person-group>. <article-title>Setup and maintenance of extracorporeal life support programs</article-title>. <source>Pediatr Critic Care Med.</source> (<year>2013</year>) <volume>14</volume>:<fpage>S84</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1097/PCC.0b013e318292e528</pub-id><pub-id pub-id-type="pmid">23735991</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>JM</given-names></name> <name><surname>Murphy</surname> <given-names>AA</given-names></name> <name><surname>Boyle</surname> <given-names>KB</given-names></name> <name><surname>Yaeger</surname> <given-names>KA</given-names></name> <name><surname>Halamek</surname> <given-names>LP</given-names></name></person-group>. <article-title>Simulating extracorporeal membrane oxygenation emergencies to improve human performance. Part II: assessment of technical and behavioral skills</article-title>. <source>Simulat Healthcare</source> (<year>2006</year>) <volume>1</volume>:<fpage>228</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1097/01.SIH.0000243551.01521.74</pub-id><pub-id pub-id-type="pmid">19088594</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zakhary</surname> <given-names>BM</given-names></name> <name><surname>Kam</surname> <given-names>LM</given-names></name> <name><surname>Kaufman</surname> <given-names>BS</given-names></name> <name><surname>Felner</surname> <given-names>KJ</given-names></name></person-group>. <article-title>The utility of high-fidelity simulation for training critical care fellows in the management of extracorporeal membrane oxygenation emergencies: a randomized controlled trial</article-title>. <source>Critic Care Med.</source> (<year>2017</year>) <volume>45</volume>:<fpage>1367</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1097/CCM.0000000000002437</pub-id><pub-id pub-id-type="pmid">28422779</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Merriam</surname> <given-names>SB</given-names></name> <name><surname>Caffarella</surname> <given-names>RS</given-names></name> <name><surname>Baumgartner</surname> <given-names>LM</given-names></name></person-group>. <source>Learning in Adulthood: A Comprehensive Guide</source>. <publisher-loc>San Francisco, CA</publisher-loc>: <publisher-name>John Wiley &#x00026; Sons</publisher-name> (<year>2012</year>).</citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burton</surname> <given-names>KS</given-names></name> <name><surname>Pendergrass</surname> <given-names>TL</given-names></name> <name><surname>Byczkowski</surname> <given-names>TL</given-names></name> <name><surname>Taylor</surname> <given-names>RG</given-names></name> <name><surname>Moyer</surname> <given-names>MR</given-names></name> <name><surname>Falcone</surname> <given-names>RA</given-names></name></person-group>. <article-title>Impact of simulation-based extracorporeal membrane oxygenation training in the simulation laboratory and clinical environment</article-title>. <source>Simulat Healthcare</source> (<year>2011</year>) <volume>6</volume>:<fpage>284</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.1097/SIH.0b013e31821dfcea</pub-id><pub-id pub-id-type="pmid">21642905</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kanki</surname> <given-names>BG</given-names></name> <name><surname>Helmreich</surname> <given-names>RL</given-names></name> <name><surname>Anca</surname> <given-names>J</given-names></name></person-group>. <source>Crew Resource Management</source>, <edition>2nd edn</edition>. <publisher-loc>San Diego, CA</publisher-loc>: <publisher-name>Academic Press</publisher-name> (<year>2010</year>).</citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>JM</given-names></name> <name><surname>Boyle</surname> <given-names>KB</given-names></name> <name><surname>Murphy</surname> <given-names>AA</given-names></name> <name><surname>Yaeger</surname> <given-names>KA</given-names></name> <name><surname>LeFlore</surname> <given-names>J</given-names></name> <name><surname>Halamek</surname> <given-names>LP</given-names></name></person-group>. <article-title>Simulating extracorporeal membrane oxygenation emergencies to improve human performance</article-title>. Part I: methodologic and technologic innovations. <source>Simulat Healthcare</source> (<year>2006</year>) <volume>1</volume>:<fpage>220</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1097/01.SIH.0000243550.24391.ce</pub-id><pub-id pub-id-type="pmid">19088593</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Priest</surname> <given-names>MA</given-names></name> <name><surname>Beaty</surname> <given-names>C</given-names></name> <name><surname>Ogino</surname> <given-names>M</given-names></name></person-group>. <article-title>Training of nurses and continuing education in ECMO</article-title>. In: <person-group person-group-type="editor"><name><surname>Mossadegh</surname> <given-names>C</given-names></name> <name><surname>Combes</surname> <given-names>A</given-names></name></person-group> editors. <source>Nursing Care and ECMO.</source> <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2017</year>), p. <fpage>109</fpage>&#x02013;<lpage>25</lpage>.</citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>ELSO</collab></person-group>. <source>ELSO Guidelines for the training and continuing education of ECMO Specialists, Version 1.5.</source> (<year>2010</year>). Available Online at: <ext-link ext-link-type="uri" xlink:href="https://www.elso.org/Portals/0/IGD/Archive/FileManager/97000963d6cusersshyerdocumentselsoguidelinesfortrainingandcontinuingeducationofecmospecialists.pdf">https://www.elso.org/Portals/0/IGD/Archive/FileManager/97000963d6cusersshyerdocumentselsoguidelinesfortrainingandcontinuingeducationofecmospecialists.pdf</ext-link></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weems</surname> <given-names>MF</given-names></name> <name><surname>Friedlich</surname> <given-names>PS</given-names></name> <name><surname>Nelson</surname> <given-names>LP</given-names></name> <name><surname>Rake</surname> <given-names>AJ</given-names></name> <name><surname>Klee</surname> <given-names>L</given-names></name> <name><surname>Stein</surname> <given-names>JE</given-names></name></person-group>. <article-title>The role of extracorporeal membrane oxygenation simulation training at extracorporeal life support organization centers in the United States</article-title>. <source>Simulat Healthcare</source> (<year>2017</year>) <volume>12</volume>:<fpage>233</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1097/SIH.0000000000000243</pub-id><pub-id pub-id-type="pmid">28609315</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sanchez-Glanville</surname> <given-names>C</given-names></name> <name><surname>Brindle</surname> <given-names>ME</given-names></name> <name><surname>Spence</surname> <given-names>T</given-names></name> <name><surname>Blackwood</surname> <given-names>J</given-names></name> <name><surname>Drews</surname> <given-names>T</given-names></name> <name><surname>Menzies</surname> <given-names>S</given-names></name> <name><surname>et</surname> <given-names>al</given-names></name></person-group>. <article-title>Evaluating the introduction of extracorporeal life support technology to a tertiary-care pediatric institution: smoothing the learning curve through interprofessional simulation training</article-title>. <source>J Pediatr Surg.</source> (<year>2015</year>) <volume>50</volume>:<fpage>798</fpage>&#x02013;<lpage>804</lpage>. <pub-id pub-id-type="doi">10.1016/j.jpedsurg.2015.02.037</pub-id><pub-id pub-id-type="pmid">25783368</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weinberg</surname> <given-names>ER</given-names></name> <name><surname>Auerbach</surname> <given-names>MA</given-names></name> <name><surname>Shah</surname> <given-names>NB</given-names></name></person-group>. <article-title>The use of simulation for pediatric training and assessment</article-title>. <source>Curr Opinion Pediatr.</source> (<year>2009</year>) <volume>21</volume>:<fpage>282</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1097/MOP.0b013e32832b32dc</pub-id><pub-id pub-id-type="pmid">19381090</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cook</surname> <given-names>DA</given-names></name> <name><surname>Hatala</surname> <given-names>R</given-names></name> <name><surname>Brydges</surname> <given-names>R</given-names></name> <name><surname>Zendejas</surname> <given-names>B</given-names></name> <name><surname>Szostek</surname> <given-names>JH</given-names></name> <name><surname>Wang</surname> <given-names>AT et al</given-names></name></person-group>. <article-title>Technology-enhanced simulation for health professions education: a systematic review and meta-analysis</article-title>. <source>JAMA</source> (<year>2011</year>) <volume>306</volume>:<fpage>978</fpage>&#x02013;<lpage>88</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2011.1234</pub-id><pub-id pub-id-type="pmid">21900138</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cheng</surname> <given-names>A</given-names></name> <name><surname>Lang</surname> <given-names>TR</given-names></name> <name><surname>Starr</surname> <given-names>SR</given-names></name> <name><surname>Pusic</surname> <given-names>M</given-names></name> <name><surname>Cook</surname> <given-names>DA</given-names></name></person-group>. <article-title>Technology-enhanced simulation and pediatric education: a meta-analysis</article-title>. <source>Pediatrics</source> (<year>2014</year>) <volume>133</volume>:<fpage>e1313</fpage>&#x02013;<lpage>e23</lpage>. <pub-id pub-id-type="doi">10.1542/peds.2013-2139</pub-id><pub-id pub-id-type="pmid">24733867</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allan</surname> <given-names>CK</given-names></name> <name><surname>Pigula</surname> <given-names>F</given-names></name> <name><surname>Bacha</surname> <given-names>EA</given-names></name> <name><surname>Emani</surname> <given-names>S</given-names></name> <name><surname>Fynn-Thompson</surname> <given-names>F</given-names></name> <name><surname>Thiagarajan</surname> <given-names>RR</given-names></name> <name><surname>et</surname> <given-names>al</given-names></name></person-group>. <article-title>An extracorporeal membrane oxygenation cannulation curriculum featuring a novel integrated skills trainer leads to improved performance among pediatric cardiac surgery trainees</article-title>. <source>Simulat Healthcare</source> (<year>2013</year>) <volume>8</volume>:<fpage>221</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/SIH.0b013e31828b4179</pub-id><pub-id pub-id-type="pmid">23588057</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allan</surname> <given-names>CK</given-names></name> <name><surname>Thiagarajan</surname> <given-names>RR</given-names></name> <name><surname>Beke</surname> <given-names>D</given-names></name> <name><surname>Imprescia</surname> <given-names>A</given-names></name> <name><surname>Kappus</surname> <given-names>LJ</given-names></name> <name><surname>Garden</surname> <given-names>A</given-names></name> <name><surname>et</surname> <given-names>al</given-names></name></person-group>. <article-title>Simulation-based training delivered directly to the pediatric cardiac intensive care unit engenders preparedness, comfort, and decreased anxiety among multidisciplinary resuscitation teams</article-title>. <source>J Thor Cardiovasc Surg.</source> (<year>2010</year>) <volume>140</volume>:<fpage>646</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1016/j.jtcvs.2010.04.027</pub-id><pub-id pub-id-type="pmid">20570292</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>S-Y</given-names></name> <name><surname>Figueroa</surname> <given-names>M</given-names></name> <name><surname>Spentzas</surname> <given-names>T</given-names></name> <name><surname>Powell</surname> <given-names>A</given-names></name> <name><surname>Holloway</surname> <given-names>R</given-names></name> <name><surname>Shah</surname> <given-names>S</given-names></name></person-group>. <article-title>Prospective assessment of novice learners in a simulation-based extracorporeal membrane oxygenation (ECMO) education program</article-title>. <source>Pediatr Cardiol.</source> (<year>2013</year>) <volume>34</volume>:<fpage>543</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1007/s00246-012-0490-6</pub-id><pub-id pub-id-type="pmid">22923030</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaies</surname> <given-names>MG</given-names></name> <name><surname>Landrigan</surname> <given-names>CP</given-names></name> <name><surname>Hafler</surname> <given-names>JP</given-names></name> <name><surname>Sandora</surname> <given-names>TJ</given-names></name></person-group>. <article-title>Assessing procedural skills training in pediatric residency programs</article-title>. <source>Pediatrics</source> (<year>2007</year>) <volume>120</volume>:<fpage>715</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1542/peds.2007-0325</pub-id><pub-id pub-id-type="pmid">17908757</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rudolph</surname> <given-names>JW</given-names></name> <name><surname>Simon</surname> <given-names>R</given-names></name> <name><surname>Raemer</surname> <given-names>DB</given-names></name> <name><surname>Eppich</surname> <given-names>WJ</given-names></name></person-group>. <article-title>Debriefing as formative assessment: closing performance gaps in medical education</article-title>. <source>Acad Emerg Med.</source> (<year>2008</year>) <volume>15</volume>:<fpage>1010</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1111/j.1553-2712.2008.00248.x</pub-id><pub-id pub-id-type="pmid">18945231</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grant</surname> <given-names>JS</given-names></name> <name><surname>Moss</surname> <given-names>J</given-names></name> <name><surname>Epps</surname> <given-names>C</given-names></name> <name><surname>Watts</surname> <given-names>P</given-names></name></person-group>. <article-title>Using video-facilitated feedback to improve student performance following high-fidelity simulation</article-title>. <source>Clin Simulat Nurs.</source> (<year>2010</year>) <volume>6</volume>:<fpage>e177</fpage>&#x02013;<lpage>e84</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecns.2009.09.001</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rossignol</surname> <given-names>M</given-names></name></person-group>. <article-title>Effects of video-assisted debriefing compared with standard oral debriefing</article-title>. <source>Clin Simulat Nurs.</source> (<year>2017</year>) <volume>13</volume>:<fpage>145</fpage>&#x02013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1016/j.ecns.2016.12.001</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levett-Jones</surname> <given-names>T</given-names></name> <name><surname>Lapkin</surname> <given-names>S</given-names></name></person-group>. <article-title>A systematic review of the effectiveness of simulation debriefing in health professional education</article-title>. <source>Nurse Educ Today</source> (<year>2014</year>) <volume>34</volume>:<fpage>e58</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/j.nedt.2013.09.020</pub-id><pub-id pub-id-type="pmid">24169444</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Shaughnessy</surname> <given-names>J</given-names></name> <name><surname>Zechmeister</surname> <given-names>E</given-names></name> <name><surname>Jeanne</surname> <given-names>Z</given-names></name></person-group>. <source>Research Methods in Psychology</source>, <edition>9th ed</edition>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>McGraw-Hill</publisher-name> (<year>2011</year>).</citation></ref>
</ref-list>
<glossary>
<def-list>
<title>Abbreviations</title>
<def-item><term>ECMO</term>
<def><p>Extracorporeal membrane oxygenation</p></def></def-item>
<def-item><term>ELSO</term>
<def><p>extracorporeal life support organization.</p></def></def-item>
</def-list>
</glossary> 
</back>
</article>