<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Educ.</journal-id>
<journal-title>Frontiers in Education</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Educ.</abbrev-journal-title>
<issn pub-type="epub">2504-284X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/feduc.2024.1368565</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Education</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Six factors facilitating teachers&#x2019; use of research. An experimental factorial survey of educational stakeholders perspectives</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Jeune</surname> <given-names>Nathanael</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref><xref ref-type="author-notes" rid="fn0002"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2627034/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Juhel</surname> <given-names>Jacques</given-names></name><xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/257063/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Dessus</surname> <given-names>Philippe</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref><xref ref-type="author-notes" rid="fn0006"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/203922/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Atal</surname> <given-names>Ignacio</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="aff" rid="aff2"><sup>2</sup></xref><xref ref-type="aff" rid="aff5"><sup>5</sup></xref><xref ref-type="author-notes" rid="fn0007"><sup>&#x2020;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>System Engineering and Evolution Dynamics, Universit&#x00E9; Paris Cit&#x00E9; INSERM</institution>, <addr-line>Paris</addr-line>, <country>France</country></aff>
<aff id="aff2"><sup>2</sup><institution>Learning Planet Institute, Research Unit Learning Transitions (UR LT, 202324521H, joint unit with CY Cergy Paris University)</institution>, <addr-line>Paris</addr-line>, <country>France</country></aff>
<aff id="aff3"><sup>3</sup><institution>Laboratoire de Recherche sur les Apprentissages en Contexte (LaRAC), Universit&#x00E9; Grenoble Alpes</institution>, <addr-line>Grenoble</addr-line>, <country>France</country></aff>
<aff id="aff4"><sup>4</sup><institution>Universit&#x00E9; Rennes 2 Laboratory of Psychology: Cognition, Behavior and Communication</institution>, <addr-line>Rennes</addr-line>, <country>France</country></aff>
<aff id="aff5"><sup>5</sup><institution>Laboratoire de Sciences Cognitives et Psycholinguistique, Ecole Normale Sup&#x00E9;rieure, CNRS, EHESS, PSL University</institution>, <addr-line>Paris</addr-line>, <country>France</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0003">
<p>Edited by: Raona Williams, Ministry of Education (United Arab Emirates), United Arab Emirates</p>
</fn>
<fn fn-type="edited-by" id="fn0004">
<p>Reviewed by: Lina Kaminskien&#x0117;, Vytautas Magnus University, Lithuania</p>
<p>Clara Gutierrez, National University of Cordoba, Argentina</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Nathanael Jeune, <email>nathanael.jeune@learningplanetinstitute.org</email></corresp>
<fn fn-type="other" id="fn0002">
<p><sup>&#x2020;</sup>ORCID: Nathanael Jeune, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0003-0835-5845">orcid.org/0000-0003-0835-5845</ext-link></p>
</fn>
<fn fn-type="other" id="fn0006">
<p>Philippe Dessus, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-6076-5150">orcid.org/0000-0001-6076-5150</ext-link></p>
</fn>
<fn fn-type="other" id="fn0007">
<p>Ignacio Atal, <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0002-7323-6511">0000-0002-7323-6511</ext-link></p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>9</volume>
<elocation-id>1368565</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Jeune, Juhel, Dessus and Atal.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Jeune, Juhel, Dessus and Atal</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Teachers&#x2019; use of research has been increasingly advocated for in the past few decades, and some research has documented the factors which positively or negatively influence teachers&#x2019; use of research. However, the existing research does not give relevant information to prioritize between different ways to facilitate teachers&#x2019; use of research. In addition, different professionals working in education may have divergent opinions about such priorities. This study therefore asks what are the factors that most influence teachers&#x2019; use of research according to teachers, teacher trainers, educational decision makers and researchers?</p>
</sec>
<sec>
<title>Methods</title>
<p>We conducted a factorial survey experiment on six factors with 100 participants (pilot study) and 340 participants (main study) to identify which factors were perceived as influencing the most teachers&#x2019; use of research and to compare respondents&#x2019; perceptions according to their main role in education.</p>
</sec>
<sec>
<title>Results</title>
<p>This study shows that support for research use by the institution and instrumental utility of research are the factors that were judged as most impactful. Some categories of respondents had conflicting views about specific factors, for instance researchers perceiving teachers&#x2019; involvement in research as less likely to facilitate teachers&#x2019; use of research.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>These findings can help decision-makers and teacher-trainers with limited resources to allocate them in a more effective way, while taking into consideration the disagreements across professions in order to resolve possibly arising conflicts.</p>
</sec>
</abstract>
<kwd-group>
<kwd>use of research</kwd>
<kwd>evidence-based education</kwd>
<kwd>factorial survey</kwd>
<kwd>teachers</kwd>
<kwd>research-practice partnerships</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="10"/>
<equation-count count="16"/>
<ref-count count="49"/>
<page-count count="14"/>
<word-count count="12379"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Teacher Education</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>In recent decades, educational policies have pushed to ground the teaching profession in research (<xref ref-type="bibr" rid="ref6">Basckin et al., 2021</xref>) in many countries, including France (<xref ref-type="bibr" rid="ref37">Lima and Tual, 2022</xref>) and the US (<xref ref-type="bibr" rid="ref35">Joyce and Cartwright, 2020</xref>). In parallel, researchers have increasingly studied teachers&#x2019; use of educational research and have shown a clear gap between educational research and teachers&#x2019; practice: despite institutional pressure, teachers rarely rely on research as a primary source of knowledge to inform their practice (<xref ref-type="bibr" rid="ref16">Carnine, 1997</xref>; <xref ref-type="bibr" rid="ref9">Borg, 2010</xref>). Teachers&#x2019; use of research has been explored using terms such as evidence-based education or practice (<xref ref-type="bibr" rid="ref8">Biesta, 2010</xref>; <xref ref-type="bibr" rid="ref17">Dachet and Baye, 2020</xref>), use of research-based information (<xref ref-type="bibr" rid="ref18">Dagenais et al., 2012</xref>) and use of research evidence (<xref ref-type="bibr" rid="ref46">Tatto, 2020</xref>). Terms that refer to promising ways to improve teachers&#x2019; use of research include research-practice partnerships or knowledge brokering (<xref ref-type="bibr" rid="ref3">Anwaruddin, 2016</xref>; <xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>; <xref ref-type="bibr" rid="ref49">Wentworth et al., 2023</xref>). This diversity of research and terminology makes it difficult to gain a broad understanding of the field, and some authors have highlighted the need to clarify what we mean by &#x201C;research&#x201D; or &#x201C;use&#x201D; (<xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>). For example, <xref ref-type="bibr" rid="ref42">Penuel et al. (2016)</xref> used <xref ref-type="bibr" rid="ref48">Weiss and Bucuvalas' (1980)</xref> conceptualization, in which the use of research can be conceptual (changing one&#x2019;s ideas about a problem), instrumental (changing one&#x2019;s practices), or symbolic (justifying an action taken). A more complex model adds &#x201C;imposed use&#x201D; which is &#x201C;use mandated by government initiatives to promote evidence-based programs and practices&#x201D; (Doucet, p. 1) and &#x2018;process use&#x2019;, or &#x201C;the learnings gleaned by practitioners when they engage in research production&#x201D; <xref ref-type="bibr" rid="ref19">Doucet (2019)</xref>. <xref ref-type="bibr" rid="ref15">Cain et al. (2019)</xref> sought to model more precisely the ways in which research can inform educational practice:</p>
<list list-type="bullet">
<list-item>
<p>It can inform <italic>bounded decision-making</italic> by providing evidence that is understood in the light of assumptions and brought into discussion from which decisions and actions emerge.</p>
</list-item>
<list-item>
<p>It can inform <italic>teachers&#x2019; reflection</italic>, influencing both what teachers think about and how they think, leading to changes in their &#x201C;professional self&#x201D;.</p>
</list-item>
<list-item>
<p>It can inform <italic>organizational learning</italic> when it is brought into professional conversations, both formal and informal (<xref ref-type="bibr" rid="ref15">Cain et al., 2019</xref>, p. 12).</p>
</list-item>
</list>
<p>Referring to Weiss and Bucuvalas&#x2019; conceptual-instrumental-symbolic widely used model (<xref ref-type="bibr" rid="ref27">Gitomer and Crouse, 2019</xref>; <xref ref-type="bibr" rid="ref25">Finnigan, 2021</xref>), many authors have criticized an overemphasis on the instrumental use of research (<xref ref-type="bibr" rid="ref15">Cain et al., 2019</xref>; <xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>), while the conceptual use of research is often undervalued (<xref ref-type="bibr" rid="ref24">Farrell and Coburn, 2016</xref>). One reason for this may be the difficulty for researchers in capturing teacher change related to conceptual use of research, which may be more long-term and less amenable to measurement or observation. However, the distinction may still be useful, as various studies highlight that many teachers want clear, practical activities inspired by research that they can adapt quickly (<xref ref-type="bibr" rid="ref20">Drill et al., 2013</xref>; <xref ref-type="bibr" rid="ref34">Joram et al., 2020</xref>), while deep conceptual use of research may take longer, although it is arguably more important.</p>
<p><xref ref-type="bibr" rid="ref24">Farrell and Coburn (2016)</xref> identify various ways in which conceptual use can occur, such as &#x201C;introduce new concepts,&#x201D; &#x201C;broaden or narrow understandings about the kinds of solutions [that] should be considered and [that] are most appropriate to pursue&#x201D; or to &#x201C;provid[ing] a framework to guide action,&#x201D; but we still need more comprehensive models of teachers&#x2019; use of research.</p>
<p><xref ref-type="bibr" rid="ref18">Dagenais et al. (2012)</xref> conducted a literature review in which they listed 32 factors that play a role in teachers&#x2019; use of research. This list was divided into four sections including factors related to the characteristics of practitioners (10), research (5), communication (7), and schools (10). <xref ref-type="table" rid="tab1">Table 1</xref> extracts for each category two examples of factors listed by <xref ref-type="bibr" rid="ref18">Dagenais et al. (2012)</xref>.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Examples for each category of factors influencing teachers&#x2019; use of research (<xref ref-type="bibr" rid="ref18">Dagenais et al., 2012</xref>, pp. 297&#x2013;299).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Category</th>
<th align="left" valign="top">Example of factors</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="2">Characteristics of research</td>
<td align="left" valign="top">Connected to school/classroom context</td>
</tr>
<tr>
<td align="left" valign="top">Relevant</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Characteristics of communication</td>
<td align="left" valign="top">Access to research and data</td>
</tr>
<tr>
<td align="left" valign="top">Collaboration with researchers</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Characteristics of practitioners</td>
<td align="left" valign="top">Prior participation in research</td>
</tr>
<tr>
<td align="left" valign="top">Involvement in research</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Characteristics of schools</td>
<td align="left" valign="top">Staff capacity and support to use research</td>
</tr>
<tr>
<td align="left" valign="top">Allocates time and resources, including available technology</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>On closer examination, some factors appear to overlap (e.g., Prior participation in research and Involvement in research), and most lack an explicit and detailed definition (e.g., Access to research and data). This leaves the understanding of these factors open to interpretation (e.g., what counts as relevant, according to whom and on the basis of what criteria). This ambiguity of terms raises similar problems to the lack of a clear definition of &#x201C;research&#x201D; or its use described earlier. Authors such as <xref ref-type="bibr" rid="ref43">Rycroft-Smith (2022)</xref> argue that progress in supporting teachers&#x2019; use of research could be achieved with greater conceptual clarity. Studying factors that influence (positively or negatively) teachers&#x2019; use of research may help us to clarify the concepts and better support teachers willing to use research.</p>
<p>Many authors report that teachers lack time and institutional support to use research (e.g., <xref ref-type="bibr" rid="ref9">Borg, 2010</xref>; <xref ref-type="bibr" rid="ref3">Anwaruddin, 2016</xref>). It is therefore of interest to consider specifically how professionals who support teachers (e.g., researchers, teacher educators, or decision makers) could better support them to use research, rather than leaving the burden on teachers. Such a focus would lead us to set aside Dagenais&#x2019; factors related to the characteristics of practitioners and to emphasize the relevance of factors that these professionals can act on (e.g., researchers can act on the characteristics of research, trainers on communication, and decision makers on schools). Narrowing the focus to a few carefully selected factors could help to conduct empirical research on effective ways to support teachers&#x2019; use of research.</p>
<p>While <xref ref-type="bibr" rid="ref18">Dagenais et al. (2012)</xref> contribute by providing a broad account of the factors that influence teachers&#x2019; use of research, some work is still needed to understand which factors should be considered first in order to best support teachers&#x2019; use of research.</p>
<p>Among efforts to facilitate teachers&#x2019; use of research, much work has been devoted to disseminating research findings (<xref ref-type="bibr" rid="ref3">Anwaruddin, 2016</xref>) in a top-down, linear and unidirectional manner. Unfortunately, such an approach may not only be ineffective but also problematic (<xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>): it disempowers teachers (<xref ref-type="bibr" rid="ref21">Dupriez and Cattonar, 2018</xref>), who are seen as mere technicians applying things designed by researchers (<xref ref-type="bibr" rid="ref8">Biesta, 2010</xref>). The example of the <xref ref-type="bibr" rid="ref22">Education Endowment Foundation (2019)</xref>, a large-scale research project in the UK investigating different ways of communicating research on literacy teaching and learning to schools, illustrates well the ineffectiveness of dissemination. Indeed, the project&#x2019;s partners used research summaries, evidence-based practice guides, webinars, face-to-face continuous professional development events and online tools without any significant effect on teachers&#x2019; practice.</p>
<p>Beyond dissemination, according to <xref ref-type="bibr" rid="ref28">Gorard et al. (2020)</xref>, promising approaches include ongoing, iterative approaches, such as coaching with personalized feedback, or collaborations with researchers to involve practitioners who are doing research themselves. Having research champions or leaders within a school who are familiar with research on a topic can also help teachers engage more with that research. But as the authors put it &#x201C;We need better studies of evidence-into-use in education [...] There are currently too few, and the overall picture is unclear.&#x201D; <xref ref-type="bibr" rid="ref28">Gorard et al. (2020</xref>, p. 29).</p>
<p>The professional judgment of teachers, researchers, teacher educators and decision makers may also be used to prioritize the actions we can take to facilitate teachers&#x2019; use of research. On the one hand, these education professionals are arguably in the best position to help teachers, and on the other hand, any divergent perspectives could be informative for improving the collaborations needed for teachers&#x2019; use of research. For example, it may be very important for teachers to be involved in the research process and to have clear guidance on how to translate research findings into concrete practice while researchers may overlook it. If researchers believe that teachers should not contribute to producing research because this would reduce its quality, these conflicting views need to be resolved in order to move forward. If they cannot, then teachers are faced with a &#x201C;blizzard of advice&#x201D; (<xref ref-type="bibr" rid="ref13">Bryk, 2015</xref>, p. 471) that makes their decisions unmanageable.</p>
<p>Thus, comparing the perspectives of teachers and other educational stakeholders may shed light on the divergent views that need to be resolved in order to effectively support teachers to use research.</p>
<p>Our study aims to understand how different stakeholders perceive the influence of different factors on teachers&#x2019; use of research. We will focus on a limited number of factors that researchers, teacher trainers or decision makers can act on to support overburdened teachers. As we have already mentioned, promising factors might relate to time and support for teachers&#x2019; use of research, collaboration between teachers and researchers, or different ways in which research information could be effectively communicated to support different uses of research by teachers.</p>
<p>The research questions guiding this work are:</p>
<list list-type="bullet">
<list-item>
<p>According to different educational stakeholders, what are the factors that most influence teachers&#x2019; use of research?</p>
</list-item>
<list-item>
<p>What are the differences in the judgements of educational stakeholders according to their role?</p>
</list-item>
</list>
</sec>
<sec sec-type="methods" id="sec2">
<label>2</label>
<title>Methods</title>
<p>We first chose factors influencing teachers&#x2019; use of research and included them in vignettes (short descriptions of a fictional situation) rated in a survey by participants based on the likelihood that the fictional teachers would use research of interest to them. We conducted a pilot study with the first responses to the survey to generate specific hypotheses and estimate the sample size required to test them. We then tested the hypotheses in our main study and explored other findings with the responses of all the other participants.</p>
<p>We will first describe the experimental factorial survey method that we used. We will then describe the process of selecting the factors included in this study, the construction of the survey and its administration, and the data analysis.</p>
<sec id="sec3">
<label>2.1</label>
<title>Factorial surveys</title>
<p>Our study consisted of an experimental factorial survey (<xref ref-type="bibr" rid="ref33">Hox et al., 1991</xref>; <xref ref-type="bibr" rid="ref47">Wallander, 2009</xref>), also known as experimental vignette design (<xref ref-type="bibr" rid="ref4">Atzm&#x00FC;ller and Steiner, 2010</xref>; <xref ref-type="bibr" rid="ref1">Aguinis and Bradley, 2014</xref>). This research method helps to understand participants&#x2019; beliefs or judgments (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>) by using vignettes that participants can judge according to specific questions. In most experimental vignette-based designs, many vignettes are systematically generated and each participant is asked to judge several vignettes. The responses of multiple participants to different vignettes are then analyzed to identify elements of the situation (or characteristics of the participants) that influence their responses. This method has been widely used to judge the fairness of household incomes based on situations in which socio-demographic characteristics such as gender, schooling, and years of professional experience vary (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>).</p>
<p>Factorial surveys have also been used in education (e.g., <xref ref-type="bibr" rid="ref26">Geven et al., 2021</xref> on teachers&#x2019; expectations of students). In our context, we used such a method to assess the relative weight of different factors influencing teachers&#x2019; use of research as perceived by various educational stakeholders. As vignette evaluation is useful for testing the influence of the participant&#x2019;s role in the evaluation of the vignette (<xref ref-type="bibr" rid="ref31">Gutfleisch, 2021</xref>), we used this method to assess the difference in perception between different educational stakeholders regarding the factors influencing teachers&#x2019; use of research.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Choice of the factors influencing teachers&#x2019; use of research</title>
<p>The methodological recommendation for factorial surveys is to have (7&#x2009;&#x00B1;&#x2009;2) factors with a low number of levels (2 or 3) (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>, p. 48). This is to avoid having too large a vignette universe (defined as the product of the levels of each factor), which would either require a larger sample size or reduce the power of the survey.</p>
<p>We listed the 32 factors from <xref ref-type="bibr" rid="ref18">Dagenais et al. (2012)</xref> in a table and defined each of them. We then invited two teachers, two decision-makers and two researchers from our personal contacts working in France to independently produce a shorter list of 10&#x2013;15 factors. Their task was to select, reformulate and possibly merge the initial factors. They were asked to provide concrete examples of situations in which each factor could play a role. The instructions and files used are available on <ext-link xlink:href="https://osf.io/xc948/files/osfstorage" ext-link-type="uri">https://osf.io/xc948/files/osfstorage</ext-link>.</p>
<p>Our team then built on this work and scientific literature to produce a short list of clearly defined factors. For example, research led us to include the time required for research use (<xref ref-type="bibr" rid="ref9">Borg, 2010</xref>), the distinction between instrumental and conceptual use of research (<xref ref-type="bibr" rid="ref42">Penuel et al., 2016</xref>), or collaboration between researchers and teachers (<xref ref-type="bibr" rid="ref28">Gorard et al., 2020</xref>).</p>
<p>In <xref ref-type="table" rid="tab2">Table 2</xref>, we present our final list of six factors influencing teachers&#x2019; use of research that are external to teachers (e.g., related to characteristics of the research or teachers&#x2019; institutional context), where each factor could take a negative (&#x2212;) or positive (+) value. We described each level as a short sentence that was included in the vignettes shown to the participant, so that one piece of information from each factor was included in all vignettes (see example below). We described the factors so that there would be no overlap between them, and in such a way that each would refer to real-life situations in which it played a role in teachers&#x2019; use of research.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Factors used in the factorial survey and their levels.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Factors (<italic>variable name</italic>)</th>
<th align="left" valign="top">Level</th>
<th align="left" valign="top">Vignette text</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="2">Target audience for research (<italic>TchAudience</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">Mx. A. accessed research on a topic of interest which was communicated in an unsuitable way to a teacher audience.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">Mx. A. accessed research on a topic of interest which was communicated in a suitable way to a teacher audience.</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Any teacher involvement in the production of the research (<italic>TchInvolv</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">This research was produced without teacher input.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">This research was produced with significant input from teachers.</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Conceptual utility of the research (<italic>ConceptUtil</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">It does not provide elements that facilitate reflection on this topic.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">It provides elements that facilitate reflection on this topic.</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Instrumental utility of research (<italic>InstrumUtil</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">It does not provide elements facilitating a concrete change of educational practices in relation to this topic.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">It provides elements facilitating a concrete change of educational practices in relation to this topic.</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Collaborations for research use (<italic>CollabRes</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">Mx. A. does not have the opportunity to collaborate with peers, researchers or other education professionals in using research.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">Mx. A. has the opportunity to collaborate with peers, researchers or other education professionals in using research.</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Support for research use by the institution (<italic>SupportInst</italic>)</td>
<td align="center" valign="top">&#x2212;</td>
<td align="left" valign="top">The hierarchy or the institution does not put anything in place to facilitate the use of research by teachers.</td>
</tr>
<tr>
<td align="center" valign="top">+</td>
<td align="left" valign="top">The hierarchy or the institution provides facilities (e.g., dedicated time, training, budget, etc.) to support the use of research by teachers.</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Survey construction</title>
<p>We created a survey to collect demographic information from respondents and present them with a series of vignettes. The demographic questions in our survey (see <ext-link xlink:href="https://osf.io/xc948/files/osfstorage" ext-link-type="uri">https://osf.io/xc948/files/osfstorage</ext-link>) included (1) years of experience in education; (2) main role held in the past three years; (3) other(s) role(s) held in the past; (4) category-specific information (e.g., school level and subject taught for teachers; research topics for researchers; specific roles and institutions held by trainers and decision makers). We included years of experience because both the use of research and years of experience have been studied in relation to teaching quality (e.g., <xref ref-type="bibr" rid="ref28">Gorard et al., 2020</xref>; <xref ref-type="bibr" rid="ref29">Graham et al., 2020</xref>). We included the other variables to explore the relationship between role and teachers&#x2019; judgments about teachers&#x2019; use of research, which, to our knowledge, has not been done before.</p>
<p>We categorized the different roles that educational stakeholders could take as (a) decision makers, (b) researchers, (c) teachers, and (d) trainers (see <xref ref-type="table" rid="tab3">Table 3</xref>).</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Description of the roles.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Role</th>
<th align="left" valign="top">Description of the role</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Decision makers (Dec)</td>
<td align="left" valign="top">Individuals with any institutional, political or administrative responsibilities affecting teachers in primary or secondary education with whom they are not in direct contact (territorial or national policies, program development, development of evaluation systems, etc.).</td>
</tr>
<tr>
<td align="left" valign="top">Researchers (Res)</td>
<td align="left" valign="top">Educational researchers (including doing a PhD, or the years of participation in action research, etc.)</td>
</tr>
<tr>
<td align="left" valign="top">Teachers (Tch)</td>
<td align="left" valign="top">Teachers at primary or secondary levels.</td>
</tr>
<tr>
<td valign="top" align="left">Trainers (Tr)</td>
<td align="left" valign="top">Individuals doing direct supervision, training and/or coaching of teachers in primary or secondary education.</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>From the list of 6 factors with 2 levels, the full universe of vignettes (consisting of 2^6&#x2009;=&#x2009;64 possible combinations of the different levels) was systematically generated by selecting exactly one level per factor to create a short description. The following is an example of a vignette and all vignettes used are in <ext-link xlink:href="https://osf.io/xc948/files/osfstorage" ext-link-type="uri">https://osf.io/xc948/files/osfstorage</ext-link>.</p>
<disp-quote>
<p>&#x201C;<italic>Mx. A. accessed research communicated in an unsuitable way to a teacher audience [TchAudience-] on a topic of interest to her. This research was produced with significant input from teachers [TchInvolv+].</italic></p>
<p>
<italic>It provides elements that facilitate reflection on this topic [ConceptUtil+] and it does not provide elements facilitating a concrete change of educational practices in relation to this topic [InstrumUtil-].</italic>
</p>
<p>
<italic>Mx. A. does not have the opportunity to collaborate with peers, researchers or other education professionals in using research [CollabRes-]. The hierarchy or the institution provides facilities (e.g., dedicated time, training, budget, etc.) to support the use of research by teachers [SupportInst+].&#x201D;</italic>
</p>
</disp-quote>
<p>After each vignette, respondents were asked to rate the situation: &#x201C;Given this context, how likely do you think it is that [the teacher described in the situation] will use the research that (s)he is interested in?.&#x201D; Participants had to answer using a slider corresponding to an 11-point Likert scale ranging from &#x201C;extremely unlikely&#x201D; (&#x2212;5) to &#x201C;extremely likely&#x201D; (5).</p>
<p>To avoid respondent fatigue, it is recommended not to present more than 10 vignettes to each participant (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>). Furthermore, reducing the total number of vignettes reduces the number of participants required for the study. In order to reduce the number of vignettes in a study after choosing the factors and levels, the authors (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>) recommend using a D-efficient sample of the vignette universe instead of a random sample. A D-efficient sample is an optimal way to balance the number of occurrences of each level, thus gaining power for the analysis without losing too much information. The D value is an index representing the extent to which the sample is balanced, and the closer to 100 that value is, the better. The skpr package v. 1.0.0 in R (<xref ref-type="bibr" rid="ref39">Morgan-Wall and Khoury, 2021</xref>) allows to generate not only a D-efficient sample of a given vignette universe, but also to separate it in blocks. We therefore used it to generate an optimal D-efficient sample (<italic>D</italic>&#x2009;=&#x2009;100) of 16 out of the 64 possible vignettes with two equivalent blocks of 8 vignettes each, so that each participant will have to judge only 8 vignettes.</p>
<p>We used LimeSurvey software to create the survey. The survey began by informing all participants of how their data would be used for this research and of their right to request that their data be deleted afterwards. We then asked demographic information (see <ext-link xlink:href="https://osf.io/xc948/files/osfstorage" ext-link-type="uri">https://osf.io/xc948/files/osfstorage</ext-link>) and then randomly assigned respondents to one of two blocks of vignettes. Within each block, the order of presentation of the vignettes was randomized (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>). Participants could stop at any time by closing the survey, and previous responses were recorded. Responses from participants who only provided demographic information, but did not rate any vignettes, were not used.</p>
<sec id="sec6">
<label>2.3.1</label>
<title>Survey administration</title>
<p>Respondents were recruited in France and were expected to work in a French context. We used convenience sampling, social media, researchers&#x2019; networks and snowball sampling. The survey was launched on 23 June 2022 and closed after six months.</p>
</sec>
<sec id="sec7">
<label>2.3.2</label>
<title>General analysis plan</title>
<p>We designed a fractional factorial survey experiment using multilevel modeling and a confounded factorial design. It includes both crossed (the factors influencing teachers&#x2019; use of research all co-occur for each participant) and nested variables (the vignette judgments are nested under the participants and the factors are nested under the blocks) (<xref ref-type="bibr" rid="ref5">Auspurg and Hinz, 2015</xref>). The demographic characteristics and factors are independent variables, and the participants&#x2019; judgments of the vignettes is a dependent variable. This analysis plan was used for both pilot and main studies.</p>
</sec>
</sec>
<sec id="sec8">
<label>2.4</label>
<title>Pilot study</title>
<p>To our knowledge, no study compared the relative weights of the factors, we had thus limited background on which to build hypotheses. We therefore used the first 100 survey responses (50 from each block) to conduct an exploratory pilot study to generate specific hypotheses and estimate the sample size required to test them.</p>
<sec id="sec9">
<label>2.4.1</label>
<title>Data analysis</title>
<p>First, we created a full Linear Mixed-effects Model using the R package lme4 (<xref ref-type="bibr" rid="ref7">Bates et al., 2015</xref>) including all 6 factors (<italic>TchAudience</italic>, <italic>TchInvolv</italic>, <italic>ConceptUtil</italic>, <italic>InstrumUtil</italic>, <italic>CollabRes</italic>, <italic>SupportInst</italic>) without <italic>Role</italic> and its interaction with the factors.</p>
<disp-formula id="EQ1">
<label>(m1)</label>
<mml:math id="M1">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>b</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>k</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>Here &#x2018;answer&#x2019; corresponds to the participant&#x2019;s judgment of the vignette; block is either of the two blocks of 8 vignettes that the participant was assigned to; Part_id is the unique identifier of each participant, Vign is the vignette being judged; 1|Part_id and 1|Vign are the random intercepts associated with the participant and vignette, respectively.</p>
<p>Our aim was to simplify each model as much as possible, while increasing our ability to explain the participants&#x2019; responses, in order to identify which factors played a significant role. To do this, we iteratively dropped variables from (m1) and tested whether the simpler model differed from the original. To compare the models, we used likelihood ratio tests via the anova command applied to lmer model objects (<xref ref-type="bibr" rid="ref7">Bates et al., 2015</xref>). If the two models were not significantly different, we repeated the process using the simpler model. We first tried to drop the (1&#x0323;|Vign) component, as the randomization of vignettes should prevent any significant vignette random effect. We then tried to drop the non-significant interaction effects, but as all factors played a significant role, we kept the following model:</p>
<disp-formula id="EQ2">
<label>(m2)</label>
<mml:math id="M2">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>We then observed the relative weight of each factor with the reduced sample used for the pilot study according to the model m2. Our results showed differences worth exploring in our main study: some factors clearly seemed to be rated as influencing more teachers&#x2019; use of research than others, while other factors seemed to be judged more or less equally. We used this to generate our first two hypotheses below.</p>
<p>Similarly, we created a full linear mixed-effects model including all 6 factors and adding their interaction with the participant&#x2019;s main role (Role), using the teacher role (Tch) as the reference level of all analyses.</p>
<disp-formula id="EQ3">
<label>(m3)</label>
<mml:math id="M3">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>b</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>k</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p><italic>Role&#x002A;TchAudience</italic> (likewise for the others) means that the model includes both variables TchAudience and Role, but also their interaction (<italic>TchAudience</italic>:<italic>Role</italic>).</p>
<p>We dropped non-significant interactions one by one, to reach the following model in our pilot study:</p>
<disp-formula id="EQ4">
<label>(m4)</label>
<mml:math id="M4">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>b</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>k</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>This means that the only statistically significant interaction between Role and the factors was related to <italic>SupportInst</italic> in our pilot study. We therefore generated one hypothesis regarding this difference to be tested in the main study.</p>
</sec>
<sec id="sec10">
<label>2.4.2</label>
<title>Hypotheses</title>
<p>From the models (m2) and (m4) found in the pilot study, we constructed the following hypotheses, as we found no reason in the scientific literature to explore other hypotheses:</p>
<disp-quote>
<p><italic>H1</italic>: Educational stakeholders judge that teachers who benefit from institutional support for research use (SupportInst) or who have access to research suggesting instrumental use (InstrumUtil) are significantly more likely to use research results than teachers who benefit from collaboration for research use (CollabRes). We will write it (SupportInst &#x2248; InstrumUtil)&#x2009;&#x003E;&#x2009;CollabRes below.</p>
</disp-quote>
<disp-quote>
<p><italic>H2</italic>: Educational stakeholders judge that teachers benefiting from collaboration for research use (CollabRes) are significantly more likely to use research results compared to teachers benefiting from research communicated to a teacher audience (TchAudience), research involving teachers in its production (TchInvolv), or research suggesting conceptual use (ConceptUtil). We will write it CollabRes &#x003E; (TchAudience &#x2248; TchInvolv &#x2248; ConceptUtil) below.</p>
</disp-quote>
<disp-quote>
<p><italic>H3</italic>: Decision makers judge faculty who benefit from institutional support for research use (SupportInst) as more likely to use research than other respondents. We will write it RoleDec:SupportInst &#x003E; (RoleRes:SupportInst &#x2248; RoleTr:SupportInst &#x2248; RoleTch:SupportInst) below.</p>
</disp-quote>
<p>For each hypothesis, when we say &#x2018;teachers who benefit from [a factor]&#x2019;, we mean &#x2018;compared to teachers who do not benefit from [that factor]&#x2019;. For example, teachers who benefit from support for the use of research by the institution are to be compared with teachers who do not benefit from such support, all other things being equal.</p>
</sec>
<sec id="sec11">
<label>2.4.3</label>
<title>Power analyses and sample size estimation</title>
<p>To estimate the number of respondents needed to test our hypotheses with a standard power of &#x03B2;&#x2009;=&#x2009;0.80 and a confidence threshold of 0.05, we conducted a power analysis based on the data from the pilot study. We first used bootstrapping (<xref ref-type="bibr" rid="ref23">Efron, 1979</xref>) in R (v. 4.1.3) to create a database containing information with similar statistical properties to the original data, but with more participants. We created bootstrapped datasets of <italic>n</italic>&#x2009;=&#x2009;200, 300, ..., 1,000 participants and used the PowerSim function from the simr library in R (<xref ref-type="bibr" rid="ref30">Green and MacLeod, 2016</xref>) to assess the number of participants with which we could expect to reach the 80% threshold for our hypothesis.</p>
</sec>
</sec>
<sec id="sec12">
<label>2.5</label>
<title>Main study</title>
<p>We discarded the data used in the pilot study and used the remaining 340 complete survey responses for the main study, which aimed to test our hypotheses. In order to test the underlying assumption that all factors are independent from each other, we tested the interaction effects among factors with the following model:</p>
<disp-formula id="EQ5">
<label>(m0)</label>
<mml:math id="M5">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>&#x002A;</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>In the rest of the study, we added any significant interactions between factors to our other models and tested whether this changed the conclusions. If not, these effects are reported independently in the results sections and we otherwise use the simpler model without these interactions.</p>
<sec id="sec13">
<label>2.5.1</label>
<title>Hypothesis testing</title>
<p>To test H1 and H2 (relative importance between factors in their ability to influence vignette judgment), we fitted the following linear mixed effects model, following the same procedure as in the pilot study:</p>
<disp-formula id="EQ6">
<label>(m2)</label>
<mml:math id="M6">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>We performed pairwise comparisons using the glht package in R (<xref ref-type="bibr" rid="ref12">Bretz et al., 2010</xref>) to test, for any two factors, the null hypothesis that their coefficients are not statistically significantly different. For the first hypothesis, our pairwise comparisons focused on SupportInst, InstrumUtil and CollabRes. Based on (m2), testing H1 &#x2013; (SupportInst &#x2248; InstrumUtil)&#x2009;&#x003E;&#x2009;CollabRes &#x2013; meant comparing (a) SupportInst with InstrumUtil; (b) SupportInst with CollabRes; and (c) InstrumUtil with CollabRes. The null hypothesis would consist of having no statistically significant difference for (a), but showing that CollabRes is statistically significantly inferior in (b) and (c).</p>
<p>Similarly using the model m2, testing H2 &#x2013; CollabRes &#x003E; (TchAudience &#x2248; TchInvolv &#x2248; ConceptUtil) &#x2013; meant comparing (a) CollabRes with TchAudience; (b) CollabRes with TchInvolv; (c) CollabRes with ConceptUtil; (d) TchAudience with TchInvolv; (e) TchAudience with ConceptUtil; and (f) TchInvolv with ConceptUtil. To validate H2 (a), (b) and (c) would simultaneously have to show a statistically significant difference, and (d), (e) and (f) would have to show no statistically significant difference.</p>
<p>To test H3, we created a full linear mixed effects model as in the pilot study, starting with the full model (m3) including all interactions.</p>
<disp-formula id="EQ7">
<label>(m3)</label>
<mml:math id="M7">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>b</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>k</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>We dropped one by one insignificant interaction effects between Role and the different factors according to successive likelihood ratio test comparisons using the anova command. As the interaction Role:SupportInst was not statistically significant, H3 could be rejected and we ended up using the following model for exploratory analyses:</p>
<disp-formula id="EQ8">
<label>(m5)</label>
<mml:math id="M8">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>As explained in the results, no further analyses were needed to test H3.</p>
</sec>
<sec id="sec14">
<label>2.5.2</label>
<title>Exploratory analyses</title>
<p>For each factor, we first assessed the significance of the mean difference of the judgements with its negative and positive values using the emmeans package (<xref ref-type="bibr" rid="ref44">Searle et al., 1980</xref>). For example, for the factor TchAudience, if TchAudience- and TchAudience+ are the means of the judgments with its negative and positive values respectively, we assessed whether the difference between TchAudience-and TchAudience + was statistically significant. If so, this difference can be interpreted as the respondents&#x2019; perceived weight of the factor in teachers&#x2019; research use. We then computed all pairwise comparisons using the glht package in R (<xref ref-type="bibr" rid="ref12">Bretz et al., 2010</xref>), in addition to testing H1 and H2, in order to rank the factors based on their respective weights, grouping together factors for which the weight differences were not statistically significant.</p>
<p>We then carried out a second exploratory analysis with all the interaction effects between Role and the factors, a third including participants&#x2019; auxiliary or previous roles (Auxiliary) for each of the four roles (RoleTch, RoleRes, RoleTr, RoleDec), and a fourth including participants&#x2019; years of experience in education (yexp).</p>
<p>For the second exploratory analysis, we used the model (m5) that included all possibly statistically significant interaction effects between Role and the factors, therefore excluding interaction effects between Role and CollabRes or SupportInst, but keeping the interactions between Role and the four other factors.</p>
<p>For the third type of exploratory analysis, we conducted four similar analyses, each starting with the full model including all possible interaction effects between one of the variables RoleTch, RoleRes, RoleTr, RoleDec and the factors, and then iteratively dropping variables as before. Each of these variables could take three values: (1) Main (if the respondent reported this role as the main role they played in the last three years); (2) Auxiliary (if the respondent either played this role more than three years ago or played it in the last three years but as a minor function); (3) Never (if the respondent never played this role).</p>
<disp-formula id="EQ9">
<label>(m6a)</label>
<mml:math id="M9">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<disp-formula id="EQ10">
<label>(m6b)</label>
<mml:math id="M10">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<disp-formula id="EQ11">
<label>(m6c)</label>
<mml:math id="M11">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<disp-formula id="EQ12">
<label>(m6d)</label>
<mml:math id="M12">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>D</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>c</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>We set the significance threshold for model comparison at a conservative 0.01 to account for the multiple explorations and to try to avoid false positives.</p>
<p>For the fourth exploratory analysis, we started with the full model, including all possible interaction effects between yexp and the factors, and then iteratively dropped variables as before.</p>
<disp-formula id="EQ13">
<label>(m7)</label>
<mml:math id="M13">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>y</mml:mi>
<mml:mi>exp</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
</sec>
</sec>
<sec id="sec15">
<label>2.6</label>
<title>Research reproducibility</title>
<p>This study has been pre-registered on the Open Science Framework registry following analysis of the pilot study.<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref> The link to download the anonymized data, the code with detailed instructions for data analysis using R software, and all other can be found there.</p>
</sec>
</sec>
<sec sec-type="results" id="sec16">
<label>3</label>
<title>Results</title>
<sec id="sec17">
<label>3.1</label>
<title>Factors choice</title>
<p>Of the six contacts invited to participate, both teachers and both decision-makers and one of the two researchers took part in this stage of the study. Each of these five participants independently suggested between 9 and 13 factors. Our research team then synthesized the work done, resulting in a list of 13 different factors. We then kept the 6 factors (<xref ref-type="table" rid="tab2">Table 2</xref>) unrelated to teacher characteristics and iteratively defined through internal discussion, the wording of each factor and its levels to be used in the vignettes.</p>
</sec>
<sec id="sec18">
<label>3.2</label>
<title>Power analysis</title>
<p>Eight hundred participants were needed to also test H3 with an 80% threshold. However, we closed the survey before this sample was reached. Although it is likely that we had enough participants to test H1 and H2, we did not test the number of participants required first.</p>
</sec>
<sec id="sec19">
<label>3.3</label>
<title>Characteristics of survey respondents</title>
<p>A total of 777 responses were collected, of which 337 were discarded because participants did not rate any of the vignettes. We then used 100 responses for the pilot study. This left a total of 340 participants for the main study. The unit of analysis in a factorial survey is the vignette, and in our case each participant could rate up to 8 vignettes, giving a total of 2,720 (=8&#x002A;340) possible vignette ratings, of which our participants rated a total of 2,447 vignettes. On average, our participants had a total of 16&#x2009;years of experience (min&#x2009;=&#x2009;0, Q1&#x2009;=&#x2009;8, Q3&#x2009;=&#x2009;22, max&#x2009;=&#x2009;55). Of the 340 participants in the main study, 10 participants (3%) presented their main role as a decision maker, 17 (5%) as a researcher, 271 (80%) as a teacher and 42 (12%) as a trainer. <xref ref-type="table" rid="tab14">Table 4</xref> below summarizes the distribution of respondents according to their main role in education and the number of vignettes each responded to.</p>
<table-wrap position="float" id="tab14">
<label>Table 4</label>
<caption>
<p>Descriptive statistics of participants&#x2019; roles in the main study.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Role</th>
<th align="center" valign="top" colspan="3">Number of respondents</th>
<th align="left" valign="top" rowspan="2">Mean number (Q1-Q3) of years of experience for the main role</th>
</tr>
<tr>
<th align="left" valign="top">Main</th>
<th align="left" valign="top">Auxiliary</th>
<th align="left" valign="top">Never</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Decision makers (Dec)</td>
<td align="center" valign="middle">10</td>
<td align="center" valign="middle">22</td>
<td align="center" valign="middle">308</td>
<td align="center" valign="middle">25 (20&#x2013;30)</td>
</tr>
<tr>
<td align="left" valign="middle">Researchers (Res)</td>
<td align="center" valign="middle">17</td>
<td align="center" valign="middle">68</td>
<td align="center" valign="middle">255</td>
<td align="center" valign="middle">14 (4&#x2013;20)</td>
</tr>
<tr>
<td align="left" valign="middle">Teachers (Tch)</td>
<td align="center" valign="middle">271</td>
<td align="center" valign="middle">51</td>
<td align="center" valign="middle">18</td>
<td align="center" valign="middle">15 (7&#x2013;22)</td>
</tr>
<tr>
<td align="left" valign="middle">Trainers (Tr)</td>
<td align="center" valign="middle">42</td>
<td align="center" valign="middle">106</td>
<td align="center" valign="middle">192</td>
<td align="center" valign="middle">22 (17&#x2013;30)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Compared to the participants whose responses were used for the pilot study, the main study participants were more likely to be teachers and less likely to be in any other role (see <xref ref-type="table" rid="tab15">Table 5</xref>).</p>
<table-wrap position="float" id="tab15">
<label>Table 5</label>
<caption>
<p>Descriptive statistics of participants&#x2019; roles in the pilot study.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Role</th>
<th align="center" valign="top" colspan="3">Number of respondents</th>
<th align="left" valign="top" rowspan="2">Mean number (Q1&#x2013;Q3) of years of experience for the main role</th>
</tr>
<tr>
<th align="left" valign="top">Main</th>
<th align="left" valign="top">Auxiliary</th>
<th align="left" valign="top">Never</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Decision makers (Dec)</td>
<td align="center" valign="middle">5</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">87</td>
<td align="center" valign="middle">16 (10&#x2013;22)</td>
</tr>
<tr>
<td align="left" valign="middle">Researchers (Res)</td>
<td align="center" valign="middle">14</td>
<td align="center" valign="middle">20</td>
<td align="center" valign="middle">66</td>
<td align="center" valign="middle">17 (7&#x2013;22)</td>
</tr>
<tr>
<td align="left" valign="middle">Teachers (Tch)</td>
<td align="center" valign="middle">57</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">16 (7&#x2013;21)</td>
</tr>
<tr>
<td align="left" valign="middle">Trainers (Tr)</td>
<td align="center" valign="middle">24</td>
<td align="center" valign="middle">35</td>
<td align="center" valign="middle">41</td>
<td align="center" valign="middle">24 (17&#x2013;30)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec20">
<label>3.4</label>
<title>Interactions between factors</title>
<p>We simplified the model (m0) until we reached a model with only statistically significant interactions between factors (m0bis).</p>
<disp-formula id="EQ14">
<label>(m0bis)</label>
<mml:math id="M14">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>:</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal">&#x2004;</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<p>This model showed a significant difference between ConceptUtil and InstrumUtil which is compared to the simpler model (m2) in <xref ref-type="table" rid="tab17">Table 6</xref>.</p>
<table-wrap position="float" id="tab17">
<label>Table 6</label>
<caption>
<p>Comparison of ConceptUtil and InstrumUtil including the interaction effect.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Factor name</th>
<th align="center" valign="top" colspan="2">Estimate (standard error)</th>
<th align="left" valign="top" rowspan="2"><italic>p</italic>-value</th>
</tr>
<tr>
<th align="left" valign="top">without interaction</th>
<th align="left" valign="top">with interaction</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">ConceptUtil</td>
<td align="center" valign="top">1.02 (0.09)</td>
<td align="center" valign="top">1.36 (0.13)</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">InstrumUtil</td>
<td align="center" valign="top">1.76 (0.09)</td>
<td align="center" valign="top">2.10 (0.13)</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">ConceptUtil:InstrumUtil</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">&#x2212;0.70 (0.18)</td>
<td align="center" valign="top">&#x003C;0.0002</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Including this significant interaction effect shows that ConceptUtil and InstrumUtil both appear to have larger effects, but only when only one of them has a positive value, while both at the same time create a more nuanced difference.</p>
</sec>
<sec id="sec21">
<label>3.5</label>
<title>Hypotheses testing</title>
<p>We tested the hypothesis chosen after consideration of the scientific literature and our pilot study as described in the methodology section.</p>
<p>For the first hypothesis (H1): We found no statistically significant difference between the beta coefficients of <italic>InstrumUtil</italic> and <italic>SupportInst</italic> (<italic>p</italic>&#x2009;=&#x2009;0.589), but there was a statistically significant difference between the beta coefficients of <italic>InstrumUtil</italic> and <italic>CollabRes</italic> (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) and of <italic>SupportInst</italic> and <italic>CollabRes</italic> (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001). This confirms our hypothesis H1: <italic>(SupportInst &#x2248; InstrumUtil)&#x2009;&#x003E;&#x2009;CollabRes.</italic></p>
<p>For the second hypothesis (H2): There was no statistically significant difference between the beta coefficients of <italic>TchAudience</italic> and <italic>CollabRes</italic> (<italic>p</italic>&#x2009;=&#x2009;0.357), but there was a statistically significant difference between the beta coefficients of <italic>TchInvolv</italic> and <italic>CollabRes</italic> (<italic>p</italic>&#x2009;=&#x2009;0.003). However, there was no statistically significant difference between the beta coefficients of <italic>ConceptUtil</italic> and <italic>CollabRes</italic> (<italic>p</italic>&#x2009;=&#x2009;0.217). This result refutes our hypothesis H2: <italic>CollabRes&#x2009;&#x003E;&#x2009;(TchAudience &#x2248; TchInvolv &#x2248; ConceptUtil)</italic>.</p>
<p>For the third hypothesis (H3): The interaction effect between <italic>SupportInst</italic> and <italic>Role</italic> was removed by successive model comparisons, which was sufficient to reject H3 <italic>RoleDec:SupportInst&#x2009;&#x003E;&#x2009;(RoleRes:SupportInst &#x2248; RoleTr:SupportInst &#x2248; RoleTch:SupportInst)</italic>.</p>
</sec>
<sec id="sec22">
<label>3.6</label>
<title>Exploratory analyses</title>
<sec id="sec23">
<label>3.6.1</label>
<title>Factors&#x2019; weight comparison</title>
<p>As <xref ref-type="table" rid="tab18">Table 7</xref> shows, pairwise comparisons of the beta coefficients for each factor revealed that each factor was judged to have an overall positive effect on teachers&#x2019; use of research, although to varying degrees.</p>
<table-wrap position="float" id="tab18">
<label>Table 7</label>
<caption>
<p>Weight estimation of each factor.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Factor name</th>
<th align="left" valign="top">Estimate difference</th>
<th align="left" valign="top">Standard error</th>
<th align="left" valign="top"><italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">TchInvolv</td>
<td align="center" valign="top">0.795</td>
<td align="center" valign="top">0.0922</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">ConceptUtil</td>
<td align="center" valign="top">1.02</td>
<td align="center" valign="top">0.0922</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">TchAudience</td>
<td align="center" valign="top">1.06</td>
<td align="center" valign="top">0.092</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">CollabRes</td>
<td align="center" valign="top">1.18</td>
<td align="center" valign="top">0.0923</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">InstrumUtil</td>
<td align="center" valign="top">1.76</td>
<td align="center" valign="top">0.0921</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">SupportInst</td>
<td align="center" valign="top">1.83</td>
<td align="center" valign="top">0.0921</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
</tbody>
</table>
</table-wrap>
<p><xref ref-type="fig" rid="fig1">Figure 1</xref> shows a suggested hierarchy in terms of how much each of the factors affect respondents&#x2019; judgments about teacher use of research.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Factors ordered according to their weight.</p>
</caption>
<graphic xlink:href="feduc-09-1368565-g001.tif"/>
</fig>
<p>Our pairwise comparisons (<xref ref-type="table" rid="tab18">Table 7</xref>) support a clear difference between InstrumUtil and SupportInst on the one hand and the other factors on the other (which is consistent with our validation of H1). However, there is no strong significant difference between the lower rated group of four factors. The lowest rated factor, TchInvolv, does not show a statistically significant difference with the second lowest rated factor, ConceptUtil, but it does show a statistically significant difference with the third lowest rated factor, TchAudience. However, using the model including ConceptUtil:InstrumUtil, the increased weight of ConceptUtil causes it to become significantly different from the weight of TchInvolv. This suggests that TchInvolv may weigh significantly less than other factors according to our respondents <xref ref-type="table" rid="tab19">Table 8</xref>.</p>
<table-wrap position="float" id="tab19">
<label>Table 8</label>
<caption>
<p>Significance of the difference between factors.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Pair of factors compared</th>
<th align="left" valign="top">Estimate difference</th>
<th align="left" valign="top">Standard error</th>
<th align="left" valign="top"><italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">TchInvolv &#x2013; ConceptUtil</td>
<td align="center" valign="top">0.2202</td>
<td align="center" valign="top">0.1307</td>
<td align="center" valign="top">0.092</td>
</tr>
<tr>
<td align="left" valign="top">ConceptUtil &#x2013; TchAudience</td>
<td align="center" valign="top">0.04295</td>
<td align="center" valign="top">0.13173</td>
<td align="center" valign="top">0.744</td>
</tr>
<tr>
<td align="left" valign="top">TchInvolv &#x2013; TchAudience</td>
<td align="center" valign="top">0.2632</td>
<td align="center" valign="top">0.1288</td>
<td align="center" valign="top">0.0411&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">TchAudience &#x2013; CollabRes</td>
<td align="center" valign="top">0.1197</td>
<td align="center" valign="top">0.1300</td>
<td align="center" valign="top">0.357</td>
</tr>
<tr>
<td align="left" valign="top">CollabRes &#x2013; InstrumUtil</td>
<td align="center" valign="top">0.5792</td>
<td align="center" valign="top">0.1309</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">InstrumUtil &#x2013; SupportInst</td>
<td align="center" valign="top">0.07011</td>
<td align="center" valign="top">0.12994</td>
<td align="center" valign="top">0.589</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>We also looked into the interaction effect between CU and IU (<xref ref-type="table" rid="tab20">Table 9</xref>).</p>
<table-wrap position="float" id="tab20">
<label>Table 9</label>
<caption>
<p>Co-variation of ConceptUtil and InstrumUtil.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Reference</th>
<th align="left" valign="top">Comparison</th>
<th align="left" valign="top" rowspan="2">Estimate difference</th>
<th align="left" valign="top" rowspan="2">Standard error</th>
<th align="left" valign="top" rowspan="2"><italic>p</italic>-value</th>
</tr>
<tr>
<th align="left" valign="top" colspan="2">ConceptUtil/InstrumUtil</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">&#x2013;/&#x2013;</td>
<td align="center" valign="top"><italic>+/</italic>&#x2013;</td>
<td align="center" valign="top">1.365</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2013;/&#x2013;</td>
<td align="center" valign="top">&#x2013;<italic>/+</italic></td>
<td align="center" valign="top">2.104</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2013;/&#x2013;</td>
<td align="center" valign="top">
<italic>+/+</italic>
</td>
<td align="center" valign="top">2.771</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">+/&#x2013;</td>
<td align="center" valign="top">&#x2013;<italic>/+</italic></td>
<td align="center" valign="top">0.740</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">+/&#x2013;</td>
<td align="center" valign="top">
<italic>+/+</italic>
</td>
<td align="center" valign="top">1.407</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2013;/+</td>
<td align="center" valign="top">
<italic>+/+</italic>
</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.13</td>
<td align="center" valign="top">&#x003C;0.0001</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec24">
<label>3.6.2</label>
<title>Role-factor interactions</title>
<p>Each arrow represents a difference in judgment between two roles, with the role at the origin of the arrow rating higher on average than the role at the destination of the arrow. The dotted blue arrows (Tr&#x2009;&#x2192;&#x2009;Tch and Res&#x2009;&#x2192;&#x2009;Tch) represent the mean difference in the ratings of the vignettes, i.e., on average teachers tend to rate the vignettes significantly lower than trainers or researchers &#x2013; in other words, they think it less likely that the fictional teacher shown would use the research. The full red arrows represent the difference in judgment for the named factors only. The size of the arrows reflects the relative weighting of the roles, while statistical significance is indicated by the following significance codes: &#x201C;&#x002A;&#x002A;&#x002A;&#x201D; <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001, &#x201C;&#x002A;&#x002A;&#x201D; <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01, &#x201C;&#x002A;&#x201D; <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05 (see <xref ref-type="fig" rid="fig2">Figure 2</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Summary of statistically significant differences between roles.</p>
</caption>
<graphic xlink:href="feduc-09-1368565-g002.tif"/>
</fig>
</sec>
<sec id="sec25">
<label>3.6.3</label>
<title>Moderator effects of the auxiliary roles</title>
<p>Using &#x201C;never&#x201D; as a reference in both cases, the two models with RoleTch and RoleTr showed statistically significant differences in some interaction terms. The more parsimonious models m8a and m8b were derived from m6a and m6b, respectively. <xref ref-type="table" rid="tab22">Table 10</xref> summarizes the statistically significant results.</p>
<disp-formula id="EQ15">
<label>(m8a)</label>
<mml:math id="M15">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<disp-formula id="EQ16">
<label>(m8b)</label>
<mml:math id="M16">
<mml:mtable columnalign="left">
<mml:mtr>
<mml:mtd>
<mml:mi>a</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>w</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>~</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>A</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>T</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>h</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>v</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>c</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>U</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>l</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>C</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>R</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>R</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>r</mml:mi>
<mml:mo>&#x002A;</mml:mo>
<mml:mi>S</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mi>I</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>P</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>t</mml:mi>
<mml:mo>_</mml:mo>
<mml:mi>i</mml:mi>
<mml:mi>d</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo>+</mml:mo>
<mml:mi mathvariant="normal"> </mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>|</mml:mo>
<mml:mi>V</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>g</mml:mi>
<mml:mi>n</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>
<table-wrap position="float" id="tab22">
<label>Table 10</label>
<caption>
<p>Estimation of the main-auxiliary effects on vignettes rating.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Comparison with the value never</th>
<th align="left" valign="top">Estimate</th>
<th align="left" valign="top">Standard error</th>
<th align="left" valign="top"><italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">RoleTchMain:InstrumUtil2</td>
<td align="center" valign="top">0.89778</td>
<td align="center" valign="top">0.41245</td>
<td align="center" valign="top">0.034&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">RoleTrAuxiliary</td>
<td align="center" valign="top">0.39450</td>
<td align="center" valign="top">0.20271</td>
<td align="center" valign="top">0.052</td>
</tr>
<tr>
<td align="left" valign="top">RoleTrMain</td>
<td align="center" valign="top">0.57412</td>
<td align="center" valign="top">0.28412</td>
<td align="center" valign="top">0.043&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">RoleTrAuxiliary:InstrumUtil2</td>
<td align="center" valign="top">&#x2212;0.40524</td>
<td align="center" valign="top">0.20285</td>
<td align="center" valign="top">0.046&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">RoleTrMain:InstrumUtil2</td>
<td align="center" valign="top">&#x2212;1.14136</td>
<td align="center" valign="top">0.28580</td>
<td align="center" valign="top">&#x003C;0.001&#x002A;&#x002A;&#x002A;</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec26">
<label>3.6.4</label>
<title>Years of experience in education</title>
<p>Starting with a model with full interaction effects between yexp and the factors, we fitted our model by successive likelihood ratio test comparisons using the anova command and found no effect of yexp on participants&#x2019; judgements. This suggests that participants&#x2019; experience in education does not influence their perceptions of what influences teachers&#x2019; use of research.</p>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="sec27">
<label>4</label>
<title>Discussion</title>
<sec id="sec28">
<label>4.1</label>
<title>Interpretation of findings</title>
<p>We conducted a factorial survey experiment to assess the relative importance given by educational stakeholders to different factors influencing teachers&#x2019; use of research. We involved teachers, decision-makers and researchers in the development of our survey and ended up focusing on 6 factors that educational researchers, trainers or decision-makers can act on. We therefore excluded teacher-related factors. The first achievement of this study is to define and operationalize the factors used, building on the work of <xref ref-type="bibr" rid="ref18">Dagenais et al. (2012)</xref>. Based on the responses of 340 educational stakeholders in France, our main study shows that all the factors included in the study play a significant role in teachers&#x2019; use of research, according to the participants. This is in line with previous studies that have listed similar factors as influencing teachers&#x2019; use of research (e.g., <xref ref-type="bibr" rid="ref18">Dagenais et al., 2012</xref>). In addition, our study contributed to a better understanding of the relative importance of these factors. In particular, institutional support for the use of research (<xref ref-type="bibr" rid="ref9">Borg, 2010</xref>; <xref ref-type="bibr" rid="ref3">Anwaruddin, 2016</xref>) and elements that facilitate the instrumental use of research (<xref ref-type="bibr" rid="ref41">Oancea and Pring, 2008</xref>), for which decision-makers and researchers, respectively, may act, are considered most important. Our hypothesis testing did not allow us to identify other patterns. We will now discuss the interpretation of the exploratory analyses and suggest practical implications for both research and practice.</p>
<sec id="sec29">
<label>4.1.1</label>
<title>Factors interactions</title>
<p>The finding that ConceptUtil and InstrumUtil interact significantly is interesting and can be interpreted in three ways.</p>
<p>Firstly, the way the vignettes are constructed may have caused this difference, since both factors are presented together in the same sentence: &#x201C;[The research] provides elements that (do not) facilitate reflection on this topic and it (does not) provide elements that facilitate a concrete change of educational practices in relation to this topic.&#x201D; A clear separation of the two may qualify this interaction effect.</p>
<p>Secondly, participants may judge that both conceptual and instrumental use of research are important, but it is more important to predict that at least one of these two possible uses will be facilitated by the piece of research. This would explain the lower benefit of having both factors together in their positive value, compared to either of them in isolation.</p>
<p>Third, this interaction may be interpreted as a limitation of the <xref ref-type="bibr" rid="ref48">Weiss and Bucuvalas (1980)</xref> model, as one could argue that the conceptual and instrumental uses of research are intertwined and strongly linked. For example, it could be argued that some kind of change in reflection (conceptual use) is necessary to lead to a change in practice (instrumental use), because if there is no reason to change, instrumental use would not occur.</p>
<p>Overall, this interaction does not change much the other findings of the current study.</p>
</sec>
<sec id="sec30">
<label>4.1.2</label>
<title>Factors&#x2019; weight comparison</title>
<p>The superior ratings of InstrumUtil and SupportInst should encourage future research to empirically test the extent to which they actually contribute to teachers&#x2019; use of research. Due to methodological constraints, our study maintained a broad definition of instrumental utility and institutional support. We therefore believe that future research should explore which elements of these factors are the most cost-effective and scalable.</p>
<p>We also believe that while there is no clear hierarchy between the other factors, larger studies could help to prioritize among them. In the meantime, our study supports the idea of trying to address all of these factors simultaneously whenever possible.</p>
</sec>
<sec id="sec31">
<label>4.1.3</label>
<title>Role-factor interactions</title>
<p>The most notable differences that might be worth exploring in further studies are first between teachers and trainers, and then between teachers and researchers. In particular, with regard to the InstrumUtil factor, which is rated higher by teachers than by trainers and researchers, it could be debated to what extent the elements that facilitate instrumental use of research by teachers actually work.</p>
<p>Many researchers have criticized the overemphasis on the instrumental use of research (e.g., <xref ref-type="bibr" rid="ref24">Farrell and Coburn, 2016</xref>; <xref ref-type="bibr" rid="ref15">Cain et al., 2019</xref>), instead emphasizing the importance of the conceptual use of research. As mentioned earlier, it is unlikely that there could be an instrumental use of research &#x2013; that is, a change in practice &#x2013; if there was no conceptual use at all, unless teachers were blindly applying research-based practices. Teachers are professionals (<xref ref-type="bibr" rid="ref11">Bourdoncle, 1994</xref>; <xref ref-type="bibr" rid="ref21">Dupriez and Cattonar, 2018</xref>) and their relationship with research is more complex, whether they use it (<xref ref-type="bibr" rid="ref15">Cain et al., 2019</xref>) or not (<xref ref-type="bibr" rid="ref14">Cain, 2016</xref>).</p>
<p>Similarly to <xref ref-type="bibr" rid="ref43">Rycroft-Smith (2022)</xref>, we believe that there is a tension in research knowledge brokering &#x2013; or facilitating teachers&#x2019; use of research &#x2013; which she identifies as &#x201C;the potential conflict between short-and long-term goals, which may also be conceptualized as the tension between impact and teacher autonomy&#x201D; <xref ref-type="bibr" rid="ref43">Rycroft-Smith (2022</xref> p. 35). The idea of focusing on the instrumental use of research can be seen as a short-term perspective, and the conceptual use a long-term one. Instrumental use responds to teachers&#x2019; need for something that can be implemented immediately in the classroom, while conceptual use may slowly influence the way they teach in different dimensions that may not be captured by research on instrumental use and impact. We agree with her statement that &#x201C;Knowledge brokering is not just about translating findings from research into &#x2018;takeaways&#x2019; for practice, and there is a real danger it is seen straightforwardly as such&#x201D; (<xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>). In their literature review, <xref ref-type="bibr" rid="ref32">Heinsch et al. (2016)</xref> show that teachers&#x2019; use of research is seen as synonymous with evidence-based practice (<xref ref-type="bibr" rid="ref8">Biesta, 2010</xref>).This is problematic in at least two ways. First, &#x2018;evidence-based&#x2019; refers to a limited range of research that is then to be used in an instrumental way. Second, the focus on evidence-based research has been widely criticized, for example by <xref ref-type="bibr" rid="ref8">Biesta (2010)</xref>, who argues that what counts as evidence is always subject to interpretation and that underlying values may conflict with other values but are nonetheless important.</p>
<p>Further research could explore other ways of conceptualizing the different ways in which research can be used, which could then be used to better understand the discrepancy between teachers&#x2019; and other educators&#x2019; judgments about the instrumental use of research.</p>
<p>The other relevant interaction in our study is between the researchers and the &#x2018;teacher involvement in research&#x2019; factor. Although not statistically significant, the only case where respondents on average rated the negative version of a factor higher than the positive situation was researchers rating TchInvolv. This means that some researchers believe that involving teachers in research makes them less likely to use research. Our study shows that all other roles rated involving teachers in doing research as significantly more important in influencing teachers&#x2019; use of research.</p>
<p>Such a difference between researchers and others reflects debates among researchers. On the one hand, the review by <xref ref-type="bibr" rid="ref9">Borg (2010)</xref> cites various arguments against the idea that teacher involvement in research is good. For example, &#x201C;the [limited] validity of the findings in much of this research&#x201D; <xref ref-type="bibr" rid="ref9">Borg (2010</xref>, p. 404), &#x201C;that [teacher research] is of poor quality, methodologically-speaking, is also often underpinned by conventional scientific notions of research (e.g., large-scale, replicable, quantitative).&#x201D; <xref ref-type="bibr" rid="ref9">Borg (2010</xref>, p. 405) or &#x201C;that in most teaching contexts teachers receive no compensation for the extra work that engaging in research involves.&#x201D; <xref ref-type="bibr" rid="ref9">Borg (2010)</xref>. On the other hand, Gorard and colleagues mention in their review that &#x201C;Users conducting research themselves is a promising idea that has not really been tested yet&#x201D; <xref ref-type="bibr" rid="ref28">Gorard et al. (2020</xref>, p. 26).</p>
<p>The idea of research produced by teachers has epistemological implications &#x2013; the kind of knowledge produced with/by teachers may be necessary to solve &#x201C;wicked problems in education&#x201D; (<xref ref-type="bibr" rid="ref40">Mosher et al., 2014</xref>). It also has political implications &#x2013; those who decide what is &#x201C;valuable knowledge for teaching&#x201D; have power (<xref ref-type="bibr" rid="ref21">Dupriez and Cattonar, 2018</xref>; <xref ref-type="bibr" rid="ref43">Rycroft-Smith, 2022</xref>). In a sense, this element of TchInvolv calls into question the nature of the teaching profession (<xref ref-type="bibr" rid="ref11">Bourdoncle, 1994</xref>) and research (<xref ref-type="bibr" rid="ref45">Stenhouse, 1981</xref>).</p>
<p>Empirical research is needed to understand the settings in which such participation might be valuable for teachers&#x2019; use of research, and theoretical research will provide a better conceptualization of what teachers&#x2019; use of research entails.</p>
</sec>
<sec id="sec32">
<label>4.1.4</label>
<title>Moderator effect of the auxiliary roles</title>
<p>Although small and of questionable significance, our results indicates an effect of being a trainer on the respondents&#x2019; judgements and to different views on the factor InstrumUtil. In line with the previous results of this paper, we believe that the discrepancy between teachers and trainers regarding the InstrumUtil factor seems important to investigate in order to better understand its cause and practical consequences. Finally, the role of the trainer seems to have a small but possibly interesting effect on the participants&#x2019; overall ratings on InstrumUtil. Future research could help to better understand this effect.</p>
</sec>
<sec id="sec33">
<label>4.1.5</label>
<title>Years of experience in education</title>
<p>A surprising finding from our study is that there is no effect of years of experience in teaching on participants&#x2019; ratings of vignettes. This is consistent with <xref ref-type="bibr" rid="ref29">Graham et al. (2020)</xref> who show no effect of years of experience in education on teaching competence. Similarly, years of experience is not a promising way to explain differences in judgments about what influences teachers&#x2019; use of research.</p>
</sec>
</sec>
<sec id="sec34">
<label>4.2</label>
<title>Limitations of the current study</title>
<p>The most important limitation of our study is that it focuses on the perceptions of educational stakeholders rather than the actual use of research by teachers. It is not because stakeholders believe that institutional support is important in facilitating teachers&#x2019; use of research that such support has an actual effect in facilitating teachers&#x2019; use of research. As Gorard et al. put it, &#x201C;asking people what they prefer or what they think works can be so misleading&#x201D; <xref ref-type="bibr" rid="ref28">Gorard et al. (2020</xref>, p. 17).</p>
<p>A second limitation is that, despite our efforts to clarify the definition and operationalization of each of our factors, the factors had to remain somewhat vague and broad in the situations presented to participants in the vignettes. Further research could address this limitation by breaking down institutional support (or other relevant factors) into &#x201C;sub-factors&#x201D;. In this example, institutional support could be broken down into the provision of time or money for teachers to use research; having only verbal support from the hierarchy; having dedicated trained professionals within schools to help teachers find and interpret research.</p>
<p>A third limitation concerns our sample which may not be representative due to the process, and we had very different respondents between the pilot and main studies in terms of role sharing (57% of teachers for the pilot study versus 80% for the main study). Therefore, our study remains largely exploratory, and future studies in different countries should aim to benefit from institutional support to reach educational stakeholders in a more systematic way, or to collect specific demographic data to be able to compare with large-scale studies such as the Teaching and Learning International Survey (TALIS) (<xref ref-type="bibr" rid="ref2">Ainley and Carstens, 2018</xref>).</p>
<p>A fourth limitation is that we do not address contexts in which teachers may not want or be able to access research. In our vignettes, it is assumed that the fictional teacher portrayed has accessed research on a topic of interest to her. As with teacher characteristics that may influence teachers&#x2019; use of research, the issue of teachers&#x2019; access to research was not included in this study and may be worth exploring in parallel.</p>
<p>A fifth limitation is that our study took place in France, and results may differ from country to country, as the research culture in education may differ, as may the educational settings. It may be interesting to replicate this study in countries with a different educational culture, and whenever necessary, to adapt our study to include variables specific to the educational context and environment studied.</p>
<p>A sixth limitation is that our study had a surprising, slightly significant vignette effect, which is not expected according to <xref ref-type="bibr" rid="ref5">Auspurg and Hinz (2015)</xref>. Nevertheless, we removed it from our model because its effect was very small and its significance limited. This effect could be due to an imbalance in the number of respondents for each block. If more important effects emerge in further studies, caution should be exercised in interpreting the results.</p>
</sec>
<sec id="sec35">
<label>4.3</label>
<title>Conclusion</title>
<p>Echoing the concerns of authors such as <xref ref-type="bibr" rid="ref15">Cain et al. (2019)</xref> or <xref ref-type="bibr" rid="ref43">Rycroft-Smith (2022)</xref>, there is a need for a better conceptualization of research use in education. This means, for example, moving beyond <xref ref-type="bibr" rid="ref48">Weiss and Bucuvalas' (1980)</xref> simple separation of conceptual, instrumental and symbolic research use to include more detailed views of conceptual research use (<xref ref-type="bibr" rid="ref24">Farrell and Coburn, 2016</xref>; <xref ref-type="bibr" rid="ref15">Cain et al., 2019</xref>). Promising ideas include creating links with other scientific literatures such as information literacy and ergonomy, or theory of acceptance (<xref ref-type="bibr" rid="ref36">Khechine et al., 2016</xref>) considering teachers as information seekers (e.g., <xref ref-type="bibr" rid="ref10">Boub&#x00E9;e and Tricot, 2010</xref>) or as users (e.g., <xref ref-type="bibr" rid="ref38">Marion, 2018</xref>). Furthermore, clarifying the underlying epistemologies and possible consequences of the choices made when conceptualizing the use of research is an important commitment that researchers in our field should make.</p>
<p>Our study makes progress on the need to prioritize the means of supporting teachers&#x2019; use of research, and to map the different perspectives of educational stakeholders. We hope to leave promising avenues of research for both theoretical and empirical work on teachers&#x2019; use of research and knowledge brokering.</p>
</sec>
</sec>
<sec sec-type="data-availability" id="sec36">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found at: <ext-link xlink:href="https://osf.io/avdhu" ext-link-type="uri">https://osf.io/avdhu</ext-link>.</p>
</sec>
<sec sec-type="ethics-statement" id="sec37">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Inserm&#x2019;s Institutional Review Board (IRB00003888). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec38">
<title>Author contributions</title>
<p>NJ: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Project administration, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. JJ: Data curation, Formal analysis, Methodology, Supervision, Writing &#x2013; review &#x0026; editing. PD: Conceptualization, Methodology, Project administration, Supervision, Writing &#x2013; review &#x0026; editing. IA: Conceptualization, Data curation, Formal analysis, Methodology, Project administration, Supervision, Visualization, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec39">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This research was partly funded from a doctoral grant attributed to the main author (Universit&#x00E9; Paris Cit&#x00E9;, ED 474 FIRE) and funding from Bettencourt Schueller Foundation as part of a larger research project entitled Teachers as Researchers, led by IA.</p>
</sec>
<ack>
<p>The authors would like to thank Murillo Pagnotta for his advice at an early stage of this project, Liliane Portelance and Kristine Balslev for their helpful comments, Thomas Canva for his time and help with some parts of the code in R. The authors are grateful toward &#x00C9;ric, Dominique, Audrey, Nicolas, and Florence who participated in the reduction and definition of the factors used in this study, and the authors appreciate the time taken by all the respondents of the survey. Huge thanks to Salom&#x00E9; Cojean for her useful comments on this manuscript.</p>
</ack>
<sec sec-type="COI-statement" id="sec40">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<fn id="fn0001">
<p>
<sup>1</sup>
<ext-link xlink:href="https://osf.io/avdhu" ext-link-type="uri">https://osf.io/avdhu</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguinis</surname> <given-names>H.</given-names></name> <name><surname>Bradley</surname> <given-names>K. J.</given-names></name></person-group> (<year>2014</year>). <article-title>Best practice recommendations for designing and implementing experimental vignette methodology studies</article-title>. <source>Organ. Res. Methods</source> <volume>17</volume>, <fpage>351</fpage>&#x2013;<lpage>371</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1094428114547952</pub-id></citation>
</ref>
<ref id="ref2">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Ainley</surname> <given-names>J.</given-names></name>
</person-group> et <person-group person-group-type="author"><name><surname>Carstens</surname> <given-names>R.</given-names></name>
</person-group> (<year>2018</year>), &#x00AB; <article-title>Teaching and learning international survey (TALIS) 2018 conceptual framework</article-title> &#x00BB;, Documents de travail de l'OCDE sur l'&#x00E9;ducation, n&#x00B0; 187, &#x00C9;ditions OCDE, Paris.</citation>
</ref>
<ref id="ref3">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Anwaruddin</surname> <given-names>S. M.</given-names></name>
</person-group> (<year>2016</year>). <source>Teachers&#x2019; responses to educational research: a hermeneutic inquiry</source>.</citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Atzm&#x00FC;ller</surname> <given-names>C.</given-names></name> <name><surname>Steiner</surname> <given-names>P. M.</given-names></name></person-group> (<year>2010</year>). <article-title>Experimental vignette studies in survey research</article-title>. <source>Methodology</source> <volume>6</volume>, <fpage>128</fpage>&#x2013;<lpage>138</lpage>. doi: <pub-id pub-id-type="doi">10.1027/1614-2241/a000014</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Auspurg</surname> <given-names>K.</given-names></name> <name><surname>Hinz</surname> <given-names>T.</given-names></name></person-group> (<year>2015</year>). <source>Factorial survey experiments</source>. <publisher-loc>London</publisher-loc>: <source>SAGE Publications</source>.</citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Basckin</surname> <given-names>C.</given-names></name> <name><surname>Strnadov&#x00E1;</surname> <given-names>I.</given-names></name> <name><surname>Cumming</surname> <given-names>T. M.</given-names></name></person-group> (<year>2021</year>). <article-title>Teacher beliefs about evidence-based practice: a systematic review</article-title>. <source>Int. J. Educ. Res.</source> <volume>106</volume>:<fpage>101727</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijer.2020.101727</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bates</surname> <given-names>D.</given-names></name> <name><surname>M&#x00E4;chler</surname> <given-names>M.</given-names></name> <name><surname>Bolker</surname> <given-names>B.</given-names></name> <name><surname>Walker</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Fitting linear mixed-effects models using lme4</article-title>. <source>J. Stat. Softw.</source> <volume>67</volume>, <fpage>1</fpage>&#x2013;<lpage>48</lpage>. doi: <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biesta</surname> <given-names>G.</given-names></name>
</person-group> (<year>2010</year>). <article-title>Why &#x2018;what works&#x2019; still Won&#x2019;t work: from evidence-based education to value-based education</article-title>. <source>Stud. Philos. Educ.</source> <volume>29</volume>, <fpage>491</fpage>&#x2013;<lpage>503</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11217-010-9191-x</pub-id></citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borg</surname> <given-names>S.</given-names></name>
</person-group> (<year>2010</year>). <article-title>Language teacher research engagement</article-title>. <source>Lang. Teach.</source> <volume>43</volume>, <fpage>391</fpage>&#x2013;<lpage>429</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S0261444810000170</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Boub&#x00E9;e</surname> <given-names>N.</given-names></name> <name><surname>Tricot</surname> <given-names>A.</given-names></name></person-group> (<year>2010</year>). <article-title>Qu&#x2019;est-ce que rechercher de l&#x2019;information?</article-title> Presses de l&#x2019;enssib.</citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bourdoncle</surname> <given-names>R.</given-names></name>
</person-group> (<year>1994</year>). <article-title>Savoir professionnel et formation des enseignants. Une typologie sociologique</article-title>. <source>Spirale. Revue de recherches en &#x00E9;ducation</source> <volume>13</volume>, <fpage>77</fpage>&#x2013;<lpage>95</lpage>. doi: <pub-id pub-id-type="doi">10.3406/spira.1994.1894</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Bretz</surname> <given-names>F.</given-names></name> <name><surname>Hothorn</surname> <given-names>T.</given-names></name> <name><surname>Westfall</surname> <given-names>P.</given-names></name></person-group> (<year>2010</year>). <source>Multiple comparisons using R</source>. <publisher-loc>Boca Raton</publisher-loc>: <publisher-name>Chapman and Hall/CRC</publisher-name>.</citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bryk</surname> <given-names>A. S.</given-names></name>
</person-group> (<year>2015</year>). <article-title>Accelerating how we learn to improve AERA distinguished lecture</article-title>. <source>Educ. Res.</source> <volume>44</volume>, <fpage>467</fpage>&#x2013;<lpage>477</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0013189x15621543</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cain</surname> <given-names>T.</given-names></name>
</person-group> (<year>2016</year>). <article-title>Denial, opposition, rejection or dissent: why do teachers contest research evidence?</article-title> <source>Res. Pap. Educ.</source> <volume>32</volume>, <fpage>611</fpage>&#x2013;<lpage>625</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02671522.2016.1225807</pub-id></citation>
</ref>
<ref id="ref15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cain</surname> <given-names>T.</given-names></name> <name><surname>Brindley</surname> <given-names>S.</given-names></name> <name><surname>Brown</surname> <given-names>C.</given-names></name> <name><surname>Jones</surname> <given-names>G.</given-names></name> <name><surname>Riga</surname> <given-names>F.</given-names></name></person-group> (<year>2019</year>). <article-title>Bounded decision-making, teachers&#x2019; reflection and organisational learning: how research can inform teachers and teaching</article-title>. <source>Br. Educ. Res. J.</source> <volume>45</volume>, <fpage>1072</fpage>&#x2013;<lpage>1087</lpage>. doi: <pub-id pub-id-type="doi">10.1002/berj.3551</pub-id></citation>
</ref>
<ref id="ref16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carnine</surname> <given-names>D.</given-names></name>
</person-group> (<year>1997</year>). <article-title>Bridging the research-to-practice gap</article-title>. <source>Except. Child.</source> <volume>63</volume>, <fpage>513</fpage>&#x2013;<lpage>521</lpage>. doi: <pub-id pub-id-type="doi">10.1177/001440299706300406</pub-id></citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dachet</surname> <given-names>D.</given-names></name> <name><surname>Baye</surname> <given-names>A.</given-names></name></person-group> (<year>2020</year>). <article-title>Evidence-based education: the (not so simple)</article-title>. <source>Case of French-Speaking Belgium</source> <volume>4</volume>, <fpage>164</fpage>&#x2013;<lpage>189</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2096531120928086</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dagenais</surname> <given-names>C.</given-names></name> <name><surname>Lysenko</surname> <given-names>L.</given-names></name> <name><surname>Abrami</surname> <given-names>P. C.</given-names></name> <name><surname>Bernard</surname> <given-names>R. M.</given-names></name> <name><surname>Ramde</surname> <given-names>J.</given-names></name> <name><surname>Janosz</surname> <given-names>M.</given-names></name></person-group> (<year>2012</year>). <article-title>Use of research-based information by school practitioners and determinants of use: a review of empirical research</article-title>. <source>Evid. Pol. J. Res. Debate Pract.</source> <volume>8</volume>, <fpage>285</fpage>&#x2013;<lpage>309</lpage>. doi: <pub-id pub-id-type="doi">10.1332/174426412X654031</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Doucet</surname> <given-names>F.</given-names></name>
</person-group> (<year>2019</year>). <source>Centering the margins: (re)defining useful research evidence through critical perspectives</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>William T. Grant Foundation</publisher-name>.</citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Drill</surname> <given-names>K.</given-names></name> <name><surname>Miller</surname> <given-names>S.</given-names></name> <name><surname>Behrstock-Sherratt</surname> <given-names>E.</given-names></name></person-group> (<year>2013</year>). <article-title>Teachers&#x2019; perspectives on educational research</article-title>. <source>Brock Educ. J.</source> <volume>23</volume>:<fpage>1</fpage>. doi: <pub-id pub-id-type="doi">10.26522/brocked.v23i1.350</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Dupriez</surname> <given-names>V.</given-names></name> <name><surname>Cattonar</surname> <given-names>B.</given-names></name></person-group> (<year>2018</year>). <article-title>Between evidence-based education and professional judgment, what future for teachers and their knowledge?</article-title> <person-group person-group-type="editor"><name><surname>Normand</surname> <given-names>In R.</given-names></name> <name><surname>Liu</surname> <given-names>M.</given-names></name> <name><surname>Carvalho</surname> <given-names>L. M.</given-names></name> <name><surname>Oliveira</surname> <given-names>D. A.</given-names></name> <name><surname>LeVasseur</surname> <given-names>L.</given-names></name></person-group> (&#x00C9;ds.) <source>Education policies and the restructuring of the educational profession: global and comparative perspectives.</source> <publisher-loc>Singapore</publisher-loc>: <publisher-name>Springer</publisher-name>.</citation>
</ref>
<ref id="ref22">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll1">Education Endowment Foundation</collab>
</person-group> (<year>2019</year>). <article-title>The literacy Octopus: communicating and engaging with research: projects</article-title>. Education Endowment Foundation. Available at: <ext-link xlink:href="https://educationendowmentfoundation.org.uk/projects-and-evaluation/projects/the-literacy-octopus-communicating-and-engaging-with-research/" ext-link-type="uri">https://educationendowmentfoundation.org.uk/projects-and-evaluation/projects/the-literacy-octopus-communicating-and-engaging-with-research/</ext-link> (Accessed September 8, 2023</citation>
</ref>
<ref id="ref23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Efron</surname> <given-names>B.</given-names></name>
</person-group> (<year>1979</year>). <article-title>Bootstrap methods: another look at the jackknife</article-title>. <source>Ann. Stat.</source> <volume>7</volume>, <fpage>1</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1214/aos/1176344552</pub-id></citation>
</ref>
<ref id="ref24">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Farrell</surname> <given-names>C.</given-names></name> <name><surname>Coburn</surname> <given-names>C.</given-names></name></person-group> (<year>2016</year>) <source>What is the conceptual use of research, and why is it important?</source> <publisher-loc>New York</publisher-loc>: <publisher-name>William T. Grant Foundation</publisher-name>.</citation>
</ref>
<ref id="ref25">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Finnigan</surname> <given-names>K. S.</given-names></name>
</person-group> (<year>2021</year>). The current Knowledge Base on the use of research evidence in education policy and practice: a synthesis and recommendations for future directions.</citation>
</ref>
<ref id="ref26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geven</surname> <given-names>S.</given-names></name> <name><surname>Wiborg</surname> <given-names>&#x00D8;. N.</given-names></name> <name><surname>Fish</surname> <given-names>R. E.</given-names></name> <name><surname>van de Werfhorst</surname> <given-names>H. G.</given-names></name></person-group> (<year>2021</year>). <article-title>How teachers form educational expectations for students: a comparative factorial survey experiment in three institutional contexts</article-title>. <source>Soc. Sci. Res.</source> <volume>100</volume>:<fpage>102599</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ssresearch.2021.102599</pub-id>, PMID: <pub-id pub-id-type="pmid">34627552</pub-id></citation>
</ref>
<ref id="ref27">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gitomer</surname> <given-names>D.</given-names></name> <name><surname>Crouse</surname> <given-names>K.</given-names></name></person-group> (<year>2019</year>). <source>Studying the use of research evidence: a review of methods.</source> <publisher-loc>New York</publisher-loc>: <publisher-name>William T. Grant Foundation</publisher-name>.</citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gorard</surname> <given-names>S.</given-names></name> <name><surname>See</surname> <given-names>B. H.</given-names></name> <name><surname>Siddiqui</surname> <given-names>N.</given-names></name></person-group> (<year>2020</year>). <article-title>What is the evidence on the best way to get evidence into use in education?</article-title> <source>Rev. Educ.</source> <volume>8</volume>, <fpage>570</fpage>&#x2013;<lpage>610</lpage>. doi: <pub-id pub-id-type="doi">10.1002/rev3.3200</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graham</surname> <given-names>L. J.</given-names></name> <name><surname>White</surname> <given-names>S. L. J.</given-names></name> <name><surname>Cologon</surname> <given-names>K.</given-names></name> <name><surname>Pianta</surname> <given-names>R. C.</given-names></name></person-group> (<year>2020</year>). <article-title>Do teachers&#x2019; years of experience make a difference in the quality of teaching?</article-title> <source>Teach. Teach. Educ.</source> <volume>96</volume>:<fpage>103190</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tate.2020.103190</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Green</surname> <given-names>P.</given-names></name> <name><surname>MacLeod</surname> <given-names>C. J.</given-names></name></person-group> (<year>2016</year>). <article-title>SIMR: an R package for power analysis of generalized linear mixed models by simulation</article-title>. <source>Methods Ecol. Evol.</source> <volume>7</volume>, <fpage>493</fpage>&#x2013;<lpage>498</lpage>. doi: <pub-id pub-id-type="doi">10.1111/2041-210X.12504</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gutfleisch</surname> <given-names>T. R.</given-names></name>
</person-group> (<year>2021</year>). <source>A study of hiring discrimination using factorial survey experiments: theoretical and methodological insights.</source> <publisher-loc>Luxembourg</publisher-loc>: <publisher-name>University of Luxembourg</publisher-name>.</citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heinsch</surname> <given-names>M.</given-names></name> <name><surname>Gray</surname> <given-names>M.</given-names></name> <name><surname>Sharland</surname> <given-names>E.</given-names></name></person-group> (<year>2016</year>). <article-title>Re-conceptualising the link between research and practice in social work: a literature review on knowledge utilisation</article-title>. <source>Int. J. Soc. Welf.</source> <volume>25</volume>, <fpage>98</fpage>&#x2013;<lpage>104</lpage>. doi: <pub-id pub-id-type="doi">10.1111/ijsw.12164</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hox</surname> <given-names>J. J.</given-names></name> <name><surname>Kreft</surname> <given-names>I. G. G.</given-names></name> <name><surname>Hermkens</surname> <given-names>P. L. J.</given-names></name></person-group> (<year>1991</year>). <article-title>The analysis of factorial surveys</article-title>. <source>Sociol. Methods Res.</source> <volume>19</volume>, <fpage>493</fpage>&#x2013;<lpage>510</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0049124191019004003</pub-id></citation>
</ref>
<ref id="ref34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joram</surname> <given-names>E.</given-names></name> <name><surname>Gabriele</surname> <given-names>A. J.</given-names></name> <name><surname>Walton</surname> <given-names>K.</given-names></name></person-group> (<year>2020</year>). <article-title>What influences teachers&#x2019; &#x201C;buy-in&#x201D; of research? Teachers&#x2019; beliefs about the applicability of educational research to their practice</article-title>. <source>Teach. Teach. Educ.</source> <volume>88</volume>:<fpage>102980</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tate.2019.102980</pub-id></citation>
</ref>
<ref id="ref35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joyce</surname> <given-names>K. E.</given-names></name> <name><surname>Cartwright</surname> <given-names>N.</given-names></name></person-group> (<year>2020</year>). <article-title>Bridging the gap between research and practice: predicting what will work locally</article-title>. <source>Am. Educ. Res. J.</source> <volume>57</volume>, <fpage>1045</fpage>&#x2013;<lpage>1082</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0002831219866687</pub-id></citation>
</ref>
<ref id="ref36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khechine</surname> <given-names>H.</given-names></name> <name><surname>Lakhal</surname> <given-names>S.</given-names></name> <name><surname>Ndjambou</surname> <given-names>P.</given-names></name></person-group> (<year>2016</year>). <article-title>A meta-analysis of the UTAUT model: eleven years later</article-title>. <source>Canadian Journal of Administrative Sciences/Revue Canadienne des Sciences de l&#x2019;Administration</source> <volume>33</volume>, <fpage>138</fpage>&#x2013;<lpage>152</lpage>. doi: <pub-id pub-id-type="doi">10.1002/cjas.1381</pub-id></citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lima</surname> <given-names>L.</given-names></name> <name><surname>Tual</surname> <given-names>M.</given-names></name></person-group> (<year>2022</year>). <article-title>De l&#x2019;&#x00E9;tude randomis&#x00E9;e &#x00E0; la classe: Est-il suffisant d&#x2019;avoir des donn&#x00E9;es probantes sur l&#x2019;efficacit&#x00E9; d&#x2019;un dispositif &#x00E9;ducatif pour qu&#x2019;il produise des effets positifs en classe?</article-title> <source>&#x00C9;ducation et didactique</source> <volume>16-1</volume>, <fpage>153</fpage>&#x2013;<lpage>162</lpage>. doi: <pub-id pub-id-type="doi">10.4000/educationdidactique.9899</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Marion</surname> <given-names>C.</given-names></name>
</person-group> (<year>2018</year>). <source>Transfert des connaissances issues de la recherche (TCIR) en &#x00E9;ducation: Proposition d&#x2019;un mod&#x00E8;le ancr&#x00E9; dans une prise en compte des personnes que sont les utilisateurs</source>.</citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morgan-Wall</surname> <given-names>T.</given-names></name> <name><surname>Khoury</surname> <given-names>G.</given-names></name></person-group> (<year>2021</year>). <article-title>Optimal design generation and power evaluation in R: the <bold>skpr</bold> package</article-title>. <source>J. Stat. Softw.</source> <volume>99</volume>, <fpage>1</fpage>&#x2013;<lpage>36</lpage>. doi: <pub-id pub-id-type="doi">10.18637/jss.v099.i01</pub-id></citation>
</ref>
<ref id="ref40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mosher</surname> <given-names>J.</given-names></name> <name><surname>Anucha</surname> <given-names>U.</given-names></name> <name><surname>Appiah</surname> <given-names>H.</given-names></name> <name><surname>Levesque</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>From research to action: four theories and their implications for knowledge mobilization. Scholarly and research</article-title>. <source>Communication</source> <volume>5</volume>, <fpage>1</fpage>&#x2013;<lpage>17</lpage>. doi: <pub-id pub-id-type="doi">10.22230/src.2014v5n3a161</pub-id></citation>
</ref>
<ref id="ref41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oancea</surname> <given-names>A.</given-names></name> <name><surname>Pring</surname> <given-names>R.</given-names></name></person-group> (<year>2008</year>). <article-title>The importance of being thorough: on systematic accumulations of &#x2018;what works&#x2019; in education research</article-title>. <source>J. Philos. Educ.</source> <volume>42</volume>, <fpage>15</fpage>&#x2013;<lpage>39</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1467-9752.2008.00633.x</pub-id></citation>
</ref>
<ref id="ref42">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Penuel</surname> <given-names>W. R.</given-names></name> <name><surname>Briggs</surname> <given-names>D. C.</given-names></name> <name><surname>Davidson</surname> <given-names>K. L.</given-names></name> <name><surname>Herlihy</surname> <given-names>C.</given-names></name> <name><surname>Sherer</surname> <given-names>D.</given-names></name> <name><surname>Hill</surname> <given-names>H. C.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Findings from a National Study on research use among school and district leaders</article-title> Technical report no. 1. In National Center for research in policy and practice. National Center for research in policy and practice.</citation>
</ref>
<ref id="ref43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rycroft-Smith</surname> <given-names>L.</given-names></name>
</person-group> (<year>2022</year>). <article-title>Knowledge brokering to bridge the research-practice gap in education: where are we now?</article-title> <source>Rev. Educ.</source> <volume>10</volume>:<fpage>e3341</fpage>. doi: <pub-id pub-id-type="doi">10.1002/rev3.3341</pub-id></citation>
</ref>
<ref id="ref44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Searle</surname> <given-names>S. R.</given-names></name> <name><surname>Speed</surname> <given-names>F. M.</given-names></name> <name><surname>Milliken</surname> <given-names>G. A.</given-names></name></person-group> (<year>1980</year>). <article-title>Population marginal means in the linear model: an alternative to least squares means</article-title>. <source>Am. Stat.</source> <volume>34</volume>, <fpage>216</fpage>&#x2013;<lpage>221</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00031305.1980.10483031</pub-id></citation>
</ref>
<ref id="ref45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stenhouse</surname> <given-names>L.</given-names></name>
</person-group> (<year>1981</year>). <article-title>What counts as research?</article-title> <source>Br. J. Educ. Stud.</source> <volume>29</volume>, <fpage>103</fpage>&#x2013;<lpage>114</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00071005.1981.9973589</pub-id></citation>
</ref>
<ref id="ref46">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Tatto</surname> <given-names>M.</given-names></name>
</person-group> (<year>2020</year>). <article-title>What do we mean when we speak of research evidence in education?</article-title> In <person-group person-group-type="editor">
<name><surname>Beckett</surname> <given-names>L.</given-names></name>
</person-group> (&#x00C9;d.), <source>Research-informed teacher learning. Critical perspectives on theory, research and practice</source>. <publisher-name>Routledge</publisher-name>.</citation>
</ref>
<ref id="ref47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wallander</surname> <given-names>L.</given-names></name>
</person-group> (<year>2009</year>). <article-title>25 years of factorial surveys in sociology: a review</article-title>. <source>Soc. Sci. Res.</source> <volume>38</volume>, <fpage>505</fpage>&#x2013;<lpage>520</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ssresearch.2009.03.004</pub-id></citation>
</ref>
<ref id="ref48">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Weiss</surname> <given-names>C.</given-names></name> <name><surname>Bucuvalas</surname> <given-names>M.</given-names></name></person-group> (<year>1980</year>). <source>Social science research and decision-making</source>. <edition>1st</edition>. <publisher-loc>Columbia</publisher-loc>: <publisher-name>Columbia University Press</publisher-name>.</citation>
</ref>
<ref id="ref49">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Wentworth</surname> <given-names>L.</given-names></name> <name><surname>Shewchuck</surname> <given-names>S.</given-names></name> <name><surname>Arce-Trigatti</surname> <given-names>P.</given-names></name> <name><surname>Conaway</surname> <given-names>C.</given-names></name></person-group> (<year>2023</year>). <source>Brokering in education research-practice partnerships: a guide for education professionals and researchers</source>. <edition>1st</edition>. <publisher-loc>London</publisher-loc>: <publisher-name>Routledge</publisher-name>.</citation>
</ref>
</ref-list>
</back>
</article>