<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neuroergon.</journal-id>
<journal-title>Frontiers in Neuroergonomics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neuroergon.</abbrev-journal-title>
<issn pub-type="epub">2673-6195</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnrgo.2022.1082901</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroergonomics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Modeling the acceptability of BCIs for motor rehabilitation after stroke: A large scale study on the general public</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Grevet</surname> <given-names>Elise</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2069149/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Forge</surname> <given-names>Killyam</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2074412/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tadiello</surname> <given-names>Sebastien</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Izac</surname> <given-names>Margaux</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Amadieu</surname> <given-names>Franck</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1801159/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Brunel</surname> <given-names>Lionel</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Pillette</surname> <given-names>L&#x000E9;a</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/716780/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Py</surname> <given-names>Jacques</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/726455/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gasq</surname> <given-names>David</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Jeunet-Kelway</surname> <given-names>Camille</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/143507/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>CNRS, EPHE, INCIA, UMR5287, Universit&#x000E9; de Bordeaux</institution>, <addr-line>Bordeaux</addr-line>, <country>France</country></aff>
<aff id="aff2"><sup>2</sup><institution>CLLE, Universit&#x000E9; de Toulouse, CNRS</institution>, <addr-line>Toulouse</addr-line>, <country>France</country></aff>
<aff id="aff3"><sup>3</sup><institution>Universit&#x000E9; Paul Val&#x000E9;ry Montpellier 3, EPSYLON EA 4556</institution>, <addr-line>Montpellier</addr-line>, <country>France</country></aff>
<aff id="aff4"><sup>4</sup><institution>ToNIC, Universit&#x000E9; de Toulouse, INSERM</institution>, <addr-line>Toulouse</addr-line>, <country>France</country></aff>
<aff id="aff5"><sup>5</sup><institution>Centre Hospitalier Universitaire Toulouse</institution>, <addr-line>Toulouse</addr-line>, <country>France</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Athanasios Vourvopoulos, Instituto Superior T&#x000E9;cnico (ISR), Portugal</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Mathis Fleury, Universidade de Lisboa, Portugal; Floriana Pichiorri, Santa Lucia Foundation (IRCCS), Italy</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Elise Grevet &#x02709; <email>elise.grevet&#x00040;u-bordeaux.fr</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Neurotechnology and Systems Neuroergonomics, a section of the journal Frontiers in Neuroergonomics</p></fn></author-notes>
<pub-date pub-type="epub">
<day>01</day>
<month>02</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>3</volume>
<elocation-id>1082901</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>10</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>12</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2023 Grevet, Forge, Tadiello, Izac, Amadieu, Brunel, Pillette, Py, Gasq and Jeunet-Kelway.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Grevet, Forge, Tadiello, Izac, Amadieu, Brunel, Pillette, Py, Gasq and Jeunet-Kelway</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Strokes leave around 40% of survivors dependent in their activities of daily living, notably due to severe motor disabilities. Brain-computer interfaces (BCIs) have been shown to be efficiency for improving motor recovery after stroke, but this efficiency is still far from the level required to achieve the clinical breakthrough expected by both clinicians and patients. While technical levers of improvement have been identified (e.g., sensors and signal processing), fully optimized BCIs are pointless if patients and clinicians cannot or do not want to use them. We hypothesize that improving BCI acceptability will reduce patients&#x00027; anxiety levels, while increasing their motivation and engagement in the procedure, thereby favoring learning, ultimately, and motor recovery. In other terms, acceptability could be used as a lever to improve BCI efficiency. Yet, studies on BCI based on acceptability/acceptance literature are missing. Thus, our goal was to model BCI acceptability in the context of motor rehabilitation after stroke, and to identify its determinants.</p></sec>
<sec>
<title>Methods</title>
<p>The main outcomes of this paper are the following: i) we designed the first model of acceptability of BCIs for motor rehabilitation after stroke, ii) we created a questionnaire to assess acceptability based on that model and distributed it on a sample representative of the general public in France (<italic>N</italic> = 753, this high response rate strengthens the reliability of our results), iii) we validated the structure of this model and iv) quantified the impact of the different factors on this population.</p></sec>
<sec>
<title>Results</title>
<p>Results show that BCIs are associated with high levels of acceptability in the context of motor rehabilitation after stroke and that the intention to use them in that context is mainly driven by the <italic>perceived usefulness</italic> of the system. In addition, providing people with clear information regarding BCI functioning and scientific relevance had a positive influence on acceptability factors and <italic>behavioral intention</italic>.</p></sec>
<sec>
<title>Discussion</title>
<p>With this paper we propose a basis (model) and a methodology that could be adapted in the future in order to study and compare the results obtained with: i) different stakeholders, i.e., patients and caregivers; ii) different populations of different cultures around the world; and iii) different targets, i.e., other clinical and non-clinical BCI applications.</p></sec></abstract>
<kwd-group>
<kwd>brain-computer interface (BCI)</kwd>
<kwd>neurofeedback (NF)</kwd>
<kwd>acceptability</kwd>
<kwd>acceptance</kwd>
<kwd>stroke</kwd>
<kwd>motor rehabilitation</kwd>
<kwd>model</kwd>
<kwd>questionnaire</kwd>
</kwd-group>
<counts>
<fig-count count="5"/>
<table-count count="8"/>
<equation-count count="0"/>
<ref-count count="95"/>
<page-count count="23"/>
<word-count count="17200"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1. Introduction</title>
<p>Brain-Computer Interfaces (BCIs) are technologies that enable users to control applications such as video games (Kerous et al., <xref ref-type="bibr" rid="B46">2018</xref>) or wheelchairs (Li et al., <xref ref-type="bibr" rid="B54">2013</xref>), solely through their brain activity. Beyond these control applications, BCIs can be used for neurofeedback (NF) training with the objective of learning how to modulate our own cerebral activity, not in order to control something, but to improve or restore cognitive or motor skills. BCI-based post-stroke motor rehabilitations are in this second category and have demonstrated their efficacy to improve patients&#x00027; motor and cognitive abilities (Cervera et al., <xref ref-type="bibr" rid="B17">2018</xref>; Bai et al., <xref ref-type="bibr" rid="B6">2020</xref>; Nojima et al., <xref ref-type="bibr" rid="B64">2022</xref>). In the coming years, they are expected to substantially improve post-stroke subjects&#x00027; quality of life (Nojima et al., <xref ref-type="bibr" rid="B64">2022</xref>).</p>
<p>In classical motor rehabilitation, when subjects have no residual movement, i.e., when they cannot move their affected limb at all, physical practice is impossible and both subjects and therapists must rely on mental practice alone. Here, in mental practice, we include motor imagery (MI) as well as attempted movements. In concrete terms, therapists usually ask the subjects to perform MI or to try to move their arm (attempted movements), and simultaneously stimulate the limb by mobilizing it or, for instance, by using functional electrical stimulation (FES-which consists in stimulating peripheral motor nerves in order to artificially generate movements). While associated to encouraging results (Sharma et al., <xref ref-type="bibr" rid="B78">2006</xref>), the difficulty encountered when trying to demonstrate the efficiency of this procedure might be related to the impossibility to assess the patients&#x00027; compliance when they are asked to perform MI tasks (Sharma et al., <xref ref-type="bibr" rid="B78">2006</xref>). In addition, we believe pure mental practice-based rehabilitation procedures present two main limitations. The first one is due to the impossibility of the therapist to know when, exactly, the patient imagines moving or tries to move. Therefore, the feedback patients are provided with will most likely not be synchronized with their MI or movement attempts. A second limitation concerns the constant reminder that the patient gets when the therapist asks them to move their arm and that they are unable to do so. Post-stroke subjects experiencing high anxiety levels (Burton et al., <xref ref-type="bibr" rid="B15">2013</xref>), this method might also have detrimental psychological effects, potentially resulting in the patient disengaging from the rehabilitation procedure, and in the therapy being less efficient.</p>
<p>In this context, BCIs are very relevant as they enable the detection of MI/attempted movements of the impaired limb, which are underlain by modulations of the so-called sensori-motor rhythms (SMRs)&#x02014;as defined in the BCI field by a large band covering mu (&#x003BC;) and beta (&#x003B2;) rhythms (8&#x02013;30 Hz) (Pfurtscheller et al., <xref ref-type="bibr" rid="B67">2000</xref>)&#x02014;, and provide the patient with a synchronized NF, for instance using FES that triggers an arm muscle contraction, or visual feedback [movement of a virtual hand on a screen (Pichiorri et al., <xref ref-type="bibr" rid="B68">2015</xref>)]. Such a NF training enables the participants to train to voluntarily self-regulate their SMRs in a closed loop process, which should favor synaptic plasticity and motor recovery (Jeunet et al., <xref ref-type="bibr" rid="B41">2019</xref>).</p>
<p>While this is encouraging, BCI efficiency is still far from the level required to achieve the clinical breakthrough expected by both clinicians and patients. Thus, BCIs remain barely used in clinical practice, outside laboratories (K&#x000FC;bler et al., <xref ref-type="bibr" rid="B51">2014</xref>). BCI efficiency is known to be modulated by several factors. Many researchers are working on improving this efficiency either from a &#x0201C;technical&#x0201D; point of view (e.g., signal processing Lotte et al., <xref ref-type="bibr" rid="B56">2018</xref>), or&#x02014;less often&#x02014;from the human learning standpoint (Pillette et al., <xref ref-type="bibr" rid="B70">2020</xref>; Roc et al., <xref ref-type="bibr" rid="B74">2021</xref>). This is an important step forward: reaching high efficiency is a necessary condition for BCI adoption. Nonetheless, it might not be sufficient for those technologies to be actually used in a clinical setting: fully optimized BCIs (in terms of sensors, signal processing, and training procedures) are pointless if patients and clinicians are not able or do not want to use them, i.e., if BCIs are not accepted (Blain-Moraes et al., <xref ref-type="bibr" rid="B9">2012</xref>). For instance, misconceptions that patients and their entourage have regarding BCIs may have a detrimental effect on the acceptance of these technologies. BCI acceptance could also be altered by the fact that most stroke patients experience depression, and therefore high anxiety levels (Burton et al., <xref ref-type="bibr" rid="B15">2013</xref>) that have a detrimental effect on BCI acceptance and learning (Jeunet et al., <xref ref-type="bibr" rid="B42">2016</xref>). Thus, BCI acceptance is likely to have a major impact on the patients&#x00027; learning processes and therefore on the efficiency of BCI-based stroke rehabilitation procedures. We hypothesize that identifying acceptability and acceptance factors will help us overcome these misconceptions and personalize the procedures, which will in turn result in reduced anxiety, and increased motivation and engagement levels for the patients. This should favor their learning and, ultimately, motor recovery. In other words, we expect that improving the acceptance levels of BCIs will result in an increased efficiency of these technologies and therefore contribute to their democratization.</p>
<p>Thus, it is crucial, when designing stroke rehabilitation procedures, to consider technology acceptance as a lever to optimize BCI efficiency&#x02014;in terms of motor recovery. Yet, BCI acceptance remains an aspect that has been little studied to date. To the best of our knowledge, only (Morone et al., <xref ref-type="bibr" rid="B60">2015</xref>) assessed the relevance of a BCI-based stroke rehabilitation procedure of the upper limb using acceptability and usability measures as primary criteria (pilot study, <italic>N</italic> = 8 patients). The acceptability and usability were measured in terms of mood, motivation, satisfaction, and perceived workload. Indeed, in the BCI field, acceptability is mostly assessed as an attribute of the user&#x00027;s satisfaction, itself being a dimension of user experience (K&#x000FC;bler et al., <xref ref-type="bibr" rid="B51">2014</xref>; Nijboer, <xref ref-type="bibr" rid="B61">2015</xref>). Morone et al. (<xref ref-type="bibr" rid="B60">2015</xref>) concludes that the BCI training was &#x0201C;accepted with a good compliance/adherence.&#x0201D; The same conclusion was drawn in the context of a BCI dedicated to a gamified cognitive training for the elderly (Lee et al., <xref ref-type="bibr" rid="B52">2013</xref>) as well as in different studies dedicated to the acceptance of BCIs by Amyotrophic Lateral Sclerosis (ALS) patients (Huggins et al., <xref ref-type="bibr" rid="B38">2011</xref>; Blain-Moraes et al., <xref ref-type="bibr" rid="B9">2012</xref>; Nijboer, <xref ref-type="bibr" rid="B61">2015</xref>), which is the clinical condition for which acceptance has been the most investigated (Nijboer, <xref ref-type="bibr" rid="B61">2015</xref>). Using a focus group approach, Blain-Moraes et al. (<xref ref-type="bibr" rid="B9">2012</xref>) have shown that both personal and relational factors impacted BCI acceptance. The personal factors included physical (pain, discomfort), physiological (fatigue, endurance) and psychological (anxiety, attitude toward the technology) concerns, and the relational factors included corporeal (electrode type), technological (relationship between BCI and other type of software and hardware) and social (appearance, training and support personnel) factors. The relational factors had a stronger impact than the personal ones. In the same line, Huggins et al. (<xref ref-type="bibr" rid="B38">2011</xref>, <xref ref-type="bibr" rid="B37">2015</xref>) led qualitative studies to assess the influence that different factors (physical interface, setup and training, acceptable performance, task and feature priorities) had on BCI acceptance in ALS patients and patients who had undergone a spinal cord injury. The functions provided by the BCI were rated as the most important feature, together with the ease of use of the system and the availability of a stand-by mode. Finally, Geronimo et al. (<xref ref-type="bibr" rid="B30">2015</xref>) have shown that behavioral impairments such as apathy and mental rigidity had a negative impact on ALS patients&#x00027; BCI usage behavior. Furthermore, the fact that they performed a pilot study during which patients appeared to have a low perceived control over the system altered the perceived usefulness of the BCI. This latter study is the only one in the field of BCIs that assessed acceptance in terms of usage behavior and perceived usefulness. These are concepts from the field of psychology and ergonomics, which we draw on in the next paragraph (Kaleshtari et al., <xref ref-type="bibr" rid="B44">2016</xref>). As claimed by Kaleshtari et al. (<xref ref-type="bibr" rid="B44">2016</xref>), who designed the first Model of Rehabilitation Technology Acceptance and Usability (RTAU), in order to be effective, rehabilitation technologies have to be used and therefore accepted by the patients and their families. According to Kaleshtari et al. (<xref ref-type="bibr" rid="B44">2016</xref>), this acceptance depends both on personal features, technology features, and social influence. The domain-specific literature indeed suggests that BCI acceptability and acceptance seem to rely on &#x0201C;subjective technical confidence and positive attitudes toward the use of technologies&#x0201D; (Morone et al., <xref ref-type="bibr" rid="B60">2015</xref>). The EEG cap characteristics (gel, montage, and time to set up) seem important both for patients and caregivers (Morone et al., <xref ref-type="bibr" rid="B60">2015</xref>; Nijboer, <xref ref-type="bibr" rid="B61">2015</xref>). Generally speaking, the simpler the better for them (Huggins et al., <xref ref-type="bibr" rid="B38">2011</xref>). Nonetheless, the EEG technology used and the reliability/discomfort trade-off, together with all the BCI-related characteristics, need to be thought of in light of the characteristics and requirements of the application (e.g., level of reliability required) as well as in light of the profile of the patient. This is why BCI-based stroke rehabilitation procedures should be carefully adapted to the training context of each patient. In this spirit, K&#x000FC;bler et al. (<xref ref-type="bibr" rid="B51">2014</xref>) proposed an inspiring approach, suggesting to &#x0201C;shift from focusing on single aspects, such as accuracy and information transfer rate, to a more holistic user experience&#x0201D; using User-Centered Design. User-Centered Design has since then been shown to contribute to the acceptability and usability of a BCI-based stroke rehabilitation procedure (Morone et al., <xref ref-type="bibr" rid="B60">2015</xref>) and, more broadly, improved user experience has been suggested to enhance user acceptance and increase the performance of BCI systems (G&#x000FC;rk&#x000F6;k et al., <xref ref-type="bibr" rid="B33">2011</xref>).</p>
<p>The concepts of acceptability and acceptance were introduced in order to understand what led users to adopt or not a new system (Alexandre et al., <xref ref-type="bibr" rid="B3">2018</xref>). The adoption of a technology refers to a use that is maintained over time, i.e., without abandonment. In concrete terms, acceptability measure is an evaluation of the user&#x00027;s behavioral intention (BI) i.e., their intention to use the studied technology. The main determinants of BI are perceived usefulness (PU) and perceived ease of use (PEOU). PU is the personal feeling about utility of the system, and PEOU the degree of belief to which using the system will require little or no effort. Acceptability and acceptance differ by the moment they are measured at: acceptability concerns the user&#x00027;s standpoint before any interaction with the system, while acceptance comes after at least one first use.</p>
<p>To the best of our knowledge, there is no model of BCI acceptability yet. Thus, our goals were to (i) create a theoretical model of acceptability&#x02014;based on the literature&#x02014;including the factors influencing BI toward BCIs, especially in the context or motor rehabilitation after stroke; (ii) implement a questionnaire from this model to assess BCI acceptability in general public; (iii) validate the structure of our model and questionnaire; and (iv) quantify the impact of the different factors included in the model on acceptability.</p>
<p>With this study we targeted the general public. This enabled us to collect the opinions and attitudes of a large sample of persons, representative of the adult population in France, and thereby to capture an estimation of BCI acceptability in the overall population that we will, in the future, compare with the one of patients and clinicians. Targeting the general public seems particularly relevant in this case for two reasons. First, due to the high prevalence of stroke that is one of the leading causes of disability in adults in France (Accident Vasculaire c&#x000E9;r&#x000E9;bral, <xref ref-type="bibr" rid="B1">2019</xref>) and results in many of us being concerned, more or less directly, by this pathology and associated rehabilitation techniques. Second, due to the fact that the opinion and attitude of their close relatives will influence the patients&#x00027; acceptability levels (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>).</p>
<p>In this paper, we first explain our methodology to achieve these objectives in Section 2: (i) the design of the model, (ii) the implementation of the associated questionnaire, (iii) the validation of these model and questionnaire, and (iv) the quantification of the influence of the different factors included in the model on BCI acceptability. Then, we present the results of this methodology in Section 3, which are based on data collected on a sample representative of the population of France (<italic>N</italic> = 753). We finish with a discussion about limitations and benefits of our research.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>2. Materials and methods</title>
<sec>
<title>2.1. Design of the acceptability model</title>
<sec>
<title>2.1.1. Review of the literature</title>
<p>To build our model, we reviewed the literature and selected the models that seemed the most relevant for BCIs.</p>
<p>In the literature, several models dedicated to the acceptability and acceptance of technologies have been depicted, most of them can be adapted depending on the focus (i.e., acceptability or acceptance). Their objective is usually to explain, or even predict, the BI of the user. These models differ from each other in the factors they include and that influence acceptance/acceptability. The most recent and main models are the technology acceptance model (TAM) (Davis, <xref ref-type="bibr" rid="B20">1989</xref>), of which there are a second (Venkatesh and Davis, <xref ref-type="bibr" rid="B85">2000</xref>) and third (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>) versions, as well as the unified theory of acceptance and use of technology (UTAUT) (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>), of which there is a second version (Venkatesh et al., <xref ref-type="bibr" rid="B87">2012</xref>). For more information about other existing acceptability models, their evolution is summarized in a recent review (Pillette et al., <xref ref-type="bibr" rid="B69">2022</xref>).</p>
</sec>
<sec>
<title>2.1.2. Methodology to build our model</title>
<p>We have chosen to work with the most advanced versions of the evoked models: TAM3 (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>) and UTAUT2 (Venkatesh et al., <xref ref-type="bibr" rid="B87">2012</xref>), in addition to a less widespread model, the components of user experience (CUE) model (Th&#x000FC;ring and Mahlke, <xref ref-type="bibr" rid="B82">2007</xref>), because we wanted up-to-date models that were adapted to our context and as exhaustive as possible. We propose to present these latter and the details of why we chose them in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Acceptability and acceptance models used to build our model for BCI-based post-stroke motor rehabilitation.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" colspan="2" style="background-color:#e0e1e3"><bold>Technology acceptance model 3 (TAM3)-Venkatesh and Bala (</bold><xref ref-type="bibr" rid="B84"><bold>2008</bold></xref><bold>)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Theory</td>
<td valign="top" align="left">TAM3 is the third version of TAM (Davis, <xref ref-type="bibr" rid="B20">1989</xref>). In TAM3, the main concepts are <bold>perceived usefulness (PU)</bold> and <bold>perceived ease of use (PEOU)</bold>. PU is the degree to which a person believes that using a system will improve their performances; and PEOU, the degree to which using a system will be effortless. These factors are determined by the characteristics of the technology and influence the behavioral intention (BI). TAM3 also includes the <italic>social influence</italic> process which is constituted of <bold>subjective norm</bold> and <bold>image</bold>. Subjective norm is the subjective perception of individuals about what people who are important to them will think concerning the usage of a technology. According to the authors, the presence or absence of important effects of subjective norm on the BI is moderated by <bold>voluntariness</bold>, i.e., the voluntary or forced aspect of use, and by <bold>previous experience</bold>. The subjective norm can have a stronger impact when the use is constrained (Venkatesh and Davis, <xref ref-type="bibr" rid="B85">2000</xref>). Concerning image, it can be defined as the degree of users&#x00027; perception on whether or not the use of a technology will improve their status within the social group to which they belong (Moore and Benbasat, <xref ref-type="bibr" rid="B59">1991</xref>).</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">Another category is the <italic>extrinsic motivational processes</italic>, sometimes referred to the instrumental cognitive process (i.e., <bold>relevance of the technology</bold>, <bold>perceived quality</bold>, and <bold>result demonstrability</bold>). These factors allow users to form a judgement on what the use of technology can bring them given their needs to achieve their goals.</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">In TAM3, the novelty in comparison to TAM2 (Davis et al., <xref ref-type="bibr" rid="B21">1992</xref>) is the addition of determinants of PEOU. PEOU is determined by <italic>intrinsic motivational processes</italic> also called the anchored beliefs, i.e., playfulness of the interaction, perception of external control, self-efficacy and computer anxiety. <bold>Computer playfulness</bold> is the enjoyment when using the studied technology. <bold>Perception of external control</bold> are the &#x0201C;individuals&#x00027; control beliefs regarding the availability of organizational resources and support structure to facilitate the use of a system&#x0201D; (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>). <bold>Self-efficacy</bold> can be defined as the &#x0201C;individuals&#x00027; control beliefs regarding his or her personal ability to use a system&#x0201D; (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>). Finally, <bold>computer anxiety</bold> is an emotion that corresponds to the more or less conscious expectation of a danger or a problem to come associated with the use of the system. PEOU is in addition determined by <bold>adjustments</bold> factors that include enjoyment of use and objective usability. These adjustments are made by the user during the interaction, which appears only in the dimension of acceptance and no longer in acceptability like the other factors.</td>
</tr> <tr>
<td valign="top" align="left">Justifications</td>
<td valign="top" align="left">A large majority of studies dedicated to the assessment of the acceptance of new technologies have used the first version of TAM (studies between 2001 and 2018 in the review of Alturas, <xref ref-type="bibr" rid="B5">2021</xref>, and between 2006 and 2015 in Rad et al., <xref ref-type="bibr" rid="B71">2018</xref>). This can be explained in part by the fact that this version is made up of fewer factors than TAM2 and TAM3, in consequence its implementation and test in a given research context can be easier. In our case, we preferred to use the most advanced version of TAM. We privileged the completeness of the model instead of the simplicity of implementation as we are in an exploratory stage of research on BCIs acceptability (the factors deletion will be addressed in a near future, in accordance with the results of our study and of other future papers).</td>
</tr> <tr>
<td valign="top" align="left" colspan="2" style="background-color:#e0e1e3"><bold>Unified theory of acceptance and use of technology 2 (UTAUT2)-Venkatesh et al. (</bold><xref ref-type="bibr" rid="B87"><bold>2012</bold></xref><bold>)</bold></td>
</tr> <tr>
<td valign="top" align="left">Theory</td>
<td valign="top" align="left">UTAUT2 is the second version of UTAUT (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>) which unifies the concepts of 8 models of acceptability. UTAUT is composed of four determinants&#x02014;social influence, facilitating conditions, performance expectations and effort expectations&#x02014;that influence the BI. It also includes four moderators: gender, age, experience and voluntary aspect of use. <bold>Performance expectation</bold> and <bold>effort expectation</bold> factors correspond to the PU and PEOU factors of TAM, respectively. <bold>Facilitating conditions</bold> are the material, organizational and/or human conditions facilitating the use of a technology (F&#x000E9;vrier, <xref ref-type="bibr" rid="B26">2011</xref>). In comparison to the first version, UTAUT2 adds three determinants of BI, namely hedonic motivation, price value and habit. <bold>Hedonic motivation</bold> is the pleasure provided by the use of a technology, this factor is close to computer playfulness factor of TAM3. <bold>Price value</bold> refers to the trade-off made by consumers between the perceived advantages of the technology and its cost. On the other hand, the authors have chosen to delete one of the moderators: the voluntariness no longer appears in UTAUT2.</td>
</tr> <tr>
<td valign="top" align="left">Justifications</td>
<td valign="top" align="left">UTAUT has the advantage of being created from previous reliable models, which makes it a robust reference. Moreover, in order to test the quality of UTAUT, its designers had created a questionnaire with items from the eight models. In their study, the questionnaire was circulated in four different organizations among employees being introduced to a new technology in their workplace. It appeared that UTAUT determinants achieved to predict 70% (adjusted R<sup>2</sup>) of the BI. This score was the most accurate among the previous models (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>; Koul and Eydgahi, <xref ref-type="bibr" rid="B49">2017</xref>). Its extension (UTAUT2) is of greater relevance to us since it was designed to be more suitable for consumer technologies rather than for an organizational setting (Rondan-Catalu&#x000F1;a et al., <xref ref-type="bibr" rid="B76">2015</xref>), which fits better with the use cases of BCIs.</td>
</tr> <tr>
<td valign="top" align="left" colspan="2" style="background-color:#e0e1e3"><bold>Components of user experience (CUE)-Th&#x000FC;ring and Mahlke (</bold><xref ref-type="bibr" rid="B82"><bold>2007</bold></xref><bold>)</bold></td>
</tr> <tr>
<td valign="top" align="left">Theory</td>
<td valign="top" align="left">In order to widen the field of research in human-computer interactions, authors (Dillon, <xref ref-type="bibr" rid="B23">2001</xref>; Hassenzahl, <xref ref-type="bibr" rid="B34">2001</xref>, <xref ref-type="bibr" rid="B35">2003</xref>, <xref ref-type="bibr" rid="B36">2004</xref>; Mahlke, <xref ref-type="bibr" rid="B57">2008</xref>) have proposed an approach which considers a system not only with regard to its properties and its functional benefits, but also to the experience of use (emotional reaction, pleasure of use, etc.) (F&#x000E9;vrier, <xref ref-type="bibr" rid="B26">2011</xref>). CUE is in this line, it highlights the interaction of 3 components of user experience: (i) the perception of the instrumental qualities of the system (referring to the PU and PEOU), (ii) the perception of its non-instrumental qualities (aesthetics, motivational aspects and values conveyed), and (iii) the user&#x00027;s emotional reactions (subjective feelings, motor and behavioral expressions, physiological reactions, and cognitive evaluation) when interacting with the technology. These 3 dimensions lead to the formation of judgments and behaviors toward the use of a given technology.</td>
</tr>
<tr>
<td valign="top" align="left">Justifications</td>
<td valign="top" align="left">What particularly interested us in CUE was the higher level of consideration&#x02014;in comparison to TAM3 and UTAUT2&#x02014;of the attractiveness of the technology (aesthetics, motivational aspects and conveyed values) (Barcenilla and Bastien, <xref ref-type="bibr" rid="B7">2009</xref>). This is indeed a point to be studied in the case of a technology such as an EEG-based BCI for which the visual aspect of the interface may seem cumbersome for users, especially novices.</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Using the models presented in <xref ref-type="table" rid="T1">Table 1</xref>, our work was to identify their factors that seemed relevant in the context of BCI-based post-stroke motor rehabilitation, while reflecting on missing determinants that are however useful to assess with regard to the literature on BCIs.</p>
</sec>
</sec>
<sec>
<title>2.2. Creation and distribution of the questionnaire</title>
<p>As we explained in introduction, from our acceptability model, we developed a questionnaire to identify and weight the factors influencing the acceptability of BCI-based post-stroke motor rehabilitation within the general population. The choice to rely on the questionnaire method to test our model is explained by several aspects: (i) It is the classic method used in acceptability or acceptance assessment (Davis, <xref ref-type="bibr" rid="B20">1989</xref>; Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>). (ii) It was necessary to be able to collect a large amount of data, on a sample representative of the adult population in France, and questionnaires are particularly adapted to these expectations (Vilatte, <xref ref-type="bibr" rid="B88">2007</xref>). (iii) In addition, questionnaires offer good external validity (Ghiglione and Matalon, <xref ref-type="bibr" rid="B31">1998</xref>), which makes it possible to generalize the data, the information being more uniform than interviews results.</p>
<sec>
<title>2.2.1. Creating the questions</title>
<p>To determine the wording of the questions, we adapted those of the questionnaires of the existing models already translated into French. The questionnaire was created on the Qualtrics tool, it was fully anonymous, and therefore not subject to the general data protection regulation (GDPR). It took approximately 15 min to be completed and consisted of four parts:</p>
<list list-type="bullet">
<list-item><p>To start, participants were provided with all the information they should know about the research project: objectives of the questionnaire, researchers involved, benefits and possible risks of filling the questionnaire, rights (e.g., anonymity preserved), methodology used and estimated completion time. Finally, the participants were asked if they consented to participate.</p></list-item>
<list-item><p>Following these details, the experience of the participant with BCIs was assesed as it could have an influence on some of the predictive factors of BI.</p></list-item>
<list-item><p>The third part was devoted to the evaluation of the influence of the factors of our model. Each of them was evaluated by up to three or five questions. The score of a factor was thus the average of the scores of these different questions. The scale used to measure each of the quantitative factors was a visual analog scale (VAS) from 0 to 10 (&#x0201C;strongly disagree&#x0201D; to &#x0201C;strongly agree&#x0201D;). When a question was negative (e.g., &#x0201C;<italic>I think learning to use a brain-computer interface would be too time consuming&#x0201D;</italic>), we inverted its score. To measure the categorical factors (<italic>computer self-efficacy</italic> and <italic>social support</italic>), we used checkbox questions.</p>
<p>In this part, we also introduced two explanatory videos edited by ourselves: one explaining the operation of BCIs in general (video 1) and the second more specific to BCI-based stroke rehabilitation procedures (video 2). The rationale of providing these explanatory videos is presented in the next paragraph.</p>
<p>We provide in <xref ref-type="fig" rid="F1">Figure 1</xref> more details on the organization of our questionnaire. The questions were organized in blocks (a block is made up of 2 or more factors). To avoid any potential order effect, i.e., that the previous questions would guide the following answers, the order of presentation of the questions was randomized within each block.</p></list-item>
<list-item><p>The last part concerned the socio-demographic characteristics of the respondents (age, gender, last diploma obtained, socio-professional category, if they have had a stroke and are currently hospitalized for it, or if they have people in their close circle who have experienced it and their involvement in the rehabilitation of these relatives). Subjects were not obligated to position themselves, they had the possibility to choose the option &#x0201C;I do not wish to answer.&#x0201D;</p></list-item>
</list>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Schematic representation of the structure of the questionnaire: <bold>(A)</bold> Assessment of the respondents&#x00027; traits and general knowledge about BCIs; <bold>(B)</bold> Presentation of the first video that aimed at providing basic information regarding BCIs (functioning, installation, etc.); <bold>(C)</bold> Items related to a subset of acceptability factors (1/2); <bold>(D)</bold> Presentation of the second video during which the application of BCIs for post-stroke motor rehabilitation was introduced. <bold>(E)</bold> Items related to a subset of acceptability factors (2/2); <bold>(F)</bold> Collection of socio-demographic data. The two subsets of acceptability factors were divided depending on the need for respondents to have knowledge about how BCIs could be used for stroke rehabilitation.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnrgo-03-1082901-g0001.tif"/>
</fig>
<p>Concerning the factors, we evaluated different factors before and after the second video (<xref ref-type="fig" rid="F1">Figure 1</xref>). PU and BI were measured twice (before video 2: PU1/BI1; after video 2: PU2/BI2), the questions were the same for the two moments. Our aim was to observe if the respondents&#x00027; scores for the two measures were impacted by information given in the video. The factors before video 2 did not require to have plenty of information on BCIs to answer, i.e., the respondents needed to understand what BCIs are but remained novices on their use in post-stroke rehabilitation. On the other hand, for the factors following video 2, a more detailed vision of these new rehabilitation procedures was needed (factors were <italic>result demonstrability, benefits/risk ratio</italic> and <italic>relevance</italic>). Questionnaire (French and English versions) is available in <xref ref-type="supplementary-material" rid="SM1">Supplementary material 1</xref>.</p>
</sec>
<sec>
<title>2.2.2. Calculation of the statistical power</title>
<p>Our initial target was to have at least 10 respondents per item (i.e., question) on the factors influencing acceptability in order to be able to perform reliable analyzes (Kline, <xref ref-type="bibr" rid="B47">2015</xref>). As we had 62 items, this gave us a sample size of <italic>N</italic> = 620 to respect this prerequisite.</p>
</sec>
<sec>
<title>2.2.3. Distribution of the questionnaire</title>
<p>The distribution of the questionnaire was done by the company Panelabs (<ext-link ext-link-type="uri" xlink:href="https://fr.panelabs.com/">https://fr.panelabs.com/</ext-link>) to ensure that the sample of respondents was representative of the adult population in France in terms of age, gender, place of residence and socio-professional category. We had a single exclusion criterion: minors could not participate. The experimental protocol was carried out in accordance with the Declaration of Helsinki and was approved by Institutional Review Board of Toulouse Federal University (N&#x000B0;2019-140). We fixed with Panelabs a sample of <italic>N</italic> = 665 minimum in order to have a few more respondents than our aim (i.e., <italic>N</italic> = 620), in case of invalid responses.</p>
</sec>
</sec>
<sec>
<title>2.3. Validation of the structures of the model and questionnaire</title>
<p>The assessment of the validity of the structure of our model and questionnaire was performed following two steps. First, we measured the &#x0201C;within-factor&#x0201D; consistency, i.e., the internal coherence between the different items of the questionnaire that measured the same factor. Second, we assessed the &#x0201C;between-factor&#x0201D; consistency, i.e., the validity of the structure of our model.</p>
<sec>
<title>2.3.1. Coherence of the factors: Cronbach&#x00027;s alpha</title>
<p>The Cronbach&#x00027;s alpha coefficient allowed us to calculate the internal consistency of each factor. Concretely, this metric estimates the extent to which the items that are meant to measure one same factor are associated with coherent scores. There is no fixed rule on the minimal value of the coefficient for the internal consistency of the factor to be considered satisfactory. Nevertheless, the value 0.7 comes up very often in the literature (Nunnally, <xref ref-type="bibr" rid="B65">1994</xref>; Bland and Altman, <xref ref-type="bibr" rid="B10">1997</xref>; DeVellis and Thorpe, <xref ref-type="bibr" rid="B22">2021</xref>). It is also indicated that a coefficient too close to 1 is to be taken with precaution, this high value may be due to redundancy in the question statements (Tavakol and Dennick, <xref ref-type="bibr" rid="B80">2011</xref>). In other words, the items would be too similar one from the other, and do not bring additional information.</p>
</sec>
<sec>
<title>2.3.2. Structure of the model and questionnaire: Confirmatory factor analysis</title>
<p>Confirmatory factor analysis (CFA) is a validation test, which also aims to verify the internal consistency of the questionnaire and check whether the model we propose fits correctly with the data collected. Several indicators are used to interpret the CFA (Gallagher and Brown, <xref ref-type="bibr" rid="B28">2013</xref>): <bold>(i)</bold> The chi-square (<italic>X</italic><sup>2</sup>) test which has the null hypothesis that the model fits perfectly. A good fit is shown by a <italic>p</italic> &#x0003E; 0.05 (i.e., not significant). This test is not always reliable on large samples because it is very sensitive to size. <bold>(ii)</bold> The comparative fit index (CFI) estimates to what extent the tested model is better than the independence model (i.e., the model where each of the factors are independent and uncorrelated). Ideally, this score should be higher than 0.95 (perfect) or at least better than 0.90 (acceptable). <bold>(iii)</bold> The Tucker-Lewis index (TLI) is very close to CFI, it evaluates the degree to which the model improves the fit with respect to the independence model. For example, if the TLI is equal to 0.95, the studied model improves the fit by 95% compared to the independence model. As CFI, this score should be higher than 0.95 or at least better than 0.90. <bold>(iv)</bold> The root mean square error of approximation (RMSEA) is the index of poor fit of the tested model. The smaller the RMSEA, the better the goodness of fit. It is thus preferable to have the smallest possible value of RMSEA (preferably less than 0.05). <bold>(v)</bold> Finally, we can also look at the standardized root mean squared residual (SRMR), this latter must be &#x0003C; 0.08. It measures the difference between the correlation matrix of the observed sample and the matrix predicted by the model.</p>
</sec>
</sec>
<sec>
<title>2.4. Quantification of the impact of the different factors on BCI acceptability</title>
<sec>
<title>2.4.1. Important factors in each category of our model: Mediation analysis</title>
<p>As one of our main aims was to determine the most influential determinants of PU, PEOU, and BI, we chose to perform mediation analyzes. This analysis is a rearranged linear regression, its objective being to decompose and quantify the total effect of a cause X on a response variable Y into a direct effect and an indirect effect through the mediator(s). This method was very relevant in our context: we had an acceptability model with independent variables, moderators (PU and PEOU) and a target variable (BI). We did one mediation analysis per category in our model (i.e., <italic><bold>social influence, individual</bold></italic> <italic><bold>differences, facilitating condition, and system characteristics</bold></italic>&#x02014;these categories are depicted in Section 3.1), in order to see which factors had the most impact in each of them. This analysis was also an interesting step to enable us to propose a shorter and simplified version of our model and questionnaire in the future, one with only the most relevant variables. The mediate library from R &#x0201C;psych&#x0201D; package was used (Revelle, <xref ref-type="bibr" rid="B73">2021</xref>).</p>
</sec>
<sec>
<title>2.4.2. Important factors independently of structure of the model: Random forest algorithm</title>
<p>After mediation analyzes, we wanted to do additional observations that do not depend on the architecture of our proposed model. We thus opted for the random forest (RF) algorithm. The principle of this algorithm is to randomly build multiple decision trees and train them on different subsets of our data. Thus, instead of trying to obtain an optimized method at once, we generate several predictors before pooling their different predictions. The final estimation is obtained, in the case of a regression as for this study, by taking the average of the predicted values. RF algorithms have the advantage of being non-parametric tests allowing the combination of quantitative and qualitative data, and making it possible to identify the factors associated with the bigger weights.</p>
</sec>
<sec>
<title>2.4.3. Intensity of the connections between factors: Correlation analysis</title>
<p>After using the RF algorithm, we looked at the correlations between the most salient factors which stood out. Our objective was to see if the correlations between these factors were rather positive or negative in order to understand the meaning of their relationship (RF algorithm does not provide the strength of the connection between factors and target variable). To build the correlation matrix, a non-parametric method (Spearman&#x00027;s coefficient) was applied (Kowalski, <xref ref-type="bibr" rid="B50">1972</xref>), and p-values were adjusted using the Bonferroni method.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>3. Results</title>
<p>In this section, we present the acceptability model we built, the results of the questionnaire, our analyzes to validate these latter and finally those for quantifying the impact of the different factors on BCI acceptability.</p>
<p>We performed these analyzes using data from Qualtrics, after measuring the average score of each factor for every respondent (as explained in Section 2.2, a factor is measured by several questions which we had to average). For the qualitative/categorical variables, we calculated the number of occurrences of the sub-modalities.</p>
<sec>
<title>3.1. Design of the acceptability model</title>
<p>We introduce here the theoretical model of acceptability dedicated to BCI-based post-stroke rehabilitation procedures that we have created. To design this model, we selected factors from those of the existing models presented in <xref ref-type="table" rid="T1">Table 1</xref>, using studies on BCIs to estimate their suitability in our context. To these current factors, we have added new ones that seem particularly relevant to BCIs, still basing ourselves on the BCIs literature. We present in this section the factors we included in our model (<xref ref-type="table" rid="T2">Table 2</xref> contains definition and justifications of our choices) and its structure (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Factors included in our acceptability model for BCIs in post-stroke motor rehabilitation.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"><bold>Factors</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Validated models</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Explanations</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Target factors</bold></td>
</tr> <tr>
<td valign="top" align="left">Behavioral intention-BI</td>
<td valign="top" align="left">TAM3-UTAUT2-CUE</td>
<td valign="top" align="left">BI designates the prediction of an user&#x00027;s intention to use a technology. This is the key factor in acceptability models: a strong intention is the sign of a good acceptability of the system. BI is influenced by all other factors to greater or lesser degrees.</td>
</tr> <tr>
<td valign="top" align="left">Perceived usefulness-PU</td>
<td valign="top" align="left">TAM3-UTAUT2-CUE</td>
<td valign="top" align="left"><sc>Definition:</sc> PU is equivalent to &#x0201C;performance expectancy&#x0201D; in UTAUT. It corresponds to the user&#x00027;s belief level of the fact that the use of the technology will improve them performance.</td>
</tr>
<tr>
<td valign="top" align="left">Perceived ease of use-PEOU</td>
<td valign="top" align="left">TAM3-UTAUT2-CUE</td>
<td valign="top" align="left">PEOU is equivalent to &#x0201C;effort expectancy&#x0201D; in UTAUT. It consists in the degree of belief to which using the system will require little or no effort (Terrade et al., <xref ref-type="bibr" rid="B81">2009</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> In the literature, these two factors and the way they interact with each other are essential in the prediction of BI. Moreover, they are present in all of the papers that assessed the acceptability of BCIs using validated questionnaires of acceptability (Pillette et al., <xref ref-type="bibr" rid="B69">2022</xref>).</td>
</tr> <tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Characteristics of the system</bold></td>
</tr> <tr>
<td valign="top" align="left">Image</td>
<td valign="top" align="left">TAM3-UTAUT2</td>
<td valign="top" align="left"><sc>Definition:</sc> Image refers to the social image reflected when using a technology (social status, positive/negative perception by society). It is part of the process of social influence in TAM3 and UTAUT2, but we have chosen to introduce it within the characteristics of the system because BCIs can have different physical/material aspects, which probably influences the image.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> To our knowledge, the role of social norms on the intention to use BCIs has not really been studied. We nevertheless believe that there is an interest in verifying whether this factor plays or not a role on acceptability given the large number of categories of people who gravitate around post-stroke subjects&#x02014;as we said for subjective norm.</td>
</tr> <tr>
<td valign="top" align="left">Relevance</td>
<td valign="top" align="left">TAM3</td>
<td valign="top" align="left"><sc>Definition:</sc> This is the relevance from a scientific standpoint (i.e., relevance according to experts, to the latest science advances). We hypothesize that the scientific relevance of the BCI can be called into question when the benefits on risk ratio is low.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Due to the large number of false beliefs about BCIs (Bocquelet et al., <xref ref-type="bibr" rid="B11">2016</xref>), there is a strong interest in taking this factor into account in the context of rehabilitation with these technologies.</td>
</tr> <tr>
<td valign="top" align="left">Result demonstrability</td>
<td valign="top" align="left">TAM3</td>
<td valign="top" align="left"><sc>Definition:</sc> This factor assesses the degree to which an individual believes that the results of using technology are tangible, observable and communicable (Moore and Benbasat, <xref ref-type="bibr" rid="B59">1991</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> It is particularly interesting to evaluate it for BCIs in rehabilitation in order to understand how clear the information provided to the subject seems to them.</td>
</tr> <tr>
<td valign="top" align="left">Visual aesthetics</td>
<td valign="top" align="left">CUE</td>
<td valign="top" align="left"><sc>Definition:</sc> The factor is introduced by CUE among the non-instrumental qualities of a system which &#x0201C;concern the look and feel of the system [...] non-instrumental qualities result from its appeal and attractiveness&#x0201D; (Th&#x000FC;ring and Mahlke, <xref ref-type="bibr" rid="B82">2007</xref>). Visual aesthetics refers more particularly the physical appearance of the system.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Given that BCIs do not have a very attractive or aesthetic appearance, it can be assumed that this will have a possible impact on their acceptability, both in the user&#x00027;s relationship to the system&#x02014;in particular their anxiety&#x02014;and in the reflected social image.</td>
</tr> <tr>
<td valign="top" align="left">Benefits/risk ratio</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> We decided to introduce this ratio as in medical context comparing a new therapy to conventional therapies is important; especially since learning how to use a BCI can be costly in time. In addition, the risk/benefit ratio is a common measure in the medical community (Edwards et al., <xref ref-type="bibr" rid="B25">1996</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Our choice is in accordance with the conclusion of Wolbring et al. (<xref ref-type="bibr" rid="B94">2013</xref>) who notes that &#x0201C;the clinical viability of BMI [brain-machine interface] technology for disabled people is determined by a cost (surgical risks, financial accessibility, reliability) benefit (improvement of quality of life) analysis.&#x0201D;</td>
</tr> <tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Social influence</bold></td>
</tr> <tr>
<td valign="top" align="left">Subjective norm</td>
<td valign="top" align="left">TAM3-UTAUT2</td>
<td valign="top" align="left"><sc>Definition:</sc> &#x0201C;The degree to which an individual perceives that most people who are important to him think he should or should not use the system&#x0201D; (Fishbein and Ajzen, <xref ref-type="bibr" rid="B27">1977</xref>; Venkatesh and Davis, <xref ref-type="bibr" rid="B85">2000</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Subjective norm is supposed to influence <italic>image</italic> (TAM3). This link would reflect the effect of the so-called identification process, i.e., when the subjects accept the use of a technology in order to maintain a positive relationship with the social group to which they belong (Kelman, <xref ref-type="bibr" rid="B45">1958</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Subjective norm is relevant for BCIs in clinical settings because patients are often assisted/supported by many people (close relations, nursing staff, other patients, etc.) who can influence their choices.</td>
</tr> <tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Individual differences</bold></td>
</tr> <tr>
<td valign="top" align="left">Age and gender</td>
<td valign="top" align="left">UTAUT2</td>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> The user&#x00027;s personal characteristics were introduced as moderator variables in UTAUT (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>). We have chosen to keep them as classic factors (i.e., not just moderators), in order to see whether or not, in our context, they directly influence PU, PEOU or BI.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">In UTAUT2, age and gender influence also the <italic><bold>Facilitating conditions</bold></italic> category.</td>
</tr> <tr>
<td valign="top" align="left">Computer anxiety</td>
<td valign="top" align="left">TAM3</td>
<td valign="top" align="left"><sc>Definition:</sc> &#x0201C;The degree of an individual&#x00027;s apprehension, or even fear, when she/he is faced with the possibility of using computers&#x0201D; (Venkatesh, <xref ref-type="bibr" rid="B83">2000</xref>; Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Computer anxiety (here anxiety regarding BCIs) is a relevant factor as it has been shown that fear of BCIs affects user performance (Burde and Blankertz, <xref ref-type="bibr" rid="B13">2006</xref>; Nijboer et al., <xref ref-type="bibr" rid="B62">2010</xref>; Witte et al., <xref ref-type="bibr" rid="B93">2013</xref>). This apprehension toward the use of BCIs can be compared to a feeling of computer anxiety (Jeunet et al., <xref ref-type="bibr" rid="B42">2016</xref>).</td>
</tr> <tr>
<td valign="top" align="left">Computer self-efficacy</td>
<td valign="top" align="left">TAM3</td>
<td valign="top" align="left"><sc>Definition:</sc> &#x0201C;The degree to which an individual believes that he or she has the ability to perform a specific task/job using the computer&#x0201D; (Compeau and Higgins, <xref ref-type="bibr" rid="B18">1995</xref>; Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> The study (Nijboer et al., <xref ref-type="bibr" rid="B63">2008</xref>) shows that participant&#x00027;s high confidence in their training success leads to a better control over the BCI. Conversely, this same study found that a high level of fear of incompetence is associated with much lower control capacities.</td>
</tr> <tr>
<td valign="top" align="left">General anxiety</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> Anxiety corresponds to waiting more or less consciously for future dangers or problems. In post-stroke subjects, the overall pooled estimate of anxiety disorders assessed by rating scale is 25% (Burton et al., <xref ref-type="bibr" rid="B15">2013</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> This factor was chosen because the measure of general anxiety enables to differentiate anxiety generated by BCIs from anxiety disorder; the former can be softened by the context of use whereas the second is less controllable.</td>
</tr> <tr>
<td valign="top" align="left">Autonomy</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> Autonomy is defined as people&#x00027;s concern &#x0201C;for their individuality, their independence, their efforts to achieve a goal, as well as a low concern for others&#x0201D; (Husky et al., <xref ref-type="bibr" rid="B40">2004</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> A BCI study showed a strong correlation between self-reliance and mental imagery (MI) BCI performance (Jeunet et al., <xref ref-type="bibr" rid="B43">2015</xref>). Self-reliance is an item of the 16PF5 questionnaire (Cattell and Cattell, <xref ref-type="bibr" rid="B16">1995</xref>) which is an equivalent to autonomy as it measures the capacity to act in an autonomous way. We therefore believe that autonomy is a factor to include in order to better understand the attitude toward BCIs.</td>
</tr> <tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Facilitating conditions</bold></td>
</tr> <tr>
<td valign="top" align="left">Agency</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> &#x0201C;The sense that I am the one who is causing or generating an action&#x0201D; (Gallagher, <xref ref-type="bibr" rid="B29">2000</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> We introduce this factor in our model in light of BCIs studies. Indeed (Jeunet et al., <xref ref-type="bibr" rid="B42">2016</xref>) showed that a low feeling of control and agency leads to poor performance with BCIs and Dussard et al. (<xref ref-type="bibr" rid="B24">2022</xref>) had preliminary results implying that a greater agency can improve BCI performances.</td>
</tr> <tr>
<td valign="top" align="left">Computer playfulness</td>
<td valign="top" align="left">TAM3-UTAUT2-CUE</td>
<td valign="top" align="left"><sc>Definition:</sc> Introduced in TAM3, this factor is inspired by the concept of microcomputer playfulness presented by Martocchio et al., it &#x0201C;represents a type of intellectual or cognitive playfulness [...] an individual&#x00027;s tendency to interact spontaneously, inventively, and imaginatively with microcomputers&#x0201D; (Martocchio and Webster, <xref ref-type="bibr" rid="B58">1992</xref>).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> We think that in BCI context, a pleasant and playful interface can reduce the apprehension and the fear felt toward the system. The consideration of playfulness is common in motor rehabilitation (Korn and Tietz, <xref ref-type="bibr" rid="B48">2017</xref>), but also in the field of BCIs, in particular in a logic of gamification and of combination of virtual reality and BCI (Ron-Angevin and D&#x00301;&#x00131;az-Estrella, <xref ref-type="bibr" rid="B75">2009</xref>; Wang et al., <xref ref-type="bibr" rid="B90">2022</xref>).</td>
</tr> <tr>
<td valign="top" align="left">Ease of learning</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> This factor is inspired from the System Usability Scale (SUS) (Brooke, <xref ref-type="bibr" rid="B12">1986</xref>)&#x02014;the questionnaire measures ease of use, but some questions are in link with the learning. We define it as the degree to which a person believes that learning how to use a system will be effortless.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> This is particularly interesting for BCIs as learning to use them is not easy (Benaroch et al., <xref ref-type="bibr" rid="B8">2021</xref>), regardless of the level of expertise in the use of others technologies. For example, Pasqualotto et al. (<xref ref-type="bibr" rid="B66">2011</xref>) found that computer skills did not influence BCI&#x02014;type P300 Speller&#x02014;performance.</td>
</tr> <tr>
<td valign="top" align="left">Social support</td>
<td valign="top" align="left">&#x02013;</td>
<td valign="top" align="left"><sc>Definition:</sc> Social support is a new item which we believe may help to adapt BCIs for rehabilitation protocols. It is the degree to which an individual feels they need a human presence for BCI use and the context in which they would need it.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> The study of Pillette et al. (<xref ref-type="bibr" rid="B70">2020</xref>) shows that the presence of a tangible companion, who provides social and emotional support, has positive effects for certain participant profiles. For rehabilitation, we find it especially relevant to measure social support since research on BCIs in clinical situation is conducted both in hospital and at home (Leeb et al., <xref ref-type="bibr" rid="B53">2013</xref>; Zulauf-Czaja et al., <xref ref-type="bibr" rid="B95">2021</xref>).</td>
</tr> <tr>
<td valign="top" align="left" colspan="3" style="background-color:#e0e1e3"><bold>Moderators</bold></td>
</tr> <tr>
<td valign="top" align="left">Previous experience</td>
<td valign="top" align="left">TAM3-UTAUT2</td>
<td valign="top" align="left"><sc>Definition:</sc> This moderator concerns both taking into account the user&#x00027;s experience with BCIs and with new technologies in general. It moderates the effects that <italic><bold>social influence</bold>, <bold>individual differences</bold></italic> and <italic><bold>facilitating conditions</bold></italic> have on the target factors as well as the influence that PEOU has on PU and BI.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">The effect of PEOU on BI is lessened (TAM3 and UTAUT2) while the one of PU is strengthened (TAM3) with experience. In UTAUT2, it is also suggested that this <italic>previous experience</italic> factor moderates the effect of BI on the final use of the technology: the more experienced the user, the less influence BI has on actual use of the technology.</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> It is not new to take experience into consideration in BCIs studies, it is for example the case in Pasqualotto et al. (<xref ref-type="bibr" rid="B66">2011</xref>) and Randolph (<xref ref-type="bibr" rid="B72">2012</xref>).</td>
</tr>
<tr>
<td valign="top" align="left">Voluntary</td>
<td valign="top" align="left">TAM3-UTAUT2</td>
<td valign="top" align="left"><sc>Definition:</sc> This factor expresses if the use is mandatory or voluntary, this can potentially affect acceptability factors. It has been suggested to influence directly BI (TAM3).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">In our questionnaire, we could not really measure this factor since it was not followed by an actual use of a BCI. We have therefore adapted the wording of the questions so that they correspond to a supposedly voluntary use (e.g., &#x0201C;If I had the possibility&#x02026;&#x0201D;).</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left"><sc><bold>Justification:</bold></sc> Some researchers have found, for example, that the role of <italic><bold>social influence</bold></italic> is significant when use is constrained, and not when it is voluntary (Wills et al., <xref ref-type="bibr" rid="B92">2008</xref>). These results are not always found (Wang et al., <xref ref-type="bibr" rid="B91">2009</xref>; Schaupp et al., <xref ref-type="bibr" rid="B77">2010</xref>), so it is relevant to observe the role of this moderator for BCIs.</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Representation of the tentative model of acceptability of BCIs for motor rehabilitation after stroke. On the right (in gray) are the target factors from TAM3 namely, PU, PEOU and BI. On the left are the four categories of factors that may influence the target factors: <italic><bold>system characteristics</bold></italic> (orange), <italic><bold>social influence</bold></italic> (turquoise), <italic><bold>individual</bold></italic> <italic><bold>characteristics</bold></italic> (yellow) and <italic><bold>facilitating conditions</bold></italic> (green). Each category includes one or more factors, themselves assessed in the questionnaire by 3&#x02013;5 items. Solid arrows represent the potential influence of those categories on the target factors. Finally, on top, two moderators are represented in blue. Those factors moderate the effect of the different categories on the target factors. Dotted lines represent moderation effects presented in TAM3 while broken lines represent effects depicted in UTAUT2 (or in both).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnrgo-03-1082901-g0002.tif"/>
</fig>
<p>Each factor is classified into a category: <italic><bold>social influence</bold></italic>, <italic><bold>individual differences</bold></italic>, <italic><bold>facilitating conditions</bold></italic>, and <italic><bold>system characteristics</bold></italic>. These categories are inspired by TAM3 (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>) and UTAUT2 (Venkatesh et al., <xref ref-type="bibr" rid="B87">2012</xref>). <italic><bold>Social</bold></italic> <italic><bold>influence</bold></italic>, as defined in the TAM2 and 3, is the influence of an individual&#x00027;s relatives and social group on their choice of whether or not to adopt a system. It is a determinant of PU and BI. Its effect on BI and PU decreases with experience (according to TAM3 and UTAUT2, and only to TAM3, respectively). <italic><bold>Individual differences</bold></italic> is a category which groups the user personal characteristics (socio-demographic information, cognitive traits and personality). Its factors are determinants of PU and PEOU. We hypothesize that the weight of the factors of this category decrease with experience as the effect of computer anxiety on PU and PEOU decreases with experience (TAM3). <italic><bold>Facilitating</bold></italic> <italic><bold>conditions</bold></italic> brings together the factors related to the material, organizational and/or human conditions that facilitate the use of a technology (F&#x000E9;vrier, <xref ref-type="bibr" rid="B26">2011</xref>). This category is a determinant of PEOU (TAM3). Its impact is lessened while users acquire experience with the technology as their dependence toward external support will be reduced (Alba and Hutchinson, <xref ref-type="bibr" rid="B2">1987</xref>). Finally, <italic><bold>system characteristics</bold></italic> is a category related to the instrumental cognitive process introduced by the TAM2. It is the mental representation developed by the user to judge what the use of a technology can bring them in relation to their objective(s) (relevance of the system, perceived quality, etc.) (Terrade et al., <xref ref-type="bibr" rid="B81">2009</xref>). This category influences PU (TAM3) and in addition, among this category, <italic>visual aesthetics</italic> also influences PEOU because this factor comes from the CUE model which assumes that its effect is not limited to PU.</p>
</sec>
<sec>
<title>3.2. Results of the questionnaire</title>
<sec>
<title>3.2.1. Participants</title>
<p>We managed to obtain a set of <italic>N</italic> = 753 respondents to our questionnaire based on the model. This sample was representative of the composition of the adult population in France. We provide the socio-demographic details in <xref ref-type="table" rid="T3">Table 3</xref>.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Socio-demographic information of the respondents of the questionnaire.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"/>
<th valign="top" align="center" style="background-color:#919497"><bold>Objective %</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Objective N</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Obtained %</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Obtained N</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="5" style="background-color:#e0e1e3"><bold>Source: National Institute of Statistics and Economic Studies (INSEE)-2016 to 2019</bold></td>
</tr> <tr>
<td valign="top" align="left" colspan="5" style="background-color:#e0e1e3"><bold>Gender</bold></td>
</tr> <tr>
<td valign="top" align="left">Male/Female</td>
<td valign="top" align="center">47.4%/52.6%</td>
<td valign="top" align="center">315/350</td>
<td valign="top" align="center">48.7%/51.3%</td>
<td valign="top" align="center">367/368</td>
</tr> <tr>
<td valign="top" align="left" colspan="5" style="background-color:#e0e1e3"><bold>Age (years)</bold></td>
</tr> <tr>
<td valign="top" align="left">20&#x02013;24</td>
<td valign="top" align="center">7.7%</td>
<td valign="top" align="center">51</td>
<td valign="top" align="center">10.2%</td>
<td valign="top" align="center">77</td>
</tr> <tr>
<td valign="top" align="left">25&#x02013;34</td>
<td valign="top" align="center">16.2%</td>
<td valign="top" align="center">108</td>
<td valign="top" align="center">17.4%</td>
<td valign="top" align="center">131</td>
</tr> <tr>
<td valign="top" align="left">35&#x02013;44</td>
<td valign="top" align="center">16.9%</td>
<td valign="top" align="center">112</td>
<td valign="top" align="center">18.2%</td>
<td valign="top" align="center">137</td>
</tr> <tr>
<td valign="top" align="left">45&#x02013;54</td>
<td valign="top" align="center">17.7%</td>
<td valign="top" align="center">118</td>
<td valign="top" align="center">16.3%</td>
<td valign="top" align="center">123</td>
</tr> <tr>
<td valign="top" align="left">55&#x02013;64</td>
<td valign="top" align="center">16.4%</td>
<td valign="top" align="center">109</td>
<td valign="top" align="center">14.9%</td>
<td valign="top" align="center">112</td>
</tr> <tr>
<td valign="top" align="left">65 and more</td>
<td valign="top" align="center">25.1%</td>
<td valign="top" align="center">167</td>
<td valign="top" align="center">23.0%</td>
<td valign="top" align="center">173</td>
</tr> <tr>
<td valign="top" align="left" colspan="5" style="background-color:#e0e1e3"><bold>Socio-professional categories</bold></td>
</tr> <tr>
<td valign="top" align="left">Own account workers (agriculture, craftsperson, shopkeeper, company head)</td>
<td valign="top" align="center">4.6%</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">5.2%</td>
<td valign="top" align="center">39</td>
</tr> <tr>
<td valign="top" align="left">Higher managerial, administrative and professional occupation</td>
<td valign="top" align="center">10.9%</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">11.2%</td>
<td valign="top" align="center">84</td>
</tr> <tr>
<td valign="top" align="left">Intermediate managerial, administrative, professional occupations</td>
<td valign="top" align="center">15.2%</td>
<td valign="top" align="center">101</td>
<td valign="top" align="center">15.1%</td>
<td valign="top" align="center">114</td>
</tr> <tr>
<td valign="top" align="left">Lower supervisory and technical occupations</td>
<td valign="top" align="center">29.4%</td>
<td valign="top" align="center">196</td>
<td valign="top" align="center">27.2%</td>
<td valign="top" align="center">205</td>
</tr> <tr>
<td valign="top" align="left">Retired</td>
<td valign="top" align="center">28.9%</td>
<td valign="top" align="center">192</td>
<td valign="top" align="center">28.6%</td>
<td valign="top" align="center">215</td>
</tr> <tr>
<td valign="top" align="left">Others unemployed</td>
<td valign="top" align="center">11.0%</td>
<td valign="top" align="center">73</td>
<td valign="top" align="center">12.7%</td>
<td valign="top" align="center">96</td>
</tr> <tr>
<td valign="top" align="left" colspan="5" style="background-color:#e0e1e3"><bold>Region</bold></td>
</tr> <tr>
<td valign="top" align="left">Ile-de-France</td>
<td valign="top" align="center">20.8%</td>
<td valign="top" align="center">138</td>
<td valign="top" align="center">19.3%</td>
<td valign="top" align="center">145</td>
</tr> <tr>
<td valign="top" align="left">North-west</td>
<td valign="top" align="center">21.7%</td>
<td valign="top" align="center">144</td>
<td valign="top" align="center">23.5%</td>
<td valign="top" align="center">177</td>
</tr> <tr>
<td valign="top" align="left">North-east</td>
<td valign="top" align="center">21.0%</td>
<td valign="top" align="center">140</td>
<td valign="top" align="center">22.2%</td>
<td valign="top" align="center">167</td>
</tr> <tr>
<td valign="top" align="left">South-west</td>
<td valign="top" align="center">10.7%</td>
<td valign="top" align="center">71</td>
<td valign="top" align="center">10.2%</td>
<td valign="top" align="center">77</td>
</tr> <tr>
<td valign="top" align="left">South-east</td>
<td valign="top" align="center">25.8%</td>
<td valign="top" align="center">172</td>
<td valign="top" align="center">24.8%</td>
<td valign="top" align="center">187</td>
</tr>
<tr>
<td valign="top" align="left"> Total</td>
<td valign="top" align="center">100.0%</td>
<td valign="top" align="center">665</td>
<td valign="top" align="center">100.0%</td>
<td valign="top" align="center">753</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The gray is for objective values whereas the violet is for obtained values.</p>
</table-wrap-foot>
</table-wrap>
<p>95.8% of our sample had never used BCIs&#x02014;including 68.7% that didn&#x00027;t hear about BCIs before this questionnaire. This lack of knowledge was consistent with our objectives because it is more relevant to have novice users when measuring acceptability&#x02014;as it should be before any interaction with the technology. In consequence, we didn&#x00027;t discuss in detail the <italic>previous experience</italic> moderator of our model in this paper, as we didn&#x00027;t have enough expert respondents to differentiate inexperienced/experimented users.</p>
</sec>
<sec>
<title>3.2.2. Descriptive analysis</title>
<p>In <xref ref-type="table" rid="T4">Table 4</xref>, we present the mean scores of each quantitative factor, and the percentages for categorical factors. None of the factors was associated with a score below 5/10, which reflects globally positive feelings and well-perceived BCIs among the respondents. Indeed, regarding the target factors, BI2 had a mean of 8.23 (<italic>SD</italic> = 1.69), for PU2 it was 8.28 (<italic>SD</italic> = 1.57) and for PEOU the mean was 7.17 (<italic>SD</italic> = 1.57).</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Results from general public questionnaire.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"><bold>Factors</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Type</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Mean</bold></th>
<th valign="top" align="left" style="background-color:#919497"><italic><bold>SD</bold></italic></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="4" style="background-color:#e0e1e3"><bold>System characteristics</bold></td>
</tr> <tr>
<td valign="top" align="left">Result demonstrability</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.84</td>
<td valign="top" align="left">1.68</td>
</tr> <tr>
<td valign="top" align="left">Benefits/risk ratio</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.27</td>
<td valign="top" align="left">1.51</td>
</tr> <tr>
<td valign="top" align="left">Relevance</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">8.04</td>
<td valign="top" align="left">1.48</td>
</tr> <tr>
<td valign="top" align="left">Image</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.10</td>
<td valign="top" align="left">2.18</td>
</tr> <tr>
<td valign="top" align="left">Visual aesthetic</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.62</td>
<td valign="top" align="left">1.89</td>
</tr> <tr>
<td valign="top" align="left" colspan="4" style="background-color:#e0e1e3"><bold>Social influence</bold></td>
</tr> <tr>
<td valign="top" align="left">Subjective norm</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.39</td>
<td valign="top" align="left">1.71</td>
</tr> <tr>
<td valign="top" align="left" colspan="4" style="background-color:#e0e1e3"><bold>Individuals differences</bold></td>
</tr> <tr>
<td valign="top" align="left">Autonomy</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.40</td>
<td valign="top" align="left">1.46</td>
</tr> <tr>
<td valign="top" align="left">General anxiety</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">5.49</td>
<td valign="top" align="left">1.87</td>
</tr> <tr>
<td valign="top" align="left">Computer anxiety</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.35</td>
<td valign="top" align="left">2.51</td>
</tr> <tr>
<td/>
<td/>
<td valign="top" align="left"><bold>Condition</bold></td>
<td valign="top" align="left"><bold>%</bold></td>
</tr> <tr>
<td valign="top" align="left">Computer self-efficacy</td>
<td valign="top" align="left">Qualitative</td>
<td valign="top" align="left">Alone, independently</td>
<td valign="top" align="left">23.1%</td>
</tr>
<tr>
<td valign="top" align="left">Usage conditions if BCI installed and explained</td>
<td/>
<td valign="top" align="left">Alone, if had used a similar technology before</td>
<td valign="top" align="left">12.0%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Alone, with a support of a virtual companion</td>
<td valign="top" align="left">36.7%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Only with an human guidance and presence</td>
<td valign="top" align="left">28.3%</td>
</tr> <tr>
<td valign="top" align="left">Social support</td>
<td valign="top" align="left">Qualitative</td>
<td valign="top" align="left">Independently, alone at home</td>
<td valign="top" align="left">32.8%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">In the presence of a health professional</td>
<td valign="top" align="left">47.7%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Alone, but in a health facility</td>
<td valign="top" align="left">19.5%</td>
</tr> <tr>
<td valign="top" align="left">BCI knowledge</td>
<td valign="top" align="left">Qualitative</td>
<td valign="top" align="left">Yes-has already use a BCI</td>
<td valign="top" align="left">4.0%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">Yes-but has never use a BCI</td>
<td valign="top" align="left">27.1%</td>
</tr>
<tr>
<td/>
<td/>
<td valign="top" align="left">No</td>
<td valign="top" align="left">68.7%</td>
</tr> <tr>
<td valign="top" align="left"><bold>Facilitating conditions</bold></td>
</tr> <tr>
<td/>
<td/>
<td valign="top" align="left"><bold>Mean</bold></td>
<td valign="top" align="left"><bold>SD</bold></td>
</tr> <tr>
<td valign="top" align="left">Agency</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.29</td>
<td valign="top" align="left">1.65</td>
</tr> <tr>
<td valign="top" align="left">Playfulness</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">6.90</td>
<td valign="top" align="left">1.80</td>
</tr> <tr>
<td valign="top" align="left">Ease of learning</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">5.96</td>
<td valign="top" align="left">1.62</td>
</tr> <tr>
<td valign="top" align="left" colspan="4" style="background-color:#e0e1e3"><bold>Target factors</bold></td>
</tr> <tr>
<td valign="top" align="left">BI</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.88</td>
<td valign="top" align="left">1.73</td>
</tr> <tr>
<td valign="top" align="left">PU</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.87</td>
<td valign="top" align="left">1.63</td>
</tr> <tr>
<td valign="top" align="left">PEOU</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">7.17</td>
<td valign="top" align="left">1.57</td>
</tr> <tr>
<td valign="top" align="left">PU 2</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">8.28</td>
<td valign="top" align="left">1.57</td>
</tr>
<tr>
<td valign="top" align="left">BI 2</td>
<td valign="top" align="left">Quantitative</td>
<td valign="top" align="left">8.23</td>
<td valign="top" align="left">1.69</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Scores for the quantitative variables were continuous from 0 to 10 (<italic>strongly disagree</italic> to <italic>strongly agree</italic>).</p>
</table-wrap-foot>
</table-wrap>
<p>As explained in Section 2.2, our questionnaire contained two videos. We wanted to verify if, depending on the richness of information provided to people about BCIs in rehabilitation (possibilities of use, expected results, etc.), the factors that most impact BI and PU are or not the same. In this aim, we compared the means of the two paired samples (before/after the video explaining how BCIs could be integrated in stroke rehabilitation, i.e., video 2) for BI and PU. Wilcoxon test with Bonferroni correction was used, it evaluated if there was a significant difference between the values of PU1/PU2 and BI1/BI2. We didn&#x00027;t measure PEOU twice, even if it is one of the main determinant of BI in literature, because the users&#x00027; viewpoint about the functioning of BCI remains the same as long as they had never have the opportunity to actually test the interface before.</p>
<p>Wilcoxon test showed that the scores of BI1 and PU1 were significantly different from BI2 and PU2 respectively (see <xref ref-type="fig" rid="F3">Figure 3</xref>). As pointed out in <xref ref-type="table" rid="T4">Table 4</xref>, the means were higher after the video, which seemed to have a positive impact on the respondents&#x00027; standpoint about BCI (<italic>Before video 2:</italic> PU1 mean = 7.87, <italic>SD</italic> = 1.63/BI1 mean = 7.88, <italic>SD</italic> = 1.73. <italic>After video 2:</italic> PU2 mean = 8.28, <italic>SD</italic> = 1.57/BI2 mean = 8.23, <italic>SD</italic> = 1.69). The score of PEOU was also high (mean = 7.17, <italic>SD</italic> = 1.57).</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Distribution of the scores as a function of the different target factors. Paired Wilcoxon test: for the [PU1-PU2] and [BI1-BI2] pairs, we obtained a <italic>p</italic> &#x0003C; 0.001 (with Bonferroni correction), each factor was therefore significantly different. The &#x0002A;&#x0002A; symbol indicated to show that the factors were significantly different (i.e., PU/PU2 and BI/BI2).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnrgo-03-1082901-g0003.tif"/>
</fig>
</sec>
</sec>
<sec>
<title>3.3. Validation of the structures of the model and questionnaire</title>
<sec>
<title>3.3.1. Coherence of the factors: Cronbach&#x00027;s alpha</title>
<p>Cronbach&#x00027;s alpha analyzes (<xref ref-type="table" rid="T5">Table 5</xref>) show that 13/17 factors had a satisfactory internal consistency, with scores comprised between 0.72 and 0.97. Among the four other factors, the scores were the following: 0.5 (<italic>agency</italic>), 0.52 (<italic>autonomy</italic>), 0.57 (<italic>ease of learning</italic>) and 0.62 (<italic>benefits/risk ratio</italic>).</p>
<table-wrap position="float" id="T5">
<label>Table 5</label>
<caption><p>Cronbach&#x00027;s alpha reliability values for the questionnaire based on our acceptability model.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"><bold>Categories</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Factors</bold></th>
<th valign="top" align="left" style="background-color:#919497"><bold>Alpha coefficient</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">System characteristics</td>
<td valign="top" align="left">Benefits/Risk ratio</td>
<td valign="top" align="left" style="background-color:#feedd7">0.62</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Result demonstrability</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.72</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Image</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.80</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Visual aesthetics</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.83</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Relevance</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.91</td>
</tr> <tr>
<td valign="top" align="left">Social influence</td>
<td valign="top" align="left">Subjective norm</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.83</td>
</tr> <tr>
<td valign="top" align="left">Individual differences</td>
<td valign="top" align="left">Agency</td>
<td valign="top" align="left" style="background-color:#feedd7"> 0.50</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Autonomy</td>
<td valign="top" align="left" style="background-color:#feedd7">0.52</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">General anxiety</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.77</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Computer anxiety</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.91</td>
</tr> <tr>
<td valign="top" align="left">Facilitating conditions</td>
<td valign="top" align="left">Ease of learning</td>
<td valign="top" align="left" style="background-color:#feedd7">0.57</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">Playfulness</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.83</td>
</tr> <tr>
<td valign="top" align="left">Target factors</td>
<td valign="top" align="left">PEOU</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.83</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">PU 1</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.91</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">BI 1</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.95</td>
</tr>
 <tr>
<td/>
<td valign="top" align="left">PU 2</td>
<td valign="top" align="left" style="background-color:#e4f2e7">0.95</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">BI 2</td>
<td valign="top" align="left" style="background-color:#b3ddc0">0.97</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The closer the value is to 1, the better the internal consistency of the factor. It is estimated that below 0.7, consistency is weak. Orange is for factor below 0.7 (i.e., coefficient not very satisfactory), green is for factors between 0.7 and 0.95 (i.e., good coefficient), dark green is for factor above 0.95 (i.e., coefficient very high, which may be a sign of redundancy in the items of the factor).</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>3.3.2. Structure of the model: Confirmatory factor analysis</title>
<p>Regarding the CFA results, we obtained a <italic>p</italic>-value of 0.0 for the chi-square test. This means that the hypothesis of the perfect fit of the model to our data is rejected. Nevertheless, this can be explained by the large size of our sample. The comparative fit index (CFI) value was 0.913 and the Tucker-Lewis index (TLI) value 0.897, which indicates a good fit between the model and the data. Indeed, these scores mean that our model is better than the independence model. The RMSEA, which is the index of poor adjustment of the model, should ideally be below than 0.05. Results indicated a value of 0.059, with a confidence interval ranging from 0.056 to 0.062. It was thus close to the expected value. Finally, our SRMR was 0.076 (i.e., &#x0003C; 0.08, as expected as this test assesses the divergence between observed and expected correlations).</p>
</sec>
</sec>
<sec>
<title>3.4. Quantification of the impact of the different factors on BCI acceptability</title>
<sec>
<title>3.4.1. Important factors in each category of our model: Mediation analysis</title>
<p><xref ref-type="table" rid="T6">Table 6</xref> presents the different results we obtained following the mediation analyzes. It should be noted that the categorical factors are not presented here (demographics, self-efficacy, BCI knowledge and social support), we studied only the quantitative variables because our categorical variables were not binary, so it was not adapted to this method. Nevertheless, they are not left out, we present an analysis included them with RF algorithm in Section 3.4.2.</p>
<table-wrap position="float" id="T6">
<label>Table 6</label>
<caption><p>Table of scores for mediation analysis (only with quantitative factors).</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"><bold>Category</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Independent variable (IV)</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Total effect</bold></th>
<th valign="top" align="center" colspan="2" style="background-color:#919497"><bold>Effect IV-MV</bold></th>
<th valign="top" align="center" colspan="2" style="background-color:#919497"><bold>Effect MV-DV</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Direct effect</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Indirect effect</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>BC 95% CI of indirect effect (bootstrap : nb iterations = 500)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" style="background-color:#919497"/>
<td valign="top" align="center" style="background-color:#919497"/>
<td valign="top" align="center" style="background-color:#919497"/>
<td valign="top" align="center" style="background-color:#919497"><bold>PU2</bold></td>
<td valign="top" align="center" style="background-color:#919497"><bold>PEOU</bold></td>
<td valign="top" align="center" style="background-color:#919497"><bold>PU2</bold></td>
<td valign="top" align="center" style="background-color:#919497"><bold>PEOU</bold></td>
<td valign="top" align="center" style="background-color:#919497"/>
<td valign="top" align="center" style="background-color:#919497"/>
<td valign="top" align="center" style="background-color:#919497"/>
</tr> <tr>
<td valign="top" align="left">System characteristics-PEOU</td>
<td valign="top" align="center">Visual aesthetic</td>
<td valign="top" align="center">0.32&#x0002A;&#x0002A;<break/><italic>p</italic> = 3.19e-22</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">0.38 &#x0002A;&#x0002A;<break/><italic>p</italic> = 2.48e-43</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">0.73 &#x0002A;&#x0002A;<break/><italic>p</italic> = 1.04e-75</td>
<td valign="top" align="center">0.04<break/><italic>p</italic> = 2.17e-01</td>
<td valign="top" align="center">0.28</td>
<td valign="top" align="center">[0.09 ; 0.16]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Image</td>
<td valign="top" align="center">0.09<break/> <italic>p</italic> = 1.61e-03</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">0.17&#x0002A;&#x0002A;<break/><italic>p</italic> = 8.81e-14</td>
<td valign="top" align="center">&#x02013;</td>
<td/>
<td valign="top" align="center">&#x02013;0.04<break/><italic>p</italic> = 8.63e-02</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">[0.22 ; 0.5]</td>
</tr> <tr>
<td valign="top" align="left"> System characteristics-PU2</td>
<td valign="top" align="center">Relevance</td>
<td valign="top" align="center">0.56 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.48e-51</td>
<td valign="top" align="center">0.65 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 6.24e-83</td>
<td valign="top" align="center">-</td>
<td/>
<td/>
<td valign="top" align="center">0.05 <break/> <italic>p</italic> = 1.10e-01</td>
<td valign="top" align="center">0.51</td>
<td valign="top" align="center">[0.42 ; 0.6]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">PEOU</td>
<td valign="top" align="center">0.2 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.89e-11</td>
<td valign="top" align="center">0.2 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 2.77e-14</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center"></td>
<td valign="top" align="center"></td>
<td valign="top" align="center">0.04<break/> <italic>p</italic> = 6.18e-02</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">[0.09; 0.22]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Benefits/risk ratio</td>
<td valign="top" align="center">0.23 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.73e-13</td>
<td valign="top" align="center">0.15 &#x0002A;&#x0002A;<break/><italic>p</italic> = 1.51e-08</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">0.78 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 2.31e-100</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">0.11 &#x0002A;&#x0002A;<break/><italic>p</italic> = 1.65e-06</td>
<td valign="top" align="center">0.12</td>
<td valign="top" align="center">[0.05 ; 0.18]</td>
</tr>
<tr>
<td valign="top" align="left"></td>
<td valign="top" align="center">Result demonstrability</td>
<td valign="top" align="center">0.12 &#x0002A;&#x0002A;<break/><italic>p</italic> = 3.51e-06</td>
<td valign="top" align="center">0.04<break/> <italic>p</italic> = 5.15e-02</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center"></td>
<td valign="top" align="center"></td>
<td valign="top" align="center">0.08 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 6.73e-06</td>
<td valign="top" align="center">0.03</td>
<td valign="top" align="center">[0.0 ; 0.07]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Visual aesthetic</td>
<td valign="top" align="center">0<break/> <italic>p</italic> = 9.99e-01</td>
<td valign="top" align="center">&#x02013;0.02<break/> <italic>p</italic> = 3.06e-02</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center"></td>
<td valign="top" align="center"></td>
<td valign="top" align="center">0.01<break/> <italic>p</italic> = 3.49e-01</td>
<td valign="top" align="center">&#x02013;0.01</td>
<td valign="top" align="center">[&#x02013;0.04 ; 0.01]</td>
</tr>
<tr>
<td valign="top" align="left"></td>
<td valign="top" align="center">Image</td>
<td valign="top" align="center">&#x02013;0.02<break/> <italic>p</italic> = 1.69e-01</td>
<td valign="top" align="center">&#x02013;0.01<break/> <italic>p</italic> = 5.26e-01</td>
<td valign="top" align="center">-</td>
<td/>
<td/>
<td valign="top" align="center">&#x02013;0.01<break/> <italic>p</italic> = 1.99e-01</td>
<td valign="top" align="center">&#x02013;0.01</td>
<td valign="top" align="center">[&#x02013;0.03 ; 0.01]</td>
</tr> <tr>
<td valign="top" align="left">Social influence</td>
<td valign="top" align="center">Subjective norm</td>
<td valign="top" align="center">0.63 &#x0002A;&#x0002A;<break/><italic>p</italic> = 2.49e-87</td>
<td valign="top" align="center">0.58 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 5.68e-86</td>
<td valign="top" align="center">0.57 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.88e-80</td>
<td valign="top" align="center">0.91 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.52e-196</td>
<td valign="top" align="center">0.06<break/><italic>p</italic> = 8.40e-03</td>
<td valign="top" align="center">0.07 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.59e-04</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">[0.46 ; 0.59]</td>
</tr> <tr>
<td valign="top" align="left">Individual differences</td>
<td valign="top" align="center">Autonomy</td>
<td valign="top" align="center">0.34 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.32e-19</td>
<td valign="top" align="center">0.36 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.24e-23</td>
<td valign="top" align="center">0.33 &#x0002A;&#x0002A; <break/> <italic>p</italic> = 8.39e-19</td>
<td/>
<td/>
<td valign="top" align="center">&#x02013;0.01<break/> <italic>p</italic> = 6.03e-01</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">[0.26 ; 0.39]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Computer anxiety</td>
<td valign="top" align="center">0.27 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.42e-33</td>
<td valign="top" align="center">0.22 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.94e-26</td>
<td valign="top" align="center">0.15 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.68e-12</td>
<td valign="top" align="center">0.9 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.49e-200</td>
<td valign="top" align="center">0.08 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.62e-08</td>
<td valign="top" align="center">0.06 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.03e-08</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">[0.16; 0.25]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">General anxiety</td>
<td valign="top" align="center">&#x02013;0.05<break/> <italic>p</italic> = 9.88e-02</td>
<td valign="top" align="center">&#x02013;0.04<break/> <italic>p</italic> = 1.43e-01</td>
<td valign="top" align="center">&#x02013;0.04<break/> <italic>p</italic> = 1.34e-01</td>
<td/>
<td/>
<td valign="top" align="center">&#x02013;0.01<break/> <italic>p</italic> = 5.12e-01</td>
<td valign="top" align="center">&#x02013;0.04</td>
<td valign="top" align="center">[&#x02013;0.09; 0.02]</td>
</tr> <tr>
<td valign="top" align="left">Facilitating conditions</td>
<td valign="top" align="center">Playfulness</td>
<td valign="top" align="center">0.41 &#x0002A;&#x0002A;<break/><italic>p</italic> = 1.69e-25</td>
<td valign="top" align="center">0.36 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 3.25e-21</td>
<td valign="top" align="center">0.39 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.38e-30</td>
<td/>
<td/>
<td valign="top" align="center">0.08 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 3.86e-05</td>
<td valign="top" align="center">0.33</td>
<td valign="top" align="center">[0.26 ; 0.4]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Agency</td>
<td valign="top" align="center">0.28 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 3.76e-13</td>
<td valign="top" align="center">0.25 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 8.75e-12</td>
<td valign="top" align="center">0.06<break/> <italic>p</italic> = 5.87e-02</td>
<td valign="top" align="center">0.9 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 5.07e-203</td>
<td valign="top" align="center">0.01<break/><italic>p</italic> = 5.39e-01</td>
<td valign="top" align="center">0.05<break/> <italic>p</italic> = 7.57e-03</td>
<td valign="top" align="center">0.23</td>
<td valign="top" align="center">[0.16 ; 0.3]</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Ease of learning</td>
<td valign="top" align="center">0 <break/> <italic>p</italic> = 9.93e-01</td>
<td valign="top" align="center">&#x02013;0.01<break/> <italic>p</italic> = 6.90e-01</td>
<td valign="top" align="center">0.29<break/> <italic>p</italic> = 6.19e-19</td>
<td/>
<td/>
<td valign="top" align="center">0.01 <break/> <italic>p</italic> = 6.65e-01</td>
<td valign="top" align="center">&#x02013;0.01</td>
<td valign="top" align="center">[&#x02013;0.08 ; 0.05]</td>
</tr>
<tr>
<td valign="top" align="left">Main target factors</td>
<td valign="top" align="center">PEOU</td>
<td valign="top" align="center">0.73 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 9.94e-105</td>
<td valign="top" align="center">0.69 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 4.25e-110</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">0.94 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 1.51e-218</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">0.08 &#x0002A;&#x0002A;<break/> <italic>p</italic> = 6.32e-05</td>
<td valign="top" align="center">0.65</td>
<td valign="top" align="center">[0.6 ; 0.71]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The mediators variable were PU2 and PEOU, the dependant variable was BI2. &#x0002A;&#x0002A;<italic>p</italic> &#x0003C; 0.001&#x02013;BC, bias corrected; DV, dependent variable; MV, mediator variable; PU, perceived usefulness; PEOU, perceived ease of use. Color differences are for ease of reading the table, no special meaning.</p>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="fig" rid="F4">Figure 4</xref> shows that the BI was mainly influenced by PU2 (effect: 0.94, <italic>p</italic> &#x0003C; 0.001), the weight of the PEOU being much lower (direct effect: 0.08, standard error <italic>SE</italic> = 0.02, <italic>p</italic> &#x0003C; 0.001; indirect effect: 0.65, <italic>SE</italic> = 0.03, CI = [0.59, 0.71]), i.e., PEOU had a low effect on BI2 but a significant effect on PU2.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Mediation analysis for the target factors: <bold>Behavioral intention</bold> (BI2), <bold>Perceived usefulness</bold> (PU2) and <bold>Perceived ease of use</bold> (PEOU). <italic>R</italic><sup>2</sup> = 0.86 (<italic>p</italic> &#x0003C; 0.001). c, total effect of PEOU on BI2; c&#x00027;, direct effect of PEOU on BI2; c-c&#x00027;, indirect effect of PEOU on BI2 through PU2.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnrgo-03-1082901-g0004.tif"/>
</fig>
<p>Concerning the other categories of our model, our results revealed that for the <italic><bold>individual</bold></italic> <italic><bold>differences</bold></italic>, <italic>autonomy</italic> was the most influential factor on BI, but this effect was moderate (<italic>c</italic> = 0.34, <italic>p</italic> &#x0003C; 0.001), it equally impacted PU2 and PEOU (respectively, 0.36 and 0.33, with <italic>p</italic> &#x0003C; 0.001) (quality of the model: <italic>R</italic><sup>2</sup> = 0.87, <italic>p</italic> = 0.0).</p>
<p>For <italic><bold>social influence</bold></italic>, <italic>subjective norm</italic> had a similar and moderate impact on both PU2 and PEOU (respectively, 0.58 and 0.57, with <italic>p</italic> &#x0003C; 0.001). The influence on BI2 was rather high (<italic>c</italic> = 0.63, <italic>p</italic> &#x0003C; 0.001) (quality of the model: <italic>R</italic><sup>2</sup> = 0.86, <italic>p</italic> &#x0003C; 0.001).</p>
<p>For <bold>characteristics of the system</bold>, we did two analyzes: <bold>(i)</bold> one with only PEOU as mediator, and factors present before video 2 (PU1 was not included since we chose to focus on PU2); <bold>(ii)</bold> the second only with PU2 as mediator, and factors present before and after video 2 (PEOU was among these factors since, as shown in <xref ref-type="fig" rid="F2">Figure 2</xref>, it influences PU). <bold>(i)</bold> shows that <italic>visual aesthetics</italic> was the most&#x02014;but weak&#x02014;influential factor on PEOU (0.38, with <italic>p</italic> &#x0003C; 0.001). The total effect of <italic>visual aesthetics</italic> on BI2 was low: <italic>C</italic> = 0.32 (<italic>p</italic> &#x0003C; 0.001) (quality of the model: <italic>R</italic><sup>2</sup> = 0.47, <italic>p</italic> &#x0003C; 0.001). On the other hand <bold>(ii)</bold> revealed that <italic>relevance</italic> was the most influential factor on PU2 (0.65, with <italic>p</italic> &#x0003C; 0.001). Its total effect on BI2 was <italic>C</italic> = 0.56 (<italic>p</italic> &#x0003C; 0.001) (quality of the model: <italic>R</italic><sup>2</sup> = 0.87, <italic>p</italic> = 0.0).</p>
<p>Finally, for <italic><bold>facilitating conditions</bold></italic>, the variable with most impact was <italic>computer playfulness</italic>, it equally impacted PU2 and PEOU (respectively, 0.36 and 0.39, with <italic>p</italic> &#x0003C; 0.001). The influence of <italic>computer playfulness</italic> on BI2 was moderate (<italic>C</italic> = 0.41, <italic>p</italic> &#x0003C; 0.001) (quality of the model: <italic>R</italic><sup>2</sup> = 0.86, <italic>p</italic> &#x0003C; 0.001). Additional figures of mediation analysis are disponible in <xref ref-type="supplementary-material" rid="SM1">Supplementary material 2</xref>.</p>
</sec>
<sec>
<title>3.4.2. Important factors independently from the structure of the model: Random forest algorithm</title>
<p>We ran the RF algorithm in order to explain the values of our 3 target factors: BI, PU and PEOU. RF algorithms have the advantage of enabling analyzes with qualitative and quantitative variables at the same time so we used it on all our factors. <xref ref-type="table" rid="T7">Table 7</xref> presents the important variables of BI2, PU2, and PEOU. The ordering of these variables enabled us to determine which of our factors explained the best the scores of these target factors. The three most important variables for each of them were:</p>
<list list-type="bullet">
<list-item><p><bold>For BI2:</bold> <italic>PU2</italic> followed by <italic>relevance</italic> and <italic>benefits/risk ratio</italic>. PU2 was in large predominance (value = 100) in comparison to the other (37.4 and 30.3, respectively). The quality of the prediction was high: 86.09% of the variance is explained.</p></list-item>
<list-item><p><bold>For PU2:</bold> <italic>Relevance, PEOU</italic> and <italic>benefits/risk ratio</italic>. <italic>Relevance</italic> was much more influential than the others (value = 100, vs. 33.5 and 33.4, respectively). The quality of the prediction was still quite high with 79.64% of the variance is explained.</p></list-item>
<list-item><p><bold>For PEOU:</bold> <italic>Ease of learning, computer playfulness</italic> and <italic>subjective norm</italic>. The values were less disparate: 100, 83.2, 80.9, respectively. But the prediction had a lower quality with 57.76% of the variance is explained.</p></list-item>
</list>
<table-wrap position="float" id="T7">
<label>Table 7</label>
<caption><p>The 20 most influential factors for each target factor (BI, PU, and PEOU) based on the RF algorithm.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" colspan="2" style="background-color:#919497"><bold>Perceived ease of use (PEOU)</bold></th>
<th valign="top" align="center" colspan="2" style="background-color:#919497"><bold>Perceived usefulness (PU) 2</bold></th>
<th valign="top" align="center" colspan="2" style="background-color:#919497"><bold>Behavioral intention (BI) 2</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Ease of learning</bold></td>
<td valign="top" align="center"><bold>100.00</bold></td>
<td valign="top" align="center"><bold>Relevance</bold></td>
<td valign="top" align="center"><bold>100.00</bold></td>
<td valign="top" align="center"><bold>PU2</bold></td>
<td valign="top" align="center"><bold>100.00</bold></td>
</tr> <tr>
<td valign="top" align="left"><bold>Playfulness</bold></td>
<td valign="top" align="center"><bold>83.21</bold></td>
<td valign="top" align="center"><bold>PEOU</bold></td>
<td valign="top" align="center"><bold>33.54</bold></td>
<td valign="top" align="center"><bold>Relevance</bold></td>
<td valign="top" align="center"><bold>37.44</bold></td>
</tr> <tr>
<td valign="top" align="left"><bold>Subjective norm</bold></td>
<td valign="top" align="center"><bold>80.86</bold></td>
<td valign="top" align="center"><bold>Benefits/risk ratio</bold></td>
<td valign="top" align="center"><bold>33.42</bold></td>
<td valign="top" align="center"><bold>Benefits/risk ratio</bold></td>
<td valign="top" align="center"><bold>30.25</bold></td>
</tr> <tr>
<td valign="top" align="left">Visual aesthetic</td>
<td valign="top" align="center">66.46</td>
<td valign="top" align="center">Subjective norm</td>
<td valign="top" align="center">31.96</td>
<td valign="top" align="center">Subjective norm</td>
<td valign="top" align="center">29.56</td>
</tr> <tr>
<td valign="top" align="left">Image</td>
<td valign="top" align="center">41.11</td>
<td valign="top" align="center">Result demonstrability</td>
<td valign="top" align="center">19.11</td>
<td valign="top" align="center">Result demonstrability</td>
<td valign="top" align="center">28.02</td>
</tr> <tr>
<td valign="top" align="left">Agency</td>
<td valign="top" align="center">32.73</td>
<td valign="top" align="center">Playfulness</td>
<td valign="top" align="center">17.11</td>
<td valign="top" align="center">Playfulness</td>
<td valign="top" align="center">27.67</td>
</tr> <tr>
<td valign="top" align="left"><italic>Age</italic></td>
<td valign="top" align="center"><italic>24.75</italic></td>
<td valign="top" align="center">Computer anxiety</td>
<td valign="top" align="center">14.43</td>
<td valign="top" align="center">PEOU</td>
<td valign="top" align="center">24.94</td>
</tr> <tr>
<td valign="top" align="left">Computer anxiety</td>
<td valign="top" align="center">22.98</td>
<td valign="top" align="center">Autonomy</td>
<td valign="top" align="center">12.59</td>
<td valign="top" align="center">Computer anxiety</td>
<td valign="top" align="center">22.83</td>
</tr> <tr>
<td valign="top" align="left">General anxiety</td>
<td valign="top" align="center">19.28</td>
<td valign="top" align="center">Visual aesthetic</td>
<td valign="top" align="center">12.34</td>
<td valign="top" align="center">Autonomy</td>
<td valign="top" align="center">17.37</td>
</tr> <tr>
<td valign="top" align="left">Autonomy</td>
<td valign="top" align="center">17.19</td>
<td valign="top" align="center">Ease of learning</td>
<td valign="top" align="center">12.02</td>
<td valign="top" align="center">Agency</td>
<td valign="top" align="center">17.29</td>
</tr> <tr>
<td valign="top" align="left">Experience-pleasure</td>
<td valign="top" align="center">12.27</td>
<td valign="top" align="center">Experience-confidence</td>
<td valign="top" align="center">10.60</td>
<td valign="top" align="center">Visual aesthetic</td>
<td valign="top" align="center">16.86</td>
</tr> <tr>
<td valign="top" align="left"><italic>Gender-Women</italic></td>
<td valign="top" align="center"><italic>11.78</italic></td>
<td valign="top" align="center">Experience-pleasure</td>
<td valign="top" align="center">10.51</td>
<td valign="top" align="center">Ease of learning</td>
<td valign="top" align="center">16.05</td>
</tr> <tr>
<td valign="top" align="left"><italic>Self-efficacy-3</italic></td>
<td valign="top" align="center"><italic>11.77</italic></td>
<td valign="top" align="center">Agency</td>
<td valign="top" align="center">10.03</td>
<td valign="top" align="center">Image</td>
<td valign="top" align="center">15.17</td>
</tr> <tr>
<td valign="top" align="left"><italic>Self-efficacy-2</italic></td>
<td valign="top" align="center"><italic>8.80</italic></td>
<td valign="top" align="center">Image</td>
<td valign="top" align="center">8.01</td>
<td valign="top" align="center">Experience-pleasure</td>
<td valign="top" align="center">12.88</td>
</tr> <tr>
<td valign="top" align="left"><italic>Employees</italic></td>
<td valign="top" align="center"><italic>8.49</italic></td>
<td valign="top" align="center"><italic>Gender-Women</italic></td>
<td valign="top" align="center"><italic>6.27</italic></td>
<td valign="top" align="center">Experience-confidence</td>
<td valign="top" align="center">12.16</td>
</tr> <tr>
<td valign="top" align="left"><italic>Intermediate occupations</italic></td>
<td valign="top" align="center"><italic>7.58</italic></td>
<td valign="top" align="center">General anxiety</td>
<td valign="top" align="center">5.78</td>
<td valign="top" align="center"><italic>Self-efficacy-2</italic></td>
<td valign="top" align="center"><italic>10.60</italic></td>
</tr> <tr>
<td valign="top" align="left">Experience-confidence</td>
<td valign="top" align="center">7.28</td>
<td valign="top" align="center"><italic>Lower occupations</italic></td>
<td valign="top" align="center"><italic>5.20</italic></td>
<td valign="top" align="center"><italic>Self-efficacy-1</italic></td>
<td valign="top" align="center"><italic>10.30</italic></td>
</tr> <tr>
<td valign="top" align="left"><italic>Higher occupation</italic></td>
<td valign="top" align="center"><italic>6.89</italic></td>
<td valign="top" align="center"><italic>Higher occupation</italic></td>
<td valign="top" align="center"><italic>5.19</italic></td>
<td valign="top" align="center"><italic>Without activity</italic></td>
<td valign="top" align="center"><italic>9.68</italic></td>
</tr> <tr>
<td valign="top" align="left"><italic>Without activity</italic></td>
<td valign="top" align="center"><italic>6.24</italic></td>
<td valign="top" align="center"><italic>Intermediate occupations</italic></td>
<td valign="top" align="center"><italic>4.73</italic></td>
<td valign="top" align="center"><italic>Employees</italic></td>
<td valign="top" align="center"><italic>8.70</italic></td>
</tr> <tr>
<td valign="top" align="left"><italic>Social support-1</italic></td>
<td valign="top" align="center"><italic>6.11</italic></td>
<td valign="top" align="center"><italic>Self-efficacy-3</italic></td>
<td valign="top" align="center"><italic>4.56</italic></td>
<td valign="top" align="center"><italic>Intermediate occupations</italic></td>
<td valign="top" align="center"><italic>8.41</italic></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>The factors <italic>Experience-pleasure</italic> and <italic>Experience-confidence</italic> were about the pleasure and confidence of respondents toward the use of technologies in general. % Variance explained: BI2 = 86.09; PU2 = 79.64; PEOU = 57.76 [RF with 500 trees and cross-validation (5-fold)]. The importance values correspond to the mean decrease accuracy (%IncMSE). We scaled the values from 0 to 100 and ranked them in decreasing order to facilitate comparisons. Therefore, the most influential ones appear on top of the table. The bold values indicate the three most important variable for each target factor. The italic values indicate the categorical variables.</p>
</table-wrap-foot>
</table-wrap>
<p>Categorical factors appeared to have only moderate, if not low impact on BCI acceptability. The age was the only one in the top 10 of most influential factors, for PEOU only.</p>
<p>To provide a visual overview of our analyzes results, we propose a simplified version of our initial model in <xref ref-type="fig" rid="F5">Figure 5</xref>, keeping only the most significant factors.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Representation of the factors of the tentative model of acceptability that influence the most the target factors. Boldest arrows link factors to the target factor they influence the most: <italic>ease of learning</italic> is the most influential factor for PEOU, <italic>relevance</italic> is the factor that has the highest impact on PU, itself being the most influential factor for BI. In addition, <italic>relevance</italic> also has a strong influence on BI. <italic>Benefits on risk ratio</italic> strongly influence both PU and BI. <italic>Subjective norm</italic> has a strong impact on PEOU (which was not expected based on the TAM3 and UTAUT2) and a medium impact on PU and BI. Finally, <italic>computer playfulness</italic> has a strong impact on PEOU.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fnrgo-03-1082901-g0005.tif"/>
</fig>
</sec>
<sec>
<title>3.4.3. Intensity of the connections between factors: Correlation analysis</title>
<p>We ran correlation analyzes between all our quantitative factors (with Bonferroni correction). For seeks of readability, we show in <xref ref-type="table" rid="T8">Table 8</xref> only the factors that had been identified as the most influential ones based on RF analyzes. Results reveal that all the correlation coefficients were positive. The strongest correlations were between BI2 and PU2 (0.92-Bonferroni-corrected <italic>p</italic> &#x0003C; 0.001), PU2 and relevance (0.89-Bonferroni-corrected <italic>p</italic> &#x0003C; 0.001), BI2 and relevance (0.86-Bonferroni-corrected <italic>p</italic> &#x0003C; 0.001), but all the factors were significantly and strongly correlated with the target factors.</p>
<table-wrap position="float" id="T8">
<label>Table 8</label>
<caption><p>Spearman correlation analyzes for the most significant factors.</p></caption>
<table frame="hsides" rules="all">
<thead><tr>
<th valign="top" align="left" style="background-color:#919497"/>
<th valign="top" align="center" style="background-color:#919497"><bold>Subjective norm</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Visual aesthetics</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Playfulness</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Ease of learning</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>PEOU</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Result demonstrability</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Benefits/risk ratio</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>Relevance</bold></th>
<th valign="top" align="center" style="background-color:#919497"><bold>PU2</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"  style="background-color:#e0e1e3"> PEOU</td>
<td valign="top" align="center" style="background-color:#bbb7da"> 0.59</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.54</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.63</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.6</td>
<td valign="top" align="center" colspan="5"></td>
</tr> <tr>
<td/>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center" colspan="5"></td>
</tr> <tr>
<td valign="top" align="left"  style="background-color:#e0e1e3">PU2</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.63</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.39</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.55</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.37</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.66</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.69</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.74</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.89</td>
<td/>
</tr> <tr>
<td/>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td/>
</tr> <tr>
<td valign="top" align="left"  style="background-color:#e0e1e3">BI2</td>
<td valign="top" align="center" style="background-color:#bbb7da"> 0.63</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.41</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.59</td>
<td valign="top" align="center" style="background-color:#c7c4e1">0.39</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.64</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.71</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.74</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.86</td>
<td valign="top" align="center" style="background-color:#bbb7da">0.92</td>
</tr> <tr>
<td/>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
<td valign="top" align="center"><italic>p</italic> &#x0003C; 0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>p</italic>-values adjusted with Bonferroni correction. The color shade is intended to show the value of the coefficient. The closer a coefficient is to 1, the more the color is intense.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
</sec>
<sec id="s4">
<title>4. Discussion</title>
<p>This paper provides the following contributions. First, we designed a first-of-its-kind model of acceptability of BCIs for motor rehabilitation after stroke. This model is based on the literature, and notably on three validated models: TAM3 (Venkatesh and Bala, <xref ref-type="bibr" rid="B84">2008</xref>), UTAUT2 (Venkatesh et al., <xref ref-type="bibr" rid="B87">2012</xref>), and CUE (Th&#x000FC;ring and Mahlke, <xref ref-type="bibr" rid="B82">2007</xref>). Second, we created, based on this model, a questionnaire to assess acceptability. This questionnaire follows the structure of the model and includes 3 to 5 items to measure each of the factors. The quantitative items are represented as analog visual scales for which participants move a cursor from &#x0201C;do not agree at all&#x0201D; to &#x0201C;perfectly agree.&#x0201D; The position of the cursor is then translated into a score (from 0 to 10). The scores of the items measuring the same factor are averaged in order to obtain a robust estimation of this factor that is not (or at least as little as possible) dependent on the (mis)understanding of the item or on the state of the person when they answered the question. We distributed this questionnaire to a sample representative of the adult population in France (<italic>N</italic> = 753). This large and representative sample theoretically ensures the reliability of our results. Third, we performed analyzes on the data obtained to validate the structure of the model. More specifically, we assessed on the one hand the internal consistency of the factors using Cronbach&#x00027;s alpha analyzes. This enabled us to verify the relevance and complementarity of the items used to assess each factor.</p>
<p>On the other hand, we performed a confirmatory factor analysis to evaluate the internal consistency of the questionnaire, or in other words the relevance of the structure of the model. Finally, this is the fourth contribution, we quantified the impact that the different factors had on our target factors (PEOU, PU and BI) in order to identify the factors that influence the most BCI acceptability in the general public. To do so, we used two complementary methods: mediation analyzes and regressions based on random forest algorithms. The first one assessed this influence by taking into account the structure of the model while the second was independent from that structure. Our results show that BCIs are associated with high levels of acceptability for motor rehabilitation after stroke in the general public, and that the intention to use these technologies in that context is mainly driven by the <italic>perceived usefulness</italic> of the system, itself being mostly influenced by some <italic><bold>characteristics of the system</bold></italic>, and notably the <italic>benefits on risk ratio</italic> and <italic>scientific relevance</italic>. <italic><bold>Facilitating conditions</bold></italic>, and notably <italic>ease of learning</italic> and <italic>playfulness</italic> are the main determinants of the <italic>perceived ease of use</italic>. Finally, the <italic>subjective norm</italic> significantly influences the three target factors. With this methodology and results, our study is a first step toward an in-depth consideration of acceptability of BCIs for motor rehabilitation procedures after stroke.</p>
<p>For now, the model and questionnaire, while (we hope) insightful, are not really usable in practice due to their length and complexity. We voluntarily used an exploratory approach by including all the potential influential factors in our model, considering that the literature in the field did not enable us to have strong a priori. The extensive dataset collected enabled us to obtain first indications of the most influential, and therefore most relevant-to-assess factors. More data should now be collected to (un)validate those first results and refine the estimation of the impact that each factor has on BCI acceptability. Our objective is, ultimately, to design a shorter and more usable questionnaire that will enable the prediction of BCI acceptability based on a few factors (and so few items). This prediction could provide scientists/clinicians some indications on how to adapt the procedure, including the instructions, tasks, feedback and training environment, to favor BCI acceptability. As mentioned in the introduction, high acceptability levels could serve as levers to improve BCI efficiency. A main result of this study is that, globally, acceptability levels in terms of behavioral intention seem to be very high in the general public (with an average score of 8.23/10). This is consistent with other BCI acceptability studies (Al-Taleb et al., <xref ref-type="bibr" rid="B4">2019</xref>; Voinea et al., <xref ref-type="bibr" rid="B89">2019</xref>; Benaroch et al., <xref ref-type="bibr" rid="B8">2021</xref>) who reported average scores of 8.0/10 (Al-Taleb et al., <xref ref-type="bibr" rid="B4">2019</xref>) and 6.0/7 (Voinea et al., <xref ref-type="bibr" rid="B89">2019</xref>) for perceived usefulness.</p>
<p>The analysis of Cronbach&#x00027;s alpha revealed that all the factors from the TAM3, UTAUT2 and CUE questionnaire were associated with high-quality internal consistency, i.e., scores were between 0.70 and 0.95 (Cortina, <xref ref-type="bibr" rid="B19">1993</xref>; Tavakol and Dennick, <xref ref-type="bibr" rid="B80">2011</xref>). It was not the case for some of the factors we added (in complement of those from TAM3, UTAUT2 and CUE) to fit with specificities of BCIs, namely, <italic>agency</italic> (0.50), <italic>autonomy</italic> (0.52), <italic>ease of learning</italic> (0.57) and <italic>benefits/risk ratio</italic> (0.62). This might be due to inadequate wording of the items. It should be noted though that the items used to assess <italic>autonomy</italic> were directly extracted, word-by-word, from the &#x0201C;Sociotropy-autonomy scale&#x0201D; (SAS, Husky et al., <xref ref-type="bibr" rid="B40">2004</xref>), while those used to measure <italic>agency</italic> and <italic>ease of learning</italic> are reformulations (adapted to the context of BCIs) of items from the French adaptations of the Sense of Agency Scale (F-SoAS, Hurault et al., <xref ref-type="bibr" rid="B39">2020</xref>) and of the System Usability Scale (SUS, Gronier and Baudet, <xref ref-type="bibr" rid="B32">2021</xref>), respectively. In the future, it would be relevant to i) collect more data to assess the significance of this result, and ii) lead investigations regarding the comprehension of those items by potential BCI users, and maybe to reword them to increase the internal consistency to the associated factors.</p>
<p>Regarding the extreme score of internal consistency obtained for BI2 (0.97), we hypothesize that it might be due to the repetition of the items. Indeed, when participants saw the same items a second time, it might have happened that they automatically put some scores without really thinking about it, due to perceived redundancy. This hypothesis is supported by the fact that PU2 was also associated with very high, internal consistency scores (0.95) -while still in the &#x0201C;acceptable range.&#x0201D; This high score might also be due to a ceiling effect on those dimensions. Indeed, PU1 and BI1 were already rated with high scores (7.87&#x0002B;/1.63 and 7.88&#x0002B;/&#x02013;1.73, respectively). After the second video, participants globally increased their rating and gave PU2 scores of 8.28&#x0002B;/1.57, and BI2 scores of 8.23&#x0002B;/&#x02013;1.69. Thus, the range of values attributed to the items of PU2 and BI2 was narrow, resulting in low variability and thereby very high consistency within those dimensions.</p>
<p>To conclude on the validity of the questionnaire, while it is certainly not perfect yet -we hope that the community will help us improving it by collecting data and suggesting modifications- analyzes have globally revealed i) good internal consistency (as measured by Cronbach&#x00027;s alpha scores) for a large majority of the factors, and ii) a relevant structure of the model (as measured by the confirmatory factorial analysis).</p>
<p>If we have a closer look at the factors influencing the intention to use BCIs, thanks to the random forest-based regression analyzes, we notice that our different analyzes are consistent, notably in showing no significant impact of <italic><bold>individual</bold></italic> <italic><bold>differences</bold></italic>, including demographics (age, gender, socio-professional category) or cognitive/psychological profile (<italic>autonomy, anxiety</italic>, and <italic>self-efficacy</italic>). Yet, BCI studies have suggested an influence of those variables on BCI performance and learning (Burde and Blankertz, <xref ref-type="bibr" rid="B13">2006</xref>; Nijboer et al., <xref ref-type="bibr" rid="B63">2008</xref>, <xref ref-type="bibr" rid="B62">2010</xref>; Witte et al., <xref ref-type="bibr" rid="B93">2013</xref>; Jeunet et al., <xref ref-type="bibr" rid="B43">2015</xref>). It might be possible that the weight of psychological variables such as <italic>anxiety</italic> or <italic>autonomy</italic> are stronger in persons with clinical conditions. It might also be the case that this influence is directly on efficiency as high levels of <italic>anxiety</italic> and low levels of <italic>autonomy</italic> and <italic>self-efficacy</italic> are detrimental for learning but does not alter acceptability. This reinforces the relevance of our approach consisting in optimizing acceptability in order to put the users/patients in the best conditions to favor learning despite their clinical condition, and thereby use acceptability as a lever to favor efficiency.</p>
<p>Behavioral intention is mainly influenced by the <italic>perceived usefulness</italic> of BCIs, itself being mainly determined by the perceived <italic>scientific relevance</italic> of the technology. This result highlights the importance of informing the population about BCIs, the way they function, and the level of scientific evidence regarding their clinical efficacy. This idea is strengthened by the significant increase of BI and PU scores following the second video in which the benefits of BCIs for motor rehabilitation after stroke are presented. In the same category of &#x0201C;<italic><bold>system characteristics</bold></italic>,&#x0201D; the <italic>benefits on risk ratio</italic> of the technology also seems to have a strong impact on acceptability. We hypothesize that this balance, as perceived by the user/patient, may have a moderator effect on the emphasis on <italic>scientific relevance</italic> that is objectively depicted by scientists and clinicians. Indeed, (irrational) fears or over-expectations may bias the balance making inaudible the scientific discourses.</p>
<p>Another main finding of this study is the influence that <italic>subjective norm</italic> has on the three target factors. This was expected for PU and BI. Nonetheless, if we refer to TAM3 and UTAUT2, this factor is not supposed to influence PEOU. In our results yet, this is on the latter that the <italic>subjective norm</italic> has the strongest impact. We hypothesize that the opinions of the patients&#x00027; close ones, their technophilia and trust in science will, in the case of BCIs, not only play a role on the <italic>perceived usefulness</italic>, but will also contribute to emphasize or reduce apprehension toward the technology. This in turn may alter the <italic>perceived ease of use</italic> of the technology. In any case, the fact that <italic><bold>social influence</bold></italic> contributes in determining acceptability levels by acting on the three target factors reinforces the relevance of informing the general public, in which patients&#x00027; relatives are included, to favor the acceptability and adoption of BCIs.</p>
<p>Finally, <italic><bold>facilitating conditions</bold></italic>, and especially <italic>ease of learning</italic> and <italic>playfulness</italic>, are the main determinants of PEOU that, while not influencing BI directly, significantly impacts PU. We believe that this result should encourage us to keep in mind that instructions should be clear and training motivating when we design BCI procedures. This will enable patients to feel confident in their ability to use a BCI. Providing an engaging environment can also be a way to make training more accessible. These results are consistent with the guidelines for successful MI-BCI training (Roc et al., <xref ref-type="bibr" rid="B74">2021</xref>). The question of the transferability of this result to populations of patients could be raised. Indeed, the general population, while they do not need to use BCIs for rehabilitation, may perceive BCIs as a &#x0201C;toy,&#x0201D; which could explain this result. In fact, <italic>playfulness</italic> has also been shown to increase the compliance of patients in the rehabilitation process in other fields (Burke et al., <xref ref-type="bibr" rid="B14">2009</xref>; Korn and Tietz, <xref ref-type="bibr" rid="B48">2017</xref>; Lopes et al., <xref ref-type="bibr" rid="B55">2018</xref>).</p>
<p>This question of differences between populations is definitely relevant. While we can assume some similarities and differences based on the literature, it will be necessary to lead the same approach with patients and clinicians in order to confront the results, deepen our knowledge and increase our ability to adapt BCIs accordingly. Once more, this will be a lever to improve BCI efficiency. Beyond the differences depending on the status of the respondents (patients, clinicians, and general public), there might also be differences related to their culture (Straub et al., <xref ref-type="bibr" rid="B79">1997</xref>). Therefore, it also seems necessary to apply this approach on different populations around the world.</p>
<p>Collecting more data on diverse populations will enable us to refine our model. It is classic for acceptability models to evolve and to be adjusted to the time and context. The two versions of the UTAUT give us a perfect illustration of the necessity of adaptations. Indeed, whereas the first one was rather adapted to technologies for organizations (Venkatesh et al., <xref ref-type="bibr" rid="B86">2003</xref>), the second one gravitates toward individual consumers/users (Venkatesh et al., <xref ref-type="bibr" rid="B87">2012</xref>). For appropriate adaptations to be made, an open science approach will be necessary. Indeed we think that it will be possible only if people collect data, share their findings and work together on improving the soundness and reliability of the model.</p>
<sec>
<title> 4.1. Recommendations</title>
<p>These results offer first trails to make BCI-based stroke rehabilitation procedures more acceptable. On the one hand, we have seen that the video which explains the use of BCIs in post-stroke rehabilitation had an influence on BI and PU scores and on the predictors of these scores. Thus, informing (future) users is a key step: it is necessary to be as clear as possible on the objectives of using a BCI, on its functioning, on the expected results, but also on the constraints related to the use (learning time, cognitive cost, etc.). These recommendations are important to consider to improve the perception of the <italic>benefits/risk ratio</italic> and <italic>relevance</italic> factors. We think that one of the most interesting formats of information can be the production of educational videos that help demystify BCIs, as we did in the questionnaire. This is in line with what could be done to take <italic><bold>social</bold></italic> <italic><bold>influence</bold></italic> into account. Indeed, one of the best ways to play on <italic>subjective norm</italic>, and use the influence of this factor to improve acceptability, is to lead pedagogical actions on the general population. If people surrounding post-stroke subjects have an enlightened point of view on BCI, this could positively influence the acceptability of the therapy of this population. We want to underline that, to our viewpoint, these recommendations can be replicated in others BCIs settings, not only in post-stroke rehabilitation context.</p>
<p>Our most important recommendation, in any context of use of BCIs, remains to ensure that acceptability is assessed in order to adapt the protocol accordingly. It is an easy way to improve patients&#x00027; well-being during rehabilitation phases and thereby, most certainly, to increase their engagement and thereby leverage the efficiency of BCI-based rehabilitation procedures.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>This paper is dedicated to the general public acceptability of BCI-based post-stroke rehabilitation procedures. We are conscious that collecting the opinions of post-stroke subjects and caregivers is also essential. We are currently working on this, conducting questionnaires and semi-structured interviews with post-stroke subjects and caregivers. This will allow us to investigate whether the acceptability factors that stand out the most are similar to those of the general public, and if not, to try to understand what could be the cause of these differences and how to move toward more personalized acceptability models, adapted to the targeted users.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors upon request, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="s7">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Institutional Review Board of Toulouse Federal University (N&#x000B0;2019-140). The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="s8">
<title>Author contributions</title>
<p>CJ-K, EG, KF, ST, FA, DG, JP, and LB conceived and designed the experiments. EG, KF, ST, and CJ-K performed the survey and analyzed the data. EG wrote the first manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="s9">
<title>Funding</title>
<p>This research was funded by the French National Research Agency (project ABCIS, grant ANR-20-CE38-0008-01).</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="s11">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fnrgo.2022.1082901/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fnrgo.2022.1082901/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Data_Sheet_2.pdf" id="SM2" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="web"><person-group person-group-type="author"><collab>Accident Vasculaire c&#x000E9;r&#x000E9;bral (AVC).</collab></person-group> <source>Inserm La science pour la sant&#x000E9;.</source> (<year>2019</year>). Inserm. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.inserm.fr/dossier/accident-vasculaire-cerebral-avc/">https://www.inserm.fr/dossier/accident-vasculaire-cerebral-avc/</ext-link> (accessed June 21, 2022).</citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alba</surname> <given-names>J. W.</given-names></name> <name><surname>Hutchinson</surname> <given-names>J. W.</given-names></name></person-group> (<year>1987</year>). <article-title>Dimensions of consumer expertise</article-title>. <source>J. Consum. Res</source>. <volume>13</volume>, <fpage>411</fpage>&#x02013;<lpage>454</lpage>. <pub-id pub-id-type="doi">10.1086/209080</pub-id></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alexandre</surname> <given-names>B.</given-names></name> <name><surname>Reynaud</surname> <given-names>E.</given-names></name> <name><surname>Osiurak</surname> <given-names>F.</given-names></name> <name><surname>Navarro</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Acceptance and acceptability criteria: a literature review</article-title>. <source>Cognit. Technol. Work</source> <volume>20</volume>, <fpage>165</fpage>&#x02013;<lpage>177</lpage>. <pub-id pub-id-type="doi">10.1007/s10111-018-0459-1</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Al-Taleb</surname> <given-names>M.</given-names></name> <name><surname>Purcell</surname> <given-names>M.</given-names></name> <name><surname>Fraser</surname> <given-names>M.</given-names></name> <name><surname>Petric-Gray</surname> <given-names>N.</given-names></name> <name><surname>Vuckovic</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>Home used, patient self-managed, brain-computer interface for the management of central neuropathic pain post spinal cord injury: usability study</article-title>. <source>J. Neuroeng. Rehabil</source>. <volume>16</volume>, <fpage>1</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1186/s12984-019-0588-7</pub-id><pub-id pub-id-type="pmid">31666096</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Alturas</surname> <given-names>B.</given-names></name></person-group> (<year>2021</year>). <article-title>&#x0201C;Models of acceptance and use of technology research trends: literature review and exploratory bibliometric study,&#x0201D;</article-title> in <source>Recent Advances in Technology Acceptance Models and Theories</source> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>13</fpage>&#x02013;<lpage>28</lpage>.</citation>
</ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bai</surname> <given-names>Z.</given-names></name> <name><surname>Fong</surname> <given-names>K. N.</given-names></name> <name><surname>Zhang</surname> <given-names>J. J.</given-names></name> <name><surname>Chan</surname> <given-names>J.</given-names></name> <name><surname>Ting</surname> <given-names>K.</given-names></name></person-group> (<year>2020</year>). <article-title>Immediate and long-term effects of BCI-based rehabilitation of the upper extremity after stroke: a systematic review and meta-analysis</article-title>. <source>J. Neuroeng. Rehabil</source>. <volume>17</volume>, <fpage>1</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1186/s12984-020-00686-2</pub-id><pub-id pub-id-type="pmid">32334608</pub-id></citation></ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barcenilla</surname> <given-names>J.</given-names></name> <name><surname>Bastien</surname> <given-names>J. M. C.</given-names></name></person-group> (<year>2009</year>). <article-title>L&#x00027;acceptabilit&#x000E9; des nouvelles technologies: quelles relations avec l&#x00027;ergonomie, l&#x00027;utilisabilit&#x000E9; et l&#x00027;exp&#x000E9;rience utilisateur?</article-title> <source>Trav. Hum</source>. <volume>72</volume>, <fpage>311</fpage>&#x02013;<lpage>331</lpage>. <pub-id pub-id-type="doi">10.3917/th.724.0311</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benaroch</surname> <given-names>C.</given-names></name> <name><surname>Sadatnejad</surname> <given-names>K.</given-names></name> <name><surname>Roc</surname> <given-names>A.</given-names></name> <name><surname>Appriou</surname> <given-names>A.</given-names></name> <name><surname>Monseigne</surname> <given-names>T.</given-names></name> <name><surname>Pramij</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Long-term bci training of a tetraplegic user: adaptive riemannian classifiers and user training</article-title>. <source>Front. Hum. Neurosci</source>. 15, 118. <pub-id pub-id-type="doi">10.3389/fnhum.2021.635653</pub-id><pub-id pub-id-type="pmid">33815081</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blain-Moraes</surname> <given-names>S.</given-names></name> <name><surname>Schaff</surname> <given-names>R.</given-names></name> <name><surname>Gruis</surname> <given-names>K. L.</given-names></name> <name><surname>Huggins</surname> <given-names>J. E.</given-names></name> <name><surname>Wren</surname> <given-names>P. A.</given-names></name></person-group> (<year>2012</year>). <article-title>Barriers to and mediators of brain-computer interface user acceptance: focus group findings</article-title>. <source>Ergonomics</source> <volume>55</volume>, <fpage>516</fpage>&#x02013;<lpage>525</lpage>. <pub-id pub-id-type="doi">10.1080/00140139.2012.661082</pub-id><pub-id pub-id-type="pmid">22455595</pub-id></citation></ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bland</surname> <given-names>J.</given-names></name> <name><surname>Altman</surname> <given-names>D.</given-names></name></person-group> (<year>1997</year>). <article-title>Statistics notes: marketing</article-title>. <source>BMJ</source> <volume>314</volume>, <fpage>572</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.314.7080.572</pub-id><pub-id pub-id-type="pmid">9055718</pub-id></citation></ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bocquelet</surname> <given-names>F.</given-names></name> <name><surname>Piret</surname> <given-names>G.</given-names></name> <name><surname>Aumonier</surname> <given-names>N.</given-names></name> <name><surname>Yvert</surname> <given-names>B.</given-names></name></person-group> (<year>2016</year>). <article-title>Ethical reflections on brain-computer interfaces</article-title>. <source>Brain Comput. Interfaces</source>. <volume>2</volume>, <fpage>259</fpage>&#x02013;<lpage>288</lpage>. <pub-id pub-id-type="doi">10.1002/9781119332428.ch15</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Brooke</surname> <given-names>J.</given-names></name></person-group> (<year>1986</year>). <source>System Usability Scale (sus): A Quick-And-Dirty Method of System Evaluation User Information</source>. <publisher-loc>Reading</publisher-loc>: <publisher-name>Digital Equipment Co., Ltd.</publisher-name></citation>
</ref>
<ref id="B13">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Burde</surname> <given-names>W.</given-names></name> <name><surname>Blankertz</surname> <given-names>B.</given-names></name></person-group> (<year>2006</year>). <article-title>&#x0201C;Is the locus of control of reinforcement a predictor of brain-computer interface performance?&#x0201D;</article-title> in <source>Proceedings of the 3rd International Brain-Computer Interface Workshop and Training Course. Vol. 2006</source>. p. 108&#x02013;109. Available online at: <ext-link ext-link-type="uri" xlink:href="https://doc.ml.tu-berlin.de/publications/publications/BurBla06.pdf">https://doc.ml.tu-berlin.de/publications/publications/BurBla06.pdf</ext-link></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burke</surname> <given-names>J. W.</given-names></name> <name><surname>McNeill</surname> <given-names>M.</given-names></name> <name><surname>Charles</surname> <given-names>D. K.</given-names></name> <name><surname>Morrow</surname> <given-names>P. J.</given-names></name> <name><surname>Crosbie</surname> <given-names>J. H.</given-names></name> <name><surname>McDonough</surname> <given-names>S. M.</given-names></name></person-group> (<year>2009</year>). <article-title>Optimising engagement for stroke rehabilitation using serious games</article-title>. <source>Vis. Comput</source>. <volume>25</volume>, <fpage>1085</fpage>&#x02013;<lpage>1099</lpage>. <pub-id pub-id-type="doi">10.1007/s00371-009-0387-4</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burton</surname> <given-names>C. A. C.</given-names></name> <name><surname>Murray</surname> <given-names>J.</given-names></name> <name><surname>Holmes</surname> <given-names>J.</given-names></name> <name><surname>Astin</surname> <given-names>F.</given-names></name> <name><surname>Greenwood</surname> <given-names>D.</given-names></name> <name><surname>Knapp</surname> <given-names>P.</given-names></name></person-group> (<year>2013</year>). <article-title>Frequency of anxiety after stroke: a systematic review and meta-analysis of observational studies</article-title>. <source>Int. J. Stroke</source> <volume>8</volume>, <fpage>545</fpage>&#x02013;<lpage>559</lpage>. <pub-id pub-id-type="doi">10.1111/j.1747-4949.2012.00906.x</pub-id><pub-id pub-id-type="pmid">31980004</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cattell</surname> <given-names>R. B.</given-names></name> <name><surname>andCattell</surname> <given-names>H. E. P.</given-names></name></person-group> (<year>1995</year>). <article-title>Personality structure and the new fifth edition of the 16pf</article-title>. <source>Educ. Psychol. Meas</source>. <volume>55</volume>, <fpage>926</fpage>&#x02013;<lpage>937</lpage>. <pub-id pub-id-type="doi">10.1177/0013164495055006002</pub-id><pub-id pub-id-type="pmid">31309560</pub-id></citation></ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cervera</surname> <given-names>M. A.</given-names></name> <name><surname>Soekadar</surname> <given-names>S. R.</given-names></name> <name><surname>Ushiba</surname> <given-names>J.</given-names></name> <name><surname>Mill&#x000E1;n</surname> <given-names>J.d. R</given-names></name> <name><surname>Liu</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Brain-computer interfaces for post-stroke motor rehabilitation: a meta-analysis</article-title>. <source>Ann. Clin. Transl. Neurol</source>. <volume>5</volume>, <fpage>651</fpage>&#x02013;<lpage>663</lpage>. <pub-id pub-id-type="doi">10.1002/acn3.544</pub-id><pub-id pub-id-type="pmid">29761128</pub-id></citation></ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Compeau</surname> <given-names>D. R.</given-names></name> <name><surname>Higgins</surname> <given-names>C. A.</given-names></name></person-group> (<year>1995</year>). <article-title>Application of social cognitive theory to training for computer skills</article-title>. <source>Inf. Syst. Res</source>. <volume>6</volume>, <fpage>118</fpage>&#x02013;<lpage>143</lpage>. <pub-id pub-id-type="doi">10.1287/isre.6.2.118</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cortina</surname> <given-names>J. M.</given-names></name></person-group> (<year>1993</year>). <article-title>What is coefficient alpha? an examination of theory and applications</article-title>. <source>J. Appl. Psychol</source>. 78, 98. <pub-id pub-id-type="doi">10.1037/0021-9010.78.1.98</pub-id></citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davis</surname> <given-names>F. D.</given-names></name></person-group> (<year>1989</year>). <article-title>Perceived usefulness, perceived ease of use, and user acceptance of information technology</article-title>. <source>MIS Q</source>. <volume>13</volume>, <fpage>319</fpage>&#x02013;<lpage>340</lpage>. <pub-id pub-id-type="doi">10.2307/249008</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davis</surname> <given-names>F. D.</given-names></name> <name><surname>Bagozzi</surname> <given-names>R. P.</given-names></name> <name><surname>Warshaw</surname> <given-names>P. R.</given-names></name></person-group> (<year>1992</year>). <article-title>Extrinsic and intrinsic motivation to use computers in the workplace 1</article-title>. <source>J. Appl. Soc. Psychol</source>. <volume>22</volume>, <fpage>1111</fpage>&#x02013;<lpage>1132</lpage>. <pub-id pub-id-type="doi">10.1111/j.1559-1816.1992.tb00945.x</pub-id></citation>
</ref>
<ref id="B22">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>DeVellis</surname> <given-names>R. F.</given-names></name> <name><surname>Thorpe</surname> <given-names>C. T.</given-names></name></person-group> (<year>2021</year>). <source>Scale Development: Theory and Applications</source>. <publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>Sage Publications</publisher-name>.</citation>
</ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dillon</surname> <given-names>A.</given-names></name></person-group> (<year>2001</year>). <article-title>User acceptance of information technology</article-title>. <source>Encyclopedia Hum. Factors Ergon</source>. <volume>1</volume>, <fpage>1105</fpage>&#x02013;<lpage>1109</lpage>. <pub-id pub-id-type="doi">10.2307/30036540</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Dussard</surname> <given-names>C.</given-names></name> <name><surname>Pillette</surname> <given-names>L.</given-names></name> <name><surname>Jeunet</surname> <given-names>C.</given-names></name> <name><surname>George</surname> <given-names>N.</given-names></name></person-group> (<year>2022</year>). <article-title>&#x0201C;Can feedback transparency improve motor-imagery BCI performance?&#x0201D;</article-title> in <source>Cortico 2022</source> (<publisher-loc>Grenoble</publisher-loc>).</citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edwards</surname> <given-names>I.</given-names></name> <name><surname>Wiholm</surname> <given-names>B.-E.</given-names></name> <name><surname>Martinez</surname> <given-names>C.</given-names></name></person-group> (<year>1996</year>). <article-title>Concepts in risk-benefit assessment. A simple merit analysis of a medicine?</article-title> <source>Drug Safety</source> <volume>15</volume>, <fpage>1</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.2165/00002018-199615010-00001</pub-id><pub-id pub-id-type="pmid">8862960</pub-id></citation></ref>
<ref id="B26">
<citation citation-type="thesis"><person-group person-group-type="author"><name><surname>F&#x000E9;vrier</surname> <given-names>F.</given-names></name></person-group> (<year>2011</year>). Vers un mod&#x000E8;le int&#x000E9;grateur&#x00022; exp&#x000E9;rience-acceptation&#x00022;: r&#x000F4;le des affects et de caract&#x000E9;ristiques personnelles et contextuelles dans la d&#x000E9;termination des intentions d&#x00027;usage d&#x00027;un environnement num&#x000E9;rique de travail (Ph.D. thesis). Universit&#x000E9; Rennes 2; Universit&#x000E9; Europ&#x000E9;enne de Bretagne.</citation>
</ref>
<ref id="B27">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Fishbein</surname> <given-names>M.</given-names></name> <name><surname>Ajzen</surname> <given-names>I.</given-names></name></person-group> (<year>1977</year>). <source>Belief, Attitude, Intention, and Behavior: An Introduction to Theory and Research</source>. <publisher-loc>Reading, MA</publisher-loc>: <publisher-name>Addison-Wesley</publisher-name>.</citation>
</ref>
<ref id="B28">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gallagher</surname> <given-names>M. W.</given-names></name> <name><surname>Brown</surname> <given-names>T. A.</given-names></name></person-group> (<year>2013</year>). <article-title>&#x0201C;Introduction to confirmatory factor analysis and structural equation modeling,&#x0201D;</article-title> in <source>Handbook of Quantitative Methods for Educational Research</source> (<publisher-loc>Leiden</publisher-loc>: <publisher-name>Brill</publisher-name>), <fpage>287</fpage>&#x02013;<lpage>314</lpage>.</citation>
</ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gallagher</surname> <given-names>S.</given-names></name></person-group> (<year>2000</year>). <article-title>Philosophical conceptions of the self: implications for cognitive science</article-title>. <source>Trends Cogn. Sci</source>. <volume>4</volume>, <fpage>14</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/S1364-6613(99)01417-5</pub-id><pub-id pub-id-type="pmid">10637618</pub-id></citation></ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geronimo</surname> <given-names>A.</given-names></name> <name><surname>Stephens</surname> <given-names>H. E.</given-names></name> <name><surname>Schiff</surname> <given-names>S. J.</given-names></name> <name><surname>Simmons</surname> <given-names>Z.</given-names></name></person-group> (<year>2015</year>). <article-title>Acceptance of brain-computer interfaces in amyotrophic lateral sclerosis</article-title>. <source>Amyotrophic Lateral Sclerosis Frontotemporal Degenerat</source>. <volume>16</volume>, <fpage>258</fpage>&#x02013;<lpage>264</lpage>. <pub-id pub-id-type="doi">10.3109/21678421.2014.969275</pub-id><pub-id pub-id-type="pmid">25372874</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Ghiglione</surname> <given-names>R.</given-names></name> <name><surname>Matalon</surname> <given-names>B.</given-names></name></person-group> (<year>1978</year>). <source>Les enqu&#x000EA;tes sociologiques: th&#x000E9;ories et pratique</source>. <publisher-loc>Paris</publisher-loc>: <publisher-name>A. Colin.</publisher-name></citation>
</ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gronier</surname> <given-names>G.</given-names></name> <name><surname>Baudet</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>Psychometric evaluation of the f-sus: creation and validation of the french version of the system usability scale</article-title>. <source>Int. J. Hum. Comput. Interact</source>. <volume>37</volume>, <fpage>1571</fpage>&#x02013;<lpage>1582</lpage>. <pub-id pub-id-type="doi">10.1080/10447318.2021.1898828</pub-id></citation>
</ref>
<ref id="B33">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>G&#x000FC;rk&#x000F6;k</surname> <given-names>H.</given-names></name> <name><surname>Hakvoort</surname> <given-names>G.</given-names></name> <name><surname>Poel</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>&#x0201C;Evaluating user experience in a selection based brain-computer interface game a comparative study,&#x0201D;</article-title> in <source>International Conference on Entertainment Computing</source> (<publisher-loc>Berlin; Heidelberg</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>77</fpage>&#x02013;<lpage>88</lpage>.</citation>
</ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hassenzahl</surname> <given-names>M.</given-names></name></person-group> (<year>2001</year>). <article-title>The effect of perceived hedonic quality on product appealingness</article-title>. <source>Int. J. Hum. Comput. Interact</source>. <volume>13</volume>, <fpage>481</fpage>&#x02013;<lpage>499</lpage>. <pub-id pub-id-type="doi">10.1207/S15327590IJHC1304_07</pub-id></citation>
</ref>
<ref id="B35">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hassenzahl</surname> <given-names>M.</given-names></name></person-group> (<year>2003</year>). <article-title>&#x0201C;The thing and i: understanding the relationship between user and product,&#x0201D;</article-title> in <source>Funology</source> (<publisher-loc>Dordrecht</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>31</fpage>&#x02013;<lpage>42</lpage>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hassenzahl</surname> <given-names>M.</given-names></name></person-group> (<year>2004</year>). <article-title>The interplay of beauty, goodness, and usability in interactive products</article-title>. <source>Hum. Comput. Interact</source>. <volume>19</volume>, <fpage>319</fpage>&#x02013;<lpage>349</lpage>. <pub-id pub-id-type="doi">10.1207/s15327051hci1904_2</pub-id></citation>
</ref>
<ref id="B37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huggins</surname> <given-names>J. E.</given-names></name> <name><surname>Moinuddin</surname> <given-names>A. A.</given-names></name> <name><surname>Chiodo</surname> <given-names>A. E.</given-names></name> <name><surname>Wren</surname> <given-names>P. A.</given-names></name></person-group> (<year>2015</year>). <article-title>What would brain-computer interface users want: opinions and priorities of potential users with spinal cord injury</article-title>. <source>Arch. Phys. Med. Rehabil</source>. 96, S38-S45. <pub-id pub-id-type="doi">10.1016/j.apmr.2014.05.028</pub-id><pub-id pub-id-type="pmid">25721546</pub-id></citation></ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huggins</surname> <given-names>J. E.</given-names></name> <name><surname>Wren</surname> <given-names>P. A.</given-names></name> <name><surname>Gruis</surname> <given-names>K. L.</given-names></name></person-group> (<year>2011</year>). <article-title>What would brain-computer interface users want? Opinions and priorities of potential users with amyotrophic lateral sclerosis</article-title>. <source>Amyotrophic Lateral Sclerosis</source> <volume>12</volume>, <fpage>318</fpage>&#x02013;<lpage>324</lpage>. <pub-id pub-id-type="doi">10.3109/17482968.2011.572978</pub-id><pub-id pub-id-type="pmid">21534845</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hurault</surname> <given-names>J.-C.</given-names></name> <name><surname>Broc</surname> <given-names>G.</given-names></name> <name><surname>Cr&#x000F4;ne</surname> <given-names>L.</given-names></name> <name><surname>Tedesco</surname> <given-names>A.</given-names></name> <name><surname>Brunel</surname> <given-names>L.</given-names></name></person-group> (<year>2020</year>). <article-title>Measuring the sense of agency: a french adaptation and validation of the sense of agency scale (f-soas)</article-title>. <source>Front. Psychol</source>. 11, 2650. <pub-id pub-id-type="doi">10.3389/fpsyg.2020.584145</pub-id><pub-id pub-id-type="pmid">33132992</pub-id></citation></ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Husky</surname> <given-names>M. M.</given-names></name> <name><surname>Grondin</surname> <given-names>O. S.</given-names></name> <name><surname>Compagnone</surname> <given-names>P. D.</given-names></name></person-group> (<year>2004</year>). <article-title>Validation de la version fran&#x000E7;aise du questionnaire de sociotropie-autonomie de beck et coll&#x000E8;gues</article-title>. <source>Can. J. Psychiatry</source> <volume>49</volume>, <fpage>851</fpage>&#x02013;<lpage>858</lpage>. <pub-id pub-id-type="doi">10.1177/070674370404901209</pub-id><pub-id pub-id-type="pmid">15679209</pub-id></citation></ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeunet</surname> <given-names>C.</given-names></name> <name><surname>Glize</surname> <given-names>B.</given-names></name> <name><surname>McGonigal</surname> <given-names>A.</given-names></name> <name><surname>Batail</surname> <given-names>J.-M.</given-names></name> <name><surname>Micoulaud-Franchi</surname> <given-names>J.-A.</given-names></name></person-group> (<year>2019</year>). <article-title>Using eeg-based brain computer interface and neurofeedback targeting sensorimotor rhythms to improve motor skills: theoretical background, applications and prospects</article-title>. <source>Neurophysiol. Clin</source>. <volume>49</volume>, <fpage>125</fpage>&#x02013;<lpage>136</lpage>. <pub-id pub-id-type="doi">10.1016/j.neucli.2018.10.068</pub-id><pub-id pub-id-type="pmid">30414824</pub-id></citation></ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeunet</surname> <given-names>C.</given-names></name> <name><surname>N&#x00027;Kaoua</surname> <given-names>B.</given-names></name> <name><surname>Lotte</surname> <given-names>F.</given-names></name></person-group> (<year>2016</year>). <article-title>Advances in user-training for mental-imagery-based BCI control: psychological and cognitive factors and their neural correlates</article-title>. <source>Prog. Brain Res</source>. <volume>228</volume>, <fpage>3</fpage>&#x02013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/bs.pbr.2016.04.002</pub-id><pub-id pub-id-type="pmid">27590964</pub-id></citation></ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeunet</surname> <given-names>C.</given-names></name> <name><surname>N&#x00027;Kaoua</surname> <given-names>B.</given-names></name> <name><surname>Subramanian</surname> <given-names>S.</given-names></name> <name><surname>Hachet</surname> <given-names>M.</given-names></name> <name><surname>Lotte</surname> <given-names>F.</given-names></name></person-group> (<year>2015</year>). <article-title>Predicting mental imagery-based bci performance from personality, cognitive profile and neurophysiological patterns</article-title>. <source>PLoS ONE</source> <volume>10</volume>, <fpage>e0143962</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0143962</pub-id><pub-id pub-id-type="pmid">26625261</pub-id></citation></ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaleshtari</surname> <given-names>M. H.</given-names></name> <name><surname>Ciobanu</surname> <given-names>I.</given-names></name> <name><surname>Seiciu</surname> <given-names>P. L.</given-names></name> <name><surname>Marin</surname> <given-names>A. G.</given-names></name> <name><surname>Berteanu</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <article-title>Towards a model of rehabilitation technology acceptance and usability</article-title>. <source>Int. J. Soc. Sci. Hum</source>. 6, 612. <pub-id pub-id-type="doi">10.7763/IJSSH.2016.V6.720</pub-id></citation>
</ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kelman</surname> <given-names>H. C.</given-names></name></person-group> (<year>1958</year>). <article-title>Compliance, identification, and internalization three processes of attitude change</article-title>. <source>J. Conflict Resolut</source>. <volume>2</volume>, <fpage>51</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1177/002200275800200106</pub-id><pub-id pub-id-type="pmid">32697142</pub-id></citation></ref>
<ref id="B46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kerous</surname> <given-names>B.</given-names></name> <name><surname>Skola</surname> <given-names>F.</given-names></name> <name><surname>Liarokapis</surname> <given-names>F.</given-names></name></person-group> (<year>2018</year>). <article-title>EEG-based bci and video games: a progress report</article-title>. <source>Virtual Real</source>. <volume>22</volume>, <fpage>119</fpage>&#x02013;<lpage>135</lpage>. <pub-id pub-id-type="doi">10.1007/s10055-017-0328-x</pub-id></citation>
</ref>
<ref id="B47">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kline</surname> <given-names>P.</given-names></name></person-group> (<year>2015</year>). <source>A Handbook of Test Construction (Psychology Revivals): Introduction to Psychometric Design</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Routledge</publisher-name>.</citation>
</ref>
<ref id="B48">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Korn</surname> <given-names>O.</given-names></name> <name><surname>Tietz</surname> <given-names>S.</given-names></name></person-group> (<year>2017</year>). <article-title>&#x0201C;Strategies for playful design when gamifying rehabilitation: a study on user experience,&#x0201D;</article-title> in <source>Proceedings of the 10th International Conference on Pervasive Technologies Related to Assistive Environments</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Association for Computing Machinery</publisher-name>), <fpage>209</fpage>&#x02013;<lpage>214</lpage>.</citation>
</ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koul</surname> <given-names>S.</given-names></name> <name><surname>Eydgahi</surname> <given-names>A.</given-names></name></person-group> (<year>2017</year>). <article-title>A systematic review of technology adoption frameworks and their applications</article-title>. <source>J. Technol. Manag. Innovat</source>. <volume>12</volume>, <fpage>106</fpage>&#x02013;<lpage>113</lpage>. <pub-id pub-id-type="doi">10.4067/S0718-27242017000400011</pub-id></citation>
</ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kowalski</surname> <given-names>C. J.</given-names></name></person-group> (<year>1972</year>). <article-title>On the effects of non-normality on the distribution of the sample product-moment correlation coefficient</article-title>. <source>J. R. Stat. Soc. C</source> <volume>21</volume>, <fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.2307/2346598</pub-id></citation>
</ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>K&#x000FC;bler</surname> <given-names>A.</given-names></name> <name><surname>Holz</surname> <given-names>E. M.</given-names></name> <name><surname>Riccio</surname> <given-names>A.</given-names></name> <name><surname>Zickler</surname> <given-names>C.</given-names></name> <name><surname>Kaufmann</surname> <given-names>T.</given-names></name> <name><surname>Kleih</surname> <given-names>S. C.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>The user-centered design as novel perspective for evaluating the usability of bci-controlled applications</article-title>. <source>PLoS ONE</source> <volume>9</volume>, <fpage>e112392</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0112392</pub-id><pub-id pub-id-type="pmid">25469774</pub-id></citation></ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>T.-S.</given-names></name> <name><surname>Goh</surname> <given-names>S. J. A.</given-names></name> <name><surname>Quek</surname> <given-names>S. Y.</given-names></name> <name><surname>Phillips</surname> <given-names>R.</given-names></name> <name><surname>Guan</surname> <given-names>C.</given-names></name> <name><surname>Cheung</surname> <given-names>Y. B.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>A brain-computer interface based cognitive training system for healthy elderly: a randomized control pilot study for usability and preliminary efficacy</article-title>. <source>PLoS ONE</source> <volume>8</volume>, <fpage>e79419</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0079419</pub-id><pub-id pub-id-type="pmid">24260218</pub-id></citation></ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leeb</surname> <given-names>R.</given-names></name> <name><surname>Perdikis</surname> <given-names>S.</given-names></name> <name><surname>Tonin</surname> <given-names>L.</given-names></name> <name><surname>Biasiucci</surname> <given-names>A.</given-names></name> <name><surname>Tavella</surname> <given-names>M.</given-names></name> <name><surname>Creatura</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Transferring brain-computer interfaces beyond the laboratory: successful application control for motor-disabled users</article-title>. <source>Artif. Intell. Med</source>. <volume>59</volume>, <fpage>121</fpage>&#x02013;<lpage>132</lpage>. <pub-id pub-id-type="doi">10.1016/j.artmed.2013.08.004</pub-id><pub-id pub-id-type="pmid">24119870</pub-id></citation></ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>Y.</given-names></name> <name><surname>Pan</surname> <given-names>J.</given-names></name> <name><surname>Wang</surname> <given-names>F.</given-names></name> <name><surname>Yu</surname> <given-names>Z.</given-names></name></person-group> (<year>2013</year>). <article-title>A hybrid bci system combining p300 and ssvep and its application to wheelchair control</article-title>. <source>IEEE Trans. Biomed. Eng</source>. <volume>60</volume>, <fpage>3156</fpage>&#x02013;<lpage>3166</lpage>. <pub-id pub-id-type="doi">10.1109/TBME.2013.2270283</pub-id><pub-id pub-id-type="pmid">23799679</pub-id></citation></ref>
<ref id="B55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lopes</surname> <given-names>S.</given-names></name> <name><surname>Magalhaes</surname> <given-names>P.</given-names></name> <name><surname>Pereira</surname> <given-names>A.</given-names></name> <name><surname>Martins</surname> <given-names>J.</given-names></name> <name><surname>Magalhaes</surname> <given-names>C.</given-names></name> <name><surname>Chaleta</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Games used with serious purposes: a systematic review of interventions in patients with cerebral palsy</article-title>. <source>Front. Psychol</source>. 9, 1712. <pub-id pub-id-type="doi">10.3389/fpsyg.2018.01712</pub-id><pub-id pub-id-type="pmid">30283377</pub-id></citation></ref>
<ref id="B56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lotte</surname> <given-names>F.</given-names></name> <name><surname>Bougrain</surname> <given-names>L.</given-names></name> <name><surname>Cichocki</surname> <given-names>A.</given-names></name> <name><surname>Clerc</surname> <given-names>M.</given-names></name> <name><surname>Congedo</surname> <given-names>M.</given-names></name> <name><surname>Rakotomamonjy</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>A review of classification algorithms for eeg-based brain-computer interfaces: a 10 year update</article-title>. <source>J. Neural Eng</source>. 15, 031005. <pub-id pub-id-type="doi">10.1088/1741-2552/aab2f2</pub-id><pub-id pub-id-type="pmid">29488902</pub-id></citation></ref>
<ref id="B57">
<citation citation-type="thesis"><person-group person-group-type="author"><name><surname>Mahlke</surname> <given-names>S.</given-names></name></person-group> (<year>2008</year>). <source>User Experience of Interaction With Technical Systems</source> (Ph.D. thesis). Technische Universit&#x000E4;t Berlin.</citation>
</ref>
<ref id="B58">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martocchio</surname> <given-names>J. J.</given-names></name> <name><surname>Webster</surname> <given-names>J.</given-names></name></person-group> (<year>1992</year>). <article-title>Effects of feedback and cognitive playfulness on performance in microcomputer software training</article-title>. <source>Pers. Psychol</source>. <volume>45</volume>, <fpage>553</fpage>&#x02013;<lpage>578</lpage>. <pub-id pub-id-type="doi">10.1111/j.1744-6570.1992.tb00860.x</pub-id></citation>
</ref>
<ref id="B59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moore</surname> <given-names>G.</given-names></name> <name><surname>Benbasat</surname> <given-names>I.</given-names></name></person-group> (<year>1991</year>). <article-title>Development of an instrument to measure the perceptions of adopting an information technology innovation</article-title>. <source>Inf. Syst. Res</source>. 2, 5167. <pub-id pub-id-type="doi">10.1287/isre.2.3.192</pub-id></citation>
</ref>
<ref id="B60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morone</surname> <given-names>G.</given-names></name> <name><surname>Pisotta</surname> <given-names>I.</given-names></name> <name><surname>Pichiorri</surname> <given-names>F.</given-names></name> <name><surname>Kleih</surname> <given-names>S.</given-names></name> <name><surname>Paolucci</surname> <given-names>S.</given-names></name> <name><surname>Molinari</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Proof of principle of a brain-computer interface approach to support poststroke arm rehabilitation in hospitalized patients: design, acceptability, and usability</article-title>. <source>Arch. Phys. Med. Rehabil</source>. 96, S71-S78. <pub-id pub-id-type="doi">10.1016/j.apmr.2014.05.026</pub-id><pub-id pub-id-type="pmid">25721550</pub-id></citation></ref>
<ref id="B61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nijboer</surname> <given-names>F.</given-names></name></person-group> (<year>2015</year>). <article-title>Technology transfer of brain-computer interfaces as assistive technology: barriers and opportunities</article-title>. <source>Ann. Phys. Rehabil. Med</source>. <volume>58</volume>, <fpage>35</fpage>&#x02013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1016/j.rehab.2014.11.001</pub-id><pub-id pub-id-type="pmid">25595535</pub-id></citation></ref>
<ref id="B62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nijboer</surname> <given-names>F.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <name><surname>K&#x000FC;bler</surname> <given-names>A.</given-names></name></person-group> (<year>2010</year>). <article-title>The influence of psychological state and motivation on brain-computer interface performance in patients with amyotrophic lateral sclerosis-a longitudinal study</article-title>. <source>Front. Neurosci</source>. 171, 55. <pub-id pub-id-type="doi">10.3389/fnins.2010.00055</pub-id><pub-id pub-id-type="pmid">20700521</pub-id></citation></ref>
<ref id="B63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nijboer</surname> <given-names>F.</given-names></name> <name><surname>Furdea</surname> <given-names>A.</given-names></name> <name><surname>Gunst</surname> <given-names>I.</given-names></name> <name><surname>Mellinger</surname> <given-names>J.</given-names></name> <name><surname>McFarland</surname> <given-names>D.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>An auditory brain-computer interface (BCI)</article-title>. <source>J. Neurosci. Methods</source>. <volume>244</volume>, <fpage>43</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2007.02.009</pub-id><pub-id pub-id-type="pmid">17399797</pub-id></citation></ref>
<ref id="B64">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nojima</surname> <given-names>I.</given-names></name> <name><surname>Sugata</surname> <given-names>H.</given-names></name> <name><surname>Takeuchi</surname> <given-names>H.</given-names></name> <name><surname>Mima</surname> <given-names>T.</given-names></name></person-group> (<year>2022</year>). <article-title>Brain-computer interface training based on brain activity can induce motor recovery in patients with stroke: a meta-analysis</article-title>. <source>Neurorehabil. Neural Repair</source>. <volume>36</volume>, <fpage>83</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1177/15459683211062895</pub-id><pub-id pub-id-type="pmid">34958261</pub-id></citation></ref>
<ref id="B65">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Nunnally</surname> <given-names>J. C.</given-names></name></person-group> (<year>1994</year>). <source>Psychometric Theory 3E</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Tata McGraw-Hill Education</publisher-name>.</citation>
</ref>
<ref id="B66">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Pasqualotto</surname> <given-names>E.</given-names></name> <name><surname>Simonetta</surname> <given-names>A.</given-names></name> <name><surname>Gnisci</surname> <given-names>V.</given-names></name> <name><surname>Federici</surname> <given-names>S.</given-names></name> <name><surname>Belardinelli</surname> <given-names>M. O.</given-names></name></person-group> (<year>2011</year>). <article-title>Toward a usability evaluation of bcis</article-title>. <source>Int. J. Bioelectromagn</source> <volume>13</volume>, <fpage>121</fpage>&#x02013;<lpage>122</lpage>. Available online at: <ext-link ext-link-type="uri" xlink:href="http://hdl.handle.net/2078.1/138512">http://hdl.handle.net/2078.1/138512</ext-link></citation>
</ref>
<ref id="B67">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pfurtscheller</surname> <given-names>G.</given-names></name> <name><surname>Guger</surname> <given-names>C.</given-names></name> <name><surname>M&#x000FC;ller</surname> <given-names>G.</given-names></name> <name><surname>Krausz</surname> <given-names>G.</given-names></name> <name><surname>Neuper</surname> <given-names>C.</given-names></name></person-group> (<year>2000</year>). <article-title>Brain oscillations control hand orthosis in a tetraplegic</article-title>. <source>Neurosci. Lett</source>. <volume>292</volume>, <fpage>211</fpage>&#x02013;<lpage>214</lpage>. <pub-id pub-id-type="doi">10.1016/S0304-3940(00)01471-3</pub-id><pub-id pub-id-type="pmid">11018314</pub-id></citation></ref>
<ref id="B68">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pichiorri</surname> <given-names>F.</given-names></name> <name><surname>Morone</surname> <given-names>G.</given-names></name> <name><surname>Petti</surname> <given-names>M.</given-names></name> <name><surname>Toppi</surname> <given-names>J.</given-names></name> <name><surname>Pisotta</surname> <given-names>I.</given-names></name> <name><surname>Molinari</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Brain-computer interface boosts motor imagery practice during stroke recovery</article-title>. <source>Ann. Neurol</source>. <volume>77</volume>, <fpage>851</fpage>&#x02013;<lpage>865</lpage>. <pub-id pub-id-type="doi">10.1002/ana.24390</pub-id><pub-id pub-id-type="pmid">25712802</pub-id></citation></ref>
<ref id="B69">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pillette</surname> <given-names>L.</given-names></name> <name><surname>Grevet</surname> <given-names>E.</given-names></name> <name><surname>Amadieu</surname> <given-names>F.</given-names></name> <name><surname>Dussard</surname> <given-names>C.</given-names></name> <name><surname>Delgado-Zabalza</surname> <given-names>L.</given-names></name> <name><surname>Dumas</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>The acceptability of BCIs and neurofeedback: presenting a systematic review, a field-specific model and an online tool to facilitate assessment.</article-title></citation>
</ref>
<ref id="B70">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pillette</surname> <given-names>L.</given-names></name> <name><surname>Jeunet</surname> <given-names>C.</given-names></name> <name><surname>Mansencal</surname> <given-names>B.</given-names></name> <name><surname>N&#x00027;kambou</surname> <given-names>R.</given-names></name> <name><surname>N&#x00027;Kaoua</surname> <given-names>B.</given-names></name> <name><surname>Lotte</surname> <given-names>F.</given-names></name></person-group> (<year>2020</year>). <article-title>A physical learning companion for mental-imagery bci user training</article-title>. <source>Int. J. Hum. Comput. Stud</source>. 136, 102380. <pub-id pub-id-type="doi">10.1016/j.ijhcs.2019.102380</pub-id></citation>
</ref>
<ref id="B71">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rad</surname> <given-names>M. S.</given-names></name> <name><surname>Nilashi</surname> <given-names>M.</given-names></name> <name><surname>Dahlan</surname> <given-names>H. M.</given-names></name></person-group> (<year>2018</year>). <article-title>Information technology adoption: a review of the literature and classification</article-title>. <source>Universal Access Inf. Soc</source>. <volume>17</volume>, <fpage>361</fpage>&#x02013;<lpage>390</lpage>. <pub-id pub-id-type="doi">10.1007/s10209-017-0534-z</pub-id><pub-id pub-id-type="pmid">28376785</pub-id></citation></ref>
<ref id="B72">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Randolph</surname> <given-names>A. B.</given-names></name></person-group> (<year>2012</year>). <article-title>&#x0201C;Not all created equal: individual-technology fit of brain-computer interfaces,&#x0201D;</article-title> in <source>2012 45th Hawaii International Conference on System Sciences</source> (<publisher-loc>Maui, HI</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>572</fpage>&#x02013;<lpage>578</lpage>.</citation>
</ref>
<ref id="B73">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Revelle</surname> <given-names>W.</given-names></name></person-group> (<year>2021</year>). <source>How to Use the Psych Package for Mediation/Moderation/Regression Analysis</source>. The Personality Project. Available online at: <ext-link ext-link-type="uri" xlink:href="http://personality-project.org/r/psych/HowTo/mediation.pdf">http://personality-project.org/r/psych/HowTo/mediation.pdf</ext-link></citation>
</ref>
<ref id="B74">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roc</surname> <given-names>A.</given-names></name> <name><surname>Pillette</surname> <given-names>L.</given-names></name> <name><surname>Mladenovic</surname> <given-names>J.</given-names></name> <name><surname>Benaroch</surname> <given-names>C.</given-names></name> <name><surname>N&#x00027;Kaoua</surname> <given-names>B.</given-names></name> <name><surname>Jeunet</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>A review of user training methods in brain computer interfaces based on mental tasks</article-title>. <source>J. Neural Eng</source>. 18, 011002. <pub-id pub-id-type="doi">10.1088/1741-2552/abca17</pub-id><pub-id pub-id-type="pmid">33181488</pub-id></citation></ref>
<ref id="B75">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ron-Angevin</surname> <given-names>R.</given-names></name> <name><surname>D&#x000ED;az-Estrella</surname> <given-names>A.</given-names></name></person-group> (<year>2009</year>). <article-title>Brain-computer interface: changes in performance using virtual reality techniques</article-title>. <source>Neurosci. Lett</source>. <volume>449</volume>, <fpage>123</fpage>&#x02013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1016/j.neulet.2008.10.099</pub-id><pub-id pub-id-type="pmid">19000739</pub-id></citation></ref>
<ref id="B76">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rondan-Catalu&#x000F1;a</surname> <given-names>F. J.</given-names></name> <name><surname>Arenas-Gait&#x000E1;n</surname> <given-names>J.</given-names></name> <name><surname>Ram&#x000ED;rez-Correa</surname> <given-names>P. E.</given-names></name></person-group> (<year>2015</year>). <article-title>A comparison of the different versions of popular technology acceptance models: a non-linear perspective</article-title>. <source>Kybernetes</source> <volume>44</volume>, <fpage>788</fpage>&#x02013;<lpage>805</lpage>. <pub-id pub-id-type="doi">10.1108/K-09-2014-0184</pub-id></citation>
</ref>
<ref id="B77">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schaupp</surname> <given-names>L. C.</given-names></name> <name><surname>Carter</surname> <given-names>L.</given-names></name> <name><surname>McBride</surname> <given-names>M. E.</given-names></name></person-group> (<year>2010</year>). <article-title>E-file adoption: a study of us taxpayers&#x00027; intentions</article-title>. <source>Comput. Human Behav</source>. <volume>26</volume>, <fpage>636</fpage>&#x02013;<lpage>644</lpage>. <pub-id pub-id-type="doi">10.1016/j.chb.2009.12.017</pub-id></citation>
</ref>
<ref id="B78">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sharma</surname> <given-names>N.</given-names></name> <name><surname>Pomeroy</surname> <given-names>V. M.</given-names></name> <name><surname>Baron</surname> <given-names>J.-C.</given-names></name></person-group> (<year>2006</year>). <article-title>Motor imagery: a backdoor to the motor system after stroke?</article-title> <source>Stroke</source> <volume>37</volume>, <fpage>1941</fpage>&#x02013;<lpage>1952</lpage>. <pub-id pub-id-type="doi">10.1161/01.STR.0000226902.43357.fc</pub-id><pub-id pub-id-type="pmid">16741183</pub-id></citation></ref>
<ref id="B79">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Straub</surname> <given-names>D.</given-names></name> <name><surname>Keil</surname> <given-names>M.</given-names></name> <name><surname>Brenner</surname> <given-names>W.</given-names></name></person-group> (<year>1997</year>). <article-title>Testing the technology acceptance model across cultures: a three country study</article-title>. <source>Inf. Manag</source>. <volume>33</volume>, <fpage>1</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1016/S0378-7206(97)00026-8</pub-id></citation>
</ref>
<ref id="B80">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tavakol</surname> <given-names>M.</given-names></name> <name><surname>Dennick</surname> <given-names>R.</given-names></name></person-group> (<year>2011</year>). <article-title>Making sense of cronbach&#x00027;s alpha</article-title>. <source>Int. J. Med. Educ</source>. 2, 53. <pub-id pub-id-type="doi">10.5116/ijme.4dfb.8dfd</pub-id><pub-id pub-id-type="pmid">28029643</pub-id></citation></ref>
<ref id="B81">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Terrade</surname> <given-names>F.</given-names></name> <name><surname>Pasquier</surname> <given-names>H.</given-names></name> <name><surname>Juliette</surname> <given-names>R.</given-names></name> <name><surname>Guingouain</surname> <given-names>G.</given-names></name> <name><surname>Somat</surname> <given-names>A.</given-names></name></person-group> (<year>2009</year>). <article-title>L&#x00027;acceptabilit&#x000E9; sociale: la prise en compte des d&#x000E9;terminants sociaux dans l&#x00027;analyse de l&#x00027;acceptabilit&#x000E9; des syst&#x000E8;mes technologiques</article-title>. <source>Trav. Hum</source>. <volume>72</volume>, <fpage>383</fpage>&#x02013;<lpage>395</lpage>. <pub-id pub-id-type="doi">10.3917/th.724.0383</pub-id></citation>
</ref>
<ref id="B82">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Th&#x000FC;ring</surname> <given-names>M.</given-names></name> <name><surname>Mahlke</surname> <given-names>S.</given-names></name></person-group> (<year>2007</year>). <article-title>Usability, aesthetics and emotions in human-technology interaction</article-title>. <source>Int. J. Psychol</source>. <volume>42</volume>, <fpage>253</fpage>&#x02013;<lpage>264</lpage>. <pub-id pub-id-type="doi">10.1080/00207590701396674</pub-id></citation>
</ref>
<ref id="B83">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Venkatesh</surname> <given-names>V.</given-names></name></person-group> (<year>2000</year>). <article-title>Determinants of perceived ease of use: Integrating control, intrinsic motivation, and emotion into the technology acceptance model</article-title>. <source>Inf. Syst. Res</source>. <volume>11</volume>, <fpage>1</fpage>&#x02013;<lpage>432</lpage> <pub-id pub-id-type="doi">10.1287/isre.11.4.342.11872</pub-id></citation>
</ref>
<ref id="B84">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Venkatesh</surname> <given-names>V.</given-names></name> <name><surname>Bala</surname> <given-names>H.</given-names></name></person-group> (<year>2008</year>). <article-title>Technology acceptance model 3 and a research agenda on interventions</article-title>. <source>Decis. Sci</source>. <volume>39</volume>, <fpage>273</fpage>&#x02013;<lpage>315</lpage>. <pub-id pub-id-type="doi">10.1111/j.1540-5915.2008.00192.x</pub-id></citation>
</ref>
<ref id="B85">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Venkatesh</surname> <given-names>V.</given-names></name> <name><surname>Davis</surname> <given-names>F. D.</given-names></name></person-group> (<year>2000</year>). <article-title>A theoretical extension of the technology acceptance model: four longitudinal field studies</article-title>. <source>Manag. Sci</source>. <volume>46</volume>, <fpage>186</fpage>&#x02013;<lpage>204</lpage>. <pub-id pub-id-type="doi">10.1287/mnsc.46.2.186.11926</pub-id></citation>
</ref>
<ref id="B86">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Venkatesh</surname> <given-names>V.</given-names></name> <name><surname>Morris</surname> <given-names>M. G.</given-names></name> <name><surname>Davis</surname> <given-names>G. B.</given-names></name> <name><surname>Davis</surname> <given-names>F. D.</given-names></name></person-group> (<year>2003</year>). <article-title>User acceptance of information technology: toward a unified view</article-title>. <source>MIS Q</source>. <volume>27</volume>, <fpage>425</fpage>&#x02013;<lpage>478</lpage>.</citation>
</ref>
<ref id="B87">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Venkatesh</surname> <given-names>V.</given-names></name> <name><surname>Thong</surname> <given-names>J. Y.</given-names></name> <name><surname>Xu</surname> <given-names>X.</given-names></name></person-group> (<year>2012</year>). <article-title>Consumer acceptance and use of information technology: extending the unified theory of acceptance and use of technology</article-title>. <source>MIS Q</source>. <volume>36</volume>, <fpage>157</fpage>&#x02013;<lpage>178</lpage>. <pub-id pub-id-type="doi">10.2307/41410412</pub-id></citation>
</ref>
<ref id="B88">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vilatte</surname> <given-names>J.-C.</given-names></name></person-group> (<year>2007</year>). <source>M&#x000E9;thodologie de l&#x00027;enqu&#x000EA;te par Questionnaire</source>. Laboratory Culture and Communication, University of Avignon. Formation in Grisolles (France).<pub-id pub-id-type="pmid">28969656</pub-id></citation></ref>
<ref id="B89">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Voinea</surname> <given-names>G.-D.</given-names></name> <name><surname>Boboc</surname> <given-names>R.</given-names></name> <name><surname>G&#x000EE;rbacia</surname> <given-names>F.</given-names></name> <name><surname>Postelnicu</surname> <given-names>C.-C.</given-names></name></person-group> (<year>2019</year>). <article-title>&#x0201C;Technology acceptance of a hybrid brain-computer interface for instruction manual browsing,&#x0201D;</article-title> in <source>Proceedings of the 14th International Conference on Virtual Learning (ICVL)</source> (<publisher-loc>Bucharest</publisher-loc>).</citation>
</ref>
<ref id="B90">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>Y.-M.</given-names></name> <name><surname>Wei</surname> <given-names>C.-L.</given-names></name> <name><surname>Wang</surname> <given-names>M.-W.</given-names></name></person-group> (<year>2022</year>). <article-title>Factors influencing students&#x00027; adoption intention of brain-computer interfaces in a game-learning context</article-title>. <source>Library Hi Tech</source>. <pub-id pub-id-type="doi">10.1108/LHT-12-2021-0506.</pub-id> [Epub ahead of print].</citation>
</ref>
<ref id="B91">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>Y.-S.</given-names></name> <name><surname>Wu</surname> <given-names>M.-C.</given-names></name> <name><surname>Wang</surname> <given-names>H.-Y.</given-names></name></person-group> (<year>2009</year>). <article-title>Investigating the determinants and age and gender differences in the acceptance of mobile learning</article-title>. <source>Br. J. Educ. Technol</source>. <volume>40</volume>, <fpage>92</fpage>&#x02013;<lpage>118</lpage>. <pub-id pub-id-type="doi">10.1111/j.1467-8535.2007.00809.x</pub-id></citation>
</ref>
<ref id="B92">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Wills</surname> <given-names>M. J.</given-names></name> <name><surname>El-Gayar</surname> <given-names>O. F.</given-names></name> <name><surname>Bennett</surname> <given-names>D.</given-names></name></person-group> (<year>2008</year>). <article-title>Examining healthcare professionals&#x00027; acceptance of electronic medical records using utaut</article-title>. <source>Issue. Infm. Syst</source>. <volume>9</volume>, <fpage>396</fpage>&#x02013;<lpage>401</lpage>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://iacis.org/iis/2008/S2008_1053.pdf">https://iacis.org/iis/2008/S2008_1053.pdf</ext-link></citation>
</ref>
<ref id="B93">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Witte</surname> <given-names>M.</given-names></name> <name><surname>Kober</surname> <given-names>S.</given-names></name> <name><surname>Ninaus</surname> <given-names>M.</given-names></name> <name><surname>Neuper</surname> <given-names>C.</given-names></name> <name><surname>Wood</surname> <given-names>G.</given-names></name></person-group> (<year>2013</year>). <article-title>Control beliefs can predict the ability to up-regulate sensorimotor rhythm during neurofeedback training</article-title>. <source>Front. Hum. Neurosci</source>. 7, 478. <pub-id pub-id-type="doi">10.3389/fnhum.2013.00478</pub-id><pub-id pub-id-type="pmid">23966933</pub-id></citation></ref>
<ref id="B94">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wolbring</surname> <given-names>G.</given-names></name> <name><surname>Diep</surname> <given-names>L.</given-names></name> <name><surname>Yumakulov</surname> <given-names>S.</given-names></name> <name><surname>Ball</surname> <given-names>N.</given-names></name> <name><surname>Yergens</surname> <given-names>D.</given-names></name></person-group> (<year>2013</year>). <article-title>Social robots, brain machine interfaces and neuro/cognitive enhancers: three emerging science and technology products through the lens of technology acceptance theories, models and frameworks</article-title>. <source>Technologies</source> <volume>1</volume>, <fpage>3</fpage>&#x02013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.3390/technologies1010003</pub-id></citation>
</ref>
<ref id="B95">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zulauf-Czaja</surname> <given-names>A.</given-names></name> <name><surname>Al-Taleb</surname> <given-names>M. K.</given-names></name> <name><surname>Purcell</surname> <given-names>M.</given-names></name> <name><surname>Petric-Gray</surname> <given-names>N.</given-names></name> <name><surname>Cloughley</surname> <given-names>J.</given-names></name> <name><surname>Vuckovic</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>On the way home: a bci-fes hand therapy self-managed by sub-acute sci participants and their caregivers: a usability study</article-title>. <source>J. Neuroeng. Rehabil</source>. <volume>18</volume>, <fpage>1</fpage>&#x02013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1186/s12984-021-00838-y</pub-id><pub-id pub-id-type="pmid">33632262</pub-id></citation></ref>
</ref-list> 
</back>
</article> 