<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2024.1314531</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The Aha! experience is associated with a drop in the perceived difficulty of the problem</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Moroshkina</surname> <given-names>Nadezhda V.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1812437/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pavliuchik</surname> <given-names>Elena I.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ammalainen</surname> <given-names>Artur V.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1791822/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gershkovich</surname> <given-names>Valeria A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1857450/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lvova</surname> <given-names>Olga V.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Institute for Cognitive Studies, St. Petersburg University</institution>, <addr-line>St. Petersburg</addr-line>, <country>Russia</country></aff>
<aff id="aff2"><sup>2</sup><institution>Institute of Psychology, University of Greifswald</institution>, <addr-line>Greifswald</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0004">
<p>Edited by: Timothy L. Hubbard, Arizona State University, United States</p>
</fn>
<fn fn-type="edited-by" id="fn0005">
<p>Reviewed by: Tetsuo Ishikawa, Keio University School of Medicine, Japan; Sascha Topolinski, University of Cologne, Germany; Ekaterina Valueva, Institute of Psychology (RAS), Russia</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Nadezhda V. Moroshkina, <email>n.moroshkina@spbu.ru</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>01</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1314531</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>10</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>01</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Moroshkina, Pavliuchik, Ammalainen, Gershkovich and Lvova.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Moroshkina, Pavliuchik, Ammalainen, Gershkovich and Lvova</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The study investigated the correlation between the intensity of the Aha! experience and participants&#x2019; subjective difficulty ratings of problems before and after finding their solutions. We assumed that the Aha! experience arises from a shift in processing fluency triggered by changing from an initially incoherent problem representation to a coherent one, which ultimately leads to the retrieval of a solution with unexpected ease and speed. First, we hypothesized that higher Aha! experience ratings would indicate more sudden solutions, manifesting in a reduced correlation between the initial difficulty ratings and solution times. Second, we hypothesized that higher Aha! experience ratings would correspond to a greater shift in the subjective difficulty ratings between the initial and retrospective assessments. To test our hypotheses, we developed a novel set of rebus puzzles. A total of 160 participants solved rebuses and provided initial (within 5&#x2009;s of problem presentation) and retrospective difficulty ratings (following the generation or presentation of a correct solution). They also rated their Aha! experience (after solution generation or presentation), confidence in solutions, and the likability of each rebus. Our findings revealed that the initial ratings of the problem&#x2019;s subjective difficulty were positively correlated with the solution time and that this correlation decreased in the case of a stronger Aha! experience. Aha! experience ratings were positively correlated with the differences between initial and retrospective difficulty ratings, confidence, solution accuracy, and rebus likability. We interpreted our results to be in line with the processing fluency and metacognitive prediction error accounts.</p>
</abstract>
<kwd-group>
<kwd>insight</kwd>
<kwd>Aha! experience</kwd>
<kwd>subjective difficulty</kwd>
<kwd>processing fluency</kwd>
<kwd>metacognitive prediction error</kwd>
<kwd>rebus puzzles</kwd>
</kwd-group>
<contract-num rid="cn1">21-18-00429</contract-num>
<contract-sponsor id="cn1">Russian Science Foundation<named-content content-type="fundref-id">10.13039/501100006769</named-content></contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="8"/>
<equation-count count="0"/>
<ref-count count="65"/>
<page-count count="15"/>
<word-count count="11979"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Cognition</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>Problem-solving and creative thinking are important aspects of everyday life and many professional activities. It is commonly accepted that problem-solving occurs via analytical processing (step-by-step mode) or by sudden restructuring of mental representations (insight mode; <xref ref-type="bibr" rid="ref50">Sternberg and Davidson, 1995</xref>). Insight solutions are accompanied by an Aha! experience, which is considered an affective component of insight (<xref ref-type="bibr" rid="ref14">Duncker, 1945</xref>; <xref ref-type="bibr" rid="ref16">Gick and Lockhart, 1995</xref>; <xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>). When solvers employ an analytical approach to problem-solving, they can usually report the intermediate steps that led them to the solution. In contrast, with insight solutions, people report suddenly finding the solution. <xref ref-type="bibr" rid="ref36">Metcalfe and Wiebe (1987)</xref> first proposed the use of warmth ratings as a metric of subjective progress during problem-solving, showing that while the warmth ratings in algebraic problems gradually increased toward the solution, in classical insight problems, the ratings remained low and increased immediately before the solution. Subsequent studies on the subjective suddenness of insight revealed similar results using various problems (<xref ref-type="bibr" rid="ref25">Kizilirmak et al., 2018</xref>; <xref ref-type="bibr" rid="ref30">Laukkonen et al., 2021</xref>). For example, <xref ref-type="bibr" rid="ref25">Kizilirmak et al. (2018)</xref> provided participants with compound remote associate test (CRAT) problems, which consist of three seemingly unrelated clue words. The solvers have to find a target word that forms a compound word with each of the clue words. In the study of <xref ref-type="bibr" rid="ref25">Kizilirmak et al. (2018)</xref>, participants indicated how close they were to the solution using warmth rating during the solving process and reported whether they had an Aha experience after finding the solution. The results revealed a correlation between two measures: solutions with Aha corresponded to a discontinuous pattern of warmth ratings while solutions without Aha were connected to a more continuous one (<xref ref-type="bibr" rid="ref25">Kizilirmak et al., 2018</xref>). However, some research showed mixed results (for more detail, see <xref ref-type="bibr" rid="ref18">Hedne et al., 2016</xref>; <xref ref-type="bibr" rid="ref31">Laukkonen and Tangen, 2018</xref>).</p>
<p>Scholars have proposed various approaches to explain cognitive mechanisms leading to a subjectively sudden solution. Most researchers agree that the representational change is the key event of an insightful solution (<xref ref-type="bibr" rid="ref26">Knoblich et al., 1999</xref>; <xref ref-type="bibr" rid="ref28">Kounios and Beeman, 2014</xref>; <xref ref-type="bibr" rid="ref60">Weisberg, 2015</xref>) but propose different approaches to explain it. According to the first approach, the process of problem-solving occurs at an unconscious level for some time, and then a solution comes to mind all at once, without any intermediate stages (<xref ref-type="bibr" rid="ref7">Bowden et al., 2005</xref>; <xref ref-type="bibr" rid="ref39">Ohlsson, 2011</xref>; <xref ref-type="bibr" rid="ref28">Kounios and Beeman, 2014</xref>; <xref ref-type="bibr" rid="ref036">Olte&#x0163;eanu and Falomir, 2015</xref>; <xref ref-type="bibr" rid="ref57">Valueva and Ushakov, 2017</xref>). In other words, the lack of conscious access to the unfolding cognitive processes is the reason for subjectively sudden solutions. For example, several demonstrated that unconscious cues can trigger insightful solutions (<xref ref-type="bibr" rid="ref6">Bowden, 1997</xref>; <xref ref-type="bibr" rid="ref4">Ammalainen and Moroshkina, 2022</xref>).</p>
<p>In the alternative approach, the solution process is fully conscious, and the Aha! experience occurs because solvers fail to predict the outcome of a representational change (<xref ref-type="bibr" rid="ref20">Kaplan and Simon, 1990</xref>; <xref ref-type="bibr" rid="ref48">Simon, 1995</xref>; <xref ref-type="bibr" rid="ref60">Weisberg, 2015</xref>). It is assumed that, while solving a problem in the first stage, the solver forms an erroneous or an incomplete representation of the problem space. Within that space, the search for a solution is fruitless. However, as the number of failed attempts accumulates, the solver gains additional information about the problem that provokes them to switch to searching for another representative space (<xref ref-type="bibr" rid="ref20">Kaplan and Simon, 1990</xref>). If the solution is reached in one or two steps in this new problem space (in other words, it falls within the &#x201C;horizon of mental lookahead&#x201D;; <xref ref-type="bibr" rid="ref38">Ohlsson, 1984</xref>), it will be subjectively sudden and experienced as an insight. As <xref ref-type="bibr" rid="ref16">Gick and Lockhart (1995)</xref> emphasize in their work, the very process of finding a new representation can be long and painful. However, when an appropriate representation is found, the answer is retrieved from memory automatically, quickly, and effortlessly, which causes the experience of suddenness.</p>
<p>Subjective reports on solution suddenness are often used to prove the special status of cognitive processes leading to insights (<xref ref-type="bibr" rid="ref36">Metcalfe and Wiebe, 1987</xref>; <xref ref-type="bibr" rid="ref53">Stuyck et al., 2023</xref>), and an Aha! experience is considered a marker of these processes. In the last two decades the phenomenology of Aha! experience itself became a subject of interest for researchers (see, for example, <xref ref-type="bibr" rid="ref55">Topolinski and Reber, 2010</xref>; <xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref49">Skaar and Reber, 2020</xref>; <xref ref-type="bibr" rid="ref9">Danek, 2023</xref>). However, the mechanisms underlying the occurrence of Aha! experience remain unclear. Why are some solutions to problems accompanied by an Aha! experience while others are not? What determines the intensity of the Aha! experience?</p>
<p>Research on the phenomenology of insight has revealed that the Aha! experience is a multi-dimensional phenomenon: in addition to experiencing the suddenness of the solution, it includes confidence in the correctness of the solution and positive emotions (<xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>). Various characteristics (e.g., surprise, certainty, happiness, drive, and relief) are described as Aha! experience components (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref47">Shen et al., 2016</xref>; <xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>; <xref ref-type="bibr" rid="ref58">Webb et al., 2019</xref>; <xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>). Moreover, several studies have shown that solutions accompanied by Aha! experiences are more likely to be correct, the so-called &#x201C;Aha!-accuracy effect&#x201D; (<xref ref-type="bibr" rid="ref44">Salvi et al., 2016a</xref>; <xref ref-type="bibr" rid="ref11">Danek and Salvi, 2020</xref>). However, some authors claim that the Aha!-accuracy effect reflects the specificity of the problems used to study insights and is not necessarily observed outside the laboratory (<xref ref-type="bibr" rid="ref58">Webb et al., 2019</xref>; <xref ref-type="bibr" rid="ref51">Strickland et al., 2022</xref>).</p>
<p><xref ref-type="bibr" rid="ref55">Topolinski and Reber (2010)</xref> suggested that the Aha! experience is triggered by an abrupt increase in the processing fluency of a problem at the moment of solution discovery (i.e., the processing fluency approach). Processing fluency is usually understood as the ease and/or speed with which information is processed in a cognitive system, as well as the degree of the representation&#x2019; coherence (<xref ref-type="bibr" rid="ref62">Winkielman et al., 2012</xref>). Experiencing the processing fluency as a byproduct of a wide array of cognitive processes, people interpret it as a cue for various metacognitive judgments (e.g., a judgment of the familiarity of the stimulus, confidence in the solution; <xref ref-type="bibr" rid="ref3">Alter and Oppenheimer, 2009</xref>, or of the solvability of the problem; <xref ref-type="bibr" rid="ref56">Topolinski and Strack, 2008</xref>). <xref ref-type="bibr" rid="ref41">Reber and Schwarz (1999)</xref> showed that an increase in processing fluency can provoke a truth effect (i.e., confidence in the reliability of the presented information). Other studies have also demonstrated that increased processing fluency itself is experienced as a positive affect (<xref ref-type="bibr" rid="ref63">Winkielman et al., 2003</xref>; <xref ref-type="bibr" rid="ref42">Reber et al., 2004</xref>). Thus, the concept of processing fluency provides a common explanation for such characteristics of the Aha! experience as confidence in the solution&#x2019;s correctness, positive emotions, and the feeling that a solution came effortlessly.</p>
<p><xref ref-type="bibr" rid="ref13">Dubey et al. (2021)</xref> proposed that the Aha! experience is associated with a metacognitive prediction error and occurs when the time taken to solve a problem turns out to be less than was predicted in the early stages of problem-solving. They consider the Aha! experience to be an internal reward (a positive reward prediction error), thus explaining why positive emotions are an essential component of the Aha! experience.</p>
<p>From our perspective, the approaches mentioned above are similar since they link the Aha! experience with the functioning of the metacognitive system. People utilize metacognitive monitoring to assess their chances of success before, during, and after performing a cognitive task, and they use these judgments to allocate their mental efforts, obtain assistance, etc. (<xref ref-type="bibr" rid="ref2">Ackerman and Thompson, 2017</xref>; <xref ref-type="bibr" rid="ref1">Ackerman, 2019</xref>). The main approach in metacognition research&#x2014;the cue utilization approach&#x2014;assumes that people do not reliably know their knowledge level but infer it based on heuristics (<xref ref-type="bibr" rid="ref27">Koriat, 1997</xref>). Processing fluency is one of the main cues. It has been shown that when facing a problem, a solver forms an initial judgment of its solvability based on the processing fluency heuristic (<xref ref-type="bibr" rid="ref56">Topolinski and Strack, 2008</xref>), and this judgment, in some cases, predicts the probability and time needed to solve the problem (<xref ref-type="bibr" rid="ref33">Lauterman and Ackerman, 2019</xref>; <xref ref-type="bibr" rid="ref8">Burton et al., 2023</xref>). However, the relationship between the initial judgment of solvability/difficulty ratings of a problem with the probability of gaining the insightful solution, time taken to solve it and the intensity of the corresponding Aha! experience remains unclear.</p>
<p>In our previous study (<xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), we developed approach of <xref ref-type="bibr" rid="ref55">Topolinski and Reber (2010)</xref>. Specifically, we suggested that when introduced to a problem, a solver intuitively assesses its difficulty based on the processing fluency of the primary representation and forms the corresponding expectations about the time and cognitive resources that must be allocated to solve it. As a result of restructuring, the primary representation is replaced by a new one. If the new representation is more coherent, this leads to a more fluent (faster) solution retrieval than expected. This, in turn, triggers the Aha! experience, and the assessment of the problem&#x2019;s difficulty is corrected downward. This assumption is close to the idea expressed by <xref ref-type="bibr" rid="ref13">Dubey et al. (2021)</xref>. However, our idea explains not only the process of solution generation (endogenous insights) but also cases of sudden understanding of the presented solution (induced insights), when participants report an Aha! experience after being introduced to the correct answer (see, e.g., <xref ref-type="bibr" rid="ref23">Kizilirmak et al., 2016</xref>, <xref ref-type="bibr" rid="ref22">2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>).</p>
<p>Thus, the described approaches suggest that the probability and intensity of the Aha! experience is closely related to the metacognitive assessments of the problem itself. As we described above, if an abrupt increase in processing fluency underlies the Aha! experience, it should manifest in a decrease in the perceived difficulty of the problem, be it after finding the solution or after becoming familiar with it. In a previous study, we examined this hypothesis and found the confirmation only for the latter case that is for the solution presentation&#x2019;s condition (<xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>). Participants completed remote association tasks and upon completion reported whether they had had an Aha! experience and whether the problem had seemed difficult. The Aha! experience was rated in two different situations: (1) after successful solution generation (post-solution-generation Aha! experiences) and (2) in the case of an unsuccessful generation, after the presentation of the answer (post-solution-presentation Aha! experiences). The results showed that post-solution-presentation Aha! experience was associated with a decreased likelihood of judging problems as difficult. We called this effect &#x201C;difficulty estimation bias.&#x201D; This result was obtained with the control for the problem&#x2019;s objective difficulty calculated as the proportion of correct solutions to each problem, aggregated for the entire sample. Based on this result, we supposed that the post-solution-presentation Aha! experience resembles the feeling that &#x201C;I knew it all along!&#x201D; (<xref ref-type="bibr" rid="ref15">Fischhoff, 1977</xref>; <xref ref-type="bibr" rid="ref17">Hasher et al., 1981</xref>). Participants felt that the problem was not difficult, and they could solve it. Such cases were previously described in the work of <xref ref-type="bibr" rid="ref16">Gick and Lockhart (1995</xref>, p. 199): some of their participants even exclaimed: &#x201C;I&#x2019;ve been duped!&#x201D; or &#x201C;Why did not I think of that before?&#x201D;</p>
<p>In an independent study, <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref> also investigated the association of the Aha! experience with the problem&#x2019;s subjective difficulty using CRAT material. In their work, participants assessed the difficulty of the problem twice: (1) within 2&#x2009;s after introducing the problem and (2) after discovering the solution. Both ratings were made using a visual analog scale that ranged from red (difficult&#x2009;=&#x2009;0) to green (easy&#x2009;=&#x2009;100). The authors found solutions with the Aha! experience were more common for problems that were initially rated as more difficult. Based on the assumption that the Aha! experience reflects metacognitive prediction error, we might expect that in the study of <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref>, the subjective difficulty of a problem solved with a stronger Aha! experience should have been significantly reduced when the problem difficulty was reassessed after the solution. Thus, we conducted an additional analysis of data of <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref><xref ref-type="fn" rid="fn0001"><sup>1</sup></xref> and confirmed the aforementioned assumption: the decline in difficulty ratings was more significant for problems solved with the Aha! experience than for those solved without the Aha! experience (for more details, see <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>, p.10).</p>
<sec id="sec2">
<label>1.1</label>
<title>The current study</title>
<p>This study aimed to investigate the connection between the Aha! experience and change in the subjective difficulty assessments of the problem before and after finding the solution or solution presentation. Based on the approaches of <xref ref-type="bibr" rid="ref55">Topolinski and Reber (2010)</xref> and <xref ref-type="bibr" rid="ref13">Dubey et al. (2021)</xref>, as well as previous studies (<xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), we hypothesized that the intensity of the Aha! experience would reflect the magnitude of the unexpected processing fluency gain achieved as a result of restructuring and solution retrieval. If such, the assessment of the Aha! experience should correlate with the magnitude of the difference in the subjective assessments of the problem&#x2019;s difficulty before and after the solution. In other words, in the early stages of problem-solving, the participant will assess the problem as difficult, predicting a longer time and greater allocation of mental efforts to solve it. However, as a result of the restructuring, the solution suddenly enters the participant&#x2019;s consciousness with greater ease and speed than expected, thus inducing the Aha! experience. Therefore, we also assumed that the problem&#x2019;s subjective difficulty ratings given after introducing the problem would be more strongly correlated with the search time for non-insightful solutions than for insightful ones (with the Aha! experience). This effect will reflect the connection of the Aha! experience to the metacognitive prediction error.</p>
<p>Previous studies have investigated the connection between the Aha! experience and ratings of subjective problem difficulty on fairly simple verbal tasks [anagrams (<xref ref-type="bibr" rid="ref13">Dubey et al., 2021</xref>) and CRAT/RAT (<xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>)]. Our study expands our understanding of the connection between the Aha! experience and metacognitive assessments as we use rebus puzzles and analyze Aha! ratings after both solution generation and solution presentation. Previous studies have shown that rebus puzzles are suitable materials for insight research. However, rebus databases have only been developed in the English (<xref ref-type="bibr" rid="ref35">MacGregor and Cunningham, 2008</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>) and Italian languages (<xref ref-type="bibr" rid="ref45">Salvi et al., 2016b</xref>). For this study, we developed a set of rebus puzzles in Russian that is similar to previously published databases (for more details, see the section &#x201C;Materials and methods&#x201D;).</p>
<p>We used Likert scales to measure the intensity of the Aha! experience and the subjective difficulty of the problem. The Aha! experience was assessed in two different situations: (1) after a successful solution generation (post-solution-generation Aha! experiences) and (2) in the case of an unsuccessful generation, after the presentation of the answer (post-solution-presentation Aha! experiences). The subjective difficulty of the problem was assessed three times: (1) immediately after the problem was introduced [the initial difficulty rating (dif1)], (2) after the generation of the solution [the second retrospective difficulty rating (dif2)], and (3) if the solution was incorrect or it was not found within the allotted time, after the presentation of the correct answer [third retrospective difficulty rating (dif3)].</p>
<p>The main hypotheses are as follows:</p>
<list list-type="order">
<list-item>
<p>Initial ratings of the problem&#x2019;s subjective difficulty positively correlate with the solution time of the problem, but the strength of this correlation decreases with an increase in Aha! experience ratings.</p>
</list-item>
<list-item>
<p>The Aha! experience ratings are positively correlated with the difference between subjective difficulty ratings before and after understanding the solution (when controlling the solution time).</p>
<list list-type="alpha-lower">
<list-item>
<p>Post-solution-generation Aha! experience ratings are positively correlated with the difference between initial difficulty ratings and the second retrospective difficulty ratings.</p>
</list-item>
<list-item>
<p>Post-solution-presentation Aha! experience ratings are positively correlated with the difference between initial difficulty ratings and the third retrospective difficulty ratings.</p>
</list-item>
</list>
</list-item>
</list>
<p>Since we developed a new set of problems&#x2014;polycode rebus puzzles in Russian&#x2014;we also examined the extent to which the phenomenological characteristics of the Aha! experience that accompany the solution to this type of problems corresponded to the results of previous studies, especially those that used similar materials (<xref ref-type="bibr" rid="ref45">Salvi et al., 2016b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>). Numerous studies have shown that the Aha! experience correlates with high confidence in the correctness of the solution (<xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>), solution accuracy (<xref ref-type="bibr" rid="ref44">Salvi et al., 2016a</xref>,<xref ref-type="bibr" rid="ref45">b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>), positive emotions (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref47">Shen et al., 2016</xref>; <xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>; <xref ref-type="bibr" rid="ref46">Savinova and Korovkin, 2022</xref>), and a positive evaluation of the problem; that is, likability (<xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), which follows the processing fluency account of Aha! experience.</p>
<p>Thus, we put forward the auxiliary hypotheses:</p>
<list list-type="order">
<list-item>
<p>Post-solution-generation Aha! experience ratings are correlated with confidence in the answer (the Aha!-confidence effect hypothesis).</p>
</list-item>
<list-item>
<p>Post-solution-generation Aha! experience ratings are higher for correct solutions than for incorrect ones (the Aha!-accuracy effect hypothesis).</p>
</list-item>
<list-item>
<p>The Aha! experience ratings, both in the case of solution generation and presentation, are correlated with the assessment of rebus likability (the Aha!-likability effect hypothesis).</p>
</list-item>
</list>
</sec>
</sec>
<sec sec-type="materials|methods" id="sec3">
<label>2</label>
<title>Materials and methods</title>
<sec id="sec4">
<label>2.1</label>
<title>Participants</title>
<p>The study involved 164 volunteers. We drew on two sources when planning the sample size for this study. On the one hand, we used an effect size derived from <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref> to perform an <italic>a priori</italic> power analysis for the relationship between the Aha! experience and the magnitude of the difference in the problem&#x2019;s subjective difficulty ratings before and after obtaining its solution. The analysis was conducted using samplesize_mixed function from the sjstats R package, version 0.182 (<xref ref-type="bibr" rid="ref34">L&#x00FC;decke, 2022</xref>) and revealed that 68 participants would be sufficient to achieve a statistical power of 0.9. However, as we tested new stimuli, which usually requires more participants. Thus, we relied on English rebus puzzle normative study of <xref ref-type="bibr" rid="ref54">Threadgold et al. (2018)</xref> with two sets of 42 items and 170 participants.</p>
<p>Data from four participants were excluded from the analysis for technical reasons or instruction violations. Data from 160 participants aged 18&#x2013;36&#x2009;years [mean&#x2009;=&#x2009;23.36; standard deviation (SD)&#x2009;=&#x2009;4.6] were used for the analysis (114 females, 45 males, one identified as non-binary). All participants were native Russian speakers. Data were collected offline (94 participants) and online under the supervision of the experimenter through video communication (66 participants).</p>
<p>Analysis of the average accuracy performance, aggregated per participant, including gender, age, and experimental format (online or offline) factors, did not reveal any significance (ANOVA, <italic>p</italic>&#x2009;&#x003E;&#x2009;0.05). Therefore, all data were analyzed together.</p>
</sec>
<sec id="sec5">
<label>2.2</label>
<title>Materials</title>
<p>Based on previous studies (<xref ref-type="bibr" rid="ref35">MacGregor and Cunningham, 2008</xref>; <xref ref-type="bibr" rid="ref45">Salvi et al., 2016b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>), we developed 114 polycode rebuses. The answers to the rebuses were common Russian expressions. Font characteristics (style, color, size, etc.), spatial arrangement, number of words, and math signs were used as various encryption principles. To solve these rebuses, it is necessary to restructure the initial mental representation: polycode rebuses require people to reinterpret the meanings of words while taking into account their visual clues. These rebuses trigger restructuring because a solver needs to refuse initial and more common interpretations and relax certain constraints (<xref ref-type="bibr" rid="ref35">MacGregor and Cunningham, 2008</xref>; <xref ref-type="bibr" rid="ref45">Salvi et al., 2016b</xref>).</p>
<p>For, example, in &#x201C;&#x0417;&#x041D;&#x0410; &#x041D;&#x0418;&#x042F;&#x201D; (&#x201C;KNOW LEDGE&#x201D;) the cue is the visual gap in the word that should be interpreted meaningfully (solution in Russian: &#x201C;&#x043F;&#x0440;&#x043E;&#x0431;&#x0435;&#x043B; &#x0432; &#x0437;&#x043D;&#x0430;&#x043D;&#x0438;&#x044F;&#x0445;,&#x201D; literally in English: &#x201C;<italic>gap in</italic> the knowledge,&#x201D; that means &#x201C;knowledge gap&#x201D;). The rebus &#x201C;&#x0413;&#x041B;&#x0410;&#x0417;&#x0410;<sup>2</sup>&#x201D; (&#x201C;EYES<sup>2</sup>&#x201D;) is solved by decoding the math sign &#x201C;<sup>2</sup>&#x201D; as a word (solution in Russian: &#x201C;&#x043A;&#x0432;&#x0430;&#x0434;&#x0440;&#x0430;&#x0442;&#x043D;&#x044B;&#x0435; &#x0433;&#x043B;&#x0430;&#x0437;&#x0430;,&#x201D; literally in English: &#x201C;squared eyes,&#x201D; that means expression of extreme surprise or confusion). Finally, the rebus &#x201C;&#x0414;&#x041D;&#x041E;&#x0414;&#x041D;&#x041E;&#x201D; (&#x201C;BOTTOMBOTTOM&#x201D;) is solved by interpreting the repetition of writing the same word (&#x201C;&#x0414;&#x041D;&#x041E;&#x201D;) twice as adjective double (two times; solution in Russian: &#x201C;&#x0434;&#x0432;&#x043E;&#x0439;&#x043D;&#x043E;&#x0435; &#x0434;&#x043D;&#x043E;,&#x201D; literally in English: &#x201C;double bottom,&#x201D; that means a metaphor indicating the presence of a hidden meaning, a trick, or a deceptive appearance).</p>
<p>We used approximately 20 encryption principles to create the rebus puzzle pool. Individual rebuses included a minimum of 1 to a maximum of three principles. The 114 rebuses were divided into two main sets of 55 problems (Sets 1 and 2), with similar encoding principles balanced between sets, and one training set (three problems) and one example for the instruction. The file with all sets of rebuses can be found on the OSF.<xref ref-type="fn" rid="fn0002"><sup>2</sup></xref> A professional graphic designer, Faina Khamidullina, illustrated the rebuses.</p>
</sec>
<sec id="sec6">
<label>2.3</label>
<title>Equipment</title>
<p>The offline part of the experiment was carried out using PsychoPy software, version 2021.1 (<xref ref-type="bibr" rid="ref40">Peirce et al., 2019</xref>), and the online part was conducted using PsychoPy software, version 2021.1 and Pavlovia.<xref ref-type="fn" rid="fn0003"><sup>3</sup></xref></p>
</sec>
<sec id="sec7">
<label>2.4</label>
<title>Procedure</title>
<p>The first part of the data was acquired offline. Participants solved problems independently on a computer. First, in line with previous research (<xref ref-type="bibr" rid="ref19">Jung-Beeman et al., 2004</xref>; <xref ref-type="bibr" rid="ref23">Kizilirmak et al., 2016</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), we presented participants with a detailed description of the Aha! experience. The description of the Aha! experience was as follows (translation from Russian):</p>
<disp-quote>
<p>The Aha! experience is a feeling that you might have when the answer suddenly comes to your mind, as if out of nowhere, and it seems obvious. The most striking example of the Aha! experience, as described in the literature, is the case of Archimedes, who suddenly understood how to solve a problem and jumped out of the bath shouting &#x201C;Eureka!&#x201D; We do not expect that in this study you will experience the same strong feelings. However, if while solving some of the problems you experience something similar to a sudden insight, mark that you had an Aha! experience. An Aha! experience can also occur when you are presented with the correct answer without solving the problem yourself (the feeling of &#x201C;Oh, exactly!&#x201D;). We will ask you to assess this feeling as well. You will also rate your level of confidence in the answer, the difficulty of the rebus, and how much you liked the rebus&#x2019; idea.</p>
</disp-quote>
<p>After reading the description of the Aha! experience, participants were presented with instructions on the problems to be solved during the experiment (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Material 1</xref>). This was followed by a training phase consisting of three rebus puzzles. Then participants proceeded to the main phase, where they solved 55 rebuses (randomly assigned to Set 1 or 2). <xref ref-type="fig" rid="fig1">Figure 1</xref> shows the timeline of one trial. Each rebus appeared in the center of the screen on a white background. The solution time was limited to 25&#x2009;s. If participants solved the rebus before the allotted time, they pressed the SPACE BAR, and a field for entering a solution appeared.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>The example of a trial.</p>
</caption>
<graphic xlink:href="fpsyg-15-1314531-g001.tif"/>
</fig>
<p>Five seconds after the rebus presentation, the initial (first) problem&#x2019;s subjective difficulty rating appeared. Participants rated the problem&#x2019;s subjective difficulty on a seven-point scale (1&#x2009;=&#x2009;It is not difficult at all, 7&#x2009;=&#x2009;It is very difficult). After completing the assessment, the rebus reappeared again. After entering their solution using the keyboard, participants were asked to rate their Aha! experience on a seven-point scale (1&#x2009;=&#x2009;I did not experience it at all, 7&#x2009;=&#x2009;I had a very strong Aha! experience) by clicking on the scale. After assessing the Aha! experience, the confidence rating appeared. Participants reported their level of confidence from 1 to 7 (1&#x2009;=&#x2009;I am not certain at all, 7&#x2009;=&#x2009;I am very certain). Then the second assessment of rebus&#x2019; subjective difficulty appeared. Participants rated it from 1 to 7 (1&#x2009;=&#x2009;It is not difficult at all, 7&#x2009;=&#x2009;It is very difficult) again. If participants could not solve a rebus and did not enter any solution, these three assessments (Aha! experience, confidence, and subjective difficulty) were omitted.</p>
<p>Participants were then presented with the correct solution and asked to check whether their solution matched the correct solution. If it matched, the likability rating of the rebus idea appeared, and participants rated it from 1 to 7 (1&#x2009;=&#x2009;I do not like it at all, 7&#x2009;=&#x2009;I like it a lot). If participants&#x2019; solutions did not match the correct solution or were omitted, they were asked to rate whether they had an Aha! experience when presented with the correct solution on a seven-point scale (1&#x2009;=&#x2009;I did not experience it at all, 7&#x2009;=&#x2009;I had a very strong Aha! experience.). Next, they rated the subjective difficulty of the rebus after the correct solution presentation (1&#x2009;=&#x2009;It is not difficult at all, 7&#x2009;=&#x2009;It is very difficult). Finally, they assessed the likability of the unsolved rebus idea from 1 to 7 (1&#x2009;=&#x2009;I do not like it at all, 7&#x2009;=&#x2009;I like it a lot). If they did not know the common expression that was encrypted, they indicated it as unfamiliar by pressing the DOWN arrow on the keyboard. After solving all 55 rebuses, participants took part in the post-experimental interview conducted by the researcher.</p>
<p>The experimental program was the same in the online and offline formats. The only difference was that in the online format the experimenter observed each participant via video communication. The experimenter communicated with participants via Skype, Zoom, or Google Meet software and asked them to share their screens. Thus, the experimenter could observe all the participant&#x2019;s actions. Finally, after solving all rebuses, participants were able to express general thoughts and feelings about the experiment. The researcher asked them questions from a post-experiment questionnaire.</p>
</sec>
<sec id="sec8">
<label>2.5</label>
<title>Data analysis</title>
<p>The data were analyzed using RStudio 2023.09.0&#x2009;+&#x2009;463 (<xref ref-type="bibr" rid="ref43">RStudio Team, 2020</xref>). To test our hypotheses, we performed mixed-effect regression models using lme4 package (<xref ref-type="bibr" rid="ref5">Bates et al., 2015</xref>). In each model, participants were modeled as random intercepts. The values of <italic>p</italic> for each predictor were obtained via lmerTest package (<xref ref-type="bibr" rid="ref29">Kuznetsova et al., 2017</xref>). An <italic>a priori</italic> significance level was decided to be <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05.</p>
<sec id="sec9">
<label>2.5.1</label>
<title>Data pre-processing</title>
<sec id="sec10">
<label>2.5.1.1</label>
<title>Data cleaning</title>
<p>After data collection, we removed 12 rebus puzzles from the subsequent analysis owing to unsuccessful encryption, possible alternative solutions, or high variability in the forms of the target expression. Throughout the experiment, we presented participants with the correct solutions asking them to check theirs and to report whether they were the same (self-checking procedure). After data collection, the three experimenters independently verified the participants&#x2019; solutions, the results of which were included in the subsequent data analyses. The evaluations were highly consistent between the experts: Expert 1 vs. Expert 2&#x2009;=&#x2009;96%, Expert 1 vs. Expert 3&#x2009;=&#x2009;96%, Expert 2 vs. Expert 3&#x2009;=&#x2009;93% (mean&#x2009;=&#x2009;96%). The experts discussed questionable trials until consensus was reached. Trials in which participants assessed their incorrect solutions as correct (269 trials, 3% out of all) or their correct solutions as incorrect (58 trials, &#x003C;1% out of all) were excluded from the analysis. We also removed 16 trials (&#x003C;1% out of all) in which participants indicated that they had the correct solution when they had none. If participants did not solve the problem correctly, we asked them whether they were familiar with the common expression that served as the solution. Trials in which participants reported not knowing the target expressions were excluded from the analysis (343 trials, 4% out of all). Three participants waited until the deadline to submit solutions for each trial. Their data were excluded from the analysis of solution time.</p>
</sec>
<sec id="sec11">
<label>2.5.1.2</label>
<title>Derived variables</title>
<p>Our main hypothesis concerns a shift in problems&#x2019; subjective difficulty. To assess the magnitude of this shift, we computed a new variable by subtracting the retrospective difficulty rating (dif2, measured after solution generation, or dif3, measured after solution presentation) from the initial rating (dif1). Because we measured the difficulty ratings at three stages, we calculated two new variables: (1) the difficulty shift for generated solutions (both correct and incorrect) was calculated as dif1&#x2009;&#x2212;&#x2009;dif2 and (2) the difficulty shift for the presented solutions (both incorrect and no solutions) was calculated as dif1&#x2009;&#x2212;&#x2009;dif3.</p>
</sec>
</sec>
</sec>
</sec>
<sec sec-type="results" id="sec12">
<label>3</label>
<title>Results</title>
<sec id="sec13">
<label>3.1</label>
<title>Descriptive statistics</title>
<p>Participants had correct solutions in 4,460 (58%) trials and incorrect solutions in 1,741 (23%) trials. The average solution times for correct and incorrect solutions were 7.10&#x2009;s (SD&#x2009;=&#x2009;6.62) and 17.3&#x2009;s (SD&#x2009;=&#x2009;10.5), respectively. <xref ref-type="table" rid="tab1">Table 1</xref> shows the average subjective ratings across solution types. We used two sets of stimuli in our study assuming that they are equivalent in terms of difficulty. To test this assumption, we compared the both sets&#x2019; average accuracy and solution times aggregated by participants and found no significant differences neither in accuracy [M1&#x2009;=&#x2009;0.59(0.49), M2&#x2009;=&#x2009;0.58(0.49), <italic>t</italic>(155)&#x2009;=&#x2009;0.732, <italic>p</italic>&#x2009;=&#x2009;0.466] nor in solution times for correct solutions [M1&#x2009;=&#x2009;12.20(7.33), M2&#x2009;=&#x2009;12.40(7.50), <italic>t</italic>(146)&#x2009;=&#x2009;&#x2212;0.638, <italic>p</italic>&#x2009;=&#x2009;0.525].</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Mean subjective ratings across solution types.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Solution type</th>
<th align="center" valign="top">Initial difficulty M(SD)</th>
<th align="center" valign="top">Retrospective difficulty (generated solutions) M(SD)</th>
<th align="center" valign="top">Retrospective difficulty (presented solutions) M(SD)</th>
<th align="center" valign="top">Post-solution-generation Aha M(SD)</th>
<th align="center" valign="top">Post-solution-presentation Aha M(SD)</th>
<th align="center" valign="top">Confidence M(SD)</th>
<th align="center" valign="top">Likability M(SD)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Correct</td>
<td align="center" valign="top">3.45(1.97)</td>
<td align="center" valign="top">2.80(1.60)</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">3.67(1.83)</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">6.00(1.47)</td>
<td align="center" valign="top">4.88(1.58)</td>
</tr>
<tr>
<td align="left" valign="top">Incorrect</td>
<td align="center" valign="top">4.63(1.54)</td>
<td align="center" valign="top">4.53(1.65)</td>
<td align="center" valign="top">4.70(1.56)</td>
<td align="center" valign="top">2.66(1.62)</td>
<td align="center" valign="top">4.59(1.88)</td>
<td align="center" valign="top">2.98(1.97)</td>
<td align="center" valign="top">4.79(1.75)</td>
</tr>
<tr>
<td align="left" valign="top">No solution</td>
<td align="center" valign="top">5.54(1.13)</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">5.55(1.43)</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">4.47(2.01)</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">4.68(1.95)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec14">
<label>3.2</label>
<title>Initial subjective difficulty rating as predictors of accuracy</title>
<p>To test whether the initial difficulty rating predicted accuracy, we used a mixed-effect linear regression model with the initial difficulty rating as an outcome variable and solution type (correct/incorrect/no solution) as a fixed effect. Participants were modeled as random intercepts. We removed all solutions generated before providing the rating (the first 5&#x2009;s of a trial) and solutions given within 1&#x2009;s after providing the initial difficulty rating from the analysis. <xref ref-type="fig" rid="fig2">Figure 2</xref> displays the frequencies of different initial difficulty ratings across solution types. The model was significant and revealed that the higher the initial difficulty ratings, the higher the probability of both incorrect and no solutions (<xref ref-type="table" rid="tab2">Table 2</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Frequencies of different initial difficulty ratings across different solution types.</p>
</caption>
<graphic xlink:href="fpsyg-15-1314531-g002.tif"/>
</fig>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>The results of the regression model with initial difficulty rating as a dependent variable and solution type as a fixed effect.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">4.00</td>
<td align="center" valign="top">0.07</td>
<td align="center" valign="top">59.89</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Incorrect solution</td>
<td align="center" valign="top">0.95</td>
<td align="center" valign="top">0.05</td>
<td align="center" valign="top">17.26</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">No solution</td>
<td align="center" valign="top">1.53</td>
<td align="center" valign="top">0.05</td>
<td align="center" valign="top">29.07</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec15">
<label>3.3</label>
<title>Prospective subjective difficulty and the Aha! experience as predictors of solution time of correct solutions</title>
<p>We assumed that the initial difficulty rating would predict the solution time of correctly solved problems: the higher the initial ratings the more time the solver would spend to find the solution. But the strength of this correlation would decrease with an increase in Aha! experience ratings. In other words, we expected a negative effect of the interaction between initial difficulty ratings and the Aha! experience ratings on solution time. Only correct solutions were included in this analysis. Again, the solutions generated within the first 6&#x2009;s of the trial were removed from the analysis as they were submitted before or immediately after the initial difficulty rating. We ran a mixed-effect linear regression with solution time as a dependent variable and the initial difficulty rating, the Aha! experience rating, and their interaction as fixed effects. The complete model revealed a significant positive effect of the initial difficulty rating and the negative effect of its interaction with the Aha! experience ratings (<xref ref-type="table" rid="tab3">Table 3</xref>). This result indicates that the harder the problem seemed to participants, the more time they needed to find the correct solution. However, for the problems evaluated as difficult, faster solutions were associated with higher Aha! experience scores (see <xref ref-type="fig" rid="fig3">Figure 3</xref>). <xref ref-type="fig" rid="fig3">Figure 3</xref> shows the average solution times for different initial difficulty ratings. For the ease of visualization Aha! experience ratings were transformed into a binary variable with &#x201C;High Aha!&#x201D; solutions scored as those higher than 4 and &#x201C;Low Aha!&#x201D; solutions as those lower than 4 on the seven-point scale (the &#x201C;4&#x201D; rating did not fall into either categories).</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>The results of the regression model with solution time as a dependent variable and initial difficulty rating, Aha! experience rating, and their interaction as fixed effects.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">2.63</td>
<td align="center" valign="top">0.74</td>
<td align="center" valign="top">3.571</td>
<td align="center" valign="top">
<bold>&#x003C; 0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Initial difficulty</td>
<td align="center" valign="top">2.56</td>
<td align="center" valign="top">0.18</td>
<td align="center" valign="top">14.248</td>
<td align="center" valign="top">
<bold>&#x003C; 0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Aha</td>
<td align="center" valign="top">0.33</td>
<td align="center" valign="top">0.20</td>
<td align="center" valign="top">1.680</td>
<td align="center" valign="top">0.093</td>
</tr>
<tr>
<td align="left" valign="top">Initial difficulty&#x002A;Aha</td>
<td align="center" valign="top">&#x2212;0.10</td>
<td align="center" valign="top">0.04</td>
<td align="center" valign="top">&#x2212;2.485</td>
<td align="center" valign="top">
<bold>0.013</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Solution times by initial difficulty ratings (only correct solutions). The binary &#x201C;High Aha&#x201D;&#x2014;&#x201C;Low Aha&#x201D; variable was derived from the original seven-point Aha! experience rating (The bars refer to 95% CI).</p>
</caption>
<graphic xlink:href="fpsyg-15-1314531-g003.tif"/>
</fig>
</sec>
<sec id="sec16">
<label>3.4</label>
<title>Subjective difficulty shift and the Aha! experience</title>
<p>Our main hypothesis presumed that the difference between the retrospective and initial difficulty ratings would be higher for the trials with the higher Aha! experience. This would indicate a sudden and significant change in processing fluency associated with the Aha! experience. We performed three similar models for each type of solution. The post-solution-generation Aha! experience was used as a main predictor in the first model for correct solutions, while the post-solution-presentation Aha! experience was used in the two latter models for incorrect solutions and no-solution trials. The models for correct and incorrect solutions also included solution time and its interaction with Aha!-ratings as fixed effects. The dependent variable in the three models was the difference between the initial difficulty ratings and the retrospective one (the shift in difficulty).</p>
<p>The first model for correct solutions had the Aha! experience ratings, solution time, and their interaction as fixed effects. We removed solutions generated within the first 6&#x2009;s of a trial from the analysis. The model showed significant positive effects of the Aha! ratings and solution times, indicating that the subjective difficulty of the problem drops more dramatically when the solution is accompanied with a stronger Aha! experience (see <xref ref-type="table" rid="tab4">Table 4</xref>). The bigger shift in subjective difficulty is also associated with longer solutions, but the effect is rather small. The interaction between the two measures was not significant. <xref ref-type="fig" rid="fig4">Figure 4</xref> illustrates the results of the model by showing the average shift in the difficulty ratings depending on the Aha! Ratings. For visualization reasons, the binary Aha! variable was derived by assigning &#x201C;Low Aha&#x201D; and &#x201C;High Aha&#x201D; labels to the values less and more than 4, respectively. The solution time variable was split into quartiles.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>The results of the regression model with the shift in subjective difficulty as a dependent variable and Aha! experience rating, solution times, and their interaction as fixed effects (only correct solutions trials).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">&#x2212;0.50</td>
<td align="center" valign="top">0.16</td>
<td align="center" valign="top">&#x2212;3.226</td>
<td align="center" valign="top">
<bold>&#x003C; 0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">post-solution-generation Aha</td>
<td align="center" valign="top">0.18</td>
<td align="center" valign="top">0.04</td>
<td align="center" valign="top">4.911</td>
<td align="center" valign="top">
<bold>&#x003C; 0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Solution time</td>
<td align="center" valign="top">0.03</td>
<td align="center" valign="top">0.01</td>
<td align="center" valign="top">2.707</td>
<td align="center" valign="top">
<bold>0.007</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Aha&#x002A;Solution time</td>
<td align="center" valign="top">&#x2212;0.003</td>
<td align="center" valign="top">0.002</td>
<td align="center" valign="top">&#x2212;1.380</td>
<td align="center" valign="top">0.168</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>The average difference between initial and retrospective difficulty ratings by the Aha! experience rating and solution time (only correct solutions). Solution Time variable was derived by splitting the original Solution Time variable into quartiles (Bars refer to 95% CI).</p>
</caption>
<graphic xlink:href="fpsyg-15-1314531-g004.tif"/>
</fig>
<p>The second model was performed only for generated incorrect solutions. The fixed effects were post-solution-presentation Aha! experience and solution time. The outcome variable was a shift in difficulty, calculated as the retrospective difficulty rating subtracted from the initial difficulty rating given after the presentation of the correct solution. The model revealed no significant effects (<xref ref-type="table" rid="tab5">Table 5</xref>).</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>The results of the regression model with the shift in subjective difficulty as a dependent variable and Aha! experience rating, solution time, and their interaction as fixed effects (only incorrect solutions trials).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">&#x2212;0.28</td>
<td align="center" valign="top">0.25</td>
<td align="center" valign="top">&#x2212;1.063</td>
<td align="center" valign="top">0.288</td>
</tr>
<tr>
<td align="left" valign="top">Post-solution-presentation Aha</td>
<td align="center" valign="top">0.03</td>
<td align="center" valign="top">0.08</td>
<td align="center" valign="top">0.340</td>
<td align="center" valign="top">0.734</td>
</tr>
<tr>
<td align="left" valign="top">Solution time</td>
<td align="center" valign="top">0.009</td>
<td align="center" valign="top">0.01</td>
<td align="center" valign="top">0.863</td>
<td align="center" valign="top">0.388</td>
</tr>
<tr>
<td align="left" valign="top">Aha&#x002A;Solution time</td>
<td align="center" valign="top">0.001</td>
<td align="center" valign="top">0.004</td>
<td align="center" valign="top">0.340</td>
<td align="center" valign="top">0.734</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
<p>The trials with no solutions were included in the third analysis. The third model was similar to the previous one but did not include solution time as a predictor. This model revealed a significant positive effect of the post-solution-presentation Aha! experience (<xref ref-type="table" rid="tab6">Table 6</xref>); that is, the stronger the Aha! experience, the bigger the drop in the subjective difficulty of the problem. The average shift of the difficulty ratings for each post-solution-presentation Aha! experience rating is depicted in <xref ref-type="fig" rid="fig5">Figure 5</xref>. As we can see, the trials with the highest Aha! ratings contributed significantly to the aforementioned effect.</p>
<table-wrap position="float" id="tab6">
<label>Table 6</label>
<caption>
<p>The results of the regression model with the shift in subjective difficulty as a dependent variable and Aha! experience rating as a fixed effect (only no solutions trials).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">&#x2212;0.25</td>
<td align="center" valign="top">0.11</td>
<td align="center" valign="top">&#x2212;2.252</td>
<td align="center" valign="top">
<bold>0.025</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Post-solution-presentation Aha</td>
<td align="center" valign="top">0.05</td>
<td align="center" valign="top">0.02</td>
<td align="center" valign="top">2.527</td>
<td align="center" valign="top">
<bold>0.012</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>The average difference between initial and retrospective difficulty ratings by the Aha! experience rating (only trials without generated solutions; Bars refer to 95% CI).</p>
</caption>
<graphic xlink:href="fpsyg-15-1314531-g005.tif"/>
</fig>
</sec>
<sec id="sec17">
<label>3.5</label>
<title>Relationship between the Aha! experience, confidence, problem likability, and accuracy</title>
<p>Apart from the main hypotheses, we put forward several auxiliary hypotheses, which we derived from the previous research on the Aha! experience. Reportedly, the Aha! experience is often associated with confidence, problem likeability, and accuracy. We performed two mixed-effect linear regression models to investigate these relations. The first one was run on the trials that had the post-solution-generation Aha! experience ratings (i.e., correct or incorrect solutions generated by participants). The Aha! rating was the dependent variable and the fixed effects were the solution type (correct/incorrect), confidence rating, and likability rating. The model revealed a positive correlation between the Aha! experience and confidence and between the Aha! experience and likability (<xref ref-type="table" rid="tab7">Table 7</xref>). Correct solutions were accompanied with a stronger Aha! experience than incorrect ones. As confidence is usually strongly associated with the actual accuracy of the solutions, we tested our model for multicollinearity and found a moderate correlation [variance inflation factor (VIF)&#x2009;=&#x2009;1.89].</p>
<table-wrap position="float" id="tab7">
<label>Table 7</label>
<caption>
<p>The results of the regression model with the Aha! experience rating as a dependent variable and confidence rating, likability rating, and solution type (correct vs. incorrect) as fixed effects.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">0.45</td>
<td align="center" valign="top">0.11</td>
<td align="center" valign="top">4.068</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Confidence</td>
<td align="center" valign="top">0.17</td>
<td align="center" valign="top">0.01</td>
<td align="center" valign="top">14.780</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Correct solution</td>
<td align="center" valign="top">0.49</td>
<td align="center" valign="top">0.06</td>
<td align="center" valign="top">8.690</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Likability</td>
<td align="center" valign="top">0.35</td>
<td align="center" valign="top">0.01</td>
<td align="center" valign="top">27.667</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
<p>The second model included trials with the post-solution-presentation Aha! experience ratings (i.e., incorrect solutions and no solutions). The Aha! rating was the dependent variable, while the likability rating and solution type (incorrect/no solution) were the fixed effects. The model revealed a positive effect of likability but no effect of solution type (see <xref ref-type="table" rid="tab8">Table 8</xref>).</p>
<table-wrap position="float" id="tab8">
<label>Table 8</label>
<caption>
<p>The results of the regression model with the Aha! experience rating as a dependent variable, likability ratings and solution type (no solutions vs. incorrect) as fixed effects.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Predictor</th>
<th align="center" valign="top">Beta</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top"><italic>t</italic> value</th>
<th align="center" valign="top"><italic>p</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Intercept</td>
<td align="center" valign="top">2.02</td>
<td align="center" valign="top">0.11</td>
<td align="center" valign="top">17.982</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Incorrect solution</td>
<td align="center" valign="top">0.02</td>
<td align="center" valign="top">0.06</td>
<td align="center" valign="top">0.421</td>
<td align="center" valign="top">0.674</td>
</tr>
<tr>
<td align="left" valign="top">Likability</td>
<td align="center" valign="top">0.53</td>
<td align="center" valign="top">0.02</td>
<td align="center" valign="top">34.479</td>
<td align="center" valign="top">
<bold>&#x003C;0.001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Significant predictors (<italic>p</italic> &#x003C; 0.05) are shown in bold.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec18">
<label>3.6</label>
<title>Additional analysis</title>
<p>An Aha! experience is often considered a heuristic that people rely on to select the best idea. However, sometimes there are false insights&#x2014;incorrect solutions accompanied by the Aha! experience. Our data provide an opportunity to examine this phenomenon from an interesting perspective, namely, the degree to which people are ready to accept that their solution was wrong when it was or was not accompanied by an Aha! experience. In our experiment, participants had to compare their solutions to the correct ones and press certain buttons when they were correct or incorrect. In some trials, participants assessed their solutions as correct even if they differed from the presented correct solutions. We decided to analyze whether such self-check errors are associated with a stronger Aha! experience. We took the trials where participants assessed their incorrect solutions as correct and performed a mixed-effect regression model with the Aha! experience ratings as an outcome variable and the self-check error as a fixed effect. The model was significant and revealed the positive effect of the Aha! experience ratings, which indicates that Aha! experience ratings were higher for the trials where participants refused to accept that their solutions were wrong (M<sub>no self-check error</sub>&#x2009;=&#x2009;2.44, M<sub>self-check error</sub>&#x2009;=&#x2009;3.29, <italic>&#x03B2;</italic>&#x2009;=&#x2009;0.80, SE&#x2009;=&#x2009;0.11, <italic>t</italic>&#x2009;=&#x2009;7.018, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001).</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec19">
<label>4</label>
<title>Discussion</title>
<p>The purpose of this study was to investigate the relationship between the intensity of the Aha! experience and the subjective difficulty ratings of the problem before and after its solution. We hypothesized that the Aha! experience is the result of the shift in the processing fluency that appears due to representational change from an incoherent representation of the problem to a coherent one, resulting in the solution&#x2019;s retrieval with unexpected ease. Since metacognition theories suggest that processing fluency underlies the assessment of a problem&#x2019;s subjective difficulty (<xref ref-type="bibr" rid="ref1">Ackerman, 2019</xref>), we expected that higher Aha! experience ratings would correspond to a greater difference in the subjective difficulty ratings between the initial assessment (5&#x2009;s after the problem presentation) and the retrospective assessment (after generating a correct solution or after presenting the correct solution).</p>
<p>Based on previous research on the predictability of initial solvability ratings (<xref ref-type="bibr" rid="ref56">Topolinski and Strack, 2008</xref>; <xref ref-type="bibr" rid="ref8">Burton et al., 2023</xref>), we expected that initial subjective difficulty ratings given within the first 5&#x2009;s would predict the probability of a correct solution and the time required to do so. We also expected that higher Aha! experience ratings would indicate the suddenness of the solution, which would manifest in the decrease of the correlation between the initial subjective difficulty ratings and solution time.</p>
<p>To examine our assumptions, we developed a new set of rebus puzzles in Russian that are solved by restructuring or relaxing constraints. Usually, words&#x2019; visual&#x2013;spatial characteristics (e.g., color and font size, spatial arrangement) are irrelevant to their meaning. However, in rebuses, people need to use these characteristics to figure out the meaning of common expressions. Previous studies showed that the rebus solution process is often accompanied by an Aha! experience (<xref ref-type="bibr" rid="ref45">Salvi et al., 2016b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>). An analysis of our results showed that the developed rebuses vary in difficulty level (the probability of a correct solution varies from 100 to 5%). The average solution time was 7.10&#x2009;s (SD&#x2009;=&#x2009;6.62), with the maximum solution time being 30&#x2009;s. These results are similar to those of <xref ref-type="bibr" rid="ref45">Salvi et al. (2016b)</xref> and <xref ref-type="bibr" rid="ref54">Threadgold et al. (2018)</xref>, where the average time to solve puzzles was 4.07 and 12.55&#x2009;s, respectively.</p>
<sec id="sec20">
<label>4.1</label>
<title>Relationship between subjective difficulty ratings, the intensity of the Aha! experience, and the objective difficulty of the problem (accuracy and solution time)</title>
<p>We analyzed the subjective difficulty ratings, which were measured three times: 5&#x2009;s after the rebus presentation (the first, initial rating), immediately after the solution generation (the second rating), and, in case the solution was omitted or incorrect, after the correct solution presentation (the third rating). First, we analyzed whether initial difficulty ratings predict the probability of the correct solution, excluding observations with a solution time faster than 6&#x2009;s since participants could have already found the solution before they rated the problem&#x2019;s difficulty. The analysis showed that the initial subjective difficulty ratings correlated with the problem&#x2019;s objective difficulty: the higher the subjective difficulty rating, the lower the probability of the correct solution within the next 24&#x2009;s. Thus, we can conclude that participants have at least partial metacognitive access to the unfolding solution process, which allows them to adequately assess the probability of solving a problem (i.e., its difficulty) before the solution emerges into consciousness. The analysis of the relationship between the initial subjective difficulty rating and correct solution time also confirmed the above conclusion. The higher the initial difficulty ratings, the greater average time taken to find the solution. According to our hypothesis, metacognitive access had to be observed in non-insightful solutions; that is, those with the low Aha! experience ratings. We hypothesized that insightful solutions (those with high Aha! experience ratings), would be more unexpected for participants, so the correlation between the initial difficulty ratings and solution time would decrease. Our results confirmed these assumptions as we found the negative interaction effect of the initial difficulty and Aha! experience ratings on the solution time. In other words, for problems with the same subjective difficulty, insightful solutions result in faster answers than do non-insightful ones.</p>
<p>Our results are consistent with model of <xref ref-type="bibr" rid="ref13">Dubey et al. (2021)</xref>, in which the intensity of the Aha! experience reflects a positive prediction error regarding solution time. This result is also consistent with our assumption that the intensity of the Aha! experience indicates the magnitude of the shift between the actual and expected processing fluency. According to our second hypothesis, this shift would result in a more significant decrease in the retrospective subjective difficulty ratings. Therefore, we expected that higher Aha! experience ratings would correspond to a greater difference between the initial and retrospective subjective difficulty ratings. We built three regression models to examine this hypothesis: (1) for the post-solution-generation Aha! experience in trials with generated correct solutions, (2) for the post-solution-presentation Aha! experience in trials when participants were presented with correct solutions after generating incorrect ones, and (3) for the post-solution-presentation Aha! experience in trials where participants omitted solutions and were presented with the correct one. Our hypothesis was confirmed by the results of the first and the third regression models. If participants independently found the correct solution to the rebus, their Aha! experience ratings positively correlated with a decrease in the retrospective subjective difficulty rating. Similarly, if participants did not find any solution and saw the correct one, their post-solution-presentation Aha! experience rating positively correlated with a decrease in the subjective difficulty rating (it is worth noting that the highest ratings of the Aha! contribute to the effect the most).</p>
<p>The latter result is of special interest as we might have expected that in case participants could not find the solution, they would increase the problem&#x2019;s retrospective difficulty rating. However, the strong Aha! experience at the moment of understanding the presented solution and the high processing fluency of a new problem representation presumably corresponding to it leads them to think that the problem was not so difficult. This could explain cases when participants, after learning the correct solution to an insight problem, exclaim &#x201C;Why did not I think of that before?&#x201D; (See <xref ref-type="bibr" rid="ref16">Gick and Lockhart, 1995</xref>, p.199 for details).</p>
<p>On the other hand, we did not find a correlation between the shift in subjective difficulty and the Aha! ratings when solutions were presented after incorrect solutions. Perhaps the false idea of the solution appeared in the rebuses and provoked the activation of an irrelevant but frequent common expression, making them seem solvable. Consequently, the initial difficulty rating was not so different from the one participants gave after finding out the correct solution.</p>
<p>Our results are consistent with and complement those of previous studies with CRAT (<xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>). <xref ref-type="bibr" rid="ref37">Moroshkina et al. (2022)</xref> studied the retrospective subjective difficulty of problems using a binary scale (difficult/easy) and found that the likelihood of judging the unsolved problem to be difficult decreased if the participant had the post-solution-presentation Aha! experience. This result was obtained while controlling for objective difficulty, calculated as the probability of solving the problem and aggregated over the entire sample. In our study with subjective difficulty ratings measured before and after the finding a solution we managed to show that the magnitude of the shift between the initial and final difficulty ratings was correlated with the intensity of the post-solution-generation Aha! experience. We obtained a similar result for the post-solution-presentation Aha! experience when the solution was omitted. It should be noted that if participants reported that they did not know the encrypted expression, the trial was excluded from the analysis. Thus, the discovered correlation could not appear due to the contribution of incomprehensible solutions.</p>
<p>The study by <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref> is the only one we know of to have investigated the initial and final subjective difficulty ratings in relation to the solution strategy (insight vs. non-insight). They hypothesized that the final difficulty rating would indicate the fluency of solution retrieval and, therefore, would be lower in the case of insight solutions compared to non-insight ones. However, they did not find the expected correlation. Our hypothesis differs from that of <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref> as we propose that the Aha! experience does not reflect the absolute level of processing fluency but the relative level (the actual compared to the expected; see also <xref ref-type="bibr" rid="ref61">Whittlesea and Williams, 2001</xref>). Therefore, we expected the Aha! experience ratings to positively correlate not with the final difficulty rating itself but rather with the magnitude of the shift in the final difficulty rating relative to the initial one. Our results confirmed this assumption, as did the results of the study by <xref ref-type="bibr" rid="ref52">Stuyck et al. (2021)</xref>, which we independently analyzed (<xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>) based on their OSF database (see text footnote 1). Thus, we obtained important results providing evidence that the positive prediction error in processing fluency (when the actual processing fluency exceeds the expected one) is the source of the Aha! experience and its intensity. This error can occur due to restructuring when the initial incoherent representation changes to a new, more coherent one and the solution is retrieved unexpectedly easily and quickly. However, further research is necessary to examine this assumption on different problem sets with varying types and objective difficulty.</p>
</sec>
<sec id="sec21">
<label>4.2</label>
<title>Phenomenology of insight in solving rebus puzzles</title>
<p>As we develop a new problem set for the study of insight in Russian speakers, we put forward several auxiliary hypotheses to examine the similarity of the phenomenology of insightful solutions in our research with the results of previous works. We tested three effects that explored (1) the association of the Aha! experience ratings with confidence in the solution (the Aha!-confidence effect), (2) the association of the Aha! experience rating with the correctness of the solution (the Aha!-accuracy effect), and (3) the association of the Aha! experience after the solution generation and solution presentation with the likability of the rebus idea (the Aha!-likability effect). All auxiliary hypotheses were confirmed. The results of the analysis showed that confidence in the solution was positively correlated with the Aha! experience ratings both for correct and incorrect solutions. This result is consistent with the previous data on magic trick materials (<xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>) and CRAT (<xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>) and favors the Eureka heuristic (<xref ref-type="bibr" rid="ref32">Laukkonen et al., 2023</xref>). Obtaining the Aha!-confidence effect not only for correct solutions but also for incorrect ones corresponds to the processing fluency account (<xref ref-type="bibr" rid="ref55">Topolinski and Reber, 2010</xref>). According to this account, both Aha! and confidence are triggered by an increase in processing fluency, which serves as a cue for the inference of metacognitive judgments and thus can sometimes lead to errors (i.e., false insights). To the best of our knowledge, we are the first study to obtain this result on rebus puzzles, since in previous works on similar material, the effect was either not obtained (<xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>) or was not examined (<xref ref-type="bibr" rid="ref35">MacGregor and Cunningham, 2008</xref>; <xref ref-type="bibr" rid="ref44">Salvi et al., 2016a</xref>,<xref ref-type="bibr" rid="ref45">b</xref>).</p>
<p>We also found the Aha!-accuracy effect: Aha! experience ratings were, on average, higher for correct solutions than for incorrect ones. This result is in line with the findings of previous studies (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref64">Zedelius and Schooler, 2015</xref>; <xref ref-type="bibr" rid="ref59">Webb et al., 2016</xref>; <xref ref-type="bibr" rid="ref30">Laukkonen et al., 2021</xref>; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), including those with rebus puzzles (<xref ref-type="bibr" rid="ref44">Salvi et al., 2016a</xref>,<xref ref-type="bibr" rid="ref45">b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>), although the Aha!-accuracy effect was not always found (<xref ref-type="bibr" rid="ref52">Stuyck et al., 2021</xref>; <xref ref-type="bibr" rid="ref51">Strickland et al., 2022</xref>).</p>
<p>In our experimental procedure, participants self-checked their solutions, comparing them with the presented correct one. After data collection, three experimenters independently verified the data and found a relatively small percentage of trials in which participants made self-check errors (They judged 269 incorrect answers as correct and 58 correct answers as incorrect ones). We excluded these observations from the main analysis but performed an additional analysis as we were interested in whether the probability of a self-check error was related to the Aha! experience at the moment of solution generation. The results showed that the Aha! ratings were higher for the trials where participants refused to accept that their incorrect solutions were wrong; thus, we can presume that the Aha! experience can be used by solvers as the accuracy heuristic not only in the absence of objective feedback but also despite it. In other words, participants who experienc&#x0435;d the strong Aha! could not notice the difference between their own solutions and the presented solutions or they could believe that their own solutions were better (more correct) than the presented ones.</p>
<p>In part, this result can be aligned with the findings of <xref ref-type="bibr" rid="ref18">Hedne et al. (2016)</xref> on magic tricks. Participants were asked to suggest solutions for how the trick was done and to then choose from four possible solutions (with the only one correct) provided by the experimenters. It turned out that if the participants experienced a false insight (i.e., an incorrect idea accompanied by an Aha! experience), they more often selected the one alternative that was most similar to their own solution and not the correct one. If their incorrect idea was not accompanied by an Aha! experience, they either repeated or changed their solution to another one with a 50/50 probability.</p>
<p>Finally, in line with our previous work (<xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>), we found that the Aha! experience ratings after both solution generation or presentation were correlated with the likability of the rebus idea. Previous studies have highlighted that positive emotions are one of the components of the Aha! experience (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref47">Shen et al., 2016</xref>; <xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>). The processing fluency hypothesis (<xref ref-type="bibr" rid="ref55">Topolinski and Reber, 2010</xref>), as well as the positive metacognitive prediction error model (<xref ref-type="bibr" rid="ref13">Dubey et al., 2021</xref>), assign an important role to positive affect as part of the Aha! experience. Presumably, it serves as an internal reward and helps consolidate an insightful solution in memory (<xref ref-type="bibr" rid="ref24">Kizilirmak et al., 2019</xref>; <xref ref-type="bibr" rid="ref21">Kizilirmak and Becker, 2023</xref>). Our results suggest that the positive emotions associated with an Aha! experience may be attributed to the rebus likability ratings, explaining why solving such puzzles as rebuses, crosswords, charades, etc. often becomes a hobby or a form of entertainment for people in their free time.</p>
</sec>
</sec>
<sec id="sec22">
<label>5</label>
<title>Limitations</title>
<p>The Aha! experience is considered a multi-dimensional phenomenon (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>). In our study, we examined the association of the Aha! experience and metacognitive prediction error with the problem&#x2019;s subjective difficulty while measuring only the overall Aha! experience ratings on a seven-point scale. However, further research is needed to test the relationship of each component of the Aha! experience (e.g., suddenness, surprise, and confidence) with the metacognitive prediction error and reduction of subjective difficulty.</p>
<p>Moreover, it is worth noting that metacognitive monitoring itself could be studied using various measures (e.g., judgment of solvability, task difficulty, mental efforts and warmth ratings). Our study established an association between the Aha! experience and metacognitive prediction error with regard to solution time and the problem&#x2019;s initial subjective difficulty rating. Previous studies have demonstrated the correlation between the Aha! experience and warmth rating patterns (<xref ref-type="bibr" rid="ref25">Kizilirmak et al., 2018</xref>; <xref ref-type="bibr" rid="ref30">Laukkonen et al., 2021</xref>). Future research should be directed at understanding the extent to which different metacognitive assessments are related to each other and whether they reflect the single process of metacognitive monitoring or each of them has its own specificity.</p>
<p>We also measured metacognitive assessment (the subjective difficulty of the problem) only at the beginning of the solution process and after obtaining the solution. In various trials, depending on the solution time, an interval between two ratings could vary from 1 to 25&#x2009;s. Thus, it seems reasonable that the solution prediction is adjusted during the problem-solving progress. It remains unclear then, how often it is updated and how it relates to the subsequent Aha! experience.</p>
</sec>
<sec sec-type="conclusions" id="sec23">
<label>6</label>
<title>Conclusion</title>
<p>Our study aimed to examine the relationship between the intensity of the Aha! experience and the subjective difficulty ratings of the problem before and after its solution. Drawing from the approaches of <xref ref-type="bibr" rid="ref55">Topolinski and Reber (2010)</xref> and <xref ref-type="bibr" rid="ref13">Dubey et al. (2021)</xref>, we hypothesized that the probability and intensity of the Aha! experience would be closely related to the metacognitive assessments of the problem itself (initial and retrospective difficulty ratings). Our first hypothesis addressed the idea that the Aha! experience is associated with a metacognitive prediction error. The Aha! experience arises when the time taken to solve a problem turns out to be less than what was predicted based on the processing fluency of the initial problem representation. We hypothesized that higher Aha! experience ratings would indicate more sudden solutions, manifesting in a reduced correlation between the initial difficulty ratings and solution times. The general result indicated that the harder the problem seemed to the participants, the more time they needed to find the correct solution. However, for the problems evaluated as difficult, faster solutions were associated with higher Aha! experience ratings, supporting the metacognitive prediction error approach.</p>
<p>The second hypothesis is a logical extension of the first: we expected that the difference between the initial difficulty ratings and the retrospective ones would be higher for the trials with the higher Aha! experience. We proposed this hypothesis based on the premise that if the Aha! experience is associated with a disruption of expectations regarding the problem&#x2019;s difficulty (how quickly and easily it can be solved), one would anticipate a greater reduction in subjective difficulty ratings for insightful solutions compared to non-insightful ones. Our hypothesis was confirmed: in cases when participants found the solutions themselves, the Aha! experience was positively correlated with a shift between the initial and retrospective subjective difficulty ratings. Similarly, if participants did not find any solution and saw the correct one, their post-solution-presentation Aha! experience rating was positively correlated with a decrease in the subjective difficulty rating.</p>
<p>We also proposed three auxiliary hypotheses based on numerous studies that have shown that the Aha! experience correlates with solution accuracy (<xref ref-type="bibr" rid="ref44">Salvi et al., 2016a</xref>,<xref ref-type="bibr" rid="ref45">b</xref>; <xref ref-type="bibr" rid="ref54">Threadgold et al., 2018</xref>), positive emotions (<xref ref-type="bibr" rid="ref10">Danek et al., 2014</xref>; <xref ref-type="bibr" rid="ref47">Shen et al., 2016</xref>; <xref ref-type="bibr" rid="ref12">Danek and Wiley, 2017</xref>; <xref ref-type="bibr" rid="ref46">Savinova and Korovkin, 2022</xref>), and positive evaluation of the problem (likability; <xref ref-type="bibr" rid="ref37">Moroshkina et al., 2022</xref>). Our results are consistent with those of previous studies. We found the Aha!-confidence, Aha!-accuracy, and Aha!-likability effects. Moreover, we conducted an exploratory analysis that showed that participants who experienced a strong Aha! moment may believe that their solutions are better (more correct) than the presented ones, which is in line with the work of <xref ref-type="bibr" rid="ref18">Hedne et al. (2016)</xref>. In summary, we present results that support both the metacognitive prediction error and processing fluency approaches.</p>
</sec>
<sec sec-type="data-availability" id="sec24">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <ext-link xlink:href="https://osf.io/a7b3z/" ext-link-type="uri">https://osf.io/a7b3z/</ext-link>.</p>
</sec>
<sec sec-type="ethics-statement" id="sec25">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Ethical Committee of Saint Petersburg Psychological Society, #IRB00012426. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec26">
<title>Author contributions</title>
<p>NM: Conceptualization, Methodology, Supervision, Writing &#x2013; original draft. EP: Data curation, Formal Analysis, Investigation, Writing &#x2013; original draft. AA: Conceptualization, Formal Analysis, Methodology, Software, Visualization, Writing &#x2013; original draft. VG: Conceptualization, Methodology, Writing &#x2013; review &#x0026; editing. OL: Investigation, Methodology, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec27">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study was supported by the Russian Science Foundation, project no. 21-18-00429.</p>
</sec>
<ack>
<p>The authors would like to thank Alina Savina for organizational and technical support during the experiment, Polina Kurganova, Veronika Viksna, Evgenia Obukhova, and Aleksandr Zemlyanov for their help with data collection, and Faina Khamidullina for drawing the illustrations of rebus puzzles.</p>
</ack>
<sec sec-type="COI-statement" id="sec28">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec29">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2024.1314531/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fpsyg.2024.1314531/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<fn id="fn0001">
<p><sup>1</sup><ext-link xlink:href="https://osf.io/5jtxg/" ext-link-type="uri">https://osf.io/5jtxg/</ext-link>
</p>
</fn>
<fn id="fn0002">
<p><sup>2</sup><ext-link xlink:href="https://osf.io/a7b3z/" ext-link-type="uri">https://osf.io/a7b3z/</ext-link>
</p>
</fn>
<fn id="fn0003">
<p><sup>3</sup><ext-link xlink:href="http://pavlovia.org" ext-link-type="uri">pavlovia.org</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ackerman</surname> <given-names>R.</given-names></name></person-group> (<year>2019</year>). <article-title>Heuristic cues for meta-reasoning judgments: review and methodology</article-title>. <source>Psihol. Tem.</source> <volume>28</volume>, <fpage>1</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.31820/pt.28.1.1</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ackerman</surname> <given-names>R.</given-names></name> <name><surname>Thompson</surname> <given-names>V. A.</given-names></name></person-group> (<year>2017</year>). <article-title>Meta-reasoning: monitoring and control of thinking and reasoning</article-title>. <source>Trends Cogn. Sci.</source> <volume>21</volume>, <fpage>607</fpage>&#x2013;<lpage>617</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tics.2017.05.004</pub-id>, PMID: <pub-id pub-id-type="pmid">28625355</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alter</surname> <given-names>A. L.</given-names></name> <name><surname>Oppenheimer</surname> <given-names>D. M.</given-names></name></person-group> (<year>2009</year>). <article-title>Uniting the tribes of fluency to form a metacognitive nation</article-title>. <source>Personal. Soc. Psychol. Rev.</source> <volume>13</volume>, <fpage>219</fpage>&#x2013;<lpage>235</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1088868309341564</pub-id>, PMID: <pub-id pub-id-type="pmid">19638628</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ammalainen</surname> <given-names>A.</given-names></name> <name><surname>Moroshkina</surname> <given-names>N.</given-names></name></person-group> (<year>2022</year>). <article-title>Where does Eureka come from? The effect of unreportable hints on the phenomenology of insight</article-title>. <source>J. Intelligence</source> <volume>10</volume>:<fpage>110</fpage>. doi: <pub-id pub-id-type="doi">10.3390/jintelligence10040110</pub-id>, PMID: <pub-id pub-id-type="pmid">36412790</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bates</surname> <given-names>D.</given-names></name> <name><surname>M&#x00E4;chler</surname> <given-names>M.</given-names></name> <name><surname>Bolker</surname> <given-names>B.</given-names></name> <name><surname>Walker</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). <article-title>Fitting linear mixed-effects models using lme4</article-title>. <source>J. Stat. Softw.</source> <volume>67</volume>, <fpage>1</fpage>&#x2013;<lpage>48</lpage>. doi: <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowden</surname> <given-names>E. M.</given-names></name></person-group> (<year>1997</year>). <article-title>The effect of reportable and unreportable hints on anagram solution and the aha! Experience</article-title>. <source>Conscious. Cogn.</source> <volume>6</volume>, <fpage>545</fpage>&#x2013;<lpage>573</lpage>. doi: <pub-id pub-id-type="doi">10.1006/ccog.1997.0325</pub-id>, PMID: <pub-id pub-id-type="pmid">9479484</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowden</surname> <given-names>E. M.</given-names></name> <name><surname>Jung-Beeman</surname> <given-names>M.</given-names></name> <name><surname>Fleck</surname> <given-names>J.</given-names></name> <name><surname>Kounios</surname> <given-names>J.</given-names></name></person-group> (<year>2005</year>). <article-title>New approaches to demystifying insight</article-title>. <source>Trends Cogn. Sci.</source> <volume>9</volume>, <fpage>322</fpage>&#x2013;<lpage>328</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tics.2005.05.012</pub-id>, PMID: <pub-id pub-id-type="pmid">15953756</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burton</surname> <given-names>O. R.</given-names></name> <name><surname>Bodner</surname> <given-names>G. E.</given-names></name> <name><surname>Williamson</surname> <given-names>P.</given-names></name> <name><surname>Arnold</surname> <given-names>M. M.</given-names></name></person-group> (<year>2023</year>). <article-title>How accurate and predictive are judgments of solvability? Explorations in a two-phase anagram solving paradigm</article-title>. <source>Metacogn. Learn.</source> <volume>18</volume>, <fpage>1</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11409-022-09313-y</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Danek</surname> <given-names>A. H.</given-names></name></person-group> (<year>2023</year>). &#x201C;<article-title>The phenomenology of insight: the Aha! Experience</article-title>&#x201D; in <source>The Routledge International Handbook of Creative Cognition</source> eds. L. J. Ball and F. Vall&#x00E9;e-Tourangea (London: <publisher-name>Routledge</publisher-name>), <fpage>308</fpage>&#x2013;<lpage>331</lpage>.</citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danek</surname> <given-names>A. H.</given-names></name> <name><surname>Fraps</surname> <given-names>T.</given-names></name> <name><surname>von M&#x00FC;ller</surname> <given-names>A.</given-names></name> <name><surname>Grothe</surname> <given-names>B.</given-names></name> <name><surname>&#x00D6;llinger</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>It&#x2019;s a kind of magic&#x2014;what self-reports can reveal about the phenomenology of insight problem solving</article-title>. <source>Front. Psychol.</source> <volume>5</volume>:<fpage>1408</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2014.01408</pub-id>, PMID: <pub-id pub-id-type="pmid">25538658</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danek</surname> <given-names>A. H.</given-names></name> <name><surname>Salvi</surname> <given-names>C.</given-names></name></person-group> (<year>2020</year>). <article-title>Moment of truth: why Aha! Experiences are correct</article-title>. <source>J. Creat. Behav.</source> <volume>54</volume>, <fpage>484</fpage>&#x2013;<lpage>486</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jocb.380</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Danek</surname> <given-names>A. H.</given-names></name> <name><surname>Wiley</surname> <given-names>J.</given-names></name></person-group> (<year>2017</year>). <article-title>What about false insights? Deconstructing the Aha! Experience along its multiple dimensions for correct and incorrect solutions separately</article-title>. <source>Front. Psychol.</source> <volume>7</volume>:<fpage>2077</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2016.02077</pub-id>, PMID: <pub-id pub-id-type="pmid">28163687</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Dubey</surname> <given-names>R.</given-names></name> <name><surname>Ho</surname> <given-names>M.K.</given-names></name> <name><surname>Mehta</surname> <given-names>H.</given-names></name> <name><surname>Griffiths</surname> <given-names>T.</given-names></name></person-group> (<year>2021</year>). Aha! Moments correspond to meta-cognitive prediction errors. PsyArXiv. [Preprint]. doi: <pub-id pub-id-type="doi">10.31234/osf.io/c5v42</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duncker</surname> <given-names>K.</given-names></name></person-group> (<year>1945</year>). <article-title>On problem-solving. Psychol</article-title>. <source>Monogr.</source> <volume>58</volume>, <fpage>1</fpage>&#x2013;<lpage>113</lpage>. doi: <pub-id pub-id-type="doi">10.1037/h0093599</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fischhoff</surname> <given-names>B.</given-names></name></person-group> (<year>1977</year>). <article-title>Perceived informativeness of facts</article-title>. <source>J. Exp. Psychol. Hum. Percept. Perform.</source> <volume>3</volume>, <fpage>349</fpage>&#x2013;<lpage>358</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0096-1523.3.2.349</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Gick</surname> <given-names>M. L.</given-names></name> <name><surname>Lockhart</surname> <given-names>R. S.</given-names></name></person-group> (<year>1995</year>). &#x201C;<article-title>Cognitive and affective components of insight</article-title>&#x201D; in <source>The Nature of Insight</source>. eds. <person-group person-group-type="editor"><name><surname>Sternberg</surname> <given-names>R. R.</given-names></name> <name><surname>Davidson</surname> <given-names>J. E.</given-names></name></person-group> (Cambridge, Mass: <publisher-name>MIT Press</publisher-name>), <fpage>197</fpage>&#x2013;<lpage>228</lpage>.</citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hasher</surname> <given-names>L.</given-names></name> <name><surname>Attig</surname> <given-names>M. S.</given-names></name> <name><surname>Alba</surname> <given-names>J. W.</given-names></name></person-group> (<year>1981</year>). <article-title>I knew it all along: or, did I?</article-title> <source>J. Verb. Learning Verb. Behav.</source> <volume>20</volume>, <fpage>86</fpage>&#x2013;<lpage>96</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0022-5371(81)90323-6</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hedne</surname> <given-names>M. R.</given-names></name> <name><surname>Norman</surname> <given-names>E.</given-names></name> <name><surname>Metcalfe</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>Intuitive feelings of warmth and confidence in insight and noninsight problem solving of magic tricks</article-title>. <source>Front. Psychol.</source> <volume>7</volume>:<fpage>1314</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2016.01314</pub-id>, PMID: <pub-id pub-id-type="pmid">27630598</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jung-Beeman</surname> <given-names>M.</given-names></name> <name><surname>Bowden</surname> <given-names>E. M.</given-names></name> <name><surname>Haberman</surname> <given-names>J.</given-names></name> <name><surname>Frymiare</surname> <given-names>J. L.</given-names></name> <name><surname>Arambel-Liu</surname> <given-names>S.</given-names></name> <name><surname>Greenblatt</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2004</year>). <article-title>Neural activity when people solve verbal problems with insight</article-title>. <source>PLoS Biol.</source> <volume>2</volume>:<fpage>e97</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pbio.0020097</pub-id>, PMID: <pub-id pub-id-type="pmid">15094802</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaplan</surname> <given-names>C. A.</given-names></name> <name><surname>Simon</surname> <given-names>H. A.</given-names></name></person-group> (<year>1990</year>). <article-title>In search of insight</article-title>. <source>Cogn. Psychol.</source> <volume>22</volume>, <fpage>374</fpage>&#x2013;<lpage>419</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0010-0285(90)90008-R</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Kizilirmak</surname> <given-names>J. M.</given-names></name> <name><surname>Becker</surname> <given-names>M.</given-names></name></person-group> (<year>2023</year>). &#x201C;<article-title>A cognitive neuroscience perspective on insight as a memory process: encoding the solution</article-title>&#x201D; in <source>The Routledge International Handbook of Creative Cognition</source>. eds. <person-group person-group-type="editor"><name><surname>Ball</surname> <given-names>L. J.</given-names></name> <name><surname>Vall&#x00E9;e-Tourangeau</surname> <given-names>F.</given-names></name></person-group>. <edition>1st</edition> ed (London: <publisher-name>Routledge</publisher-name>)</citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kizilirmak</surname> <given-names>J. M.</given-names></name> <name><surname>Gallisch</surname> <given-names>N.</given-names></name> <name><surname>Schott</surname> <given-names>B. H.</given-names></name> <name><surname>Folta-Schoofs</surname> <given-names>K.</given-names></name></person-group> (<year>2021</year>). <article-title>Insight is not always the same: differences between true, false, and induced insights in the matchstick arithmetic task</article-title>. <source>J. Cogn. Psychol.</source> <volume>33</volume>, <fpage>700</fpage>&#x2013;<lpage>717</lpage>. doi: <pub-id pub-id-type="doi">10.1080/20445911.2021.1912049</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kizilirmak</surname> <given-names>J. M.</given-names></name> <name><surname>Gomes</surname> <given-names>G.</given-names></name> <name><surname>da Silva</surname> <given-names>J.</given-names></name> <name><surname>Imamoglu</surname> <given-names>F.</given-names></name> <name><surname>Richardson-Klavehn</surname> <given-names>A.</given-names></name></person-group> (<year>2016</year>). <article-title>Generation and the subjective feeling of &#x201C;Aha!&#x201D; are independently related to learning from insight</article-title>. <source>Psychol. Res.</source> <volume>80</volume>, <fpage>1059</fpage>&#x2013;<lpage>1074</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00426-015-0697-2</pub-id>, PMID: <pub-id pub-id-type="pmid">26280758</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kizilirmak</surname> <given-names>J. M.</given-names></name> <name><surname>Schott</surname> <given-names>B. H.</given-names></name> <name><surname>Thuerich</surname> <given-names>H.</given-names></name> <name><surname>Sweeney-Reed</surname> <given-names>C. M.</given-names></name> <name><surname>Richter</surname> <given-names>A.</given-names></name> <name><surname>Folta-Schoofs</surname> <given-names>K.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Learning of novel semantic relationships via sudden comprehension is associated with a hippocampus-independent network</article-title>. <source>Conscious. Cogn.</source> <volume>69</volume>, <fpage>113</fpage>&#x2013;<lpage>132</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.concog.2019.01.005</pub-id>, PMID: <pub-id pub-id-type="pmid">30763808</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kizilirmak</surname> <given-names>J. M.</given-names></name> <name><surname>Serger</surname> <given-names>V.</given-names></name> <name><surname>Kehl</surname> <given-names>J.</given-names></name> <name><surname>&#x00D6;llinger</surname> <given-names>M.</given-names></name> <name><surname>Folta-Schoofs</surname> <given-names>K.</given-names></name> <name><surname>Richardson-Klavehn</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>Feelings-of-warmth increase more abruptly for verbal riddles solved with in contrast to without Aha! Experience</article-title>. <source>Front. Psychol.</source> <volume>9</volume>:<fpage>1404</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2018.01404</pub-id>, PMID: <pub-id pub-id-type="pmid">30150953</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Knoblich</surname> <given-names>G.</given-names></name> <name><surname>Ohlsson</surname> <given-names>S.</given-names></name> <name><surname>Haider</surname> <given-names>H.</given-names></name> <name><surname>Rhenius</surname> <given-names>D.</given-names></name></person-group> (<year>1999</year>). <article-title>Constraint relaxation and chunk decomposition in insight problem solving</article-title>. <source>J. Exp. Psychol. Learn. Mem. Cogn.</source> <volume>25</volume>, <fpage>1534</fpage>&#x2013;<lpage>1555</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0278-7393.25.6.1534</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koriat</surname> <given-names>A.</given-names></name></person-group> (<year>1997</year>). <article-title>Monitoring one&#x2019;s own knowledge during study: a cue-utilization approach to judgments of learning</article-title>. <source>J. Exp. Psychol. Gen.</source> <volume>126</volume>, <fpage>349</fpage>&#x2013;<lpage>370</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0096-3445.126.4.349</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kounios</surname> <given-names>J.</given-names></name> <name><surname>Beeman</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>The cognitive neuroscience of insight</article-title>. <source>Annu. Rev. Psychol.</source> <volume>65</volume>, <fpage>71</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1146/annurev-psych-010213-115154</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuznetsova</surname> <given-names>A.</given-names></name> <name><surname>Brockhoff</surname> <given-names>P. B.</given-names></name> <name><surname>Christensen</surname> <given-names>R. H. B.</given-names></name></person-group> (<year>2017</year>). <article-title>lmerTest package: tests in linear mixed effects models</article-title>. <source>J. Stat. Softw.</source> <volume>82</volume>, <fpage>1</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laukkonen</surname> <given-names>R. E.</given-names></name> <name><surname>Ingledew</surname> <given-names>D. J.</given-names></name> <name><surname>Grimmer</surname> <given-names>H. J.</given-names></name> <name><surname>Schooler</surname> <given-names>J. W.</given-names></name> <name><surname>Tangen</surname> <given-names>J. M.</given-names></name></person-group> (<year>2021</year>). <article-title>Getting a grip on insight: real-time and embodied Aha experiences predict correct solutions</article-title>. <source>Cognit. Emot.</source> <volume>35</volume>, <fpage>918</fpage>&#x2013;<lpage>935</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02699931.2021.1908230</pub-id>, PMID: <pub-id pub-id-type="pmid">33829955</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laukkonen</surname> <given-names>R. E.</given-names></name> <name><surname>Tangen</surname> <given-names>J. M.</given-names></name></person-group> (<year>2018</year>). <article-title>How to detect insight moments in problem solving experiments</article-title>. <source>Front. Psychol.</source> <volume>9</volume>:<fpage>282</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2018.00282</pub-id>, PMID: <pub-id pub-id-type="pmid">29593598</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Laukkonen</surname> <given-names>R. E.</given-names></name> <name><surname>Webb</surname> <given-names>M.</given-names></name> <name><surname>Salvi</surname> <given-names>C.</given-names></name> <name><surname>Tangen</surname> <given-names>J. M.</given-names></name> <name><surname>Slagter</surname> <given-names>H. A.</given-names></name> <name><surname>Schooler</surname> <given-names>J. W.</given-names></name></person-group> (<year>2023</year>). <article-title>Insight and the selection of ideas</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>153</volume>:<fpage>105363</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neubiorev.2023.105363</pub-id>, PMID: <pub-id pub-id-type="pmid">37598874</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lauterman</surname> <given-names>T.</given-names></name> <name><surname>Ackerman</surname> <given-names>R.</given-names></name></person-group> (<year>2019</year>). <article-title>Initial judgment of solvability in non-verbal problems &#x2013; a predictor of solving processes</article-title>. <source>Metacogn. Learn.</source> <volume>14</volume>, <fpage>365</fpage>&#x2013;<lpage>383</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11409-019-09194-8</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="other"><person-group person-group-type="author"><name><surname>L&#x00FC;decke</surname> <given-names>D.</given-names></name></person-group> (<year>2022</year>). Sjstats: Statistical functions for regression models (Version 0.18.2). Available at: <ext-link xlink:href="https://CRAN.R-project.org/package=sjstats" ext-link-type="uri">https://CRAN.R-project.org/package=sjstats</ext-link> (Accessed October 08, 2023).</citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>MacGregor</surname> <given-names>J. N.</given-names></name> <name><surname>Cunningham</surname> <given-names>J. B.</given-names></name></person-group> (<year>2008</year>). <article-title>Rebus puzzles as insight problems</article-title>. <source>Behav. Res. Methods</source> <volume>40</volume>, <fpage>263</fpage>&#x2013;<lpage>268</lpage>. doi: <pub-id pub-id-type="doi">10.3758/BRM.40.1.263</pub-id>, PMID: <pub-id pub-id-type="pmid">18411549</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Metcalfe</surname> <given-names>J.</given-names></name> <name><surname>Wiebe</surname> <given-names>D.</given-names></name></person-group> (<year>1987</year>). <article-title>Intuition in insight and non-insight problem solving</article-title>. <source>Mem. Cogn.</source> <volume>15</volume>, <fpage>238</fpage>&#x2013;<lpage>246</lpage>. doi: <pub-id pub-id-type="doi">10.3758/BF03197722</pub-id>, PMID: <pub-id pub-id-type="pmid">3600264</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moroshkina</surname> <given-names>N. V.</given-names></name> <name><surname>Savina</surname> <given-names>A. I.</given-names></name> <name><surname>Ammalainen</surname> <given-names>A. V.</given-names></name> <name><surname>Gershkovich</surname> <given-names>V. A.</given-names></name> <name><surname>Zverev</surname> <given-names>I. V.</given-names></name> <name><surname>Lvova</surname> <given-names>O. V.</given-names></name></person-group> (<year>2022</year>). <article-title>How difficult was it? Metacognitive judgments about problems and their solutions after the Aha moment</article-title>. <source>Front. Psychol.</source> <volume>13</volume>:<fpage>911904</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2022.911904</pub-id>, PMID: <pub-id pub-id-type="pmid">35814152</pub-id></citation></ref>
<ref id="ref036"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Olte&#x0163;eanu</surname> <given-names>A. M.</given-names></name> <name><surname>Falomir</surname> <given-names>Z.</given-names></name></person-group> (<year>2015</year>). <article-title>comRAT-C: a computational compound Remote Associates Test solver based on language data and its comparison to human performance</article-title>. <source>Pattern Recognit. Lett.</source> <volume>67</volume>, <fpage>81</fpage>&#x2013;<lpage>90</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.patrec.2015.05.015</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ohlsson</surname> <given-names>S.</given-names></name></person-group> (<year>1984</year>). <article-title>Restructuring revisited.: II. An information processing theory of restructuring and insight</article-title>. <source>Scand. J. Psychol.</source> <volume>25</volume>, <fpage>117</fpage>&#x2013;<lpage>129</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1467-9450.1984.tb01005.x</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Ohlsson</surname> <given-names>S.</given-names></name></person-group> (<year>2011</year>). <source>Deep Learning: How the Mind Overrides Experience</source>. Cambridge, England: <publisher-name>Cambridge University Press</publisher-name>.</citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peirce</surname> <given-names>J. W.</given-names></name> <name><surname>Gray</surname> <given-names>J. R.</given-names></name> <name><surname>Simpson</surname> <given-names>S.</given-names></name> <name><surname>MacAskill</surname> <given-names>M. R.</given-names></name> <name><surname>H&#x00F6;chenberger</surname> <given-names>R.</given-names></name> <name><surname>Sogo</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>PsychoPy2: experiments in behavior made easy</article-title>. <source>Behav. Res. Methods</source> <volume>51</volume>, <fpage>195</fpage>&#x2013;<lpage>203</lpage>. doi: <pub-id pub-id-type="doi">10.3758/s13428-018-01193-y</pub-id>, PMID: <pub-id pub-id-type="pmid">30734206</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reber</surname> <given-names>R.</given-names></name> <name><surname>Schwarz</surname> <given-names>N.</given-names></name></person-group> (<year>1999</year>). <article-title>Effects of perceptual fluency on judgments of truth</article-title>. <source>Conscious. Cogn.</source> <volume>8</volume>, <fpage>338</fpage>&#x2013;<lpage>342</lpage>. doi: <pub-id pub-id-type="doi">10.1006/ccog.1999.0386</pub-id>, PMID: <pub-id pub-id-type="pmid">10487787</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reber</surname> <given-names>R.</given-names></name> <name><surname>Schwarz</surname> <given-names>N.</given-names></name> <name><surname>Winkielman</surname> <given-names>P.</given-names></name></person-group> (<year>2004</year>). <article-title>Processing fluency and aesthetic pleasure: is beauty in the perceiver&#x2019;s processing experience?</article-title> <source>Personal. Soc. Psychol. Rev.</source> <volume>8</volume>, <fpage>364</fpage>&#x2013;<lpage>382</lpage>. doi: <pub-id pub-id-type="doi">10.1207/s15327957pspr0804_3</pub-id>, PMID: <pub-id pub-id-type="pmid">15582859</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">RStudio Team</collab></person-group> (<year>2020</year>). RStudio: Integrated development for RStudio. Boston: PBC, MA. Available at: <ext-link xlink:href="http://www.rstudio.com/" ext-link-type="uri">http://www.rstudio.com/</ext-link> (Accessed October 08, 2023).</citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salvi</surname> <given-names>C.</given-names></name> <name><surname>Bricolo</surname> <given-names>E.</given-names></name> <name><surname>Kounios</surname> <given-names>J.</given-names></name> <name><surname>Bowden</surname> <given-names>E.</given-names></name> <name><surname>Beeman</surname> <given-names>M.</given-names></name></person-group> (<year>2016a</year>). <article-title>Insight solutions are correct more often than analytic solutions</article-title>. <source>Think. Reason.</source> <volume>22</volume>, <fpage>443</fpage>&#x2013;<lpage>460</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13546783.2016.1141798</pub-id>, PMID: <pub-id pub-id-type="pmid">27667960</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salvi</surname> <given-names>C.</given-names></name> <name><surname>Costantini</surname> <given-names>G.</given-names></name> <name><surname>Bricolo</surname> <given-names>E.</given-names></name> <name><surname>Perugini</surname> <given-names>M.</given-names></name> <name><surname>Beeman</surname> <given-names>M.</given-names></name></person-group> (<year>2016b</year>). <article-title>Validation of Italian rebus puzzles and compound remote associate problems</article-title>. <source>Behav. Res. Methods</source> <volume>48</volume>, <fpage>664</fpage>&#x2013;<lpage>685</lpage>. doi: <pub-id pub-id-type="doi">10.3758/s13428-015-0597-9</pub-id>, PMID: <pub-id pub-id-type="pmid">26148823</pub-id></citation></ref>
<ref id="ref46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Savinova</surname> <given-names>A.</given-names></name> <name><surname>Korovkin</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Surprise! Why insightful solution is pleasurable</article-title>. <source>J. Intelligence</source> <volume>10</volume>:<fpage>98</fpage>. doi: <pub-id pub-id-type="doi">10.3390/jintelligence10040098</pub-id>, PMID: <pub-id pub-id-type="pmid">36412778</pub-id></citation></ref>
<ref id="ref47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shen</surname> <given-names>W.</given-names></name> <name><surname>Yuan</surname> <given-names>Y.</given-names></name> <name><surname>Liu</surname> <given-names>C.</given-names></name> <name><surname>Luo</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>In search of the &#x2018;Aha!&#x2019; Experience: elucidating the emotionality of insight problem-solving</article-title>. <source>Br. J. Psychol.</source> <volume>107</volume>, <fpage>281</fpage>&#x2013;<lpage>298</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjop.12142</pub-id>, PMID: <pub-id pub-id-type="pmid">26184903</pub-id></citation></ref>
<ref id="ref48"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Simon</surname> <given-names>H.A.</given-names></name></person-group> (<year>1995</year>). &#x201C;Explaining the ineffable: AI on the topics of intuition, insight and inspiration&#x201D; in <italic>Proceedings of the 14th International Joint Conference on Artificial Intelligence (IJCAI-95)</italic>. Morgan Kaufmann, San Francisco. 939&#x2013;948.</citation></ref>
<ref id="ref49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Skaar</surname> <given-names>&#x00D8;. O.</given-names></name> <name><surname>Reber</surname> <given-names>R.</given-names></name></person-group> (<year>2020</year>). <article-title>The phenomenology of Aha-experiences</article-title>. <source>Motiv. Science</source> <volume>6</volume>, <fpage>49</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1037/mot0000138</pub-id></citation></ref>
<ref id="ref50"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Sternberg</surname> <given-names>R. J.</given-names></name> <name><surname>Davidson</surname> <given-names>J. E.</given-names></name></person-group> (<year>1995</year>). <source>The Nature of Insight</source>. Cambridge, Mass: <publisher-name>MIT Press</publisher-name>.</citation></ref>
<ref id="ref51"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Strickland</surname> <given-names>T.</given-names></name> <name><surname>Wiley</surname> <given-names>J.</given-names></name> <name><surname>Ohlsson</surname> <given-names>S</given-names></name></person-group>. (<year>2022</year>). &#x201C;Hints and the Aha-accuracy effect in insight problem solving&#x201D; in <italic>Proceedings of the 44th Annual Conference of the Cognitive Science Society</italic>, 3209&#x2013;3215.</citation></ref>
<ref id="ref52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stuyck</surname> <given-names>H.</given-names></name> <name><surname>Aben</surname> <given-names>B.</given-names></name> <name><surname>Cleeremans</surname> <given-names>A.</given-names></name> <name><surname>Van den Bussche</surname> <given-names>E.</given-names></name></person-group> (<year>2021</year>). <article-title>The Aha! Moment: is insight a different form of problem solving?</article-title> <source>Conscious. Cogn.</source> <volume>90</volume>:<fpage>103055</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.concog.2020.103055</pub-id>, PMID: <pub-id pub-id-type="pmid">33721581</pub-id></citation></ref>
<ref id="ref53"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Stuyck</surname> <given-names>H.</given-names></name> <name><surname>Mazza</surname> <given-names>A.</given-names></name> <name><surname>Cleeremans</surname> <given-names>A.</given-names></name> <name><surname>Van den Bussche</surname> <given-names>E.</given-names></name></person-group> (<year>2023</year>). &#x201C;Hot or cold?&#x201D; online nearness-to-solution ratings reveal multiple paths to insight. PsyArXiv. [Preprint]. doi: <pub-id pub-id-type="doi">10.31234/osf.io/ty6ud</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Threadgold</surname> <given-names>E.</given-names></name> <name><surname>Marsh</surname> <given-names>J. E.</given-names></name> <name><surname>Ball</surname> <given-names>L. J.</given-names></name></person-group> (<year>2018</year>). <article-title>Normative data for 84 UK English rebus puzzles</article-title>. <source>Front. Psychol.</source> <volume>9</volume>:<fpage>2513</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2018.02513</pub-id>, PMID: <pub-id pub-id-type="pmid">30618942</pub-id></citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Topolinski</surname> <given-names>S.</given-names></name> <name><surname>Reber</surname> <given-names>R.</given-names></name></person-group> (<year>2010</year>). <article-title>Gaining insight into the &#x201C;Aha&#x201D; experience</article-title>. <source>Curr. Dir. Psychol. Sci.</source> <volume>19</volume>, <fpage>402</fpage>&#x2013;<lpage>405</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0963721410388803</pub-id></citation></ref>
<ref id="ref56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Topolinski</surname> <given-names>S.</given-names></name> <name><surname>Strack</surname> <given-names>F.</given-names></name></person-group> (<year>2008</year>). <article-title>Where there&#x2019;s a will&#x2014;There&#x2019;s no intuition. The unintentional basis of semantic coherence judgments</article-title>. <source>J. Mem. Lang.</source> <volume>58</volume>, <fpage>1032</fpage>&#x2013;<lpage>1048</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jml.2008.01.002</pub-id></citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Valueva</surname> <given-names>E. &#x0410;.</given-names></name> <name><surname>Ushakov</surname> <given-names>D. V.</given-names></name></person-group> (<year>2017</year>). <article-title>Insight and incubation in thinking: the role of awareness processes</article-title>. <source>Siberian J. Psychol.</source> <volume>63</volume>, <fpage>19</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.17223/17267080/63/2</pub-id></citation></ref>
<ref id="ref58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Webb</surname> <given-names>M. E.</given-names></name> <name><surname>Laukkonen</surname> <given-names>R. E.</given-names></name> <name><surname>Cropper</surname> <given-names>S. J.</given-names></name> <name><surname>Little</surname> <given-names>D. R.</given-names></name></person-group> (<year>2019</year>). <article-title>Commentary: moment of (perceived) truth: exploring accuracy of Aha! Experiences</article-title>. <source>J. Creat. Behav.</source> <volume>55</volume>, <fpage>289</fpage>&#x2013;<lpage>293</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jocb.433</pub-id></citation></ref>
<ref id="ref59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Webb</surname> <given-names>M. E.</given-names></name> <name><surname>Little</surname> <given-names>D. R.</given-names></name> <name><surname>Cropper</surname> <given-names>S. J.</given-names></name></person-group> (<year>2016</year>). <article-title>Insight is not in the problem: investigating insight in problem solving across task types</article-title>. <source>Front. Psychol.</source> <volume>7</volume>:<fpage>1424</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2016.01424</pub-id>, PMID: <pub-id pub-id-type="pmid">27725805</pub-id></citation></ref>
<ref id="ref60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weisberg</surname> <given-names>R. W.</given-names></name></person-group> (<year>2015</year>). <article-title>Toward an integrated theory of insight in problem solving</article-title>. <source>Think. Reason.</source> <volume>21</volume>, <fpage>5</fpage>&#x2013;<lpage>39</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13546783.2014.886625</pub-id></citation></ref>
<ref id="ref61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Whittlesea</surname> <given-names>B. W.</given-names></name> <name><surname>Williams</surname> <given-names>L. D.</given-names></name></person-group> (<year>2001</year>). <article-title>The discrepancy-attribution hypothesis: I. The heuristic basis of feelings of familiarity</article-title>. <source>J. Exp. Psychol. Learn. Mem. Cogn.</source> <volume>27</volume>, <fpage>3</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0278-7393.27.1.3</pub-id>, PMID: <pub-id pub-id-type="pmid">11204105</pub-id></citation></ref>
<ref id="ref62"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Winkielman</surname> <given-names>P.</given-names></name> <name><surname>Huber</surname> <given-names>D. E.</given-names></name> <name><surname>Kavanagh</surname> <given-names>L.</given-names></name> <name><surname>Schwarz</surname> <given-names>N.</given-names></name></person-group> (<year>2012</year>). &#x201C;<article-title>Fluency of consistency: when thoughts fit nicely and flow smoothly</article-title>&#x201D; in <source>Cognitive Consistency: A Fundamental Principle in Social Cognition</source>. eds. <person-group person-group-type="editor"><name><surname>Gawronski</surname> <given-names>B.</given-names></name> <name><surname>Strack</surname> <given-names>F.</given-names></name></person-group> (New York, London: <publisher-name>The Guilford Press</publisher-name>), <fpage>89</fpage>&#x2013;<lpage>111</lpage>.</citation></ref>
<ref id="ref63"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Winkielman</surname> <given-names>P.</given-names></name> <name><surname>Schwarz</surname> <given-names>N.</given-names></name> <name><surname>Fazendeiro</surname> <given-names>T.</given-names></name> <name><surname>Reber</surname> <given-names>R.</given-names></name></person-group> (<year>2003</year>). &#x201C;<article-title>The hedonic marking of processing fluency: implications for evaluative judgment</article-title>&#x201D; in <source>The Psychology of Evaluation: Affective Processes in Cognition and Emotion</source>. eds. <person-group person-group-type="editor"><name><surname>Musch</surname> <given-names>J.</given-names></name> <name><surname>Klauer</surname> <given-names>K. C.</given-names></name></person-group> (Mahwah, NJ, London: <publisher-name>Lawrence Erlbaum Associates Publishers</publisher-name>), <fpage>189</fpage>&#x2013;<lpage>217</lpage>.</citation></ref>
<ref id="ref64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zedelius</surname> <given-names>C. M.</given-names></name> <name><surname>Schooler</surname> <given-names>J. W.</given-names></name></person-group> (<year>2015</year>). <article-title>Mind wandering &#x201C;Ahas&#x201D; versus mindful reasoning: alternative routes to creative solutions</article-title>. <source>Front. Psychol.</source> <volume>6</volume>:<fpage>834</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2015.00834</pub-id>, PMID: <pub-id pub-id-type="pmid">26136715</pub-id></citation></ref>
</ref-list>
</back>
</article>