<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2023.1144281</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>More than words: Speech production in first-episode psychosis predicts later social and vocational functioning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Mackinley</surname> <given-names>Michael</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><xref rid="aff2" ref-type="aff"><sup>2</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Limongi</surname> <given-names>Roberto</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Silva</surname> <given-names>Ang&#x00E9;lica Mar&#x00ED;a</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/262644/overview"/>
</contrib>
<contrib contrib-type="author"><name><surname>Richard</surname> <given-names>Julie</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Subramanian</surname> <given-names>Priya</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Ganjavi</surname> <given-names>Hooman</given-names></name><xref rid="aff3" ref-type="aff"><sup>3</sup></xref></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Palaniyappan</surname> <given-names>Lena</given-names></name><xref rid="aff1" ref-type="aff"><sup>1</sup></xref><xref rid="aff3" ref-type="aff"><sup>3</sup></xref><xref rid="aff4" ref-type="aff"><sup>4</sup></xref><xref rid="aff5" ref-type="aff"><sup>5</sup></xref><xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/81352/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Robarts Research Institute, University of Western Ontario</institution>, <addr-line>London, ON</addr-line>, <country>Canada</country></aff>
<aff id="aff2"><sup>2</sup><institution>Lawson Health Research Institute</institution>, <addr-line>London, ON</addr-line>, <country>Canada</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Psychiatry, University of Western Ontario</institution>, <addr-line>London, ON</addr-line>, <country>Canada</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Medical Biophysics, Western University</institution>, <addr-line>London, ON</addr-line>, <country>Canada</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Psychiatry, Douglas Mental Health University Institute, McGill University</institution>, <addr-line>Montreal, QC</addr-line>, <country>Canada</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by">
<p>Edited by: Sherry Kit Wa Chan, The University of Hong Kong, Hong Kong SAR, China</p>
</fn>
<fn id="fn0002" fn-type="edited-by">
<p>Reviewed by: Vladimir Adrien, Assistance Publique Hopitaux De Paris, France; Manu Suresh Sharma, Hartford Hospital, United States; Rosa Ayesa-Arriola, Centro de Investigaci&#x00F3;n Biom&#x00E9;dica en Red de Salud Mental (CIBERSAM), Spain</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Lena Palaniyappan, <email>lena.palaniyappan@mcgill.ca</email></corresp>
<fn id="fn0003" fn-type="other">
<p>This article was submitted Schizophrenia, a section of the journal Frontiers in Psychiatry</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>14</day>
<month>04</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1144281</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>01</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>20</day>
<month>03</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Mackinley, Limongi, Silva, Richard, Subramanian, Ganjavi and Palaniyappan.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Mackinley, Limongi, Silva, Richard, Subramanian, Ganjavi and Palaniyappan</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Several disturbances in speech are present in psychosis; however, the relationship between these disturbances during the first-episode of psychosis (FEP) and later vocational functioning is unclear. Demonstrating this relationship is critical if we expect speech and communication deficits to emerge as targets for early intervention.</p>
</sec>
<sec>
<title>Method</title>
<p>We analyzed three 1-min speech samples using automated speech analysis and Bayes networks in an antipsychotic-naive sample of 39 FEP patients and followed them longitudinally to determine their vocational status (engaged or not engaged in employment education or training&#x2014;EET vs. NEET) after 6&#x2013;12&#x2009;months of treatment. Five baseline linguistic variables with prior evidence of clinical relevance (total and acausal connectives use, pronoun use, analytic thinking, and total words uttered in a limited period) were included in a Bayes network along with follow-up NEET status and Social and Occupational Functioning Assessment Scale (SOFAS) scores to determine dependencies among these variables. We also included clinical (Positive and Negative Syndrome Scale 8-item version (PANSS-8)), social (parental socioeconomic status), and cognitive features (processing speed) at the time of presentation as covariates.</p>
</sec>
<sec>
<title>Results</title>
<p>The Bayes network revealed that only total words spoken at the baseline assessment were directly associated with later NEET status and had an indirect association with SOFAS, with a second set of dependencies emerging among the remaining linguistic variables. The primary (speech-only) model outperformed models including parental socioeconomic status, processing speed or both as latent variables.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Impoverished speech, even at subclinical levels, may hold prognostic value for functional outcomes and warrant consideration when providing measurement based care for first-episode psychosis.</p>
</sec>
</abstract>
<kwd-group>
<kwd>language</kwd>
<kwd>thought disorder</kwd>
<kwd>First Episode Psychosis</kwd>
<kwd>schizophrenia</kwd>
<kwd>NEET (neither education employment or training)</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="49"/>
<page-count count="9"/>
<word-count count="7209"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec5" sec-type="intro">
<label>1.</label>
<title>Introduction</title>
<p>Schizophrenia is an illness of disordered thought, with symptoms often reflected in disturbances in language and communication (<xref ref-type="bibr" rid="ref1">1</xref>). An impairment of verbal communication is one of several diagnostic features of schizophrenia, with a strong posited genetic component (<xref ref-type="bibr" rid="ref2">2</xref>), but not all patients with schizophrenia exhibit clinically identifiable disordered speech. Speech disturbances, referred to as formal thought disorders (FTD), can be classified into positive or negative FTD. Positive FTD includes phenomena such as derailment, tangentiality, or in more severe cases, neologisms or even complete incoherence (schizophasia). Alternatively, negative FTD captures the characteristic poverty of speech that many patients experience (<xref ref-type="bibr" rid="ref1">1</xref>). While several scales have been developed with the goal of identifying these elements of speech, such as the scale for Thought, Language, and Communication (TLC) (<xref ref-type="bibr" rid="ref3">3</xref>) or the Thought Language Index (TLI) (<xref ref-type="bibr" rid="ref4">4</xref>), many of the speech disturbances in psychosis are too subtle to be captured by clinicians during a cross-sectional clinical interaction (<xref ref-type="bibr" rid="ref5">5</xref>).</p>
<p>Recent work has focused on identifying subtler forms of speech variation in naturalistic speech among schizophrenia samples, a goal that has been aided by the proliferation of automated linguistic analysis tools (<xref ref-type="bibr" rid="ref6">6</xref>, <xref ref-type="bibr" rid="ref7">7</xref>). The utilization of these automated speech analysis software programs allows complex analysis of speech without the burdens (and expense) of manual scoring. Automated linguistic analyses have allowed researchers to identify disturbances in multiple levels of speech in schizophrenia, from phonological, morphological, syntactic, and pragmatic levels (<xref ref-type="bibr" rid="ref8">8</xref>), and have been utilized in predicting psychosis onset in at risk populations (<xref ref-type="bibr" rid="ref9">9</xref>).</p>
<p>While it is intuitive that social and vocational outcomes may relate to one&#x2019;s verbal abilities, the body of research demonstrating this link in schizophrenia have several limitations that preclude the use of linguistic features in functional prognostication. First, much of this work has been based on language impairments in experimental, rather than naturalistic, paradigms where the semantic space is defined by the researcher (<xref ref-type="bibr" rid="ref10">10</xref>) [e.g., using verbal fluency tests (<xref ref-type="bibr" rid="ref11">11</xref>, <xref ref-type="bibr" rid="ref12">12</xref>)]. Secondly, even in studies assessing unconstrained speech, objective aspects of conversations are not considered; instead, the clinically judged construct of thought disorder is employed. While studies have observed associations between functional outcomes and negative FTD (specifically poverty of speech and content) (<xref ref-type="bibr" rid="ref13">13</xref>, <xref ref-type="bibr" rid="ref14">14</xref>), other studies have reported that positive, but not negative, elements of FTD are related to functional outcome (<xref ref-type="bibr" rid="ref15">15</xref>). These inconsistencies in the extant literature may be related to the difficulties surrounding the clinical assessment of formal thought disorder. Thirdly, most studies to date make cross-sectional correlations between functioning and verbal assessments; there is a notable lack of longitudinal data to clarify whether the verbal deficits temporally precede (and thus lie on the causal pathway of) poor functioning seen in schizophrenia. Furthermore, functional outcomes in many prior studies have been conflated with severity of psychopathology when using tools such as Global Assessment of Functioning (<xref ref-type="bibr" rid="ref15">15</xref>), and a lack of satisfactory definition of social dysfunction (<xref ref-type="bibr" rid="ref16">16</xref>, <xref ref-type="bibr" rid="ref17">17</xref>). In addition, exposure to antipsychotics over a long period of time alters the nature of speech and our ability to assess FTD (<xref ref-type="bibr" rid="ref18">18</xref>), thus necessitating the study of minimally treated or drug-naive subjects. Demonstrating this relationship will be of critical value in improving clinical decisions during early intervention based on long-term prognostic outlook, which at present is challenging to assess. To address this crucial gap, we sought to identify linguistic features of speech in an untreated FEP sample using a computational linguistic approach called parts-of-speech tagging implemented through Cohmetrix (<xref ref-type="bibr" rid="ref19">19</xref>), and the Linguistic Inquiry Word Count (LIWC) (<xref ref-type="bibr" rid="ref20">20</xref>).</p>
<p>While the feature space for selecting linguistic variables in relation to functional outcomes is relatively large, we focus exclusively on the variables that we have previously studied in an overlapping sample and demonstrated to have clinical relevance. In a prior cross-sectional analysis on this sample of untreated subjects, Mackinley et al. (<xref ref-type="bibr" rid="ref21">21</xref>) used Coh-Metrix automated speech analysis software (<xref ref-type="bibr" rid="ref19">19</xref>) to compare FEP patients and healthy controls on a number of variables at the word, sentence, and higher-order level. In this study, patients showed reduced speech production (number of words) and higher pronoun use compared to their healthy control counterparts but did not differ in a variety of other higher-order linguistic metrics (narrativity, formality, referential cohesion, or deep cohesion). Five types of connectives were analyzed in this earlier study including: causal connectives (words used to connect a cause to an effect), logical connectives (words linking two logically connected elements), temporal connectives (words to put ideas in order of time), contrastive connectives (words to compare and contrast ideas), and additive connectives (words used to add information, e.g., &#x201C;additionally,&#x201D; &#x201C;moreover&#x201D;). The use was analyzed using data driven principal factor analysis, two factors, and one with a positive loading on &#x201C;all connective types&#x201D; and the second &#x201C;acausal temporal connective factor&#x201D; reflecting reduced use of causal and contrastive connectives, but higher use of temporal linkages and additive connections appeared. While patients and healthy controls employed these connective factors in a comparable manner during the picture description tasks, patients with higher connectives use had higher scores on clinically rated conceptual disorganization (<xref ref-type="bibr" rid="ref21">21</xref>). This suggests that aberrant linguistic connective use may contribute to the clinician&#x2019;s detection of disorganized thought.</p>
<p>In an overlapping cross-sectional sample, we (<xref ref-type="bibr" rid="ref22">22</xref>) analyzed the picture description speech samples using the Linguistic Inquiry Word Count (LIWC) software package (<xref ref-type="bibr" rid="ref20">20</xref>) to determine the relative proportion of content words and function words. From this parts-of-speech tagging, we determined Pennenbaker&#x2019;s Analytic Thinking scores (higher scores suggesting a well-formed hierarchical thinking style suitable for academic expressions, and lower scores suggesting a narrative style which is more intuitive and episodic in nature) (<xref ref-type="bibr" rid="ref23">23</xref>). A higher analytic score (more categorical thinking style) is linked with academic success due to this linguistic style&#x2019;s use in academic and professional settings (<xref ref-type="bibr" rid="ref23">23</xref>). We observed that compared to HC, patients showed reduced analytic thinking in their speech. Further, among FEPs, reduced analytic thinking related to higher clinical metrics of disorganization (<xref ref-type="bibr" rid="ref22">22</xref>). This suggests that less structured, less content-based speech may contribute to the clinician&#x2019;s detection of disorganized thought. Thus, it is possible that among FEP patients, analytic thinking styles are associated with later academic and occupational success; however, little evidence to assess this question has been gathered.</p>
<p>With longitudinal functional outcome data from this cohort, we aim to ascertain the role of connectives, analytic thinking index, total number of words, and frequency of pronouns on vocational status and social and occupational functioning ascertained after 6-to-12 months of treatment in an early intervention setting. The selected linguistic variables tap on distinct aspects of message generation and grammatical encoding in Bock and Levelt&#x2019;s language processing model (<xref ref-type="bibr" rid="ref24">24</xref>). At the generation level, total number of words (verbosity) relates to the production plan (<xref ref-type="bibr" rid="ref25">25</xref>); at the functional level, lexical selection influences the frequency of pronouns, while positional processing involving the assembly of constituent words influences the connective use and analytic thinking index. Given the prior observations that &#x201C;negative FTD&#x201D; relates more strongly to functional outcomes than &#x201C;positive FTD,&#x201D; we expected a reduction in total number of words used during a picture description will be predictive of later functional outcomes. To this end, we used a Bayes network (a directed acyclic graph) to (1) identify dependencies among the baseline linguistic variables and vocational status or social functioning after six to 12 months of treatment in an early intervention program for psychoses and (2) parameterize these dependencies in terms of conditional probability distributions. In the network, the dependencies are represented as connections (edges) between nodes (variables) identified through a prototypical constraint-based algorithm (<xref ref-type="bibr" rid="ref26">26</xref>, <xref ref-type="bibr" rid="ref27">27</xref>). Parameters (conditional probability distributions) are found <italic>via</italic> maximum likelihood estimation (<xref ref-type="bibr" rid="ref28">28</xref>). We assessed the contribution of other explanatory variables such as parental socioeconomic status and speed of cognitive processing using probabilistic models of functional outcome. We quantified social functioning using the widely used Social and Occupational Functioning Assessment Scale (SOFAS) as a continuous measure, and a macroeconomic indicator of productivity in young adults reflecting participation in active Employment Education or Training (EET vs. not-EET or NEET) status as a categorical measure, as employed in our previous brain imaging study (<xref ref-type="bibr" rid="ref29">29</xref>).</p>
</sec>
<sec id="sec6" sec-type="methods">
<label>2.</label>
<title>Method</title>
<sec id="sec7">
<label>2.1.</label>
<title>Participants</title>
<p>Data were collected from 39 treatment na&#x00EF;ve FEP patients recruited from the Prevention and Early Intervention Program for Psychoses in London, Ontario, Canada, as reported in a previously published manuscript (<xref ref-type="bibr" rid="ref21">21</xref>). All participants were in the acute phase of the illness, with fewer than 2 weeks of antipsychotic exposure lifetime. The mean lifetime defined daily dose was <italic>M</italic>&#x2009;=&#x2009;2.31, SD&#x2009;=&#x2009;3.68, with <italic>n</italic>&#x2009;=&#x2009;14 being completely drug-naive (36%). Over the subsequent year, patients were longitudinally followed with assessments of social and occupational functioning completed when clinically stable between 6 and 12&#x2009;months following the initial assessment. All participants used in the present analysis were native English speakers.</p>
</sec>
<sec id="sec8">
<label>2.2.</label>
<title>Clinical and linguistic assessment procedure</title>
<p>The local Research Ethics Board (Western University) approved all study procedures, and all patients provided informed consent before participating. All patients were enrolled in a first-episode psychosis program over the next 12&#x2009;months, and we ascertained their social and vocational status between 6 to 12&#x2009;months after entering treatment. Due to the need for multiple information sources, not all patient follow-ups were assessed at precisely the same time point after the onset of illness.</p>
<p>Licensed psychiatrists conducted all clinical interviews and rating scales to determine illness severity, and rule out exclusionary diagnoses (substance abuse, neurologic disorders). Graduate-level research assistants completed cognitive assessments and the Thought Language Index (TLI) interview and rating. During the TLI procedure, three 1-min speech samples were induced in response to photographs from the Thematic Apperception Task (<xref ref-type="bibr" rid="ref30">30</xref>). Scorers of TLI interview were blinded to participant status consistent with the procedure described by Sommer et al. (<xref ref-type="bibr" rid="ref31">31</xref>).</p>
<p>The Positive and Negative Syndrome Scale-8 Item (PANSS-8), which is highly correlated with the full 30-items PANSS (<xref ref-type="bibr" rid="ref32">32</xref>), was utilized to measure the severity of clinical symptoms. Functional assessments were based on multiple sources of information (patient interviews, information from the psychiatrist providing care, case managers, and when required information from family members). Measures of social and occupational functioning were assessed using the Social and Occupational Functioning Assessment Scale (SOFAS) (<xref ref-type="bibr" rid="ref33">33</xref>) at baseline and follow-up. The SOFAS is a single-item measure of functioning scored between 1 (indicating a persistent inability to maintain minimum even basic function) and 100 (superior functioning in a wide range of activities). In our study, SOFAS scores considered current functioning (rather than the highest level of functioning over the past year). Vocational assessments were conducted using a binary NEET status (not in employment education or training). Patients were deemed to be NEET (vocationally inactive) if they were unemployed and not in any form of schooling/education for more than half of the time since the onset of treatment for psychosis. Individuals classified as EET were engaged in work or school for more than half of the duration of treatment (vocationally active). This definition considers a longer period than the 1-week period used by the Organization for Economic Co-Operation and Development (OECD) (<xref ref-type="bibr" rid="ref34">34</xref>), but is consistent with its use in early intervention services for psychosis (<xref ref-type="bibr" rid="ref35">35</xref>, <xref ref-type="bibr" rid="ref36">36</xref>). When inconsistencies between patient and care provider accounts were noted, a consensus was reached among the members of the research team.</p>
</sec>
<sec id="sec9">
<label>2.3.</label>
<title>Instruments</title>
<sec id="sec10">
<label>2.3.1.</label>
<title>Linguistic inquiry word count</title>
<p>Linguistic Inquiry Word Count Software (LIWC 2015 Edition) uses a computational-lexical approach, which provides summaries of psycholinguistic dimensions (i.e., analytic thinking score) and pre-defined content word themes (e.g., negative emotion words) derived from psychometric rates. In the two-step process, LIWC analyzes the current target word contained in texts comparing and matching every single word against master dictionaries using its own language corpora composed of &#x201C;almost 6,400 words, word steams, and selected emoticons from a sample of ~181,000 text files.&#x201D; Secondly, a standard LIWC computes the percentage of co-occurrences. LIWC has recently gained attention in several research areas establishing the relationship between linguistic-thinking styles and both personality traits, and mental health conditions.</p>
</sec>
<sec id="sec11">
<label>2.3.2.</label>
<title>Coh-Metrix 3.0</title>
<p>Coh-Metrix (<xref ref-type="bibr" rid="ref37">37</xref>) is a web-based automated speech analysis software that computes basic and higher-level linguistic variables from written and spoken speech samples. The software automatically computes several lower order (e.g., word counts, frequency of pronoun use, and use of connectives) and higher-order (e.g., narrativity, cohesion, and text formality) linguistic variables (<xref ref-type="bibr" rid="ref19">19</xref>). While initially implemented for the analysis of larger text segments, the software has been applied in the analysis of brief language samples in clinical populations previously (<xref ref-type="bibr" rid="ref38">38</xref>). Though there are no requirements for minimum number of words for applying Coh-Metrix to study texts, analyses of readability and cohesion have been generally reported for written materials with 100 words or above (<xref ref-type="bibr" rid="ref39">39</xref>, <xref ref-type="bibr" rid="ref40">40</xref>). The incidence scores are based on frequency of occurrence of different parts of speech (e.g., pronouns, connectives etc.) in the units of numbers per 1,000 words. We based our project on the work in Willits et al. (<xref ref-type="bibr" rid="ref41">41</xref>) with the focus of Coh-Metrix output on the frequency of connectives use as described in MacKinley et al. (<xref ref-type="bibr" rid="ref21">21</xref>).</p>
</sec>
</sec>
<sec id="sec12">
<label>2.4.</label>
<title>Statistical (Bayesian) analyses</title>
<p>For descriptive analyses, we used the JASP software (JASP version 0.16.3, 2022) to report Bayes factors against the null model (BF<sub>10</sub>). Briefly, if BF<sub>10</sub>&#x2009;&#x003C;&#x2009;2, we accepted the null hypothesis, whereas if BF&#x2009;&#x003E;&#x2009;2 provides support for the alternative hypothesis. To answer the research question, we used a prototypical constraint-based algorithm (PC) (<xref ref-type="bibr" rid="ref26">26</xref>, <xref ref-type="bibr" rid="ref27">27</xref>) within the context of a Bayes network (a probabilistic graphical model) to identify dependencies in a set of variables. This set comprised NEET (6&#x2013;12&#x2009;months), SOFAS score (6&#x2013;12&#x2009;months), total words spoken, analytic thinking score, all connectives score, acausal connectives score, and pronoun use (all at baseline). We also included PANSS-8 total score as a nuisance variable to control disease severity at the time of linguistic data collection. The algorithm yielded a Bayes network upon which we applied an expectation maximization algorithm (<xref ref-type="bibr" rid="ref42">42</xref>) to perform maximum likelihood estimation of parameters (parameters learning). Finally, we made a series of inferences (conditional probability queries in terms of causal and evidential reasoning) aiming to explain the relationships between our variables of interests (total words spoken, analytic thinking, connectives use, and pronoun use).</p>
</sec>
</sec>
<sec id="sec13" sec-type="results">
<label>3.</label>
<title>Results</title>
<sec id="sec14">
<label>3.1.</label>
<title>Descriptive statistics</title>
<p>When baseline characteristics of patients who went on to be vocationally active (EET) were compared to patients that went on to be vocationally inactive (NEET), no evidence for group differences were seen for medication exposure, duration of untreated psychosis, age, sex, parental Socioeconomic status (SES), or the use of cannabis, alcohol, or tobacco, or symptom severity at baseline. As expected, given the overlapping nature of the SOFAS scale and vocational activity, very strong support was found that NEET patients differed from EET patients in measures of follow-up SOFAS score (BF<sub>10</sub> =&#x2009;55.50; EET mean&#x2009;=&#x2009;65.00, SD&#x2009;=&#x2009;10.54; NEET mean&#x2009;=&#x2009;46.47, SD =18.28). EET patients produced an average of 18% more speech in the three 1-min TLI interview trials than their NEET counterparts, providing support that patients who speak more words at baseline would go on to be vocationally active (BF<sub>10</sub> =&#x2009;2.42; EET mean&#x2009;=&#x2009;123.22, SD&#x2009;=&#x2009;38.50; NEET mean&#x2009;=&#x2009;104.40, SD&#x2009;=&#x2009;24.19). Finally, we report moderate evidence that those that perform better on the Digit Symbol Substitution Test (DSST), a measure of processing speed, would go on to be vocationally active (BF<sub>10</sub> =&#x2009;3.32; EET mean&#x2009;=&#x2009;57.87, SD&#x2009;=&#x2009;14.72; NEET mean&#x2009;=&#x2009;46.92, SD&#x2009;=&#x2009;12.14). We report no differences on other linguistic variables of interest (<xref rid="tab1" ref-type="table">Table 1</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Demographic and linguistic characteristics of sample.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variable</th>
<th align="center" valign="top">All patients <italic>n</italic>&#x2009;=&#x2009;39</th>
<th align="center" valign="top">Patients not in education employment or training (NEET) <italic>n</italic>&#x2009;=&#x2009;18</th>
<th align="center" valign="top">Patients engaged in employment education or training (EET) <italic>n</italic>&#x2009;=&#x2009;21</th>
<th align="center" valign="top">BF<sub>10</sub></th>
<th align="center" valign="top">95% highest density interval</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="6"><italic>Demographic and clinical variables</italic></td>
</tr>
<tr>
<td align="left" valign="top">Sex (Male/Female)</td>
<td align="char" valign="middle" char=".">32/7</td>
<td align="char" valign="middle" char=".">16/2</td>
<td align="char" valign="middle" char=".">16/5</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">&#x2212;1.72, 0.77</td>
</tr>
<tr>
<td align="left" valign="top">Age [M (sd)]</td>
<td align="char" valign="middle" char=".">22.53 (4.76)</td>
<td align="char" valign="middle" char=".">23.58 (6.02)</td>
<td align="char" valign="middle" char=".">21.58 (3.15)</td>
<td align="char" valign="top" char=".">0.60</td>
<td align="char" valign="top" char=".">&#x2212;0.955, 0.25</td>
</tr>
<tr>
<td align="left" valign="top">NS-SEC [M (sd)]</td>
<td align="char" valign="middle" char=".">3.76 (1.20)</td>
<td align="char" valign="middle" char=".">4.28 (1.07)</td>
<td align="char" valign="middle" char=".">3.25 (1.02)</td>
<td align="char" valign="top" char=".">1.11</td>
<td align="char" valign="top" char=".">&#x2212;1.14, 0.12</td>
</tr>
<tr>
<td align="left" valign="top">DUP in months [M (sd)]</td>
<td align="char" valign="middle" char=".">8.82 (11.86)</td>
<td align="char" valign="middle" char=".">7.57 (8.21)</td>
<td align="char" valign="middle" char=".">10.00 (14.67)</td>
<td align="char" valign="top" char=".">0.32</td>
<td align="char" valign="top" char=".">&#x2212;0.58, 0.54</td>
</tr>
<tr>
<td align="left" valign="top">Defined daily doses [M (sd)]</td>
<td align="char" valign="middle" char=".">2.31 (3.68)</td>
<td align="char" valign="middle" char=".">2.39 (3.65)</td>
<td align="char" valign="middle" char=".">2.27 (3.80)</td>
<td align="char" valign="top" char=".">0.36</td>
<td align="char" valign="top" char=".">&#x2212;0.53, 0.59</td>
</tr>
<tr>
<td align="left" valign="top">Non-antipsychotic meds (Y/N)</td>
<td align="char" valign="middle" char=".">9/30</td>
<td align="char" valign="middle" char=".">3/15</td>
<td align="char" valign="middle" char=".">6/15</td>
<td align="char" valign="top" char=".">1.16</td>
<td align="char" valign="top" char=".">&#x2212;1.59, 0.77</td>
</tr>
<tr>
<td align="left" valign="top">Tobacco smoker (Yes/No)</td>
<td align="char" valign="middle" char=".">11/25</td>
<td align="char" valign="middle" char=".">7/11</td>
<td align="char" valign="middle" char=".">5/16</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">&#x2212;1.61, 0.80</td>
</tr>
<tr>
<td align="left" valign="top">CAST score [M (sd)]</td>
<td align="char" valign="middle" char=".">13.5 (6.59)</td>
<td align="char" valign="middle" char=".">15.13 (6.65)</td>
<td align="char" valign="middle" char=".">11.87 (6.34)</td>
<td align="char" valign="top" char=".">0.35</td>
<td align="char" valign="top" char=".">&#x2212;1.07, 0.25</td>
</tr>
<tr>
<td align="left" valign="top">AUDIT-C [M (sd)]</td>
<td align="char" valign="middle" char=".">2.64 (3.12)</td>
<td align="char" valign="middle" char=".">2.07 (2.22)</td>
<td align="char" valign="middle" char=".">3.31 (3.90)</td>
<td align="char" valign="top" char=".">0.53</td>
<td align="char" valign="top" char=".">&#x2212;0.34, 0.99</td>
</tr>
<tr>
<td align="left" valign="top">PANSS-8 total [M (sd)]</td>
<td align="char" valign="middle" char=".">26.46 (7.21)</td>
<td align="char" valign="middle" char=".">27.44 (6.65)</td>
<td align="char" valign="middle" char=".">25.62 (7.71)</td>
<td align="char" valign="top" char=".">0.40</td>
<td align="char" valign="top" char=".">&#x2212;0.79, 0.36</td>
</tr>
<tr>
<td align="left" valign="top">PANSS-8 positive [M (sd)]</td>
<td align="char" valign="middle" char=".">13.08 (2.98)</td>
<td align="char" valign="middle" char=".">13.44 (2.72)</td>
<td align="char" valign="middle" char=".">12.74 (3.24)</td>
<td align="char" valign="top" char=".">0.39</td>
<td align="char" valign="top" char=".">&#x2212;0.77, 0.38</td>
</tr>
<tr>
<td align="left" valign="top">PANSS-8 negative [M (sd)]</td>
<td align="char" valign="middle" char=".">7.76 (4.46)</td>
<td align="char" valign="middle" char=".">8.33(4.52)</td>
<td align="char" valign="middle" char=".">7.21 (4.44)</td>
<td align="char" valign="top" char=".">0.40</td>
<td align="char" valign="top" char=".">&#x2212;0.79,0.37</td>
</tr>
<tr>
<td align="left" valign="top">CGI-severity [M (sd)]</td>
<td align="char" valign="middle" char=".">5.34 (1.09)</td>
<td align="char" valign="middle" char=".">5.44 (0.86)</td>
<td align="char" valign="middle" char=".">5.26 (1.28)</td>
<td align="char" valign="top" char=".">0.35</td>
<td align="char" valign="top" char=".">&#x2212;0.71, 0.44</td>
</tr>
<tr>
<td align="left" valign="top">SOFAS [M (sd)]</td>
<td align="char" valign="middle" char=".">38.31 (12.50)</td>
<td align="char" valign="middle" char=".">34.40 (8.35)</td>
<td align="char" valign="middle" char=".">41.10 (14.32)</td>
<td align="char" valign="top" char=".">1.27</td>
<td align="char" valign="top" char=".">&#x2212;0.10, 1.16</td>
</tr>
<tr>
<td align="left" valign="top">SOFAS 6&#x2013;12&#x2009;month [M (sd)]</td>
<td align="char" valign="middle" char=".">55.74 (17.46)</td>
<td align="char" valign="middle" char=".">46.47 (18.28)</td>
<td align="char" valign="middle" char=".">65.00 (10.54)</td>
<td align="char" valign="top" char=".">55.50</td>
<td align="char" valign="top" char=".">0.39, 1.81</td>
</tr>
<tr>
<td align="left" valign="top">DSST [M (sd)]</td>
<td align="char" valign="middle" char=".">52.40 (14.42)</td>
<td align="char" valign="middle" char=".">46.92 (12.14)</td>
<td align="char" valign="middle" char=".">57.87 (14.72)</td>
<td align="char" valign="top" char=".">3.32</td>
<td align="char" valign="top" char=".">0.06, 1.34</td>
</tr>
<tr>
<td align="left" valign="top">Months to NEET assessment [M (sd)]</td>
<td align="char" valign="middle" char=".">7.95 (2.89)</td>
<td align="char" valign="middle" char=".">8.17 (3.38)</td>
<td align="char" valign="middle" char=".">7.75 (2.41)</td>
<td align="char" valign="top" char=".">0.34</td>
<td align="char" valign="top" char=".">&#x2212;0.69, 0.45</td>
</tr>
<tr>
<td align="left" valign="bottom" char="." colspan="6"><italic>Linguistic variables of interest</italic></td>
</tr>
<tr>
<td align="left" valign="middle">Total words spoken</td>
<td align="char" valign="middle" char=".">115.08 (34.03)</td>
<td align="char" valign="middle" char=".">104.40 (24.19)</td>
<td align="char" valign="middle" char=".">123.22 (38.5)</td>
<td align="char" valign="top" char=".">2.42</td>
<td align="char" valign="top" char=".">0.01, 1.29</td>
</tr>
<tr>
<td align="left" valign="middle">Analytic thinking score</td>
<td align="char" valign="middle" char=".">55.27 (21.65)</td>
<td align="char" valign="middle" char=".">57.94 (22.24)</td>
<td align="char" valign="middle" char=".">53.25 (21.52)</td>
<td align="char" valign="top" char=".">0.35</td>
<td align="char" valign="top" char=".">&#x2212;0.69, 0.45</td>
</tr>
<tr>
<td align="left" valign="bottom">All connectives</td>
<td align="char" valign="middle" char=".">0.095 (1.16)</td>
<td align="char" valign="middle" char=".">&#x2212;0.08 (1.61)</td>
<td align="char" valign="middle" char=".">0.22 (1.17)</td>
<td align="char" valign="top" char=".">0.33</td>
<td align="char" valign="top" char=".">&#x2212;0.50, 0.64</td>
</tr>
<tr>
<td align="left" valign="bottom">Acausal connectives</td>
<td align="char" valign="middle" char=".">0.128 (0.99)</td>
<td align="char" valign="middle" char=".">0.08 (0.79)</td>
<td align="char" valign="middle" char=".">0.17 (1.14)</td>
<td align="char" valign="top" char=".">0.38</td>
<td align="char" valign="top" char=".">&#x2212;0.39, 0.76</td>
</tr>
<tr>
<td align="left" valign="bottom">Pronoun use/thousand words</td>
<td align="char" valign="middle" char=".">107.17 (24.11)</td>
<td align="char" valign="middle" char=".">105.86 (19.93)</td>
<td align="char" valign="middle" char=".">108.17 (27.83)</td>
<td align="char" valign="top" char=".">0.33</td>
<td align="char" valign="top" char=".">&#x2212;0.50, 0.64</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>M, Mean; SD, standard deviation; NS-SEC, National Statistics -socioeconomic classification; DUP, Duration of Untreated Psychosis; CAST, cannabis abuse screening test; AUDIT-C, Alcohol use disorders identification test; PANSS, Positive and Negative Syndrome Scale &#x2013; 8 Item Scale; CGI-Severity, Clinical Global Impression &#x2013; Severity; SOFAS, Social and Occupational Functioning Assessment Score; DSST, Digit Symbol Substitution Test; BF, Bayes Factor.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec15">
<label>3.2.</label>
<title>Bayesian network analyses</title>
<p>While a causal network (indicated by the directionality of the arrows in the graph, <xref rid="fig1" ref-type="fig">Figure 1</xref>) was observed among the linguistic variables of interest (the two connectives factors, pronoun use, and analytic thinking style), the graphical probabilistic model revealed that only the total number of words showed a direct association with NEET and an indirect association with SOFAS (<xref rid="fig1" ref-type="fig">Figure 1</xref>). The expectation maximization algorithm converged (Log likelihood&#x2009;=&#x2009;&#x2212;712.39). We further investigated whether this model better explained the data than a null model. To this end, we applied the expectation maximization algorithm to a model without the direct and indirect causal relationships identified above and used the Bayesian information criterion (BIC) number two adjudicate between models. We confirmed that the converged null model (Log likelihood&#x2009;=&#x2009;&#x2212;723.28, BIC&#x2009;=&#x2009;1,512) underperformed the model estimated <italic>via</italic> the PC algorithm (BIC&#x2009;=&#x2009;1,504).</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Bayes network that resulted from the application of the PC algorithm. Only the total number of words directly relates to NEET and indirectly relates to SOFAS. Furthermore, whereas the PANSS score was independent of all the other variables, the remaining predictors (Analytic thinking, Total connectives, acausal connectives, and pronoun use) show conditional dependencies among themselves. Binarized NEET/EET Probability and distribution of predicted SOFAS scores are shown based on Low, Median, and High number of words spoken. We have modified the figure to better explain the structure of the Bayes network by indicating that &#x201C;circles represent variables of interest.&#x201D; Arrows (i.e., directed edges) connecting circles indicate a causal influence from the ancestor to the descendent&#x2014;parameterized in a conditional probability distribution. For example, a line showing follow-up SOFAS score is dependent upon NEET status. Note that there are no edges between &#x201C;total PANSS&#x201D; and the other variables, indicating independence. &#x002A;SOFAS, Social and Occupational Functioning Assessment Scale; Connectives 1, All connectives use; Connectives 2, Acausal Connectives use; PANSS, Positive and Negative Syndrome Scale 8-Item Version; NEET, Not in Employment, Education or Training; EET, Engaged in employment education, or training.</p>
</caption>
<graphic xlink:href="fpsyt-14-1144281-g001.tif"/>
</fig>
<p>However, the number of words one employs during a descriptive task may vary based on factors such as social environment during early development (specifically parental SES) (<xref ref-type="bibr" rid="ref43">43</xref>) and cognitive capacity indexed by processing speed (<xref ref-type="bibr" rid="ref44">44</xref>) both of which may also affect the later vocational outcomes. To address this, we undertook a specific model comparison approach with self-reported parental socioeconomic status and digit symbol substitution score (a proxy for processing speed) added into our model with four contingencies and compared using the BIC numbers. The first model (M1) comprised total words conditioned upon both the DSST and SES. In the second model (M2), total words were conditional on only DSST. In the third model, total words were conditional on SES. Finally, in model 4 (M4) neither DSST nor SES influence the total number of words. The model comparison procedure yielded M4 as the best model (BIC<sub>M1</sub>&#x2009;=&#x2009;1777, BIC<sub>M2</sub>&#x2009;=&#x2009;1770, BIC<sub>M3</sub>&#x2009;=&#x2009;1774, BIC<sub>M4</sub>&#x2009;=&#x2009;1767). This indicates that despite the putative role of processing speed and SES in vocational outcomes among patients, the role of reduced speech production is best considered as an independent predictor.</p>
<p>Directionalities (i.e., causality) in the graph (<xref rid="fig1" ref-type="fig">Figure 1</xref>) indicate that both the total number of words and the SOFAS score explain the NEET score. Interestingly, once the NEET score is known the number of words and SOFAS scores are independent of each other. In consequence, the directionalities in the graph allow us to estimate the probability distribution of NEET and SOFAS given an observed total number of words (conjointly). For example, for a patient that produces 48 words on average, the probability of NEET is 79.8%. On the other extreme, if the patient produced 211 words, they would have a probability of EET (i.e., NEET&#x2009;=&#x2009;0) with 99% chance. Finally, at the midpoint of the observed distribution of word count, a patient in the 50th percentile (median&#x2009;=&#x2009;113) would have 64.8% chance of being in the NEET category. Similarly, with 48 words spoken we could estimate the follow-up SOFAS with a distribution of (<italic>m</italic>&#x2009;=&#x2009;55, sd&#x2009;=&#x2009;10.9). With a median number of words spoken (113 words), we would expect a similar score (<italic>m</italic>&#x2009;=&#x2009;56, SD =11). However, improvements in follow-up SOFAS scores can be seen in individuals with high speech production (211 words spoken) could expect an elevated SOFAS score (<italic>m</italic>&#x2009;=&#x2009;65, SD =10) a 10-point difference from their peers.</p>
<p>Finally, to test if a constrained word production exercise (semantic fluency task) carries the same predictive value for vocational success as word production during our conversational task with a referent (picture description), we undertook further analysis. In a subgroup of patients (<italic>n</italic> =&#x2009;22), we gathered data from the Category Fluency test (animals), but noted that baseline category fluency (number of correct items) did not differ notably between EET and NEET patients (BF<sub>10</sub> =&#x2009;1.163; EET mean&#x2009;=&#x2009;19.69, SD&#x2009;=&#x2009;4.36; NEET mean&#x2009;=&#x2009;16.33, SD&#x2009;=&#x2009;4.27). This suggests that word generation during naturalistic speech has a specific prognostic value in predicting social and vocational outcomes in first-episode psychosis.</p>
</sec>
</sec>
<sec id="sec16" sec-type="discussions">
<label>4.</label>
<title>Discussion</title>
<p>This study sheds light on how the way we speak when experiencing acute psychosis may provide insight into our occupational/functional outcomes in the first year of early intervention. We report three major findings: (1) Speech production (total number of words spoken) during a three-minute descriptive task at the time of first presentation with psychosis, explained significant variance in NEET status after 6&#x2013;12&#x2009;months of treatment; (2) measures of parental socioeconomic status and processing speed did not explain this relationship; and (3) the linguistic features included in our analysis (connectives, pronoun use, and analytic thinking scores) formed their own causal network (i.e., inter-related) but were not related to vocational or social outcomes. Thus, the ability to find a productive vocational status following the experience of psychosis relates to the number of words an individual manages to deploy during a discursive task of describing a picture to another person, irrespective of parental social background, one&#x2019;s personal speed of processing information and linguistic style of expression, and the severity of core symptoms (PANSS-8 total). These findings supply an objectively detectable and intuitive speech metric that requires no clinical judgment as a prognostic marker of functional outcome. This takes rater-related factors out of consideration when considering prognosis, potentially complementing clinical decisions that may require an assessment of longer-term outcomes (e.g., duration of case management, employment, and placement support).</p>
<p>Individuals with robust speech production had a &#x201C;protective&#x201D; effect with respect to functional deterioration. While those with median speech production (113 words) still had an above chance level of poor vocational outcomes (65% NEET), the effects of high speech production on vocational outcomes were far more positive; our modeling would predict that patients with speech production on the upper tail of the distribution (211 words) to have a 99% chance of being vocationally active. There are several hypotheses that could explain this association between the abundance of speech production with good vocational outcome. First, patients with high speech production are far less likely to have broader dysfunction in other negative domains. Poverty of speech has been consistently associated with affective flattening (<xref ref-type="bibr" rid="ref45">45</xref>) and reduced symptom remission in negative domains (<xref ref-type="bibr" rid="ref46">46</xref>), as well as likely a marker for underlying cognitive deficits (<xref ref-type="bibr" rid="ref47">47</xref>). While this contributes a strong case for why lower speech production is likely to impair vocational prospects, it fails to make an affirmative case for good outcomes among those producing higher speech. It is likely that the benefit of speech production to good vocational prospects related to patients with more speech production being rated as more socially adept and desirable by peers and employers. In both healthy control and patient samples, social skills are highly correlated with gaining and retaining competitive employment (<xref ref-type="bibr" rid="ref48">48</xref>). Among the patient population, the social threshold for employment may in fact be more pronounced as patients are more likely to be involved in the service sector and routine/non-technical occupations where customer or client relations are of primary importance. This speculation warrants further investigation. While &#x201C;verbosity&#x201D; may not be readily modifiable among clinical samples, social skills training as part of employment support in first-episode psychosis clinics may yield more robust results among patients who are on the cusp of functioning.</p>
<p>What does this finding mean for the study of speech, language, and communication in psychosis? As noted earlier, clinicians&#x2019; rating of disorganization tracks the deviations in grammatical encoding (connectives, pronoun use and analytic thinking index), but the social outcomes relate more with the aspects of message generation or production plan (number of words). Interestingly, a causal network exists among the variables relevant to functional/positional processing, distinct from the word count. We expect future studies to parse the large feature space of computational linguistic metrics to provide further clarity on the message production vs. grammatical encoding components in psychosis.</p>
<p>Our study has several strengths including the assessment of minimally treated FEP subjects, the use of objective linguistic analysis and careful control of known confounders. Nevertheless, several limitations warrant consideration. The use of a binarized NEET status has a few limitations that warrant consideration, including failing to capture &#x201C;underemployment,&#x201D; and its inability to capture the complexity of biological, psychological, and social factors underlying vocational outcome, and the potential instability of this metric for patients who experience a relapse of psychotic illness. Despite these limitations, the consistency between NEET status and SOFAS score (which includes a broader definition of functioning) suggests that this construct is indeed a valid measure of functioning, and simple vocational status remains a relevant goal for patients undergoing mental health treatment.</p>
<p>Further limitations include the lack of sufficient longitudinal speech data to assess the stability of &#x2018;verbosity&#x2019; over time in this sample, and the lack of information on many mediators of educational/vocational success, e.g., parental support, workplace mentorship, motivational factors, or ratings of social desirability. As a result, our findings pertaining to the value of word counts in forecasting later functioning should be considered complementary information rather than being the best of all baseline predictors of functioning. Such a conservative interpretation also fits with effect-size noted in the primary Bayesian analysis (BF&#x2009;&#x003E;&#x2009;2 relating number of words to NEET status). Nevertheless, the use of acyclic graph models on longitudinal data allows us to draw causal inferences (<xref ref-type="bibr" rid="ref49">49</xref>) from observational design. Finally, two limitations in clinical follow-up are present: the lack of longitudinal antipsychotic medication and the degree of clinical severity at the time of our follow-up vocational assessment. Antipsychotic medications may reduce articulation speed and reduce sentence length in patients with psychosis; thus patients with superior verbal output at baseline may be well positioned to offset any adverse treatment effects from antipsychotic medication, achieving superior vocational outcomes. However, in our sample, we were not able to assess the effect of long-term antipsychotic exposure on speech or clinical severity. Despite this gap, our data revealed that patients with high speech production at baseline tended to do better over time, despite no evidence of systematic differences in antipsychotic exposure or clinical severity at baseline. In future analyses, assessment of the association between baseline speech production, as well as longitudinal antipsychotic exposure and clinical response with vocational outcomes may allow researchers to parse the relationships between these variables which may provide more clarity on the mechanism underlying our observed relationship.</p>
<p>To conclude, we call for including the rate of word production during routine clinical assessments of first-episode psychosis. Our results suggest that this approach, while inexpensive and not requiring exhaustive training, may carry prognostic value above what is currently captured in general clinical practice.</p>
</sec>
<sec id="sec18" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="sec19">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Western University Research Ethics Board, London, Ontario, Canada. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="sec20">
<title>Author contributions</title>
<p>MM prepared the first draft, recruitment, data collection, and data analysis. RL and AS designed the analysis and implemented statistical procedures and critical review of the paper. HG, JR, and PS: contributed to recruitment and collecting the data, and critical review of the paper. LP conceived the study, designed the analysis, collected the data, and performed critical review of the paper. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="sec21" sec-type="funding-information">
<title>Funding</title>
<p>This study was funded by CIHR Foundation Grant (FDN 154296) to LP; AMOSO Opportunities fund to LP; Bucke Family Fund and support from the Chrysalis Foundation to LP. LP acknowledges salary support from the Tanna Schulich Chair of Neuroscience and Mental Health (Schulich School of Medicine, Western University: 2019&#x2013;2022) and a Chercheur-Boursier Award from the Fonds de recherche du Qu&#x00E9;bec-Sant&#x00E9; (FRQS, 2022); program support from Monique H. Bourgeois Chair in Developmental Disorders and the Graham Boeckh Foundation (Douglas Research Centre, McGill University). We thank the Jonathon and Joshua Memorial Scholarship for their generous support of MM.</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>LP receives book royalties from Oxford University Press, editorial stipend from the Canadian Medical Association Journal, and income from the SPMM MRCPsych course. LP has received investigator-initiated educational grants from Otsuka, Janssen, and Sunovion, Canada (2017) and speaker fee from Otsuka and Janssen, Canada (2019), and Canadian Psychiatric Association (2019). LP and MM received support from Boehringer Ingelheim to attend an investigator meeting in 2017. All other authors report no potential conflicts of interest. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>We thank Raj Harricharan, Laura Powe, and all staff members of the PEPP London team for their assistance in patient recruitment and supporting clinical care. We gratefully acknowledge the participants and their family members for their contributions. We also acknowledge Sabrina Ford, Hanna Ke, and Jenny Chan for transcription of speech data and Maria Alonso-Sanchez for discussions regarding the analysis.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kuperberg</surname> <given-names>GR</given-names></name></person-group>. <article-title>Language in schizophrenia part 1: an introduction</article-title>. <source>Lang Linguist Compass</source>. (<year>2010</year>) <volume>4</volume>:<fpage>576</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1749-818X.2010.00216.x</pub-id>, PMID: <pub-id pub-id-type="pmid">20936080</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>DeLisi</surname> <given-names>LE</given-names></name></person-group>. <article-title>Speech disorder in schizophrenia: review of the literature and exploration of its relation to the uniquely human capacity for language</article-title>. <source>Schizophr Bull</source>. (<year>2001</year>) <volume>27</volume>:<fpage>481</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1093/oxfordjournals.schbul.a006889</pub-id>, PMID: <pub-id pub-id-type="pmid">11596849</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andreasen</surname> <given-names>NC</given-names></name></person-group>. <article-title>Scale for the assessment of thought, language, and communication (TLC)</article-title>. <source>Schizophr Bull</source>. (<year>1986</year>) <volume>12</volume>:<fpage>473</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.1093/schbul/12.3.473</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liddle</surname> <given-names>PF</given-names></name> <name><surname>Ngan</surname> <given-names>ETC</given-names></name> <name><surname>Caissie</surname> <given-names>SL</given-names></name> <name><surname>Anderson</surname> <given-names>CM</given-names></name> <name><surname>Bates</surname> <given-names>AT</given-names></name> <name><surname>Quested</surname> <given-names>DJ</given-names></name> <etal/></person-group>. <article-title>Thought and language index: an instrument for assessing thought and language in schizophrenia</article-title>. <source>Br J Psychiatry</source>. (<year>2002</year>) <volume>181</volume>:<fpage>326</fpage>&#x2013;<lpage>09</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjp.181.4.326</pub-id>, PMID: <pub-id pub-id-type="pmid">12356660</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>Dissecting the neurobiology of linguistic disorganisation and impoverishment in schizophrenia</article-title>. <source>Semin Cell Dev Biol</source>. (<year>2022</year>) <volume>129</volume>:<fpage>47</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.semcdb.2021.08.015</pub-id>, PMID: <pub-id pub-id-type="pmid">34507903</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Corcoran</surname> <given-names>CM</given-names></name> <name><surname>Cecchi</surname> <given-names>GA</given-names></name></person-group>. <article-title>Using language processing and speech analysis for the identification of psychosis and other disorders</article-title>. <source>Biol Psychiatry Cogn Neurosci Neuroimag</source>. (<year>2020</year>) <volume>5</volume>:<fpage>770</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.bpsc.2020.06.004</pub-id>, PMID: <pub-id pub-id-type="pmid">32771179</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Foltz</surname> <given-names>PW</given-names></name> <name><surname>Chandler</surname> <given-names>C</given-names></name> <name><surname>Diaz-Asper</surname> <given-names>C</given-names></name> <name><surname>Cohen</surname> <given-names>AS</given-names></name> <name><surname>Rodriguez</surname> <given-names>Z</given-names></name> <name><surname>Holmlund</surname> <given-names>TB</given-names></name> <etal/></person-group>. <article-title>Reflections on the nature of measurement in language-based automated assessments of patients&#x2019; mental state and cognitive function</article-title>. <source>Schizophr Res</source>. (<year>2022</year>). doi: <pub-id pub-id-type="doi">10.1016/j.schres.2022.07.011</pub-id>, PMID: <pub-id pub-id-type="pmid">36153250</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Murphy</surname> <given-names>E</given-names></name> <name><surname>Ben&#x00ED;tez-Burraco</surname> <given-names>A</given-names></name></person-group>. <article-title>Bridging the gap between genes and language deficits in schizophrenia: an Oscillopathic approach</article-title>. <source>Front Hum Neurosci</source>. (<year>2016</year>) <volume>10</volume>:<fpage>e00422</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnhum.2016.00422</pub-id>, PMID: <pub-id pub-id-type="pmid">27601987</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bedi</surname> <given-names>G</given-names></name> <name><surname>Carrillo</surname> <given-names>F</given-names></name> <name><surname>Cecchi</surname> <given-names>GA</given-names></name> <name><surname>Slezak</surname> <given-names>DF</given-names></name> <name><surname>Sigman</surname> <given-names>M</given-names></name> <name><surname>Mota</surname> <given-names>NB</given-names></name> <etal/></person-group>. <article-title>Automated analysis of free speech predicts psychosis onset in high-risk youths</article-title>. <source>NPJ Schizophr</source>. (<year>2015</year>) <volume>1</volume>:<fpage>15030</fpage>. doi: <pub-id pub-id-type="doi">10.1038/npjschz.2015.30</pub-id>, PMID: <pub-id pub-id-type="pmid">27336038</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alonso-S&#x00E1;nchez</surname> <given-names>MF</given-names></name> <name><surname>Ford</surname> <given-names>SD</given-names></name> <name><surname>MacKinley</surname> <given-names>M</given-names></name> <name><surname>Silva</surname> <given-names>A</given-names></name> <name><surname>Limongi</surname> <given-names>R</given-names></name> <name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>Progressive changes in descriptive discourse in first episode schizophrenia: a longitudinal computational semantics study</article-title>. <source>Schizophrenia</source>. (<year>2022</year>) <volume>8</volume>:<fpage>1</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41537-022-00246-8</pub-id>, PMID: <pub-id pub-id-type="pmid">35853894</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Addington</surname> <given-names>J</given-names></name> <name><surname>Addington</surname> <given-names>D</given-names></name></person-group>. <article-title>Neurocognitive and social functioning in schizophrenia: a 2.5 year follow-up study</article-title>. <source>Schizophr Res</source>. (<year>2000</year>) <volume>44</volume>:<fpage>47</fpage>&#x2013;<lpage>56</lpage>. doi: <pub-id pub-id-type="doi">10.1016/s0920-9964(99)00160-7</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rempfer</surname> <given-names>MV</given-names></name> <name><surname>Hamera</surname> <given-names>EK</given-names></name> <name><surname>Brown</surname> <given-names>CE</given-names></name> <name><surname>Cromwell</surname> <given-names>RL</given-names></name></person-group>. <article-title>The relations between cognition and the independent living skill of shopping in people with schizophrenia</article-title>. <source>Psychiatry Res</source>. (<year>2003</year>) <volume>117</volume>:<fpage>103</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.1016/s0165-1781(02)00318-9</pub-id>, PMID: <pub-id pub-id-type="pmid">12606013</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bowie</surname> <given-names>CR</given-names></name> <name><surname>Harvey</surname> <given-names>PD</given-names></name></person-group>. <article-title>Communication abnormalities predict functional outcomes in chronic schizophrenia: differential associations with social and adaptive functions</article-title>. <source>Schizophr Res</source>. (<year>2008</year>) <volume>103</volume>:<fpage>240</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2008.05.006</pub-id>, PMID: <pub-id pub-id-type="pmid">18571378</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wilcox</surname> <given-names>J</given-names></name> <name><surname>Winokur</surname> <given-names>G</given-names></name> <name><surname>Tsuang</surname> <given-names>M</given-names></name></person-group>. <article-title>Predictive value of thought disorder in new-onset psychosis</article-title>. <source>Compr Psychiatry</source>. (<year>2012</year>) <volume>53</volume>:<fpage>674</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.comppsych.2011.12.002</pub-id>, PMID: <pub-id pub-id-type="pmid">22341649</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roche</surname> <given-names>E</given-names></name> <name><surname>Lyne</surname> <given-names>J</given-names></name> <name><surname>O&#x2019;Donoghue</surname> <given-names>B</given-names></name> <name><surname>Segurado</surname> <given-names>R</given-names></name> <name><surname>Behan</surname> <given-names>C</given-names></name> <name><surname>Renwick</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>The prognostic value of formal thought disorder following first episode psychosis</article-title>. <source>Schizophr Res</source>. (<year>2016</year>) <volume>178</volume>:<fpage>29</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2016.09.017</pub-id>, PMID: <pub-id pub-id-type="pmid">27639419</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marggraf</surname> <given-names>MP</given-names></name> <name><surname>Lysaker</surname> <given-names>PH</given-names></name> <name><surname>Salyers</surname> <given-names>MP</given-names></name> <name><surname>Minor</surname> <given-names>KS</given-names></name></person-group>. <article-title>The link between formal thought disorder and social functioning in schizophrenia: a meta-analysis</article-title>. <source>Eur Psychiatry</source>. (<year>2020</year>) <volume>63</volume>:<fpage>e34</fpage>. doi: <pub-id pub-id-type="doi">10.1192/j.eurpsy.2020.30</pub-id>, PMID: <pub-id pub-id-type="pmid">32200776</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oeztuerk</surname> <given-names>OF</given-names></name> <name><surname>Pigoni</surname> <given-names>A</given-names></name> <name><surname>Antonucci</surname> <given-names>LA</given-names></name> <name><surname>Koutsouleris</surname> <given-names>N</given-names></name></person-group>. <article-title>Association between formal thought disorders, neurocognition and functioning in the early stages of psychosis: a systematic review of the last half-century studies</article-title>. <source>Eur Arch Psychiatry Clin Neurosci</source>. (<year>2022</year>) <volume>272</volume>:<fpage>381</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00406-021-01295-3</pub-id>, PMID: <pub-id pub-id-type="pmid">34263359</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Boer</surname> <given-names>JN</given-names></name> <name><surname>Voppel</surname> <given-names>AE</given-names></name> <name><surname>Brederoo</surname> <given-names>SG</given-names></name> <name><surname>Wijnen</surname> <given-names>FNK</given-names></name> <name><surname>Sommer</surname> <given-names>IEC</given-names></name></person-group>. <article-title>Language disturbances in schizophrenia: the relation with antipsychotic medication</article-title>. <source>NPJ Schizophr</source>. (<year>2020</year>) <volume>6</volume>:<fpage>24</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41537-020-00114-3</pub-id>, PMID: <pub-id pub-id-type="pmid">32895389</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graesser</surname> <given-names>AC</given-names></name> <name><surname>McNamara</surname> <given-names>DS</given-names></name> <name><surname>Louwerse</surname> <given-names>MM</given-names></name> <name><surname>Cai</surname> <given-names>Z</given-names></name></person-group>. <article-title>Coh-Metrix: analysis of text on cohesion and language</article-title>. <source>Behav Res Methods Instrum Comput</source>. (<year>2004</year>) <volume>36</volume>:<fpage>193</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.3758/BF03195564</pub-id>, PMID: <pub-id pub-id-type="pmid">15354684</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Pennebaker</surname> <given-names>JW</given-names></name> <name><surname>Boyd</surname> <given-names>RL</given-names></name> <name><surname>Jordan</surname> <given-names>K</given-names></name> <name><surname>Blackburn</surname> <given-names>K</given-names></name></person-group>. <source>The development and psychometric properties of LIWC2015</source>, vol. <volume>26</volume>. <publisher-loc>Austin, TX</publisher-loc>: <publisher-name>University of Texas at Austin</publisher-name> (<year>2015</year>).</citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mackinley</surname> <given-names>M</given-names></name> <name><surname>Chan</surname> <given-names>J</given-names></name> <name><surname>Ke</surname> <given-names>H</given-names></name> <name><surname>Dempster</surname> <given-names>K</given-names></name> <name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>Linguistic determinants of formal thought disorder in first episode psychosis</article-title>. <source>Early Interv Psychiatry</source>. (<year>2021</year>) <volume>15</volume>:<fpage>344</fpage>&#x2013;<lpage>1</lpage>. doi: <pub-id pub-id-type="doi">10.1111/eip.12948</pub-id>, PMID: <pub-id pub-id-type="pmid">32129010</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Silva</surname> <given-names>A</given-names></name> <name><surname>Limongi</surname> <given-names>R</given-names></name> <name><surname>MacKinley</surname> <given-names>M</given-names></name> <name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>Small words that matter: linguistic style and conceptual disorganization in untreated first-episode schizophrenia</article-title>. <source>Schizophrenia Bull Open</source>. (<year>2021</year>) <volume>2</volume>:<fpage>sgab010</fpage>. doi: <pub-id pub-id-type="doi">10.1093/schizbullopen/sgab010</pub-id>, PMID: <pub-id pub-id-type="pmid">33937775</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pennebaker</surname> <given-names>JW</given-names></name> <name><surname>Chung</surname> <given-names>CK</given-names></name> <name><surname>Frazee</surname> <given-names>J</given-names></name> <name><surname>Lavergne</surname> <given-names>GM</given-names></name> <name><surname>Beaver</surname> <given-names>DI</given-names></name></person-group>. <article-title>When small words foretell academic success: the case of college admissions essays</article-title>. <source>PLoS One</source>. (<year>2014</year>) <volume>9</volume>:<fpage>e115844</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0115844</pub-id>, PMID: <pub-id pub-id-type="pmid">25551217</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bock</surname> <given-names>K</given-names></name> <name><surname>Levelt</surname> <given-names>W</given-names></name></person-group>. <article-title>Language production: Grammatical encoding</article-title>. In: <person-group person-group-type="editor"><name><surname>Gernsbacher</surname> <given-names>MA</given-names></name></person-group> (Ed). <source>Handbook of psycholinguistics</source>. <publisher-name>Academic Press</publisher-name>. (<year>1994</year>). <fpage>945</fpage>&#x2013;<lpage>84</lpage>.</citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barch</surname> <given-names>DM</given-names></name> <name><surname>Berenbaum</surname> <given-names>H</given-names></name></person-group>. <article-title>Language generation in schizophrenia and mania: the relationships among verbosity, syntactic complexity, and pausing</article-title>. <source>J Psycholinguist Res</source>. (<year>1997</year>) <volume>26</volume>:<fpage>401</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.1023/A:1025026019107</pub-id>, PMID: <pub-id pub-id-type="pmid">9232008</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Spirtes</surname> <given-names>P</given-names></name> <name><surname>Glymour</surname> <given-names>CN</given-names></name> <name><surname>Scheines</surname> <given-names>R</given-names></name> <name><surname>Heckerman</surname> <given-names>D</given-names></name></person-group>. Causation, Prediction, and Search, 2nd edition. MIT Press (2001).</citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Tsagris</surname> <given-names>M</given-names></name> <name><surname>Borboudakis</surname> <given-names>G</given-names></name> <name><surname>Lagani</surname> <given-names>V</given-names></name> <name><surname>Tsamardinos</surname> <given-names>I</given-names></name></person-group>. <article-title>Constraint-based causal discovery with mixed data</article-title>. <source>Int. J. Data Sci Anal.</source> (<year>2018</year>) <volume>6</volume>:<fpage>19</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s41060-018-0097-y</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Koller</surname> <given-names>D</given-names></name> <name><surname>Friedman</surname> <given-names>N</given-names></name></person-group>. <source>Probabilistic graphical models: Principles and techniques</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>MIT Press</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>MacKinley</surname> <given-names>M</given-names></name> <name><surname>Ford</surname> <given-names>SD</given-names></name> <name><surname>Jeon</surname> <given-names>P</given-names></name> <name><surname>Th&#x00E9;berge</surname> <given-names>J</given-names></name> <name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>Central oxidative stress and early vocational outcomes in first episode psychosis: a 7-tesla magnetic resonance spectroscopy study of glutathione</article-title>. <source>Schizophr Bull</source>. (<year>2022</year>) <volume>48</volume>:<fpage>921</fpage>&#x2013;<lpage>09</lpage>. doi: <pub-id pub-id-type="doi">10.1093/schbul/sbac012</pub-id>, PMID: <pub-id pub-id-type="pmid">35307736</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Murray</surname> <given-names>HA</given-names></name></person-group>. The thematic apperception test: Plate and manual. Cambridge, MA: Harvard University Press (<year>1943</year>).</citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sommer</surname> <given-names>IE</given-names></name> <name><surname>Derwort</surname> <given-names>AMC</given-names></name> <name><surname>Daalman</surname> <given-names>K</given-names></name> <name><surname>de Weijer</surname> <given-names>AD</given-names></name> <name><surname>Liddle</surname> <given-names>PF</given-names></name> <name><surname>Boks</surname> <given-names>MPM</given-names></name></person-group>. <article-title>Formal thought disorder in non-clinical individuals with auditory verbal hallucinations</article-title>. <source>Schizophr Res</source>. (<year>2010</year>) <volume>118</volume>:<fpage>140</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2010.01.024</pub-id>, PMID: <pub-id pub-id-type="pmid">20171058</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lin</surname> <given-names>C-H</given-names></name> <name><surname>Lin</surname> <given-names>H-S</given-names></name> <name><surname>Lin</surname> <given-names>S-C</given-names></name> <name><surname>Kuo</surname> <given-names>C-C</given-names></name> <name><surname>Wang</surname> <given-names>F-C</given-names></name> <name><surname>Huang</surname> <given-names>Y-H</given-names></name></person-group>. <article-title>Early improvement in PANSS-30, PANSS-8, and PANSS-6 scores predicts ultimate response and remission during acute treatment of schizophrenia</article-title>. <source>Acta Psychiatr Scand</source>. (<year>2018</year>) <volume>137</volume>:<fpage>98</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1111/acps.12849</pub-id>, PMID: <pub-id pub-id-type="pmid">29280500</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Rybarczyk</surname> <given-names>B</given-names></name></person-group>. <article-title>Social and occupational functioning assessment scale (SOFAS)</article-title> In: <person-group person-group-type="editor"><name><surname>Kreutzer</surname> <given-names>JS</given-names></name> <name><surname>DeLuca</surname> <given-names>J</given-names></name> <name><surname>Caplan</surname> <given-names>B</given-names></name></person-group>, editors. <source>Encyclopedia of clinical neuropsychology</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2011</year>).</citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="other"><article-title>Youth and the labour market Youth not in employment, education or training (NEET)&#x2014;OECD data</article-title> (<year>2022</year>). Available at: <ext-link xlink:href="http://data.oecd.org/youthinac/youth-not-in-employment-education-or-training-neet.htm" ext-link-type="uri">http://data.oecd.org/youthinac/youth-not-in-employment-education-or-training-neet.htm</ext-link> (accessed September 10, 2021) <publisher-loc>Paris</publisher-loc>: <publisher-name>The OECD</publisher-name>.</citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iyer</surname> <given-names>S</given-names></name> <name><surname>Mustafa</surname> <given-names>S</given-names></name> <name><surname>Gari&#x00E9;py</surname> <given-names>G</given-names></name> <name><surname>Shah</surname> <given-names>J</given-names></name> <name><surname>Joober</surname> <given-names>R</given-names></name> <name><surname>Lepage</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>A NEET distinction: youths not in employment, education or training follow different pathways to illness and care in psychosis</article-title>. <source>Soc Psychiatry Psychiatr Epidemiol</source>. (<year>2018</year>) <volume>53</volume>:<fpage>1401</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00127-018-1565-3</pub-id>, PMID: <pub-id pub-id-type="pmid">30094632</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maraj</surname> <given-names>A</given-names></name> <name><surname>Mustafa</surname> <given-names>S</given-names></name> <name><surname>Joober</surname> <given-names>R</given-names></name> <name><surname>Malla</surname> <given-names>A</given-names></name> <name><surname>Shah</surname> <given-names>JL</given-names></name> <name><surname>Iyer</surname> <given-names>SN</given-names></name></person-group>. <article-title>Caught in the &#x201C;NEET trap&#x201D;: the intersection between vocational inactivity and disengagement from an early intervention service for psychosis</article-title>. <source>Psychiatr Serv</source>. (<year>2019</year>) <volume>70</volume>:<fpage>302</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1176/appi.ps.201800319</pub-id>, PMID: <pub-id pub-id-type="pmid">30717644</pub-id></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>McNamara</surname> <given-names>DS</given-names></name> <name><surname>Graesser</surname> <given-names>AC</given-names></name> <name><surname>McCarthy</surname> <given-names>PM</given-names></name> <name><surname>Cai</surname> <given-names>Z</given-names></name></person-group>. <source>Automated evaluation of text and discourse with Coh-Metrix</source>. <publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name> (<year>2014</year>).</citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gupta</surname> <given-names>T</given-names></name> <name><surname>Hespos</surname> <given-names>SJ</given-names></name> <name><surname>Horton</surname> <given-names>WS</given-names></name> <name><surname>Mittal</surname> <given-names>VA</given-names></name></person-group>. <article-title>Automated analysis of written narratives reveals abnormalities in referential cohesion in youth at ultra high risk for psychosis</article-title>. <source>Schizophr Res</source>. (<year>2018</year>) <volume>192</volume>:<fpage>82</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2017.04.025</pub-id>, PMID: <pub-id pub-id-type="pmid">28454920</pub-id></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Latifi</surname> <given-names>S</given-names></name> <name><surname>Gierl</surname> <given-names>M</given-names></name></person-group>. <article-title>Automated scoring of junior and senior high essays using Coh-Metrix features: implications for large-scale language testing</article-title> <source>Language Testing.</source> (<year>2021</year>) <volume>38</volume>:<fpage>62</fpage>&#x2013;<lpage>85</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0265532220929918</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maamuujav</surname> <given-names>U</given-names></name> <name><surname>Olson</surname> <given-names>CB</given-names></name> <name><surname>Chung</surname> <given-names>H</given-names></name></person-group>. <article-title>Syntactic and lexical features of adolescent L2 students&#x2019; academic writing</article-title>. <source>J Second Lang Writ</source>. (<year>2021</year>) <volume>53</volume>:<fpage>100822</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jslw.2021.100822</pub-id></citation></ref>
<ref id="ref41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeff Wu</surname> <given-names>CF</given-names></name></person-group> (<year>1983</year>). <article-title>On the Convergence Properties of the EM Algorithm</article-title>. <source>Ann. Stat.</source> <volume>11</volume>:<fpage>95</fpage>&#x2013;<lpage>103</lpage>. Available at: <ext-link xlink:href="http://www.jstor.org/stable/2240463" ext-link-type="uri">http://www.jstor.org/stable/2240463</ext-link></citation></ref>
<ref id="ref42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Willits</surname> <given-names>JA</given-names></name> <name><surname>Rubin</surname> <given-names>T</given-names></name> <name><surname>Jones</surname> <given-names>MN</given-names></name> <name><surname>Minor</surname> <given-names>KS</given-names></name> <name><surname>Lysaker</surname> <given-names>PH</given-names></name></person-group>. <article-title>Evidence of disturbances of deep levels of semantic cohesion within personal narratives in schizophrenia</article-title>. <source>Schizophr Res</source>. (<year>2018</year>) <volume>197</volume>:<fpage>365</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2017.11.014</pub-id>, PMID: <pub-id pub-id-type="pmid">29153448</pub-id></citation></ref>
<ref id="ref43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Palaniyappan</surname> <given-names>L</given-names></name></person-group>. <article-title>More than a biomarker: could language be a biosocial marker of psychosis?</article-title> <source>Schizophrenia (Heidelberg, Germany)</source>. (<year>2021</year>) <volume>7</volume>:<fpage>42</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41537-021-00172-1</pub-id>, PMID: <pub-id pub-id-type="pmid">34465778</pub-id></citation></ref>
<ref id="ref44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Br&#x00E9;bion</surname> <given-names>G</given-names></name> <name><surname>Stephan-Otto</surname> <given-names>C</given-names></name> <name><surname>Ochoa</surname> <given-names>S</given-names></name> <name><surname>Nieto</surname> <given-names>L</given-names></name> <name><surname>Contel</surname> <given-names>M</given-names></name> <name><surname>Usall</surname> <given-names>J</given-names></name></person-group>. <article-title>Verbal fluency in male and female schizophrenia patients: different patterns of association with processing speed, working memory span, and clinical symptoms</article-title>. <source>Neuropsychology</source>. (<year>2018</year>) <volume>32</volume>:<fpage>65</fpage>&#x2013;<lpage>76</lpage>. doi: <pub-id pub-id-type="doi">10.1037/neu0000394</pub-id>, PMID: <pub-id pub-id-type="pmid">29035070</pub-id></citation></ref>
<ref id="ref45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yal&#x0131;n&#x00E7;etin</surname> <given-names>B</given-names></name> <name><surname>Ula&#x015F;</surname> <given-names>H</given-names></name> <name><surname>Var</surname> <given-names>L</given-names></name> <name><surname>Binbay</surname> <given-names>T</given-names></name> <name><surname>Akdede</surname> <given-names>BB</given-names></name> <name><surname>Alptekin</surname> <given-names>K</given-names></name></person-group>. <article-title>Relation of formal thought disorder to symptomatic remission and social functioning in schizophrenia</article-title>. <source>Compr. Psychiatry.</source> (<year>2016</year>) <volume>70</volume>:<fpage>98</fpage>&#x2013;<lpage>104</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.comppsych.2016.07.001</pub-id>, PMID: <pub-id pub-id-type="pmid">35853894</pub-id></citation></ref>
<ref id="ref46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Foussias</surname> <given-names>G</given-names></name> <name><surname>Agid</surname> <given-names>O</given-names></name> <name><surname>Fervaha</surname> <given-names>G</given-names></name> <name><surname>Remington</surname> <given-names>G</given-names></name></person-group>. <article-title>Negative symptoms of schizophrenia: clinical features, relevance to real world functioning and specificity versus other CNS disorders</article-title>. <source>Eur Neuropsychopharmacol</source>. (<year>2014</year>) <volume>24</volume>:<fpage>693</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.euroneuro.2013.10.017</pub-id>, PMID: <pub-id pub-id-type="pmid">24275699</pub-id></citation></ref>
<ref id="ref47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fervaha</surname> <given-names>G</given-names></name> <name><surname>Takeuchi</surname> <given-names>H</given-names></name> <name><surname>Foussias</surname> <given-names>G</given-names></name> <name><surname>Agid</surname> <given-names>O</given-names></name> <name><surname>Remington</surname> <given-names>G</given-names></name></person-group>. <article-title>Using poverty of speech as a case study to explore the overlap between negative symptoms and cognitive dysfunction</article-title>. <source>Schizophr Res</source>. (<year>2016</year>) <volume>176</volume>:<fpage>411</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.schres.2016.05.019</pub-id>, PMID: <pub-id pub-id-type="pmid">27242067</pub-id></citation></ref>
<ref id="ref48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tsang</surname> <given-names>WHH</given-names></name> <name><surname>Lam</surname> <given-names>P</given-names></name> <name><surname>Ng</surname> <given-names>B</given-names></name> <name><surname>Leung</surname> <given-names>O</given-names></name></person-group>. <article-title>Predictors of employment outcome for people with psychiatric disabilities: a review of the literature since the mid 80&#x2019;s</article-title>. <source>J Rehabil</source>. (<year>2000</year>) <volume>66</volume>:<fpage>19</fpage>&#x2013;<lpage>31</lpage>.</citation></ref>
<ref id="ref49"><label>49.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Pearl</surname> <given-names>J</given-names></name></person-group>. <source>Graphical models for probabilistic and causal reasoning</source>. <publisher-loc>Dordrecht</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>1998</year>).</citation></ref>
</ref-list>
</back>
</article>