<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurosci.</journal-id>
<journal-title>Frontiers in Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-453X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnins.2023.1229155</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying major predictors for parenting stress in a caregiver of autism spectrum disorder using machine learning models</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Choi</surname>
<given-names>Hangnyoung</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2405021/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kim</surname>
<given-names>Jae Han</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<xref rid="fn0001" ref-type="author-notes"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2323885/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Kim</surname>
<given-names>Hwiyoung</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1499467/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Cheon</surname>
<given-names>Keun-Ah</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="c002" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/343368/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Child and Adolescent Psychiatry, Severance Hospital, Yonsei University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>Republic of Korea</country></aff>
<aff id="aff2"><sup>2</sup><institution>Institute of Behavioral Science in Medicine, Yonsei University College of Medicine, Yonsei University Health System</institution>, <addr-line>Seoul</addr-line>, <country>Republic of Korea</country></aff>
<aff id="aff3"><sup>3</sup><institution>Yonsei University College of Medicine, Severance Hospital, Yonsei University Health System</institution>, <addr-line>Seoul</addr-line>, <country>Republic of Korea</country></aff>
<aff id="aff4"><sup>4</sup><institution>Center of Clinical Imaging Data Science, Department of Radiology, Yonsei University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>Republic of Korea</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Biomedical System Informatics, Yonsei University College of Medicine</institution>, <addr-line>Seoul</addr-line>, <country>Republic of Korea</country></aff>
<author-notes>
<fn id="fn0002" fn-type="edited-by"><p>Edited by: Ahmed Elnakib, Mansoura University, Egypt</p></fn>
<fn id="fn0003" fn-type="edited-by"><p>Reviewed by: Neelam Muthu Lakshmi, Sri Padmavati Mahila Visvavidyalayam, India; Mohamed Shehata, University of Louisville, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Hwiyoung Kim, <email>hykim82@yuhs.ac</email></corresp>
<corresp id="c002">Keun-Ah Cheon, <email>kacheon@yuhs.ac</email></corresp>
<fn id="fn0001" fn-type="equal"><p><sup>&#x2020;</sup>These authors have contributed equally to this work and share first authorship</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>08</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>17</volume>
<elocation-id>1229155</elocation-id>
<history>
<date date-type="received">
<day>26</day>
<month>05</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>08</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Choi, Kim, Kim and Cheon.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Choi, Kim, Kim and Cheon</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>Previous studies have investigated predictive factors for parenting stress in caregivers of autism spectrum disorder (ASD) patients using traditional statistical approaches, but their study settings and results were inconsistent. Herein, this study aimed to identify major predictors for parenting stress in this population by developing explainable machine learning models.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>Study participants were collected from the Department of Child and Adolescent Psychiatry, Severance Hospital, Yonsei University College of Medicine, Seoul, the Republic of Korea between March 2016 and October 2020. A total of 36 model features were used, which include subscales of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) for caregivers&#x2019; psychopathology, Social Responsiveness Scale-2 for core symptoms, and Child Behavior Checklist (CBCL) for behavioral problems. Machine learning classifiers [eXtreme Gradient Boosting (XGBoost), random forest (RF), logistic regression, and support vector machine (SVM) classifier] were generated to predict severe total parenting stress and its subscales (parental distress, parent-child dysfunctional interaction, and difficult child). Model performance was assessed by area under the receiver operating curve (AUC), sensitivity, specificity, accuracy, positive predictive value, and negative predictive value. We utilized the SHapley Additive exPlanations tree explainer to investigate major predictors.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>A total of 496 participants were included [mean age of ASD patients 6.39 (SD 2.24); 413 men (83.3%)]. The best-performing models achieved an AUC of 0.831 (RF model; 95% CI 0.740&#x2013;0.910) for parental distress, 0.814 (SVM model; 95% CI 0.720&#x2013;0.896) for parent-child dysfunctional interaction, 0.813 (RF model; 95% CI 0.724&#x2013;0.891) for difficult child, and 0.862 (RF model; 95% CI 0.783&#x2013;0.930) for total parenting stress on the test set. For the total parenting stress, ASD patients&#x2019; aggressive behavior and anxious/depressed, and caregivers&#x2019; depression, social introversion, and psychasthenia were the top 5 leading predictors.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>By using explainable machine learning models (XGBoost and RF), we investigated major predictors for each subscale of the parenting stress index in caregivers of ASD patients. Identified predictors for parenting stress in this population might help alert clinicians whether a caregiver is at a high risk of experiencing severe parenting stress and if so, providing timely interventions, which could eventually improve the treatment outcome for ASD patients.</p>
</sec>
</abstract>
<kwd-group>
<kwd>autism spectrum disorder</kwd>
<kwd>parenting stress</kwd>
<kwd>artificial intelligence</kwd>
<kwd>machine learning</kwd>
<kwd>predictor</kwd>
</kwd-group>
<contract-num rid="cn1">MHER22A01</contract-num>
<contract-sponsor id="cn1">National Center for Mental Health</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="34"/>
<page-count count="13"/>
<word-count count="7880"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Brain Imaging Methods</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<label>1.</label>
<title>Introduction</title>
<p>Autism spectrum disorder (ASD) is one of the neurodevelopmental disorders that is characterized by two core symptoms: difficulties with social communication and interaction and the presence of repetitive and restricted behaviors or interests (<xref ref-type="bibr" rid="ref4">American Psychiatric Association, 2013</xref>). Parents of ASD patients were found to experience greater parenting stress than typically developing individuals and even other disabilities (<xref ref-type="bibr" rid="ref14">Hayes and Watson, 2013</xref>). It is an important issue because high-level parenting stress is associated with the lower effectiveness of parent-mediated intervention (<xref ref-type="bibr" rid="ref25">Osborne et al., 2008</xref>). Therefore, helping stressed parents can be beneficial in improving the outcome of treatment for ASD patients.</p>
<p>Numerous studies have explored associated factors for parenting stress in caregivers of ASD patients, and personality traits and mood problems of caregivers (<xref ref-type="bibr" rid="ref10">Falk et al., 2014</xref>; <xref ref-type="bibr" rid="ref18">Leonardi et al., 2021</xref>), ASD core symptoms (<xref ref-type="bibr" rid="ref23">Miranda et al., 2019</xref>; <xref ref-type="bibr" rid="ref28">Scibelli et al., 2021</xref>), and behavioral problems of ASD patients (<xref ref-type="bibr" rid="ref34">Yorke et al., 2018</xref>; <xref ref-type="bibr" rid="ref23">Miranda et al., 2019</xref>; <xref ref-type="bibr" rid="ref29">Siu et al., 2019</xref>; <xref ref-type="bibr" rid="ref28">Scibelli et al., 2021</xref>) were found to be significantly linked with parenting stress. Recently, associated factors for each dimension of parenting stress (parental distress, parent-child dysfunctional interaction, and difficult child) were investigated (<xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>). However, previous studies have utilized different combinations of study variables and statistical tests, leading to inconsistent results and difficult interpretations (<xref ref-type="bibr" rid="ref31">Voliovitch et al., 2021</xref>; <xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>). Moreover, some studies did not address the study variables at the same level; for example, the total score was used for ASD core symptoms, but subscales for behavioral problems (<xref ref-type="bibr" rid="ref29">Siu et al., 2019</xref>; <xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>). Lastly, none of them have attempted to apply machine learning (ML) methods which offer distinct advantages over traditional approaches since ML can handle multi-dimensional and non-linear relationships (<xref ref-type="bibr" rid="ref26">Schwalbe and Wahl, 2020</xref>).</p>
<p>Herein, our study aimed at identifying predictive features for parenting stress (parental distress, parent-child dysfunctional interaction, difficult child, and total parenting stress) in caregivers of ASD patients by developing explainable ML models. Additionally, we included only subscales of the Minnesota Multiphasic Personality Inventory-2 (MMPI-2) for caregivers&#x2019; psychopathology (<xref ref-type="bibr" rid="ref11">Graham, 1990</xref>; <xref ref-type="bibr" rid="ref12">Han et al., 2006</xref>), Social Responsiveness Scale-2 (SRS-2) for ASD core symptoms (<xref ref-type="bibr" rid="ref8">Constantino, 2012</xref>; <xref ref-type="bibr" rid="ref7">Chun et al., 2021</xref>), Child Behavior Checklist (CBCL) for behavioral problems (<xref ref-type="bibr" rid="ref13">Han and Yoo, 1995</xref>; <xref ref-type="bibr" rid="ref2">Achenbach, 1999</xref>), and other additional features as model features. We expected that the identified predictive features would help alert clinicians to whether a caregiver is at a high risk of severe parenting stress and provide timely interventions to stressful parents, which would eventually enhance the treatment outcome for ASD patients.</p>
</sec>
<sec sec-type="materials|methods" id="sec6">
<label>2.</label>
<title>Materials and methods</title>
<p>We followed the STROBE guideline (<xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 6&#x2013;7) (<xref ref-type="bibr" rid="ref32">von Elm et al., 2007</xref>). The present study was approved by the Institutional Review Board of the Severance Hospital of Yonsei University, Seoul, the Republic of Korea. Informed consent was waived since we used retrospective and deidentified patient data (IRB number: 4-2022-0803). The overall process of ML models is displayed in <xref rid="fig1" ref-type="fig">Figure 1</xref>.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption><p>Overall process of the ML models. AUC, area under the receiver operating curve; LR, logistic regression; ML, machine learning; NPV, negative predictive value; PPV, positive predictive value; RF, random forest; SVM, support vector machine; XGBoost, eXtreme Gradient Boosting.</p></caption>
<graphic xlink:href="fnins-17-1229155-g001.tif"/>
</fig>
<sec id="sec7">
<label>2.1.</label>
<title>Participants recruitment</title>
<p>Study participants were retrospectively collected from the Department of Child and Adolescent Psychiatry, Severance Hospital, Yonsei University College of Medicine, Seoul, the Republic of Korea, between March 2016 and October 2020. Child and adolescent psychiatrists conducted a semi-structured interview to confirm ASD based on DSM-5. Patients under 19 who were identified as having ASD and their primary caregiver were included.</p>
<p>Patients under the following conditions were excluded: those who did not report SRS-2, CBCL, or MMPI-2; those who had organic brain diseases (e.g., epilepsy, encephalitis, and demyelinating disease); and those who had a comorbid mental disorder (e.g., bipolar and related disorders and schizophrenia spectrum and other psychotic disorders).</p>
</sec>
<sec id="sec8">
<label>2.2.</label>
<title>Outcome variables</title>
<p>The outcome of interest was &#x201C;parenting stress&#x201D; in the primary caregiver of an ASD patient. Parenting stress was assessed by the Parenting Stress Index-Short Form (PSI-SF), which contained 36 items (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>; <xref ref-type="bibr" rid="ref17">Lee et al., 2008</xref>). A total of four scales (parental distress, parent-child dysfunctional interaction, difficult child, and total parenting stress) were set as outcome variables for prediction. As the models were designed to distinguish those with severe and mild-to-moderate levels of parenting stress, we established the threshold for severity at the 80th percentile following the formal documentation (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>).</p>
</sec>
<sec id="sec9">
<label>2.3.</label>
<title>Model features</title>
<p>Our dataset included a total of 36 variables which are listed in <xref rid="tab1" ref-type="table">Table 1</xref> as model features. Both SRS-2 and CBCL were rated by a caregiver. We noted that subscales of the CBCL were different by age (1.5&#x2013;5 versus 6&#x2013;18); hence we used only common ones (anxious/depressed, aggressive behavior, attention problems, somatic complaints, withdrawn, and other problems) when using the overall sample. The definitions of each model feature are provided in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 8&#x2013;10.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption><p>The list of model features.</p></caption>
<table frame="hsides" rules="groups">
<tbody>
<tr>
<td align="left" valign="top">Caregivers variables</td>
<td align="left" valign="top">- Assistant caregiver status (yes or no)<break/>- Current working status (yes or no)<break/>- The existence of another child with a mental disorder (yes or no)<break/>- Age of caregiver<break/>- The order of birth<break/>- The number of children<break/>- <italic>T</italic>-score of MMPI-2 clinical scales (hypochondriasis, depression, hysteria, psychopathy, masculinity/femininity, paranoia, psychasthenia, schizophrenia, hypomania, and social introversion)</td>
</tr>
<tr>
<td align="left" valign="top">ASD patients variables</td>
<td align="left" valign="top">- Sex (male or female)<break/>- Family history of mental disorder (yes or no)<break/>- History of the major disease (yes or no)<break/>- Psychotropic medication status (drug-free, monotherapy of antipsychotics, combined therapy of antipsychotics, or other psychotic medication)<break/>- Mode of delivery (vaginal delivery or cesarean section)<break/>- Age of the patient<break/>- Gestational age<break/>- Birth weight<break/>- Full-scale intelligence quotient<break/>- <italic>T</italic>-score of SRS-2 subscales (social awareness, social cognition, social communication, social motivation, and autistic mannerisms)<break/>- <italic>T</italic>-score of CBCL syndrome subscales (anxious/depressed, aggressive behavior, attention problems, somatic complaints, withdrawn, and other problems)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>CBCL, Child Behavior Checklist; MMPI, Minnesota Multiphasic Personality Inventory; SRS, Social Responsiveness Scale.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec10">
<label>2.4.</label>
<title>Data pre-processing</title>
<p>Missing value imputation was performed using <italic>k</italic>-nearest neighbor imputation with <italic>k</italic>&#x2009;=&#x2009;5 for continuous features and mode imputation for categorical features. Then, continuous features were standardized to address the potential multicollinearity amongst included variables and categorical features were transformed into dummy variables. Items with missing values and their portion are provided in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 11&#x2013;12.</p>
</sec>
<sec id="sec11">
<label>2.5.</label>
<title>Model development</title>
<p>The datasets were randomly partitioned into two groups: a training set (80%) and a test set (20%). To avoid data shifting between two subsets, random data split was stratified with respect to the outcome variable. Four supervised ML classifiers&#x2014;eXtreme Gradient Boosting (XGBoost), random forest (RF), logistic regression, and support vector machine (SVM) classifier&#x2014;were generated for each outcome (parental distress, parent-child dysfunctional interaction, difficult child, and total parenting stress), that is, 16 models in total were developed. Hyperparameter optimization was performed by random grid search of 200 different combinations with 10-fold cross-validation (<xref ref-type="bibr" rid="ref6">Bergstra and Bengio, 2012</xref>). We assessed the model performance with the area under the receiver operating curve (AUC) and selected the best-performing model (i.e., the model that presented the largest AUC). Then, we validated the model with the remaining 20% test set.</p>
<p>We performed the subgroup analyses for different forms of CBCL (1.5&#x2013;5 and 6&#x2013;18) and comorbid attention-deficit/hyperactivity disorder (ADHD) status (with and without ADHD). We utilized the SHapley Additive exPlanations (SHAP) tree explainer method for RF and XGBoost classifiers to investigate major predictors (<xref ref-type="bibr" rid="ref20">Lundberg et al., 2020</xref>).</p>
</sec>
<sec id="sec12">
<label>2.6.</label>
<title>Statistical analysis</title>
<p>We utilized the <italic>t</italic>-test for continuous variables (e.g., age, subscales of CBCL, SRS-2, and MMPI-2) and the <italic>&#x03C7;</italic><sup>2</sup> test for categorical variables (e.g., sex, assistant caregiver status, and psychotropic medication status) to assess statistical differences of included variables between subgroups. Multicollinearity refers to a condition in which two or more variables show a strong correlation, which can be problematic in some ML models since it hinders the ability of models to distinguish their individual impacts on the dependent variable. We calculated variance inflation factors for each continuous variable in each sample to detect whether multicollinearity exists (<xref ref-type="bibr" rid="ref24">Neter et al., 1996</xref>). Conventionally, a variance inflation factor greater than 5 is considered indicative of a problematic level of multicollinearity. Model performance was assessed by AUC, sensitivity, specificity, positive predictive value, negative predictive value, and accuracy. The formulas for each metric are displayed in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, p. 13. The 95% confidence intervals (CIs) for each estimate were obtained using a bootstrap of 10,000 resamples. Bootstrap is a statistical method that involves drawing multiple random samples with replacements from the original data to create new datasets, allowing us to estimate the uncertainty related to a point estimate.</p>
<p>Statistical analyses were two-tailed, and <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05 was deemed to indicate statistical significance. Statistical analyses were performed using R software (version 4.1.3), and all ML models were implemented using Python (version 3.8.1).</p>
</sec>
</sec>
<sec sec-type="results" id="sec13">
<label>3.</label>
<title>Results</title>
<sec id="sec14">
<label>3.1.</label>
<title>Study dataset</title>
<p>A total of 496 ASD patients and their caregivers were included [mean age of ASD patients 6.39 (standard deviation 2.24); 413 men (83.3%)]. Detailed participants&#x2019; information is displayed in <xref rid="tab2" ref-type="table">Table 2</xref>. None of the included variables showed significant multicollinearity (<xref rid="sec24" ref-type="sec">Supplementary material</xref>, p. 14).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption><p>Sample information.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="2"/>
<th align="center" valign="top" rowspan="2">Overall sample, mean (SD) (<italic>n</italic> =&#x2009;496)</th>
<th align="center" valign="top" colspan="3">CBCL, mean (SD)</th>
<th align="center" valign="top" colspan="3">ADHD, mean (SD)</th>
</tr>
<tr>
<th align="center" valign="top">CBCL 1.5&#x2013;5 (<italic>n</italic> =&#x2009;194)</th>
<th align="center" valign="top">CBCL 6&#x2013;18 (<italic>n</italic> =&#x2009;302)</th>
<th align="center" valign="top"><italic>p</italic><xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></th>
<th align="center" valign="top">With ADHD (<italic>n</italic> =&#x2009;168)</th>
<th align="center" valign="top">Without ADHD (<italic>n</italic> =&#x2009;328)</th>
<th align="center" valign="top"><italic>p</italic><xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Age of caregiver</td>
<td align="center" valign="top">39.04 (4.31)</td>
<td align="center" valign="top">37.23 (3.96)</td>
<td align="center" valign="top">40.19 (4.12)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">39.66 (4.35)</td>
<td align="center" valign="top">38.72 (4.25)</td>
<td align="center" valign="top">0.029</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Assistant caregiver status</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Yes (%)</td>
<td align="center" valign="top">106 (21.4)</td>
<td align="center" valign="top">58 (29.9)</td>
<td align="center" valign="top">48 (15.9)</td>
<td align="center" valign="top" rowspan="2">&#x003C;0.001</td>
<td align="center" valign="top">30 (17.9)</td>
<td align="center" valign="top">76 (23.2)</td>
<td align="center" valign="top" rowspan="2">0.185</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;No (%)</td>
<td align="center" valign="top">390 (78.6)</td>
<td align="center" valign="top">136 (70.1)</td>
<td align="center" valign="top">254 (84.1)</td>
<td align="center" valign="top">138 (82.1)</td>
<td align="center" valign="top">252 (76.8)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Current working status</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Yes (%)</td>
<td align="center" valign="top">188 (37.9)</td>
<td align="center" valign="top">74 (38.1)</td>
<td align="center" valign="top">114 (37.7)</td>
<td align="center" valign="top" rowspan="2">0.916</td>
<td align="center" valign="top">63 (37.5)</td>
<td align="center" valign="top">125 (38.1)</td>
<td align="center" valign="top" rowspan="2">0.926</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;No (%)</td>
<td align="center" valign="top">308 (62.1)</td>
<td align="center" valign="top">120 (61.9)</td>
<td align="center" valign="top">188 (62.3)</td>
<td align="center" valign="top">105 (62.5)</td>
<td align="center" valign="top">203 (61.9)</td>
</tr>
<tr>
<td align="left" valign="top">The order of birth</td>
<td align="center" valign="top">1.26 (0.47)</td>
<td align="center" valign="top">1.30 (0.49)</td>
<td align="center" valign="top">1.23 (0.45)</td>
<td align="center" valign="top">0.08</td>
<td align="center" valign="top">1.20 (0.43)</td>
<td align="center" valign="top">1.29 (0.49)</td>
<td align="center" valign="top">0.036</td>
</tr>
<tr>
<td align="left" valign="top">Number of children</td>
<td align="center" valign="top">1.71 (0.62)</td>
<td align="center" valign="top">1.68 (0.60)</td>
<td align="center" valign="top">1.73 (0.63)</td>
<td align="center" valign="top">0.349</td>
<td align="center" valign="top">1.77 (0.63)</td>
<td align="center" valign="top">1.67 (0.61)</td>
<td align="center" valign="top">0.088</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Existence of another child with mental disorder</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Yes (%)</td>
<td align="center" valign="top">17 (3.4)</td>
<td align="center" valign="top">9 (4.6)</td>
<td align="center" valign="top">8 (2.6)</td>
<td align="center" valign="top" rowspan="2">0.353</td>
<td align="center" valign="top">8 (4.8)</td>
<td align="center" valign="top">9 (2.7)</td>
<td align="center" valign="top" rowspan="2">0.357</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;No (%)</td>
<td align="center" valign="top">479 (96.6)</td>
<td align="center" valign="top">185 (95.4)</td>
<td align="center" valign="top">294 (97.4)</td>
<td align="center" valign="top">160 (95.2)</td>
<td align="center" valign="top">319 (97.3)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>MMPI (T-score)</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Hypochondriasis (code 1)</td>
<td align="center" valign="top">50.49 (7.72)</td>
<td align="center" valign="top">49.63 (7.31)</td>
<td align="center" valign="top">51.04 (7.94)</td>
<td align="center" valign="top">0.047</td>
<td align="center" valign="top">51.67 (8.08)</td>
<td align="center" valign="top">49.88 (7.47)</td>
<td align="center" valign="top">0.015</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Depression (code 2)</td>
<td align="center" valign="top">56.86 (11.24)</td>
<td align="center" valign="top">55.80 (10.71)</td>
<td align="center" valign="top">57.53 (11.54)</td>
<td align="center" valign="top">0.095</td>
<td align="center" valign="top">58.29 (11.19)</td>
<td align="center" valign="top">56.12 (11.22)</td>
<td align="center" valign="top">0.043</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Hysteria (code 3)</td>
<td align="center" valign="top">51.21 (8.32)</td>
<td align="center" valign="top">50.02 (7.50)</td>
<td align="center" valign="top">51.98 (8.74)</td>
<td align="center" valign="top">0.01</td>
<td align="center" valign="top">52.12 (8.69)</td>
<td align="center" valign="top">50.75 (8.10)</td>
<td align="center" valign="top">0.083</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Psychopathy (code 4)</td>
<td align="center" valign="top">50.50 (9.97)</td>
<td align="center" valign="top">49.00 (8.69)</td>
<td align="center" valign="top">51.46 (10.61)</td>
<td align="center" valign="top">0.007</td>
<td align="center" valign="top">51.45 (10.15)</td>
<td align="center" valign="top">50.01 (9.85)</td>
<td align="center" valign="top">0.127</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Masculinity/Femininity (code 5)</td>
<td align="center" valign="top">45.39 (8.85)</td>
<td align="center" valign="top">45.78 (9.27)</td>
<td align="center" valign="top">45.14 (8.58)</td>
<td align="center" valign="top">0.431</td>
<td align="center" valign="top">45.04 (8.70)</td>
<td align="center" valign="top">45.56 (8.94)</td>
<td align="center" valign="top">0.535</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Paranoia (code 6)</td>
<td align="center" valign="top">47.95 (8.13)</td>
<td align="center" valign="top">47.78 (7.69)</td>
<td align="center" valign="top">48.06 (8.41)</td>
<td align="center" valign="top">0.712</td>
<td align="center" valign="top">47.64 (8.82)</td>
<td align="center" valign="top">48.11 (7.76)</td>
<td align="center" valign="top">0.545</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Psychasthenia (code 7)</td>
<td align="center" valign="top">50.96 (10.23)</td>
<td align="center" valign="top">50.43 (9.92)</td>
<td align="center" valign="top">51.29 (10.43)</td>
<td align="center" valign="top">0.358</td>
<td align="center" valign="top">51.65 (10.99)</td>
<td align="center" valign="top">50.60 (9.82)</td>
<td align="center" valign="top">0.281</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Schizophrenia (code 8)</td>
<td align="center" valign="top">47.17 (8.21)</td>
<td align="center" valign="top">46.73 (7.58)</td>
<td align="center" valign="top">47.45 (8.58)</td>
<td align="center" valign="top">0.341</td>
<td align="center" valign="top">47.40 (8.19)</td>
<td align="center" valign="top">47.04 (8.22)</td>
<td align="center" valign="top">0.642</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Hypomania (code 9)</td>
<td align="center" valign="top">44.91 (8.53)</td>
<td align="center" valign="top">45.57 (8.36)</td>
<td align="center" valign="top">44.49 (8.62)</td>
<td align="center" valign="top">0.169</td>
<td align="center" valign="top">44.43 (8.22)</td>
<td align="center" valign="top">45.16 (8.69)</td>
<td align="center" valign="top">0.37</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Social Introversion (code 0)</td>
<td align="center" valign="top">52.38 (11.05)</td>
<td align="center" valign="top">51.80 (10.72)</td>
<td align="center" valign="top">52.76 (11.26)</td>
<td align="center" valign="top">0.346</td>
<td align="center" valign="top">52.83 (11.05)</td>
<td align="center" valign="top">52.16 (11.06)</td>
<td align="center" valign="top">0.522</td>
</tr>
<tr>
<td align="left" valign="top">Age of the patient</td>
<td align="center" valign="top">6.39 (2.24)</td>
<td align="center" valign="top">4.35 (0.80)</td>
<td align="center" valign="top">7.70 (1.86)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">7.48 (2.18)</td>
<td align="center" valign="top">5.83 (2.05)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Sex</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Male (%)</td>
<td align="center" valign="top">413 (83.3)</td>
<td align="center" valign="top">159 (82.0)</td>
<td align="center" valign="top">254 (84.1)</td>
<td align="center" valign="top" rowspan="2">0.616</td>
<td align="center" valign="top">147 (87.5)</td>
<td align="center" valign="top">266 (81.1)</td>
<td align="center" valign="top" rowspan="2">0.093</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Female (%)</td>
<td align="center" valign="top">83 (16.7)</td>
<td align="center" valign="top">35 (18.0)</td>
<td align="center" valign="top">48 (15.9)</td>
<td align="center" valign="top">21 (12.5)</td>
<td align="center" valign="top">62 (18.9)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Family history of mental disorders</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Yes (%)</td>
<td align="center" valign="top">94 (19.0)</td>
<td align="center" valign="top">35 (18.0)</td>
<td align="center" valign="top">59 (19.5)</td>
<td align="center" valign="top" rowspan="2">1</td>
<td align="center" valign="top">31 (18.5)</td>
<td align="center" valign="top">63 (19.2)</td>
<td align="center" valign="top" rowspan="2">0.826</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;No (%)</td>
<td align="center" valign="top">402 (82.0)</td>
<td align="center" valign="top">159 (82.0)</td>
<td align="center" valign="top">243 (80.5)</td>
<td align="center" valign="top">137 (81.5)</td>
<td align="center" valign="top">265 (80.8)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>History of major disease</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Yes (%)</td>
<td align="center" valign="top">71 (14.3)</td>
<td align="center" valign="top">23 (11.9)</td>
<td align="center" valign="top">48 (15.9)</td>
<td align="center" valign="top" rowspan="2">0.275</td>
<td align="center" valign="top">22 (13.1)</td>
<td align="center" valign="top">49 (14.9)</td>
<td align="center" valign="top" rowspan="2">0.654</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;No (%)</td>
<td align="center" valign="top">425 (85.7)</td>
<td align="center" valign="top">171 (88.1)</td>
<td align="center" valign="top">254 (84.1)</td>
<td align="center" valign="top">146 (86.9)</td>
<td align="center" valign="top">279 (85.1)</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Psychotropic medication status</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Drug free (%)</td>
<td align="center" valign="top">412 (83.1)</td>
<td align="center" valign="top">179 (92.3)</td>
<td align="center" valign="top">233 (77.2)</td>
<td align="center" valign="top" rowspan="4">&#x003C;0.001</td>
<td align="center" valign="top">120 (71.4)</td>
<td align="center" valign="top">292 (89.0)</td>
<td align="center" valign="top" rowspan="4">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Monotherapy of antipsychotics (%)</td>
<td align="center" valign="top">60 (12.1)</td>
<td align="center" valign="top">15 (7.7)</td>
<td align="center" valign="top">45 (14.9)</td>
<td align="center" valign="top">29 (17.3)</td>
<td align="center" valign="top">31 (9.5)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Combined therapy of antipsychotics (%)</td>
<td align="center" valign="top">8 (1.6)</td>
<td align="center" valign="top">0 (0.0)</td>
<td align="center" valign="top">8 (2.6)</td>
<td align="center" valign="top">6 (3.6)</td>
<td align="center" valign="top">2 (0.6)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Other psychotic medication (%)</td>
<td align="center" valign="top">16 (3.2)</td>
<td align="center" valign="top">0 (0.0)</td>
<td align="center" valign="top">16 (5.3)</td>
<td align="center" valign="top">13 (7.7)</td>
<td align="center" valign="top">3 (0.9)</td>
</tr>
<tr>
<td align="left" valign="top">Gestational age</td>
<td align="center" valign="top">38.97 (2.13)</td>
<td align="center" valign="top">39.20 (1.97)</td>
<td align="center" valign="top">38.82 (2.22)</td>
<td align="center" valign="top">0.063</td>
<td align="center" valign="top">38.97 (1.81)</td>
<td align="center" valign="top">38.97 (2.27)</td>
<td align="center" valign="top">0.99</td>
</tr>
<tr>
<td align="left" valign="top">Birth weight</td>
<td align="center" valign="top">3.17 (0.49)</td>
<td align="center" valign="top">3.19 (0.52)</td>
<td align="center" valign="top">3.16 (0.47)</td>
<td align="center" valign="top">0.493</td>
<td align="center" valign="top">3.18 (0.39)</td>
<td align="center" valign="top">3.17 (0.53)</td>
<td align="center" valign="top">0.757</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>Mode of delivery</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Vaginal delivery (%)</td>
<td align="center" valign="top">289 (58.3)</td>
<td align="center" valign="top">116 (59.8)</td>
<td align="center" valign="top">173 (57.3)</td>
<td align="center" valign="top" rowspan="2">0.505</td>
<td align="center" valign="top">97 (57.7)</td>
<td align="center" valign="top">192 (58.5)</td>
<td align="center" valign="top" rowspan="2">1</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Caesarean section (%)</td>
<td align="center" valign="top">207 (41.7)</td>
<td align="center" valign="top">78 (40.2)</td>
<td align="center" valign="top">129 (42.7)</td>
<td align="center" valign="top">71 (42.3)</td>
<td align="center" valign="top">136 (41.5)</td>
</tr>
<tr>
<td align="left" valign="top">FSIQ</td>
<td align="center" valign="top">73.43 (20.30)</td>
<td align="center" valign="top">64.28 (17.98)</td>
<td align="center" valign="top">79.12 (19.60)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">82.77 (18.48)</td>
<td align="center" valign="top">68.60 (19.53)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>SRS (T-score)</italic></td>
</tr>
<tr>
<td align="left" valign="top">Social awareness</td>
<td align="center" valign="top">61.81 (14.08)</td>
<td align="center" valign="top">63.72 (14.50)</td>
<td align="center" valign="top">60.58 (13.69)</td>
<td align="center" valign="top">0.015</td>
<td align="center" valign="top">60.66 (12.64)</td>
<td align="center" valign="top">62.39 (14.75)</td>
<td align="center" valign="top">0.195</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Social cognition</td>
<td align="center" valign="top">66.91 (13.55)</td>
<td align="center" valign="top">67.04 (12.13)</td>
<td align="center" valign="top">66.83 (14.41)</td>
<td align="center" valign="top">0.87</td>
<td align="center" valign="top">64.94 (13.54)</td>
<td align="center" valign="top">67.92 (13.46)</td>
<td align="center" valign="top">0.02</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Social communication</td>
<td align="center" valign="top">76.84 (17.71)</td>
<td align="center" valign="top">77.76 (16.53)</td>
<td align="center" valign="top">76.25 (18.43)</td>
<td align="center" valign="top">0.352</td>
<td align="center" valign="top">73.55 (15.66)</td>
<td align="center" valign="top">78.52 (18.47)</td>
<td align="center" valign="top">0.003</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Social motivation</td>
<td align="center" valign="top">69.42 (16.35)</td>
<td align="center" valign="top">71.29 (16.16)</td>
<td align="center" valign="top">68.21 (16.39)</td>
<td align="center" valign="top">0.04</td>
<td align="center" valign="top">66.10 (14.56)</td>
<td align="center" valign="top">71.12 (16.97)</td>
<td align="center" valign="top">0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Autistic mannerisms</td>
<td align="center" valign="top">77.96 (17.86)</td>
<td align="center" valign="top">74.56 (17.21)</td>
<td align="center" valign="top">80.15 (17.96)</td>
<td align="center" valign="top">0.001</td>
<td align="center" valign="top">77.73 (16.95)</td>
<td align="center" valign="top">78.08 (18.34)</td>
<td align="center" valign="top">0.837</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>CBCL (T-score)</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Anxious/depressed</td>
<td align="center" valign="top">59.27 (9.38)</td>
<td align="center" valign="top">55.10 (7.30)</td>
<td align="center" valign="top">61.95 (9.60)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">61.40 (9.11)</td>
<td align="center" valign="top">58.17 (9.34)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Aggressive behavior</td>
<td align="center" valign="top">63.53 (9.65)</td>
<td align="center" valign="top">65.28 (8.70)</td>
<td align="center" valign="top">62.41 (10.07)</td>
<td align="center" valign="top">0.001</td>
<td align="center" valign="top">61.38 (9.79)</td>
<td align="center" valign="top">64.64 (9.40)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Attention problems</td>
<td align="center" valign="top">56.28 (7.28)</td>
<td align="center" valign="top">54.91 (6.30)</td>
<td align="center" valign="top">57.16 (7.73)</td>
<td align="center" valign="top">0.001</td>
<td align="center" valign="top">56.86 (7.56)</td>
<td align="center" valign="top">55.98 (7.13)</td>
<td align="center" valign="top">0.199</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Somatic complaints</td>
<td align="center" valign="top">64.26 (9.53)</td>
<td align="center" valign="top">61.29 (7.74)</td>
<td align="center" valign="top">66.16 (10.07)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">66.71 (9.77)</td>
<td align="center" valign="top">63.00 (9.16)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Withdrawn</td>
<td align="center" valign="top">60.48 (8.74)</td>
<td align="center" valign="top">58.36 (7.61)</td>
<td align="center" valign="top">61.85 (9.15)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">62.79 (9.32)</td>
<td align="center" valign="top">59.30 (8.19)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Other problems</td>
<td align="center" valign="top">61.24 (8.16)</td>
<td align="center" valign="top">61.79 (8.04)</td>
<td align="center" valign="top">60.89 (8.22)</td>
<td align="center" valign="top">0.23</td>
<td align="center" valign="top">62.26 (7.68)</td>
<td align="center" valign="top">60.72 (8.36)</td>
<td align="center" valign="top">0.046</td>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>CBCL 1.5&#x2013;5 (T-score)</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Emotionally reactivity</td>
<td/>
<td align="center" valign="top">57.51 (8.19)</td>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Sleep problems</td>
<td/>
<td align="center" valign="top">55.23 (7.58)</td>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>CBCL 6&#x2013;18 (T-score)</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Social problems</td>
<td/>
<td/>
<td align="center" valign="top">67.93 (7.86)</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Thought problems</td>
<td/>
<td/>
<td align="center" valign="top">63.79 (8.15)</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Rule-breaking behavior</td>
<td/>
<td/>
<td align="center" valign="top">60.64 (7.15)</td>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top" colspan="8"><italic>PSI</italic></td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Parental distress</td>
<td align="center" valign="top">59.35 (28.47)</td>
<td align="center" valign="top">60.08 (29.26)</td>
<td align="center" valign="top">58.88 (27.99)</td>
<td align="center" valign="top">0.646</td>
<td align="center" valign="top">61.84 (25.94)</td>
<td align="center" valign="top">58.07 (29.64)</td>
<td align="center" valign="top">0.163</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Parent-child dysfunctional interaction</td>
<td align="center" valign="top">69.35 (28.82)</td>
<td align="center" valign="top">67.32 (27.61)</td>
<td align="center" valign="top">70.66 (29.53)</td>
<td align="center" valign="top">0.209</td>
<td align="center" valign="top">69.51 (28.98)</td>
<td align="center" valign="top">69.27 (28.77)</td>
<td align="center" valign="top">0.933</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Difficult child</td>
<td align="center" valign="top">71.50 (24.76)</td>
<td align="center" valign="top">68.18 (24.47)</td>
<td align="center" valign="top">73.64 (24.75)</td>
<td align="center" valign="top">0.016</td>
<td align="center" valign="top">74.17 (23.85)</td>
<td align="center" valign="top">70.14 (25.14)</td>
<td align="center" valign="top">0.087</td>
</tr>
<tr>
<td align="left" valign="top">&#x2003;Total parenting stress</td>
<td align="center" valign="top">70.09 (27.16)</td>
<td align="center" valign="top">68.03 (25.99)</td>
<td align="center" valign="top">71.41 (27.85)</td>
<td align="center" valign="top">0.176</td>
<td align="center" valign="top">72.05 (26.13)</td>
<td align="center" valign="top">69.09 (27.66)</td>
<td align="center" valign="top">0.25</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>ADHD, attention-deficit/hyperactivity disorder; CBCL, Child Behavior Checklist; FSIQ, full scale intelligence quotient; MMPI, Minnesota Multiphasic Personality Inventory; PSI, parenting stress index; SD, standard deviation; SRS, social responsiveness scale.</p>
<fn id="tfn1"><label>a</label><p><italic>p</italic>-value for group difference and <italic>p</italic>&#x2009;&#x003C;&#x2009;0.05 indicates statistically significant between-group difference.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec15">
<label>3.2.</label>
<title>Model performance and major predictors</title>
<p>Among the total 496 participants, 396 (80%) were assigned to the training set and 100 (20%) to the test set. Receiver operating characteristic curves for parental distress, parent-child dysfunctional interaction, difficult child, and total parenting stress for the test set are presented in <xref rid="fig2" ref-type="fig">Figure 2</xref>.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption><p>Receiver operating characteristic curves on the test set for subscales of parenting stress index (<bold>A</bold> - parental distress, <bold>B</bold> - parent-child dysfunctional interaction, <bold>C</bold> - difficult child, <bold>D</bold> - total parenting stress). AUC, area under curve; LR, logistic regression; RF, random forest; SVM, support vector machine; XGBoost, eXtreme Gradient Boosting.</p></caption>
<graphic xlink:href="fnins-17-1229155-g002.tif"/>
</fig>
<p>For predicting parental distress, the RF model (AUC 0.831, 95% CI 0.740&#x2013;0.910; sensitivity 0.655, 95% CI 0.478&#x2013;0.821; specificity 0.859, 95% CI 0.773&#x2013;0.934) outperformed the other models on the test set. The top 5 predictors of the RF model were caregivers&#x2019; MMPI-2 scores of depression, schizophrenia, psychopathy, psychasthenia, and paranoia (<xref rid="tab3" ref-type="table">Table 3</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption><p>Model performances on the test set with the top 10 major predictors for subscales of parenting stress index (<italic>n</italic>&#x2009;=&#x2009;496).<xref rid="tfn2" ref-type="table-fn"><sup>a</sup></xref></p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="2"/>
<th align="left" valign="top" colspan="4">Parental distress</th>
<th align="left" valign="top" colspan="4">Parent-child dysfunctional interaction</th>
<th align="left" valign="top" colspan="4">Difficult child</th>
<th align="left" valign="top" colspan="4">Total parenting stress</th>
</tr>
<tr>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">ROC AUC</td>
<td align="center" valign="middle">0.831</td>
<td align="center" valign="middle">0.802</td>
<td align="center" valign="middle">0.828</td>
<td align="center" valign="middle">0.809</td>
<td align="center" valign="middle">0.791</td>
<td align="center" valign="middle">0.808</td>
<td align="center" valign="middle">0.814</td>
<td align="center" valign="middle">0.814</td>
<td align="center" valign="middle">0.813</td>
<td align="center" valign="middle">0.805</td>
<td align="center" valign="middle">0.801</td>
<td align="center" valign="middle">0.740</td>
<td align="center" valign="middle">0.862</td>
<td align="center" valign="middle">0.848</td>
<td align="center" valign="middle">0.861</td>
<td align="center" valign="middle">0.854</td>
</tr>
<tr>
<td align="left" valign="middle">Sensitivity</td>
<td align="center" valign="middle">0.655</td>
<td align="center" valign="middle">0.483</td>
<td align="center" valign="middle">0.586</td>
<td align="center" valign="middle">0.552</td>
<td align="center" valign="middle">0.595</td>
<td align="center" valign="middle">0.667</td>
<td align="center" valign="middle">0.619</td>
<td align="center" valign="middle">0.595</td>
<td align="center" valign="middle">0.733</td>
<td align="center" valign="middle">0.711</td>
<td align="center" valign="middle">0.600</td>
<td align="center" valign="middle">0.578</td>
<td align="center" valign="middle">0.708</td>
<td align="center" valign="middle">0.729</td>
<td align="center" valign="middle">0.792</td>
<td align="center" valign="middle">0.708</td>
</tr>
<tr>
<td align="left" valign="middle">Specificity</td>
<td align="center" valign="middle">0.859</td>
<td align="center" valign="middle">0.859</td>
<td align="center" valign="middle">0.845</td>
<td align="center" valign="middle">0.887</td>
<td align="center" valign="middle">0.828</td>
<td align="center" valign="middle">0.845</td>
<td align="center" valign="middle">0.828</td>
<td align="center" valign="middle">0.828</td>
<td align="center" valign="middle">0.745</td>
<td align="center" valign="middle">0.782</td>
<td align="center" valign="middle">0.782</td>
<td align="center" valign="middle">0.745</td>
<td align="center" valign="middle">0.865</td>
<td align="center" valign="middle">0.865</td>
<td align="center" valign="middle">0.827</td>
<td align="center" valign="middle">0.808</td>
</tr>
<tr>
<td align="left" valign="middle">PPV</td>
<td align="center" valign="middle">0.655</td>
<td align="center" valign="middle">0.583</td>
<td align="center" valign="middle">0.607</td>
<td align="center" valign="middle">0.667</td>
<td align="center" valign="middle">0.714</td>
<td align="center" valign="middle">0.757</td>
<td align="center" valign="middle">0.722</td>
<td align="center" valign="middle">0.714</td>
<td align="center" valign="middle">0.702</td>
<td align="center" valign="middle">0.727</td>
<td align="center" valign="middle">0.692</td>
<td align="center" valign="middle">0.650</td>
<td align="center" valign="middle">0.829</td>
<td align="center" valign="middle">0.833</td>
<td align="center" valign="middle">0.809</td>
<td align="center" valign="middle">0.773</td>
</tr>
<tr>
<td align="left" valign="middle">NPV</td>
<td align="center" valign="middle">0.859</td>
<td align="center" valign="middle">0.803</td>
<td align="center" valign="middle">0.833</td>
<td align="center" valign="middle">0.829</td>
<td align="center" valign="middle">0.738</td>
<td align="center" valign="middle">0.778</td>
<td align="center" valign="middle">0.750</td>
<td align="center" valign="middle">0.738</td>
<td align="center" valign="middle">0.774</td>
<td align="center" valign="middle">0.768</td>
<td align="center" valign="middle">0.705</td>
<td align="center" valign="middle">0.683</td>
<td align="center" valign="middle">0.763</td>
<td align="center" valign="middle">0.776</td>
<td align="center" valign="middle">0.811</td>
<td align="center" valign="middle">0.750</td>
</tr>
<tr>
<td align="left" valign="middle">Accuracy</td>
<td align="center" valign="middle">0.800</td>
<td align="center" valign="middle">0.750</td>
<td align="center" valign="middle">0.770</td>
<td align="center" valign="middle">0.790</td>
<td align="center" valign="middle">0.730</td>
<td align="center" valign="middle">0.770</td>
<td align="center" valign="middle">0.740</td>
<td align="center" valign="middle">0.730</td>
<td align="center" valign="middle">0.740</td>
<td align="center" valign="middle">0.750</td>
<td align="center" valign="middle">0.700</td>
<td align="center" valign="middle">0.670</td>
<td align="center" valign="middle">0.790</td>
<td align="center" valign="middle">0.800</td>
<td align="center" valign="middle">0.810</td>
<td align="center" valign="middle">0.760</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Top 10 predictors (ordered by importance)<xref rid="tfn3" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="middle" colspan="4">MMPI_D<break/>MMPI_Sc<break/>MMPI_Pd<break/>MMPI_Pt<break/>MMPI_Pa</td>
<td align="center" valign="middle" colspan="4">CBCL_Withdrawn<break/>CBCL_Agg<break/>CBCL_Att<break/>SRS_Com<break/>MMPI_Pt</td>
<td align="center" valign="middle" colspan="4">CBCL_Agg<break/>CBCL_Anx/Dep<break/>MMPI_Si<break/>CBCL_Other<break/>MMPI_D</td>
<td align="center" valign="middle" colspan="4">MMPI_D<break/>CBCL_Agg<break/>CBCL_Anx/Dep<break/>MMPI_Si<break/>MMPI_Pt</td>
</tr>
<tr>
<td align="center" valign="middle" colspan="4">CBCL_Other<break/>MMPI_Si<break/>MMPI_Ma<break/>SRS_Cog<break/>CBCL_Att</td>
<td align="center" valign="middle" colspan="4">MMPI_D<break/>SRS_Cog<break/>MMPI_Pd<break/>FSIQ<break/>MMPI_Si</td>
<td align="center" valign="middle" colspan="4">SRS_Man<break/>CBCL_Att<break/>SRS_Cog<break/>CBCL_Withdrawn<break/>Age of caregiver</td>
<td align="center" valign="middle" colspan="4">CBCL_Att<break/>MMPI_Sc<break/>CBCL_Withdrawn<break/>SRS_Mot<break/>CBCL_Other</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>AUC, area under the curve; CBCL, Child Behavior Checklist; CBCL_Agg, aggressive behavior; CBCL_Anx/Dep, anxious/depressed; CBCL_Att, attention problems; CBCL_Other, other problems; CBCL_Withdrawn, withdrawn; FSIQ, full scale intelligence quotient; LR, logistic regression; MMPI, Minnesota Multiphasic Personality Inventory; MMPI_D, depression (code 2); MMPI_Ma, hypomania (code 9); MMPI_Pa, paranoia (code 6); MMPI_Pd, psychopathy (code 4); MMPI_Pt, psychasthenia (code 7); MMPI_Sc, schizophrenia (code 8); MMPI_Si, social introversion (code 0); NPV, negative predictive value; PPV, positive predictive value; RF, random forest; ROC, receiver operating characteristic; SRS, social responsiveness scale; SRS_Cog, social cognition; SRS_Com, social communication; SRS_Man, autistic mannerisms; SRS_Mot, social motivations; SVM, support vector machine; XGBoost, eXtreme Gradient Boosting.</p>
<fn id="tfn2"><label>a</label><p>The 95% confidence intervals for each estimate are presented in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 15&#x2013;26.</p></fn>
<fn id="tfn3"><label>b</label><p>Results of the model (RF or XGBoost model) with the higher ROC AUC on test set were presented.</p></fn>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption><p>Top 5 predictors for each outcome based on the tested samples. Results of the model (RF or XGBoost model) with the higher AUC on test set were presented. To enhance visibility, we applied color-coding to the cells according to the following scheme: blue for SRS-2 subscales, green for MMPI-2 clinical scales, and yellow for CBCL syndrome subscales. ADHD, attention-deficit/hyperactivity disorder; AUC, area under the receiver operating curve; CBCL, Child Behavior Checklist; CBCL_Agg, aggressive behavior; CBCL_Anx/Dep, anxious/depressed; CBCL_Att, attention problems; CBCL_Emotion, emotionally reactivity; CBCL_Other, other problems; CBCL_Social, social problems; CBCL_Thought, thought problems; CBCL_Withdrawn, withdrawn; MMPI, Minnesota Multiphasic Personality Inventory; MMPI_D, depression (code 2); MMPI_Hy, hysteria (code 3); MMPI_Ma, hypomania (code 9); MMPI_Pa, paranoia (code 6); MMPI_Pd, psychopathy (code 4); MMPI_Pt, psychasthenia (code 7); MMPI_Sc, schizophrenia (code 8); MMPI_Si, social introversion (code 0); SRS, social responsiveness scale; SRS_Cog, social cognition; SRS_Com, social communication; SRS_Man, autistic mannerisms; SRS_Mot, social motivations.</p></caption>
<graphic xlink:href="fnins-17-1229155-g003.tif"/>
</fig>
<p>For predicting parent-child dysfunctional interaction, the SVM model showed the largest AUC with the narrowest 95% CI (AUC 0.814, 95% CI 0.720&#x2013;0.896; sensitivity 0.595, 95% CI 0.444&#x2013;0.744; specificity 0.828, 95% CI 0.724&#x2013;0.918) on the test set. Among the models providing feature importance, the XGBoost model (AUC 0.808, 95% CI 0.715&#x2013;0.891; sensitivity 0.667, 95% CI 0.522&#x2013;0.810; specificity 0.845, 95% CI 0.745&#x2013;0.933) was the best. The top 5 predictors of the XGBoost model were ASD patients&#x2019; CBCL scores of withdrawn, aggressive behavior, and attention problems, ASD patients&#x2019; SRS-2 scores of social communication, and caregivers&#x2019; MMPI-2 scores of psychasthenia (<xref rid="tab3" ref-type="table">Table 3</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<p>For predicting difficult child, the RF model (AUC 0.813, 95% CI 0.724&#x2013;0.891; sensitivity 0.733, 95% CI 0.600&#x2013;0.857; specificity 0.745, 95% CI 0.627&#x2013;0.857) showed the best performance on the test set. The top 5 predictors of the RF model were ASD patients&#x2019; CBCL scores of aggressive behavior, anxious/depressed, and other problems and caregivers&#x2019; MMPI-2 scores of social introversion and depression (<xref rid="tab3" ref-type="table">Table 3</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<p>For predicting total parenting stress, the performance of the RF model (AUC 0.862, 95% CI 0.783&#x2013;0.930; sensitivity 0.708, 95% CI 0.578&#x2013;0.833; specificity 0.865, 95% CI 0.764&#x2013;0.951) was the best on the test set. The top 5 predictors of the RF model were ASD patients&#x2019; CBCL scores of aggressive behavior and anxious/depressed, and caregivers&#x2019; MMPI-2 scores of depression, social introversion, and psychasthenia (<xref rid="tab3" ref-type="table">Table 3</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<p>Detailed results for each estimate on both training and test sets and the SHAP summary plots for RF and XGBoost are provided in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 15&#x2013;26.</p>
</sec>
<sec id="sec16">
<label>3.3.</label>
<title>Subgroup analyses</title>
<sec id="sec17">
<label>3.3.1.</label>
<title>Results of CBCL subgroups</title>
<p>In both subgroups of CBCL 1.5&#x2013;5 and 6&#x2013;18, the prediction of parental distress and parent-child dysfunctional interaction was unsuccessful, showing low sensitivity (ranging from 0.000 to 0.679) and high specificity (ranging from 0.606 to 1.000), while the model performances were retained for difficult child and total parenting stress. There seemed to be a difference in the trend of major predictors for total parenting stress between CBCL 1.5&#x2013;5 and CBCL 6&#x2013;18. For CBCL 1.5&#x2013;5, caregivers&#x2019; MMPI-2 scores including psychasthenia, depression, social introversion, and schizophrenia were given high priority. However, in the case of CBCL 6&#x2013;18, ASD patients&#x2019; CBCL scores of aggressive behavior and anxious/depressed were shown to be more critical than the caregivers&#x2019; MMPI-2 scores (<xref rid="tab4" ref-type="table">Table 4</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption><p>Model performances on the test set with the top 10 major predictors in samples subgrouped by CBCL.<xref rid="tfn4" ref-type="table-fn"><sup>a</sup></xref></p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th colspan="2" rowspan="2"/>
<th align="center" valign="top" colspan="4">Parental distress</th>
<th align="center" valign="top" colspan="4">Parent-child dysfunctional interaction</th>
<th align="center" valign="top" colspan="4">Difficult child</th>
<th align="center" valign="top" colspan="4">Total parenting stress</th>
</tr>
<tr>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="8">CBCL 1.5&#x2013;5 sample (<italic>n</italic>&#x2009;=&#x2009;194)</td>
<td align="left" valign="top">ROC AUC</td>
<td align="center" valign="top">0.861</td>
<td align="center" valign="top">0.889</td>
<td align="center" valign="top">0.846</td>
<td align="center" valign="top">0.815</td>
<td align="center" valign="top">0.714</td>
<td align="center" valign="top">0.720</td>
<td align="center" valign="top">0.660</td>
<td align="center" valign="top">0.686</td>
<td align="center" valign="top">0.897</td>
<td align="center" valign="top">0.925</td>
<td align="center" valign="top">0.811</td>
<td align="center" valign="top">0.853</td>
<td align="center" valign="top">0.845</td>
<td align="center" valign="top">0.810</td>
<td align="center" valign="top">0.788</td>
<td align="center" valign="top">0.815</td>
</tr>
<tr>
<td align="left" valign="top">Sensitivity</td>
<td align="center" valign="top">0.583</td>
<td align="center" valign="top">0.417</td>
<td align="center" valign="top">0.250</td>
<td align="center" valign="top">0.000</td>
<td align="center" valign="top">0.429</td>
<td align="center" valign="top">0.214</td>
<td align="center" valign="top">0.000</td>
<td align="center" valign="top">0.000</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.733</td>
<td align="center" valign="top">0.333</td>
<td align="center" valign="top">0.400</td>
<td align="center" valign="top">0.625</td>
<td align="center" valign="top">0.625</td>
<td align="center" valign="top">0.375</td>
<td align="center" valign="top">0.000</td>
</tr>
<tr>
<td align="left" valign="top">Specificity</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.760</td>
<td align="center" valign="top">0.960</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.958</td>
<td align="center" valign="top">0.917</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.917</td>
<td align="center" valign="top">0.870</td>
<td align="center" valign="top">0.826</td>
<td align="center" valign="top">0.957</td>
<td align="center" valign="top">1.000</td>
</tr>
<tr>
<td align="left" valign="top">PPV</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.500</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.909</td>
<td align="center" valign="top">0.846</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.714</td>
<td align="center" valign="top">0.857</td>
<td align="center" valign="top">NA</td>
</tr>
<tr>
<td align="left" valign="top">NPV</td>
<td align="center" valign="top">0.844</td>
<td align="center" valign="top">0.794</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">0.692</td>
<td align="center" valign="top">0.704</td>
<td align="center" valign="top">0.686</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.821</td>
<td align="center" valign="top">0.846</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.710</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.760</td>
<td align="center" valign="top">0.688</td>
<td align="center" valign="top">0.590</td>
</tr>
<tr>
<td align="left" valign="top">Accuracy</td>
<td align="center" valign="top">0.872</td>
<td align="center" valign="top">0.821</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.692</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.692</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.641</td>
<td align="center" valign="top">0.846</td>
<td align="center" valign="top">0.846</td>
<td align="center" valign="top">0.744</td>
<td align="center" valign="top">0.718</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.744</td>
<td align="center" valign="top">0.718</td>
<td align="center" valign="top">0.590</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Top 10 predictors (ordered by importance)<xref rid="tfn5" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="top" colspan="4">MMPI_Pa<break/>MMPI_D<break/>MMPI_Pd<break/>MMPI_Sc<break/>MMPI_Pt</td>
<td align="center" valign="top" colspan="4">CBCL_Other<break/>SRS_Com<break/>CBCL_Withdrawn<break/>MMPI_Pt<break/>SRS_Cog</td>
<td align="center" valign="top" colspan="4">CBCL_Emotion<break/>CBCL_Agg<break/>MMPI_Pa<break/>MMPI_Pt<break/>MMPI_Si</td>
<td align="center" valign="top" colspan="4">MMPI_Pt<break/>CBCL_Emotion<break/>MMPI_D<break/>MMPI_Si<break/>MMPI_Sc</td>
</tr>
<tr>
<td align="center" valign="top" colspan="4">MMPI_Si<break/>SRS_Cog<break/>SRS_Man<break/>CBCL_Withdrawn<break/>CBCL_Att</td>
<td align="center" valign="top" colspan="4">SRS_Mot<break/>MMPI_Ma<break/>MMPI_D<break/>CBCL_Att<break/>CBCL_Sleep</td>
<td align="center" valign="top" colspan="4">MMPI_D<break/>Age of caregiver<break/>CBCL_Withdrawn<break/>CBCL_Sleep<break/>MMPI_Sc</td>
<td align="center" valign="top" colspan="4">CBCL_Withdrawn<break/>CBCL_Agg<break/>CBCL_Att<break/>MMPI_Pa<break/>SRS_Com</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="8">CBCL 6&#x2013;18 sample (<italic>n</italic>&#x2009;=&#x2009;302)</td>
<td align="left" valign="top">ROC AUC</td>
<td align="center" valign="top">0.803</td>
<td align="center" valign="top">0.709</td>
<td align="center" valign="top">0.787</td>
<td align="center" valign="top">0.770</td>
<td align="center" valign="top">0.745</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">0.720</td>
<td align="center" valign="top">0.726</td>
<td align="center" valign="top">0.805</td>
<td align="center" valign="top">0.814</td>
<td align="center" valign="top">0.777</td>
<td align="center" valign="top">0.726</td>
<td align="center" valign="top">0.847</td>
<td align="center" valign="top">0.747</td>
<td align="center" valign="top">0.839</td>
<td align="center" valign="top">0.842</td>
</tr>
<tr>
<td align="left" valign="top">Sensitivity</td>
<td align="center" valign="top">0.412</td>
<td align="center" valign="top">0.529</td>
<td align="center" valign="top">0.412</td>
<td align="center" valign="top">0.412</td>
<td align="center" valign="top">0.679</td>
<td align="center" valign="top">0.679</td>
<td align="center" valign="top">0.571</td>
<td align="center" valign="top">0.643</td>
<td align="center" valign="top">0.867</td>
<td align="center" valign="top">0.867</td>
<td align="center" valign="top">0.867</td>
<td align="center" valign="top">0.900</td>
<td align="center" valign="top">0.812</td>
<td align="center" valign="top">0.656</td>
<td align="center" valign="top">0.656</td>
<td align="center" valign="top">0.656</td>
</tr>
<tr>
<td align="left" valign="top">Specificity</td>
<td align="center" valign="top">0.932</td>
<td align="center" valign="top">0.886</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">0.841</td>
<td align="center" valign="top">0.606</td>
<td align="center" valign="top">0.606</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.697</td>
<td align="center" valign="top">0.548</td>
<td align="center" valign="top">0.645</td>
<td align="center" valign="top">0.645</td>
<td align="center" valign="top">0.484</td>
<td align="center" valign="top">0.793</td>
<td align="center" valign="top">0.690</td>
<td align="center" valign="top">0.828</td>
<td align="center" valign="top">0.897</td>
</tr>
<tr>
<td align="left" valign="top">PPV</td>
<td align="center" valign="top">0.700</td>
<td align="center" valign="top">0.643</td>
<td align="center" valign="top">0.467</td>
<td align="center" valign="top">0.500</td>
<td align="center" valign="top">0.594</td>
<td align="center" valign="top">0.594</td>
<td align="center" valign="top">0.593</td>
<td align="center" valign="top">0.643</td>
<td align="center" valign="top">0.650</td>
<td align="center" valign="top">0.703</td>
<td align="center" valign="top">0.703</td>
<td align="center" valign="top">0.628</td>
<td align="center" valign="top">0.812</td>
<td align="center" valign="top">0.700</td>
<td align="center" valign="top">0.808</td>
<td align="center" valign="top">0.875</td>
</tr>
<tr>
<td align="left" valign="top">NPV</td>
<td align="center" valign="top">0.804</td>
<td align="center" valign="top">0.830</td>
<td align="center" valign="top">0.783</td>
<td align="center" valign="top">0.787</td>
<td align="center" valign="top">0.690</td>
<td align="center" valign="top">0.690</td>
<td align="center" valign="top">0.647</td>
<td align="center" valign="top">0.697</td>
<td align="center" valign="top">0.810</td>
<td align="center" valign="top">0.833</td>
<td align="center" valign="top">0.833</td>
<td align="center" valign="top">0.833</td>
<td align="center" valign="top">0.793</td>
<td align="center" valign="top">0.645</td>
<td align="center" valign="top">0.686</td>
<td align="center" valign="top">0.703</td>
</tr>
<tr>
<td align="left" valign="top">Accuracy</td>
<td align="center" valign="top">0.787</td>
<td align="center" valign="top">0.787</td>
<td align="center" valign="top">0.705</td>
<td align="center" valign="top">0.721</td>
<td align="center" valign="top">0.639</td>
<td align="center" valign="top">0.639</td>
<td align="center" valign="top">0.623</td>
<td align="center" valign="top">0.672</td>
<td align="center" valign="top">0.705</td>
<td align="center" valign="top">0.754</td>
<td align="center" valign="top">0.754</td>
<td align="center" valign="top">0.689</td>
<td align="center" valign="top">0.803</td>
<td align="center" valign="top">0.672</td>
<td align="center" valign="top">0.738</td>
<td align="center" valign="top">0.770</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Top 10 predictors (ordered by importance)<xref rid="tfn5" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="top" colspan="4">MMPI_D<break/>CBCL_Att<break/>SRS_Mot<break/>MMPI_Ma<break/>SRS_Cog</td>
<td align="center" valign="top" colspan="4">CBCL_Withdrawn<break/>MMPI_D<break/>CBCL_Social<break/>CBCL_Att<break/>CBCL_Agg</td>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>MMPI_Pd<break/>SRS_Mot<break/>CBCL_Thought<break/>MMPI_Hy</td>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>CBCL_Anx/Dep<break/>MMPI_D<break/>MMPI_Pd<break/>MMPI_Si</td>
</tr>
<tr>
<td align="center" valign="top" colspan="4">MMPI_Pd<break/>CBCL_Som<break/>CBCL_Other<break/>CBCL_Withdrawn<break/>CBCL_Agg</td>
<td align="center" valign="top" colspan="4">SRS_Com<break/>SRS_Man<break/>CBCL_Other<break/>SRS_Cog<break/>MMPI_Si</td>
<td align="center" valign="top" colspan="4">CBCL_Anx/Dep<break/>Age of the patient<break/>MMPI_D<break/>SRS_Man<break/>FSIQ</td>
<td align="center" valign="top" colspan="4">CBCL_Withdrawn<break/>SRS_Mot<break/>MMPI_Sc<break/>SRS_Com<break/>CBCL_Thought</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>AUC, area under the curve; CBCL, Child Behavior Checklist; CBCL_Agg, aggressive behavior; CBCL_Anx/Dep, anxious/depressed; CBCL_Att, attention problems; CBCL_Emotion, emotionally reactivity; CBCL_Other, other problems; CBCL_Sleep, sleep problems; CBCL_Social, social problems; CBCL_Som, somatic complaints; CBCL_Thought, thought problems; CBCL_Withdrawn, withdrawn; FSIQ, full scale intelligence quotient; LR, logistic regression; MMPI, Minnesota Multiphasic Personality Inventory; MMPI_D, depression (code 2); MMPI_Hy, hysteria (code 3); MMPI_Ma, hypomania (code 9); MMPI_Pa, paranoia (code 6); MMPI_Pd, psychopathy (code 4); MMPI_Pt, psychasthenia (code 7); MMPI_Sc, schizophrenia (code 8); MMPI_Si, social introversion (code 0); NA, not available; NPV, negative predictive value; PPV, positive predictive value; RF, random forest; ROC, receiver operating characteristic; SRS, social responsiveness scale; SRS_Cog, social cognition; SRS_Com, social communication; SRS_Man, autistic mannerisms; SRS_Mot, social motivations; SVM, support vector machine classifier; XGBoost&#x2009;=&#x2009;eXtreme Gradient Boosting.</p>
<fn id="tfn4"><label>a</label><p>The 95% confidence intervals for each estimate are presented in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 27&#x2013;50.</p></fn>
<fn id="tfn5"><label>b</label><p>Results of the model (RF or XGBoost model) with the higher ROC AUC on test set were presented.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Detailed results for each estimate on both training and test sets and the SHAP summary plots for RF and XGBoost are displayed in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 27&#x2013;50.</p>
</sec>
<sec id="sec18">
<label>3.3.2.</label>
<title>Results of ADHD subgroups</title>
<p>For the sample with ADHD, the performance was only retained for total parenting stress: the RF model showed an AUC of 0.865 (95% CI 0.726&#x2013;0.969), sensitivity of 0.882 (95% CI 0.706&#x2013;1.000), and specificity of 0.706 (95% CI 0.474&#x2013;0.917). Notably, ASD patients&#x2019; SRS-2 scores of social communication arose in the top 5 predictors of the RF model in this population. For the sample without ADHD, the performance was only retained for difficult child: the RF model showed an AUC of 0.854 (95% CI 0.755&#x2013;0.933), sensitivity of 0.714 (95% CI 0.538&#x2013;0.875), and specificity of 0.842 (95% CI 0.714&#x2013;0.949) (<xref rid="tab5" ref-type="table">Table 5</xref> and <xref rid="fig3" ref-type="fig">Figure 3</xref>).</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption><p>Model performances on the test set with the top 10 major predictors in samples subgrouped by ADHD.<xref rid="tfn6" ref-type="table-fn"><sup>a</sup></xref></p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th colspan="2" rowspan="2"/>
<th align="center" valign="top" colspan="4">Parental distress</th>
<th align="center" valign="top" colspan="4">Parent-child dysfunctional interaction</th>
<th align="center" valign="top" colspan="4">Difficult child</th>
<th align="center" valign="top" colspan="4">Total parenting stress</th>
</tr>
<tr>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
<th align="center" valign="top">RF model</th>
<th align="center" valign="top">XGBoost model</th>
<th align="center" valign="top">LR model</th>
<th align="center" valign="top">SVM model</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="8">Sample with ADHD (<italic>n</italic>&#x2009;=&#x2009;168)</td>
<td align="left" valign="top">ROC AUC</td>
<td align="center" valign="top">0.794</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">0.739</td>
<td align="center" valign="top">0.771</td>
<td align="center" valign="top">0.884</td>
<td align="center" valign="top">0.874</td>
<td align="center" valign="top">0.839</td>
<td align="center" valign="top">0.877</td>
<td align="center" valign="top">0.709</td>
<td align="center" valign="top">0.678</td>
<td align="center" valign="top">0.657</td>
<td align="center" valign="top">0.311</td>
<td align="center" valign="top">0.865</td>
<td align="center" valign="top">0.834</td>
<td align="center" valign="top">0.886</td>
<td align="center" valign="top">0.886</td>
</tr>
<tr>
<td align="left" valign="top">Sensitivity</td>
<td align="center" valign="top">0.455</td>
<td align="center" valign="top">0.455</td>
<td align="center" valign="top">0.364</td>
<td align="center" valign="top">0.545</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.467</td>
<td align="center" valign="top">0.600</td>
<td align="center" valign="top">0.533</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.588</td>
<td align="center" valign="top">0.588</td>
<td align="center" valign="top">0.882</td>
<td align="center" valign="top">0.824</td>
<td align="center" valign="top">0.882</td>
<td align="center" valign="top">1.000</td>
</tr>
<tr>
<td align="left" valign="top">Specificity</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.957</td>
<td align="center" valign="top">0.870</td>
<td align="center" valign="top">0.842</td>
<td align="center" valign="top">0.895</td>
<td align="center" valign="top">0.895</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.588</td>
<td align="center" valign="top">0.647</td>
<td align="center" valign="top">0.529</td>
<td align="center" valign="top">0.529</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.529</td>
<td align="center" valign="top">0.000</td>
</tr>
<tr>
<td align="left" valign="top">PPV</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.800</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.778</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.632</td>
<td align="center" valign="top">0.684</td>
<td align="center" valign="top">0.556</td>
<td align="center" valign="top">0.556</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">0.737</td>
<td align="center" valign="top">0.652</td>
<td align="center" valign="top">0.500</td>
</tr>
<tr>
<td align="left" valign="top">NPV</td>
<td align="center" valign="top">0.793</td>
<td align="center" valign="top">0.793</td>
<td align="center" valign="top">0.759</td>
<td align="center" valign="top">0.800</td>
<td align="center" valign="top">0.762</td>
<td align="center" valign="top">0.680</td>
<td align="center" valign="top">0.739</td>
<td align="center" valign="top">0.731</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.733</td>
<td align="center" valign="top">0.562</td>
<td align="center" valign="top">0.562</td>
<td align="center" valign="top">0.857</td>
<td align="center" valign="top">0.800</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">NA</td>
</tr>
<tr>
<td align="left" valign="top">Accuracy</td>
<td align="center" valign="top">0.824</td>
<td align="center" valign="top">0.824</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.794</td>
<td align="center" valign="top">0.647</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.559</td>
<td align="center" valign="top">0.559</td>
<td align="center" valign="top">0.794</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.706</td>
<td align="center" valign="top">0.500</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Top 10 predictors (ordered by importance)<xref rid="tfn7" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="top" colspan="4">MMPI_D<break/>MMPI_Sc<break/>MMPI_Pa<break/>CBCL_Withdrawn<break/>MMPI_Pt</td>
<td align="center" valign="top" colspan="4">CBCL_Withdrawn<break/>CBCL_Att<break/>SRS_Mot<break/>MMPI_Si<break/>MMPI_D</td>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>SRS_Man<break/>CBCL_Anx/Dep<break/>MMPI_Pd<break/>CBCL_Other</td>
<td align="center" valign="top" colspan="4">CBCL_Withdrawn<break/>MMPI_Pa<break/>MMPI_D<break/>CBCL_Agg<break/>SRS_Com</td>
</tr>
<tr>
<td align="center" valign="top" colspan="4">SRS_Man<break/>SRS_Mot<break/>MMPI_Si<break/>SRS_Com<break/>SRS_Cog</td>
<td align="center" valign="top" colspan="4">MMPI_Pa<break/>SRS_Com<break/>CBCL_Agg<break/>SRS_Cog<break/>SRS_Man</td>
<td align="center" valign="top" colspan="4">MMPI_D<break/>SRS_Cog<break/>MMPI_Sc<break/>Age of caregiver<break/>MMPI_Si</td>
<td align="center" valign="top" colspan="4">MMPI_Pt<break/>MMPI_Sc<break/>MMPI_Si<break/>SRS_Mot<break/>MMPI_Hs</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="8">Sample without ADHD (<italic>n</italic>&#x2009;=&#x2009;328)</td>
<td align="left" valign="top">ROC AUC</td>
<td align="center" valign="top">0.781</td>
<td align="center" valign="top">0.765</td>
<td align="center" valign="top">0.828</td>
<td align="center" valign="top">0.843</td>
<td align="center" valign="top">0.734</td>
<td align="center" valign="top">0.718</td>
<td align="center" valign="top">0.762</td>
<td align="center" valign="top">0.745</td>
<td align="center" valign="top">0.854</td>
<td align="center" valign="top">0.827</td>
<td align="center" valign="top">0.831</td>
<td align="center" valign="top">0.836</td>
<td align="center" valign="top">0.759</td>
<td align="center" valign="top">0.755</td>
<td align="center" valign="top">0.755</td>
<td align="center" valign="top">0.753</td>
</tr>
<tr>
<td align="left" valign="top">Sensitivity</td>
<td align="center" valign="top">0.389</td>
<td align="center" valign="top">0.222</td>
<td align="center" valign="top">0.333</td>
<td align="center" valign="top">0.500</td>
<td align="center" valign="top">0.630</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">0.000</td>
<td align="center" valign="top">0.714</td>
<td align="center" valign="top">0.679</td>
<td align="center" valign="top">0.679</td>
<td align="center" valign="top">0.000</td>
<td align="center" valign="top">0.742</td>
<td align="center" valign="top">0.742</td>
<td align="center" valign="top">0.710</td>
<td align="center" valign="top">0.677</td>
</tr>
<tr>
<td align="left" valign="top">Specificity</td>
<td align="center" valign="top">0.938</td>
<td align="center" valign="top">0.958</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.938</td>
<td align="center" valign="top">0.718</td>
<td align="center" valign="top">0.744</td>
<td align="center" valign="top">0.744</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.842</td>
<td align="center" valign="top">0.789</td>
<td align="center" valign="top">0.816</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.629</td>
<td align="center" valign="top">0.657</td>
<td align="center" valign="top">0.657</td>
<td align="center" valign="top">0.657</td>
</tr>
<tr>
<td align="left" valign="top">PPV</td>
<td align="center" valign="top">0.700</td>
<td align="center" valign="top">0.667</td>
<td align="center" valign="top">1.000</td>
<td align="center" valign="top">0.750</td>
<td align="center" valign="top">0.607</td>
<td align="center" valign="top">0.643</td>
<td align="center" valign="top">0.643</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.704</td>
<td align="center" valign="top">0.731</td>
<td align="center" valign="top">NA</td>
<td align="center" valign="top">0.639</td>
<td align="center" valign="top">0.657</td>
<td align="center" valign="top">0.647</td>
<td align="center" valign="top">0.636</td>
</tr>
<tr>
<td align="left" valign="top">NPV</td>
<td align="center" valign="top">0.804</td>
<td align="center" valign="top">0.767</td>
<td align="center" valign="top">0.800</td>
<td align="center" valign="top">0.833</td>
<td align="center" valign="top">0.737</td>
<td align="center" valign="top">0.763</td>
<td align="center" valign="top">0.763</td>
<td align="center" valign="top">0.591</td>
<td align="center" valign="top">0.800</td>
<td align="center" valign="top">0.769</td>
<td align="center" valign="top">0.775</td>
<td align="center" valign="top">0.576</td>
<td align="center" valign="top">0.733</td>
<td align="center" valign="top">0.742</td>
<td align="center" valign="top">0.719</td>
<td align="center" valign="top">0.697</td>
</tr>
<tr>
<td align="left" valign="top">Accuracy</td>
<td align="center" valign="top">0.788</td>
<td align="center" valign="top">0.758</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">0.818</td>
<td align="center" valign="top">0.682</td>
<td align="center" valign="top">0.712</td>
<td align="center" valign="top">0.712</td>
<td align="center" valign="top">0.591</td>
<td align="center" valign="top">0.788</td>
<td align="center" valign="top">0.742</td>
<td align="center" valign="top">0.758</td>
<td align="center" valign="top">0.576</td>
<td align="center" valign="top">0.682</td>
<td align="center" valign="top">0.697</td>
<td align="center" valign="top">0.682</td>
<td align="center" valign="top">0.667</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Top 10 predictors (ordered by importance)<xref rid="tfn7" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="top" colspan="4">MMPI_Sc<break/>MMPI_Si<break/>MMPI_D<break/>MMPI_Pd<break/>MMPI_Pa</td>
<td align="center" valign="top" colspan="4">SRS_Com<break/>CBCL_Withdrawn<break/>CBCL_Att<break/>SRS_Cog<break/>CBCL_Agg</td>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>CBCL_Other<break/>CBCL_Withdrawn<break/>MMPI_Pt<break/>MMPI_D</td>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>MMPI_D<break/>MMPI_Sc<break/>MMPI_Si<break/>CBCL_Other</td>
</tr>
<tr>
<td align="center" valign="top" colspan="4">CBCL_Agg<break/>SRS_Cog<break/>MMPI_Ma<break/>CBCL_Att<break/>FSIQ</td>
<td align="center" valign="top" colspan="4">CBCL_Other<break/>MMPI_D<break/>SRS_Man<break/>MMPI_Pt<break/>SRS_Mot</td>
<td align="center" valign="top" colspan="4">CBCL_Anx/Dep<break/>CBCL_Att<break/>MMPI_Si<break/>SRS_Cog<break/>MMPI_Pa</td>
<td align="center" valign="top" colspan="4">CBCL_Anx/Dep<break/>MMPI_Pt<break/>MMPI_Pd<break/>CBCL_Withdrawn<break/>CBCL_Att</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>ADHD, attention-deficit/hyperactivity disorder; AUC, area under the curve; CBCL, Child Behavior Checklist; CBCL_Agg, aggressive behavior; CBCL_Anx/Dep, anxious/depressed; CBCL_Att, attention problems; CBCL_Other, other problems; CBCL_Withdrawn, withdrawn; FSIQ, full scale intelligence quotient; LR, logistic regression; MMPI, Minnesota Multiphasic Personality Inventory; MMPI_D, depression (code 2); MMPI_Hs, hypochondriasis (code 1); MMPI_Ma, hypomania (code 9); MMPI_Pa, paranoia (code 6); MMPI_Pd, psychopathy (code 4); MMPI_Pt, psychasthenia (code 7); MMPI_Sc, schizophrenia (code 8); MMPI_Si, social introversion (code 0); NA, not available; NPV, negative predictive value; PPV, positive predictive value; RF, random forest, ROC; receiver operating characteristic; SRS, social responsiveness scale; SRS_Cog, social cognition; SRS_Com, social communication; SRS_Man, autistic mannerisms; SRS_Mot, social motivations; SVM, support vector machine; XGBoost, eXtreme Gradient Boosting.</p>
<fn id="tfn6"><label>a</label><p>The 95% confidence intervals for each estimate are presented in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 51&#x2013;74.</p></fn>
<fn id="tfn7"><label>b</label><p>Results of the model (RF or XGBoost model) with the higher ROC AUC on test set were presented.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Detailed results for each estimate on both training and test sets and the SHAP summary plots for RF and XGBoost are displayed in <xref rid="sec24" ref-type="sec">Supplementary material</xref>, pp. 51&#x2013;74.</p>
</sec>
</sec>
</sec>
<sec sec-type="discussions" id="sec19">
<label>4.</label>
<title>Discussion</title>
<p>We evaluated the ML models predicting severe parenting stress and its components (parental distress, parent-child dysfunctional interaction, and difficult child) in caregivers of ASD patients and investigated major predictors. Our key findings were that our ML models could predict severe parental distress, parent-child dysfunctional interaction, difficult child, and total parenting stress with AUC values greater than 0.80. Moreover, we also identified major predictors for each outcome of interest by utilizing explainable ML models, which provided valuable insights into the underlying factors contributing to severe parenting stress in caregivers of ASD patients.</p>
<p>Parental distress measures a parent&#x2019;s experiences of their role as parents (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>). Among the top 10 predictors for parental distress, seven were associated with the personality traits of caregivers [depression (code 2), schizophrenia (code 8), psychopathy (code 4), psychasthenia (code 7), paranoia (code 6), social introversion (code 0), and hypomania (code 9)], which means that caregivers&#x2019; perceived hardship related to the role as parents may be determined primarily by their psychopathology. However, an observational study using regression analysis reported that ASD patients&#x2019; emotional problems (regression coefficient&#x2009;=&#x2009;0.31) may also play a significant role in parental distress (<xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>). Since our main ML models using the overall sample only included common subscales of CBCL between 1.5&#x2013;5 and 6&#x2013;18, and thereby scores of emotional problems were excluded, the potential impact of patients&#x2019; behavioral problems on caregivers&#x2019; parental distress should not be ignored. Indeed, our subgroup analysis that used CBCL 6&#x2013;18 sample showed that the patients&#x2019; behavioral problems were also essential predictors in predicting parental distress in caregivers of ASD patients. Nevertheless, when considering that most previous studies only utilized ASD patient factors as associated/predictive factors for parental distress (<xref ref-type="bibr" rid="ref28">Scibelli et al., 2021</xref>; <xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>), our study provided a new insight into the understanding of parental distress by utilizing explainable ML models with model features related to caregivers&#x2019; psychopathology. However, interpretation needs caution since MMPI-2 clinical scales should not be independently addressed (<xref ref-type="bibr" rid="ref19">Levak et al., 2012</xref>). A comprehensive approach for significant MMPI-2 clinical scales might be appropriate. For example, we may expect that a caregiver of 2-4-8 code type (the top 3 predictors for parental distress) would experience substantial difficulties in their role as parents as to the vulnerability to substance abuse, poor impulse control, emotional dysregulation, posttraumatic stress disorder symptoms, thought disorder, and borderline personality disorder, which might represent moderate to severe psychopathology and require major psychiatric interventions (<xref ref-type="bibr" rid="ref3">Archer et al., 1995</xref>; <xref ref-type="bibr" rid="ref5">Bell-Pringle et al., 1997</xref>; <xref ref-type="bibr" rid="ref9">Donovan et al., 1998</xref>).</p>
<p>Parent-child dysfunctional interaction measures parents&#x2019; feelings about the interaction with their child with ASD (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>). Interestingly, our findings implied that behavioral problems of children (withdrawn, aggressive behavior, and attention problems) contributed more to caregivers&#x2019; negative feelings on their interaction with the children compared to ASD core symptoms, even though the latter ones seemed to be more directly associated with their interaction. Furthermore, a cross-sectional study observed that the correlation coefficient (<italic>r</italic>) between total ASD core symptoms and parent-child dysfunctional interaction (0.305) was attenuated when considering its individual subscales. Specifically, the correlations with parent-child dysfunctional interaction were estimated to be 0.184 for reciprocal social interaction, 0.212 for social communication, and 0.288 for repetitive and restricted behaviors (<xref ref-type="bibr" rid="ref28">Scibelli et al., 2021</xref>). However, a separate study that employed a regression analysis highlighted the significance of ASD core symptoms on parent-child dysfunctional interaction (ASD core symptom severity: regression coefficient&#x2009;=&#x2009;0.48, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) (<xref ref-type="bibr" rid="ref21">Mello et al., 2022</xref>). This indicates that the impact of ASD core symptoms should not be underestimated and remains a significant concern. In fact, two of the top 5 predictors were related to ASD core symptoms (social communication and cognition) in the subgroup analysis using the CBCL 1.5&#x2013;5 sample. Taken together, our results suggested that both ASD core symptoms and behavioral problems of ASD patients are important in predicting parent-child dysfunctional interaction.</p>
<p>Difficult child measures a parent&#x2019;s perception of whether the child is easy or difficult to nurture (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>). Our models found that ASD patients&#x2019; behavioral problems (aggressive behavior, anxious/depressed, other problems, attention problems, and withdrawn), caregivers&#x2019; psychopathology [social introversion (code 0) and depression (code 2)], and ASD patients&#x2019; core symptoms (autistic mannerisms and social cognition) mainly contributed to the caregivers&#x2019; perception that their child was difficult to care. These results are consistent with the previous studies that have reported associated/predictive factors for difficult child in parents of ASD patients. Scibelli et al. found that difficult child (as measured by PSI-SF) was significantly correlated with ASD core symptoms (total symptoms: <italic>r</italic>&#x2009;=&#x2009;0.409; repetitive and restricted behavior: <italic>r</italic>&#x2009;=&#x2009;0.409) and behavioral problems (social problems: <italic>r</italic>&#x2009;=&#x2009;0.485; thought problems: <italic>r</italic>&#x2009;=&#x2009;0.671; attention problems: <italic>r</italic>&#x2009;=&#x2009;0.502; rule-breaking behavior: <italic>r</italic>&#x2009;=&#x2009;0.498; aggressive behavior: <italic>r</italic>&#x2009;=&#x2009;0.555) in ASD without cognitive impairment (<xref ref-type="bibr" rid="ref28">Scibelli et al., 2021</xref>). <xref ref-type="bibr" rid="ref21">Mello et al. (2022)</xref> have also reported significant impacts of ASD core symptoms (regression coefficient&#x2009;=&#x2009;0.46) and aggressive behavior (regression coefficient&#x2009;=&#x2009;0.36) on difficult child. Together with our findings, this suggested that the severity of core symptoms and behavioral problems seemed to directly contribute to the difficulties faced by caregivers in their upbringing responsibilities. However, our study was the first to report that caregivers&#x2019; personality traits were also major predictors for difficult child, even outranking ASD core symptoms. That is, the caregivers&#x2019; personality traits also significantly affect how they perceive difficulty in raising their child. When considering a caregiver of the 2-0 code type, for example, one may be challenged by their child&#x2019;s aspects that make one feels tough to raise, such as aggressive behavior, because these people tend to represent chronic depression, guilty, social withdrawal, and lack of confidence (<xref ref-type="bibr" rid="ref19">Levak et al., 2012</xref>). Additionally, higher scale scores of 2-0 code type are clinically associated with unipolar depression or remitted depression, and pessimism, the negative cognition of which might lead to a bias that affects measuring a child as a more difficult child (<xref ref-type="bibr" rid="ref33">Wetzler et al., 1995</xref>; <xref ref-type="bibr" rid="ref30">Suzuki et al., 2014</xref>).</p>
<p>Total parenting stress measures the overall stress level in the role of parents (<xref ref-type="bibr" rid="ref1">Abidin, 1990</xref>). The main contributors to the overall stress of caregivers were the ASD patients&#x2019; behavioral problems (aggressive behavior, anxious/depressed, attention problems, withdrawn, and other problems) and caregivers&#x2019; psychopathology [depression (code 2), social introversion (code 0), psychasthenia (code 7), and schizophrenia (code 8)], whereas ASD core symptoms showed less predictive power. This suggested that individualized interventions for caregivers targeting their mental health in the context of their psychopathologic profile might be helpful in alleviating parenting stress and subsequently improving treatment outcomes for ASD patients (<xref ref-type="bibr" rid="ref25">Osborne et al., 2008</xref>). Indeed, the current interventions of mainstream generally aimed at maximizing ASD patients&#x2019; functioning by improving their core symptoms or specific behavioral problems (<xref ref-type="bibr" rid="ref16">Lai et al., 2014</xref>). Psychological interventions targeting parenting stress were also suggested, of which the efficacy was confirmed by a meta-analysis of 16 randomized controlled trials with moderate certainty of evidence (standardized mean difference &#x2212;0.33, 95% CI &#x2212;0.46 to &#x2212;0.19) (<xref ref-type="bibr" rid="ref15">Kulasinghe et al., 2022</xref>). However, none of the meta-analyzed trials have included caregivers&#x2019; psychopathology as a treatment target. Our findings that caregivers&#x2019; psychopathology was also a reliable predictor of total parenting stress suggested that interventions may benefit from including caregivers&#x2019; psychopathology as a novel therapeutic target.</p>
<p>Meanwhile, there is a tendency that in the CBCL 1.5&#x2013;5 sample, model features associated with the caregivers&#x2019; psychopathology were ranked higher than behavioral problems; however, this was inverted in the CBCL 6&#x2013;18 sample. This might result from the tendency that the severity of behavioral problems tended to be higher in the CBCL 6&#x2013;18 sample than in CBCL 1.5&#x2013;5. For subgroup analysis by comorbid ADHD, the model features related to ASD core symptoms rose in rank in the sample with ADHD compared to the main analysis. This may indicate that addictive deficits in the social domain of both ASD and ADHD have more contributed to parenting stress than the ousted predictors (<xref ref-type="bibr" rid="ref22">Mikami et al., 2019</xref>).</p>
<p>This study has some limitations. First, the performance of ML models was not confirmed by the external validation set. Second, given that generated models did not show the perfect performance, failing to achieve an AUC larger than 0.90, it could be hypothesized that some potential predictors of parenting stress, such as family income, may have been missed. Third, the thorough interpretation of the MMPI was not possible because the MMPI should be addressed in the context of validity scales, but only clinical scales were employed as model features. Fourth, the SRS-2 and CBCL were rated by a caregiver, possibly leading to the overestimation of the ASD patients&#x2019; status, especially in those with high parenting stress (<xref ref-type="bibr" rid="ref27">Schwartzman et al., 2021</xref>). Lastly, the study period was insufficient to investigate the impact of the COVID-19 pandemic on the parenting stress of this population, which calls for further studies.</p>
<p>In conclusion, we identified major predictors for each component of parenting stress in ASD patients&#x2019; primary caregivers using explainable ML models. This study revealed specific components of caregivers&#x2019; psychopathology, ASD patients&#x2019; core symptoms, and behavioral problems which mainly contribute to parenting stress. Our ML models and the identified predictors would be helpful in alerting physicians whether a caregiver is at a high risk of experiencing severe parenting stress and if so, providing timely interventions, which could eventually improve the treatment outcome for ASD patients.</p>
</sec>
<sec sec-type="data-availability" id="sec20">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="sec21">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Institutional Review Board of the Severance Hospital of Yonsei University, Seoul, the Republic of Korea. The studies were conducted in accordance with the local legislation and institutional requirements. The ethics committee/institutional review board waived the requirement of written informed consent for participation from the participants or the participants&#x2019; legal guardians/next of kin because informed consent was waived since the authors used retrospective and deidentified patient data.</p>
</sec>
<sec id="sec22">
<title>Author contributions</title>
<p>HC, JK, HK, and K-AC conceived and designed the study. HC managed data collection and checked data eligibility. JK performed the machine learning-based analysis. HC and HK inspected the completion of the analysis. HC and JK drafted the manuscript. HK and K-AC provided critical revision of the drafted manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="sec23">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>This research was supported by a grant of the R&#x0026;D project, funded by the National Center for Mental Health (grant number: MHER22A01).</p>
</ack>
<sec sec-type="supplementary-material" id="sec24">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fnins.2023.1229155/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fnins.2023.1229155/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.DOCX" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Abidin</surname> <given-names>R. R.</given-names></name></person-group> (<year>1990</year>). <source>Parenting stress index-short form</source>. <publisher-name>Pediatric Psychology Press</publisher-name>, <publisher-loc>Charlottesville, VA</publisher-loc>.</citation></ref>
<ref id="ref2"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Achenbach</surname> <given-names>T. M.</given-names></name></person-group> (<year>1999</year>). <article-title>The Child Behavior Checklist and related instruments</article-title>, <source>The use of psychological testing for treatment planning and outcomes assessment</source>, <edition>2</edition> <publisher-loc>Mahwah, NJ</publisher-loc>: <publisher-name>Lawrence Erlbaum Associates Publishers</publisher-name>, <fpage>429</fpage>&#x2013;<lpage>466</lpage>.</citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Archer</surname> <given-names>R. P.</given-names></name> <name><surname>Griffin</surname> <given-names>R.</given-names></name> <name><surname>Aiduk</surname> <given-names>R.</given-names></name></person-group> (<year>1995</year>). <article-title>MMPI-2 clinical correlates for ten common codes</article-title>. <source>J. Pers. Assess.</source> <volume>65</volume>, <fpage>391</fpage>&#x2013;<lpage>407</lpage>. doi: <pub-id pub-id-type="doi">10.1207/s15327752jpa6503_1</pub-id>, PMID: <pub-id pub-id-type="pmid">16367707</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll1">American Psychiatric Association</collab></person-group> (<year>2013</year>). <source>Diagnostic and statistical manual of mental disorders: DSM-5</source>. <publisher-loc>Arlington, VA</publisher-loc>: <publisher-name>American Psychiatric Association</publisher-name>.</citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bell-Pringle</surname> <given-names>V. J.</given-names></name> <name><surname>Pate</surname> <given-names>J. L.</given-names></name> <name><surname>Brown</surname> <given-names>R. C.</given-names></name></person-group> (<year>1997</year>). <article-title>Assessment of borderline personality disorder using the MMPI-2 and the personality assessment inventory</article-title>. <source>Assessment</source> <volume>4</volume>, <fpage>131</fpage>&#x2013;<lpage>139</lpage>. doi: <pub-id pub-id-type="doi">10.1177/107319119700400203</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bergstra</surname> <given-names>J.</given-names></name> <name><surname>Bengio</surname> <given-names>Y.</given-names></name></person-group> (<year>2012</year>). <article-title>Random search for hyper-parameter optimization</article-title>. <source>J. Mach. Learn. Res.</source> <volume>13</volume>, <fpage>281</fpage>&#x2013;<lpage>305</lpage>.</citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chun</surname> <given-names>J.</given-names></name> <name><surname>Bong</surname> <given-names>G.</given-names></name> <name><surname>Han</surname> <given-names>J. H.</given-names></name> <name><surname>Oh</surname> <given-names>M.</given-names></name> <name><surname>Yoo</surname> <given-names>H. J.</given-names></name></person-group> (<year>2021</year>). <article-title>Validation of social responsiveness scale for Korean preschool children with autism</article-title>. <source>Psychiatry Investig.</source> <volume>18</volume>, <fpage>831</fpage>&#x2013;<lpage>840</lpage>. doi: <pub-id pub-id-type="doi">10.30773/pi.2021.0182</pub-id>, PMID: <pub-id pub-id-type="pmid">34500507</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Constantino</surname> <given-names>J. N.</given-names></name></person-group> (<year>2012</year>). <source>Social responsiveness scale (SRS-2)</source>. <edition>2nd</edition> Edn. <publisher-loc>Los Angeles</publisher-loc>: <publisher-name>Western Psychological Services</publisher-name>.</citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donovan</surname> <given-names>J. M.</given-names></name> <name><surname>Soldz</surname> <given-names>S.</given-names></name> <name><surname>Kelley</surname> <given-names>H. F.</given-names></name> <name><surname>Penk</surname> <given-names>W. E.</given-names></name></person-group> (<year>1998</year>). <article-title>Four addictions: the MMPI and discriminant function analysis</article-title>. <source>J. Addict. Dis.</source> <volume>17</volume>, <fpage>41</fpage>&#x2013;<lpage>55</lpage>. doi: <pub-id pub-id-type="doi">10.1300/J069v17n02_04</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Falk</surname> <given-names>N. H.</given-names></name> <name><surname>Norris</surname> <given-names>K.</given-names></name> <name><surname>Quinn</surname> <given-names>M. G.</given-names></name></person-group> (<year>2014</year>). <article-title>The factors predicting stress, anxiety and depression in the parents of children with autism</article-title>. <source>J. Autism Dev. Disord.</source> <volume>44</volume>, <fpage>3185</fpage>&#x2013;<lpage>3203</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-014-2189-4</pub-id>, PMID: <pub-id pub-id-type="pmid">25022253</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Graham</surname> <given-names>J. R.</given-names></name></person-group> (<year>1990</year>). <source>MMPI-2: assessing personality and psychopathology</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Han</surname> <given-names>K.</given-names></name> <name><surname>Lim</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>Z.</given-names></name> <name><surname>Min</surname> <given-names>B.</given-names></name> <name><surname>Lee</surname> <given-names>J.</given-names></name> <name><surname>Moon</surname> <given-names>K.</given-names></name></person-group> (<year>2006</year>). <article-title>Korean MMPI-2 standardization study</article-title>. <source>Korean J. Clin. Psychol.</source> <volume>25</volume>, <fpage>533</fpage>&#x2013;<lpage>564</lpage>.</citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Han</surname> <given-names>M. H.</given-names></name> <name><surname>Yoo</surname> <given-names>A. J.</given-names></name></person-group> (<year>1995</year>). <article-title>The validation of the Child Behavior Checklist</article-title>. <source>Korean J Child Stud</source> <volume>16</volume>, <fpage>5</fpage>&#x2013;<lpage>21</lpage>.</citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hayes</surname> <given-names>S. A.</given-names></name> <name><surname>Watson</surname> <given-names>S. L.</given-names></name></person-group> (<year>2013</year>). <article-title>The impact of parenting stress: a meta-analysis of studies comparing the experience of parenting stress in parents of children with and without autism spectrum disorder</article-title>. <source>J. Autism Dev. Disord.</source> <volume>43</volume>, <fpage>629</fpage>&#x2013;<lpage>642</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-012-1604-y</pub-id>, PMID: <pub-id pub-id-type="pmid">22790429</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kulasinghe</surname> <given-names>K.</given-names></name> <name><surname>Whittingham</surname> <given-names>K.</given-names></name> <name><surname>Mitchell</surname> <given-names>A. E.</given-names></name> <name><surname>Boyd</surname> <given-names>R. N.</given-names></name></person-group> (<year>2022</year>). <article-title>Psychological interventions targeting mental health and the mother-child relationship in autism: systematic review and meta-analysis</article-title>. <source>Dev. Med. Child Neurol.</source> <volume>65</volume>, <fpage>329</fpage>&#x2013;<lpage>345</lpage>. doi: <pub-id pub-id-type="doi">10.1111/dmcn.15432</pub-id>, PMID: <pub-id pub-id-type="pmid">36208472</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lai</surname> <given-names>M. C.</given-names></name> <name><surname>Lombardo</surname> <given-names>M. V.</given-names></name> <name><surname>Baron-Cohen</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Autism</article-title>. <source>Lancet</source> <volume>383</volume>, <fpage>896</fpage>&#x2013;<lpage>910</lpage>. doi: <pub-id pub-id-type="doi">10.1016/s0140-6736(13)61539-1</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>K.-S.</given-names></name> <name><surname>Chung</surname> <given-names>K.</given-names></name> <name><surname>Park</surname> <given-names>J.</given-names></name> <name><surname>Kim</surname> <given-names>H.-J.</given-names></name></person-group> (<year>2008</year>). <article-title>Reliability and validity study for the Korean version of parenting stress index short form (K-PSI-SF)</article-title>. <source>Korean J. Woman Psychol.</source> <volume>13</volume>, <fpage>363</fpage>&#x2013;<lpage>377</lpage>. doi: <pub-id pub-id-type="doi">10.18205/kpa.2008.13.3.007</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leonardi</surname> <given-names>E.</given-names></name> <name><surname>Cerasa</surname> <given-names>A.</given-names></name> <name><surname>Servidio</surname> <given-names>R.</given-names></name> <name><surname>Costabile</surname> <given-names>A.</given-names></name> <name><surname>Fam&#x00E0;</surname> <given-names>F. I.</given-names></name> <name><surname>Carrozza</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>The route of stress in parents of young children with and without autism: a path-analysis study</article-title>. <source>Int. J. Environ. Res. Public Health</source> <volume>18</volume>:<fpage>10887</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph182010887</pub-id>, PMID: <pub-id pub-id-type="pmid">34682634</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Levak</surname> <given-names>R. W.</given-names></name> <name><surname>Siegel</surname> <given-names>L.</given-names></name> <name><surname>Nichols</surname> <given-names>D. S.</given-names></name></person-group> (<year>2012</year>). <source>Therapeutic feedback with the MMPI-2: a positive psychology approach</source>. <publisher-name>Routledge/Taylor &#x0026; Francis Group.</publisher-name>.</citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lundberg</surname> <given-names>S. M.</given-names></name> <name><surname>Erion</surname> <given-names>G.</given-names></name> <name><surname>Chen</surname> <given-names>H.</given-names></name> <name><surname>DeGrave</surname> <given-names>A.</given-names></name> <name><surname>Prutkin</surname> <given-names>J. M.</given-names></name> <name><surname>Nair</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>From local explanations to global understanding with explainable AI for trees</article-title>. <source>Nat. Mach. Intell.</source> <volume>2</volume>, <fpage>56</fpage>&#x2013;<lpage>67</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s42256-019-0138-9</pub-id>, PMID: <pub-id pub-id-type="pmid">32607472</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mello</surname> <given-names>C.</given-names></name> <name><surname>Rivard</surname> <given-names>M.</given-names></name> <name><surname>Morin</surname> <given-names>D.</given-names></name> <name><surname>Patel</surname> <given-names>S.</given-names></name> <name><surname>Morin</surname> <given-names>M.</given-names></name></person-group> (<year>2022</year>). <article-title>Symptom severity, internalized and externalized behavioral and emotional problems: links with parenting stress in mothers of children recently diagnosed with autism</article-title>. <source>J. Autism Dev. Disord.</source> <volume>52</volume>, <fpage>2400</fpage>&#x2013;<lpage>2413</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-021-05131-4</pub-id>, PMID: <pub-id pub-id-type="pmid">34120257</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mikami</surname> <given-names>A. Y.</given-names></name> <name><surname>Miller</surname> <given-names>M.</given-names></name> <name><surname>Lerner</surname> <given-names>M. D.</given-names></name></person-group> (<year>2019</year>). <article-title>Social functioning in youth with attention-deficit/hyperactivity disorder and autism spectrum disorder: transdiagnostic commonalities and differences</article-title>. <source>Clin. Psychol. Rev.</source> <volume>68</volume>, <fpage>54</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cpr.2018.12.005</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miranda</surname> <given-names>A.</given-names></name> <name><surname>Mira</surname> <given-names>A.</given-names></name> <name><surname>Berenguer</surname> <given-names>C.</given-names></name> <name><surname>Rosello</surname> <given-names>B.</given-names></name> <name><surname>Baixauli</surname> <given-names>I.</given-names></name></person-group> (<year>2019</year>). <article-title>Parenting stress in mothers of children with autism without intellectual disability. Mediation of behavioral problems and coping strategies</article-title>. <source>Front. Psychol.</source> <volume>10</volume>:<fpage>464</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00464</pub-id>, PMID: <pub-id pub-id-type="pmid">30906274</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Neter</surname> <given-names>J.</given-names></name> <name><surname>Kutner</surname> <given-names>M. H.</given-names></name> <name><surname>Nachtsheim</surname> <given-names>C. J.</given-names></name> <name><surname>Wasserman</surname> <given-names>W.</given-names></name></person-group> (<year>1996</year>). <source>Applied linear statistical models</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>WCB McGraw-Hill</publisher-name>.</citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Osborne</surname> <given-names>L. A.</given-names></name> <name><surname>McHugh</surname> <given-names>L.</given-names></name> <name><surname>Saunders</surname> <given-names>J.</given-names></name> <name><surname>Reed</surname> <given-names>P.</given-names></name></person-group> (<year>2008</year>). <article-title>Parenting stress reduces the effectiveness of early teaching interventions for autistic spectrum disorders</article-title>. <source>J. Autism Dev. Disord.</source> <volume>38</volume>, <fpage>1092</fpage>&#x2013;<lpage>1103</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-007-0497-7</pub-id>, PMID: <pub-id pub-id-type="pmid">18027079</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schwalbe</surname> <given-names>N.</given-names></name> <name><surname>Wahl</surname> <given-names>B.</given-names></name></person-group> (<year>2020</year>). <article-title>Artificial intelligence and the future of global health</article-title>. <source>Lancet</source> <volume>395</volume>, <fpage>1579</fpage>&#x2013;<lpage>1586</lpage>. doi: <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30226-9</pub-id>, PMID: <pub-id pub-id-type="pmid">32416782</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schwartzman</surname> <given-names>J. M.</given-names></name> <name><surname>Hardan</surname> <given-names>A. Y.</given-names></name> <name><surname>Gengoux</surname> <given-names>G. W.</given-names></name></person-group> (<year>2021</year>). <article-title>Parenting stress in autism spectrum disorder may account for discrepancies in parent and clinician ratings of child functioning</article-title>. <source>Autism</source> <volume>25</volume>, <fpage>1601</fpage>&#x2013;<lpage>1614</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1362361321998560</pub-id>, PMID: <pub-id pub-id-type="pmid">33691519</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scibelli</surname> <given-names>F.</given-names></name> <name><surname>Fuc&#x00E0;</surname> <given-names>E.</given-names></name> <name><surname>Guerrera</surname> <given-names>S.</given-names></name> <name><surname>Lupi</surname> <given-names>E.</given-names></name> <name><surname>Alfieri</surname> <given-names>P.</given-names></name> <name><surname>Valeri</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Clinical and individual features associated with maternal stress in young adolescents with autism spectrum disorder</article-title>. <source>Autism Res.</source> <volume>14</volume>, <fpage>1935</fpage>&#x2013;<lpage>1947</lpage>. doi: <pub-id pub-id-type="doi">10.1002/aur.2539</pub-id>, PMID: <pub-id pub-id-type="pmid">34013607</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siu</surname> <given-names>Q. K. Y.</given-names></name> <name><surname>Yi</surname> <given-names>H.</given-names></name> <name><surname>Chan</surname> <given-names>R. C. H.</given-names></name> <name><surname>Chio</surname> <given-names>F. H. N.</given-names></name> <name><surname>Chan</surname> <given-names>D. F. Y.</given-names></name> <name><surname>Mak</surname> <given-names>W. W. S.</given-names></name></person-group> (<year>2019</year>). <article-title>The role of child problem behaviors in autism spectrum symptoms and parenting stress: a primary school-based study</article-title>. <source>J. Autism Dev. Disord.</source> <volume>49</volume>, <fpage>857</fpage>&#x2013;<lpage>870</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-018-3791-7</pub-id>, PMID: <pub-id pub-id-type="pmid">30367345</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suzuki</surname> <given-names>M.</given-names></name> <name><surname>Takahashi</surname> <given-names>M.</given-names></name> <name><surname>Muneoka</surname> <given-names>K.</given-names></name> <name><surname>Sato</surname> <given-names>K.</given-names></name> <name><surname>Hashimoto</surname> <given-names>K.</given-names></name> <name><surname>Shirayama</surname> <given-names>Y.</given-names></name></person-group> (<year>2014</year>). <article-title>A study of remitted and treatment-resistant depression using MMPI and including pessimism and optimism scales</article-title>. <source>PLoS One</source> <volume>9</volume>:<fpage>e109137</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0109137</pub-id>, PMID: <pub-id pub-id-type="pmid">25279466</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Voliovitch</surname> <given-names>Y.</given-names></name> <name><surname>Leventhal</surname> <given-names>J. M.</given-names></name> <name><surname>Fenick</surname> <given-names>A. M.</given-names></name> <name><surname>Gupta</surname> <given-names>A. R.</given-names></name> <name><surname>Feinberg</surname> <given-names>E.</given-names></name> <name><surname>Hickey</surname> <given-names>E. J.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Parenting stress and its associated components prior to an autism spectrum disorder (ASD) diagnostic evaluation</article-title>. <source>J. Autism Dev. Disord.</source> <volume>51</volume>, <fpage>3432</fpage>&#x2013;<lpage>3442</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-020-04804-w</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>von Elm</surname> <given-names>E.</given-names></name> <name><surname>Altman</surname> <given-names>D. G.</given-names></name> <name><surname>Egger</surname> <given-names>M.</given-names></name> <name><surname>Pocock</surname> <given-names>S. J.</given-names></name> <name><surname>G&#x00F8;tzsche</surname> <given-names>P. C.</given-names></name> <name><surname>Vandenbroucke</surname> <given-names>J. P.</given-names></name></person-group> (<year>2007</year>). <article-title>Strengthening the reporting of observational studies in epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>. <source>BMJ</source> <volume>335</volume>, <fpage>806</fpage>&#x2013;<lpage>808</lpage>. doi: <pub-id pub-id-type="doi">10.1136/bmj.39335.541782.AD</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wetzler</surname> <given-names>S.</given-names></name> <name><surname>Khadivi</surname> <given-names>A.</given-names></name> <name><surname>Oppenheim</surname> <given-names>S.</given-names></name></person-group> (<year>1995</year>). <article-title>The psychological assessment of depression: unipolars versus bipolars</article-title>. <source>J. Pers. Assess.</source> <volume>65</volume>, <fpage>557</fpage>&#x2013;<lpage>566</lpage>. doi: <pub-id pub-id-type="doi">10.1207/s15327752jpa6503_14</pub-id>, PMID: <pub-id pub-id-type="pmid">8609588</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yorke</surname> <given-names>I.</given-names></name> <name><surname>White</surname> <given-names>P.</given-names></name> <name><surname>Weston</surname> <given-names>A.</given-names></name> <name><surname>Rafla</surname> <given-names>M.</given-names></name> <name><surname>Charman</surname> <given-names>T.</given-names></name> <name><surname>Simonoff</surname> <given-names>E.</given-names></name></person-group> (<year>2018</year>). <article-title>The association between emotional and behavioral problems in children with autism spectrum disorder and psychological distress in their parents: a systematic review and meta-analysis</article-title>. <source>J. Autism Dev. Disord.</source> <volume>48</volume>, <fpage>3393</fpage>&#x2013;<lpage>3415</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10803-018-3605-y</pub-id>, PMID: <pub-id pub-id-type="pmid">29777471</pub-id></citation></ref>
</ref-list>
</back>
</article>
