<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="brief-report">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2021.746904</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Changes in Quality of Life and Loneliness Among Middle-Aged and Older Adults Participating in Therapist-Guided Digital Mental Health Intervention</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Gould</surname> <given-names>Christine E.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1261894/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Carlson</surname> <given-names>Chalise</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Alfaro</surname> <given-names>Ana Jessica</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chick</surname> <given-names>Christina F.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Bruce</surname> <given-names>Martha L.</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Forman-Hoffman</surname> <given-names>Valerie L.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>VA Palo Alto Health Care System, Geriatric Research, Education and Clinical Center</institution>, <addr-line>Palo Alto, CA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Psychiatry and Behavioral Sciences, Stanford University School of Medicine</institution>, <addr-line>Palo Alto, CA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>VA Palo Alto Health Care System, Mental Illness Research, Education, and Clinical Center (MIRECC)</institution>, <addr-line>Palo Alto, CA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Geisel School of Medicine at Dartmouth and Dartmouth-Hitchcock Health</institution>, <addr-line>Hanover, NH</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>Meru Health, Inc.</institution>, <addr-line>San Mateo, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Marcia G. Ory, Texas A&#x00026;M University, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Janet Pohl, Arizona State University, United States; Thijs Van Houwelingen, HU University of Applied Sciences Utrecht, Netherlands</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Christine E. Gould <email>christine.gould&#x00040;va.gov</email> <ext-link ext-link-type="uri" xlink:href="https://orcid.org/0000-0001-8901-2363">orcid.org/0000-0001-8901-2363</ext-link></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Aging and Public Health, a section of the journal Frontiers in Public Health</p></fn></author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>9</volume>
<elocation-id>746904</elocation-id>
<history>
<date date-type="received">
<day>25</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>01</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Gould, Carlson, Alfaro, Chick, Bruce and Forman-Hoffman.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Gould, Carlson, Alfaro, Chick, Bruce and Forman-Hoffman</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Background:</bold> This study aimed to examine the effects of a 12-week multicomponent mobile app-delivered intervention, the Meru Health Program (MHP), on mental health quality of life (QoL) and loneliness among the middle-aged and older adults with depression symptoms.</p>
<p><bold>Methods:</bold> The eligible participants (<italic>M</italic> age = 57.06, <italic>SD</italic> = 11.26 years) were enrolled in the MHP, a therapist-supported mobile intervention. Using a non-randomized pre-post design, change in mental health QoL [WHO QoL Brief (WHOQOL-BREF) psychological health] and loneliness (UCLA Loneliness Scale) from baseline to post-treatment were examined. Time of enrollment [pre- vs. post-coronavirus disease 2019 (COVID-19)] was included as a between-subjects factor in the repeated measures analyses.</p>
<p><bold>Results:</bold> Forty-two participants enrolled prior to the COVID-19 pandemic; eight enrolled after the pandemic began. Among the pre-COVID-19 enrollees, increase in mental health QoL, <italic>F</italic><sub>(1, 38)</sub> = 12.61, <italic>p</italic> = 0.001, &#x003B7;<sup>2</sup> = 0.25 and decreases in loneliness emerged, <italic>F</italic><sub>(1, 38)</sub> = 5.42, <italic>p</italic> = 0.025, &#x003B7;<sup>2</sup> = 0.13. The changes in mental health QoL, but not loneliness, held for the combined sample, such as post-COVID-19 enrollees, <italic>F</italic><sub>(1, 44)</sub> = 6.02, <italic>p</italic> = 0.018, &#x003B7;<sup>2</sup> = 0.12. The regression analyses showed that increases in mindfulness were associated with the increased mental health QoL and decreased loneliness.</p>
<p><bold>Conclusion:</bold> Therapist-supported digital mental health interventions, such as the MHP, have the potential to improve mental health QoL and decrease loneliness among the middle-aged and older adults. The findings for loneliness may not hold during the periods of mandated isolation. Instead, therapists supporting digital interventions may need to tailor their approach to target loneliness.</p></abstract>
<kwd-group>
<kwd>aging</kwd>
<kwd>depression</kwd>
<kwd>digital health</kwd>
<kwd>digital therapeutics</kwd>
<kwd>mHealth</kwd>
<kwd>smartphone</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="33"/>
<page-count count="9"/>
<word-count count="6062"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Loneliness, a subjective feeling of social isolation, afflicts more than a third (35%) of adults aged 45 and older (<xref ref-type="bibr" rid="B1">1</xref>). Furthermore, loneliness co-occurs with numerous chronic health conditions (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>), increases risk of dementia (<xref ref-type="bibr" rid="B4">4</xref>), and leads to increased morbidity and mortality (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). The health epidemic of loneliness continues to worsen, most recently due to acute factors, such as the [coronavirus disease 2019 (COVID-19)] pandemic that led to or exacerbated social isolation (<xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>The interventions targeting loneliness primarily focus on the enhancing social skills, providing social support, increasing social access, and/or targeting maladaptive thoughts (<xref ref-type="bibr" rid="B8">8</xref>). The meta-analytic findings suggest that the interventions that include components to target maladaptive thoughts or social cognitions were most efficacious (<xref ref-type="bibr" rid="B8">8</xref>). A review focused on older adults found that most of the interventions for loneliness were delivered in a group-based format (66%) and often utilized primarily educational interventions (<xref ref-type="bibr" rid="B9">9</xref>). The authors concluded that the interventions that promoted social connections were most effective (<xref ref-type="bibr" rid="B9">9</xref>). Moreover, the use of information and communication technology (e.g., social media and email) to foster connectivity among the older adults is gaining attention. The studies have demonstrated that greater access to and use of technology among the older adults is associated with lower depression, fewer chronic conditions, and greater perceived social support, health, and subjective well-being (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>). These findings suggest that the use of technology in late life can alleviate loneliness as well as support mental and physical health.</p>
<p>Aligned with the previous findings of the importance of addressing loneliness, the potential benefits of utilizing technology to promote social connectedness, and the inherent social connectedness in group interventions, we examined whether a multicomponent digital intervention may decrease loneliness. The digital intervention [Meru Health Program (MHP)] is a therapist-supported program that incorporates mindfulness and cognitive behavioral interventions to decrease depression and anxiety. Furthermore, the MHP is delivered in a group format with opportunities for social support through the therapist-moderated discussion among the group participants. Our previous work with middle-aged and older adults has demonstrated that the 8-week MHP program led to significant reductions in anxiety and depression (<xref ref-type="bibr" rid="B12">12</xref>) and subjective improvements in multiple domains, such as increased activity participation and improved social interactions (<xref ref-type="bibr" rid="B13">13</xref>). Furthermore, other work has shown that the skills incorporated into MHP intervention, specifically mindfulness skills, are found to reduce loneliness among the younger adults (<xref ref-type="bibr" rid="B14">14</xref>). Additionally, brief behavioral interventions, such as behavioral activation, are shown to decrease loneliness among the home-bound older adults with depression (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Taken together, it is expected that the MHP would both increase mental health quality of life (QoL) and decrease loneliness through increasing acceptance, improving self-regard/self-compassion, reducing negative cognitions, and promoting engagement in the present moment through informal mindfulness practices (<xref ref-type="bibr" rid="B17">17</xref>).</p>
<p>The present study aimed to extend previous findings on the benefits of the MHP on reducing depressive and anxiety symptoms to two important domains: QoL and loneliness. This study had two aims, which were to examine whether participation in the MHP resulted in change in (1) mental health QoL and (2) loneliness in a sample of middle aged and older adults with the depressive symptoms. In an exploratory aim, we investigated whether change in mindfulness was associated with change in mental health QoL and loneliness.</p></sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Study Design</title>
<p>This study was a 12-week non-randomized pre-post examination of the MHP in middle-aged and older adults (Clinicaltrials.gov NCT03652948).</p></sec>
<sec>
<title>Participants</title>
<p>Recruitment of the participants occurred between April 2019 and March 2020 and between August 2020 and October 2020. The advertisements consisted of flyers posted on public community boards, newspaper advertisements, and digital advertisements (Craigslist and Facebook) targeting people aged 40 years and older within the California Bay Area. During the COVID-19 pandemic, digital ads on Craigslist and Facebook linked to a secure online contact survey became the primary source of recruitment between August and September 2020.</p>
<p>The eligible participants were the residents from California, with a smartphone capable of running the MHP app, and had increased depressive symptoms defined as Patients Health Questionnaire nine-item Scores &#x02265;7 [PHQ-9; (<xref ref-type="bibr" rid="B18">18</xref>)]. Exclusion criteria applied during the initial telephone screen included presence of bipolar disorder, potential psychosis assessed using the Mini Neuropsychiatric Interview 7.0.2 [MINI; (<xref ref-type="bibr" rid="B19">19</xref>)] psychosis screening questions, substantial alcohol use as measured by the AUDIT-C [AUDIT-C &#x02265; 5; (<xref ref-type="bibr" rid="B20">20</xref>)], possible cognitive impairment as determined by the Short-Blessed Test [SBT &#x02265; 6; (<xref ref-type="bibr" rid="B21">21</xref>)], active suicide ideation [P4 Suicide Risk Screener; (<xref ref-type="bibr" rid="B22">22</xref>)], and participation in ongoing psychotherapy. The participants were allowed to enroll if taking psychotropic medications as long as they were on a stable dose for &#x0003E;30 days.</p></sec>
<sec>
<title>Measures</title>
<sec>
<title>Demographics and Health Questionnaire</title>
<p>At baseline, the participants completed a demographics and health questionnaire that collected information about race/ethnicity, marital status, living situation, education, general health information, and eight health conditions (arthritis, asthma/bronchitis, cancer, diabetes, epilepsy, heart disease, hypertension, and stroke). Health conditions were tallied to create a variable capturing the total number of current health conditions.</p></sec>
<sec>
<title>Mini Neuropsychiatric Interview 7.0.2</title>
<p>At baseline, a trained study personnel completed a brief semi-structured psychiatric diagnostic interview, the MINI (<xref ref-type="bibr" rid="B19">19</xref>), with the participants to identify the presence of current mental health disorders.</p></sec>
<sec>
<title>Patients Health Questionnaire 9-Item</title>
<p>The PHQ-9 (<xref ref-type="bibr" rid="B18">18</xref>) is a 9-item self-report scale that assesses the frequency of depressive symptoms in the past 2 weeks using a scale from 0 (not at all) to three (nearly every day). Higher scores indicate more severe depressive symptoms. The PHQ-9 has strong evidence of internal consistency, test-retest reliability, validity, and sensitivity and specificity for detecting depression (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B23">23</xref>). Furthermore, it has been shown to be sensitive in detecting symptom change (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>). The PHQ-9 was administered at the telephone screen, baseline, week 5, week 9, and post-treatment.</p></sec>
<sec>
<title>Cognitive and Affective Mindfulness Scale-Revised</title>
<p>The Cognitive and Affective Mindfulness Scale-Revised CAMS-R (<xref ref-type="bibr" rid="B25">25</xref>) is 10-item measure of mindfulness that assesses attention, present-focus, awareness, and acceptance. The items are scored from one (rarely/not at all) to four (almost always) with higher scores indicative of more frequent mindfulness experiences. The CAMS-R has adequate internal consistency, and strong evidence of convergent and discriminant validity (<xref ref-type="bibr" rid="B25">25</xref>). Further, the CAMS-R has been demonstrated to be sensitive to change in the treatment studies (<xref ref-type="bibr" rid="B26">26</xref>). This measure was administered at baseline, week 5, week 9, and post-treatment.</p></sec>
<sec>
<title>WHO QoL-Brief</title>
<p>Developed by the WHO, the WHO QoL-Brief (WHOQOL-BREF) (<xref ref-type="bibr" rid="B27">27</xref>), has a total of 26 items related to five domains of quality of life: overall QoL and general health, physical health, psychological health, social relationships, and environment. Each item is scored on a scale of one (very dissatisfied) to five (very satisfied), thus higher scores indicated better QoL. Our variable of interest was the psychological health subscale, which is referred to as mental health QoL herein. This subscale contains items related to body image, the frequency of positive and negative feelings, self-esteem, spirituality, and thinking abilities (e.g., learning, memory, and concentration). This measure and its subscales have demonstrated good psychometric properties, such as discriminant and content validity, internal consistency, and test-retest reliability (<xref ref-type="bibr" rid="B27">27</xref>). The WHOQOL-BREF was measured at baseline and post-treatment.</p></sec>
<sec>
<title>UCLA Loneliness Scale</title>
<p>The University of California, Los Angeles (UCLA) Loneliness Scale (version 3; 28) is a 20-item measure of subjective feelings of loneliness and social isolation. The items are scored based on the frequency with which respondents perceive each statement to be self-descriptive. The scores range from one (never) to four (often), with higher scores indicating greater loneliness. The UCLA Loneliness Scale is shown to have good psychometric properties, such as high internal consistency, test-retest reliability, convergent validity, and construct validity (<xref ref-type="bibr" rid="B28">28</xref>). This measure was administered at baseline and post-treatment.</p></sec></sec>
<sec>
<title>Procedures</title>
<sec>
<title>Baseline Assessment</title>
<p>After determining eligibility through the telephone screen, the participants attended a baseline visit (in person pre-COVID-19, <italic>n</italic> = 42; over the telephone and <italic>via</italic> internet surveys after the COVID-19 pandemic began, <italic>n</italic> = 8). The participants completed questionnaires and partook in a semi-structured psychiatric interview (MINI). At the end of the baseline assessment, the eligible participants were provided with a brief overview of the MHP enrollment process. After the visit, a research team member referred the participant to Meru Health for MHP enrollment. The MHP therapist or clinical coordinator set up a time for the participant to have a brief intake call with the therapist. The participant completed standard questionnaires as part of the Meru Health intake process. The week prior to each group starting, the participants received an email with instructions to download the app and a unique link to sign into the app.</p></sec>
<sec>
<title>Intervention</title>
<p>The MHP v3.0 is 12-week mobile app-delivered intervention grounded in mindfulness and cognitive behavioral techniques. The MHP is delivered to a group of patients who work through the program as a cohort overseen by a therapist. The app delivers informational videos and guided practices that aim to help manage depression, anxiety, and burnout (stress). App content is delivered in the weekly themes that address topics, such as mindfulness, thinking traps, self-compassion, values, sleep, and nutrition. Additional program features include therapist (i.e., licensed marriage and family therapist or clinical social worker), and anonymous peer support from other group members. The therapist uses a dashboard to oversee the MHP progress of a patient. The therapist interacts with the patients by sending weekly informational emails, asynchronous secure messaging within the app, and conducting phone/video calls when needed. The peer support consists of therapist-moderated discussions that allow the group members to anonymously share thoughts and experiences with the practices. The group members can respond to each other comments by selecting from a menu of pre-determined responses (e.g., &#x0201C;that sounds hard).&#x0201D; Beyond this study, MHP is available in the United States and Finland through employer-based wellness plans, insurance, and university-based mental health clinics.</p></sec>
<sec>
<title>Interim and Post-Treatment Assessments</title>
<p>The PHQ-9 and CAMS-R measures were collected at weeks 5 and 9 by phone or through secure online surveys according to the preference of participants. The measures, such as PHQ-9, CAMS-R, WHOQOL-BREF, and UCLA Loneliness Scale were completed after the participants finished the 12-week MHP (in-person <italic>n</italic> = 29; by phone/internet surveys <italic>n</italic> = 17).</p></sec></sec>
<sec>
<title>Data Analyses</title>
<p>Descriptive statistics were utilized to describe the sample characteristics. Sample distribution kurtosis and skew were reviewed. The sample was determined to be normally distributed, so the parametric statistics were used. Using repeated measures ANOVA models, we examined change from baseline to 12 weeks for mental health QoL (WHOQOL-BREF psychological health scale) and loneliness (UCLA Loneliness Scale) for the pre-COVID-19 enrollees first. Next, these analyses were conducted with the entire sample, such as time of enrollment (pre- vs. post-COVID-19) as a between-subjects factor. Alpha was set at 0.05. The uncontrolled effect sizes using hedge&#x00027;s g were calculated.</p>
<p>Correlates of change were examined in the exploratory analyses. Change scores in mental health QoL were calculated by subtracting the baseline score from the post-treatment scores. For mental health QoL, positive change indicates improvements (i.e., increase in scores), whereas for UCLA Loneliness scores, negative change indicates decrease in loneliness (i.e., decline in scores). First, single-sample <italic>t</italic>-tests assessed whether the changes were significantly different from zero. Second, the linear regression analyses examined whether the baseline variables were associated with change in the dependent variables (mental health QoL and loneliness). Third, the linear regression analyses examined whether change in depression (PHQ-9) or mindfulness (CAMS-R) were associated with change in dependent variables (mental health QoL and loneliness).</p></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Participant Flow and Characteristics</title>
<p>Fifty-four participants completed the baseline assessments; two were excluded (due to ineligibility) and two withdrew (due to improved symptoms and privacy concerns) prior to their MHP group start date (as shown in <xref ref-type="fig" rid="F1">Figure 1</xref>). Thus, 50 participants with a mean age of 57.06 (<italic>SD</italic> = 11.26; range: 40&#x02013;81 years) were enrolled in the MHP. About 60% (<italic>n</italic> = 30) of enrollees were female and the majority were white, non-Hispanic (58%, <italic>n</italic> = 29), followed by Asian (16%, <italic>n</italic> = 8), and Black/African American individuals (10%, <italic>n</italic> = 5). Mean baseline PHQ-9 scores were 12.28 (<italic>SD</italic> = 5.47) and fell in the moderate depressive symptom range (10&#x02013;14). Regarding the baseline psychiatric diagnoses, two-thirds (66.7%) had either current major depressive disorder (28%; <italic>n</italic> = 14), an anxiety disorder (16%; <italic>n</italic> = 8), or both major depressive disorder and an anxiety disorder (26%; <italic>n</italic> = 13). Among the remaining third of participants, 19% (<italic>n</italic> = 8) had another current psychiatric disorder and 14% (<italic>n</italic> = 7) did not have any current psychiatric disorders. <xref ref-type="table" rid="T1">Table 1</xref> displays the participant characteristics at baseline.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Flow of the assessed and enrolled participants (<italic>N</italic> = 50).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-09-746904-g0001.tif"/>
</fig>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p> The participant characteristics (<italic>n</italic> = 50).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Participant characteristics</bold></th>
<th valign="top" align="center"><bold><italic>N</italic> (%)</bold></th>
<th valign="top" align="center"><bold>M (SD)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (years)</td>
<td/>
<td valign="top" align="center">57.1 (11.3)</td>
</tr>
<tr>
<td valign="top" align="left">Education (years)</td>
<td/>
<td valign="top" align="center">16.1 (2.9)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Sex</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Female</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Male</td>
<td valign="top" align="center">30 (60.0%) <break/> 20 (40.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Race/Ethnicity</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Any Race, Hispanic</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Asian</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Black</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;White, Non-Hispanic</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Other</td>
<td valign="top" align="center">3 (6.0%) <break/> 8 (16.0%) <break/> 5 (10.0%) <break/> 29 (58.0%) <break/> 4 (8.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Marital status</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Single</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Married</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Separated/Divorced</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Widowed</td>
<td valign="top" align="center">17 (34.0%) <break/> 18 (36.0%) <break/> 13 (26.0%) <break/> 2 (4.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Employment</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Full-time</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Part-time</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Unemployed</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Retired</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Other</td>
<td valign="top" align="center">12 (24.0%) <break/> 13 (26.0%) <break/> 12 (24.0%) <break/> 12 (24.0%) <break/> 1 (2.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Number health conditions</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;0</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;1</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;2</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;3 or more</td>
<td valign="top" align="center">18 (36.0%) <break/> 10 (20.0%) <break/> 5 (10.0%) <break/>17 (34.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>Prevalence of current psychiatric diagnoses<xref ref-type="table-fn" rid="TN1"><sup>a</sup></xref></bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Major Depressive Disorder</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Anxiety Disorder(s)</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Posttraumatic Stress Disorder</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Binge Eating Disorder</td>
<td valign="top" align="center">27 (54.0%) <break/> 21 (42.0%) <break/> 8 (16.0%) <break/> 7 (14.0%)</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">PHQ-9</td>
<td/>
<td valign="top" align="center">12.3 (5.5)</td>
</tr>
<tr>
<td valign="top" align="left">UCLA Loneliness Scale</td>
<td/>
<td valign="top" align="center">50.9 (10.9)</td>
</tr>
<tr>
<td valign="top" align="left" colspan="3"><bold>WHOQOL-BREF</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Overall QoL and General Health</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Physical Health</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Psychological</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Social Relationships</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;Environment</td>
<td valign="top" align="center">5.9 (2.0)</td>
</tr>
<tr>
<td valign="top" align="left">21.5 (5.1)</td>
</tr>
<tr>
<td valign="top" align="left">17.2 (4.0) <break/> 8.5 (2.7) <break/> 28.0 (5.7)</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TN1">
<label>a</label>
<p><italic>Total does not equal 100% due to multiple participants exhibiting multiple diagnoses. Other psychiatric disorders account for &#x0003C;10%. Data shown are collapsed across the pre-coronavirus disease 2019 (COVID-19) and post-COVID enrollees</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Data collection and enrollment intersected with the historical event of the onset of the COVID-19 pandemic, which brought about shelter-in-place restrictions. Forty-two participants enrolled prior to the COVID-19 pandemic; eight enrolled after the pandemic had begun. The pre-COVID-19 enrollees were more likely to be married or partnered [&#x003C7;<sup>2</sup>(50) = 5.36, <italic>p</italic> = 0.021], have lower baseline depression scores [<italic>t</italic><sub>(48)</sub> = &#x02212;2.10, <italic>p</italic> = 0.041], and have higher baseline QoL-environment subscale scores [<italic>t</italic><sub>(48)</sub> = 2.29, <italic>p</italic> = 0.027], than post-COVID-19 enrollees. No baseline differences in mental health QoL or loneliness emerged.</p>
<p>Of 50 enrollees, 45 (90%) completed the 12-week MHP. Reasons for discontinuation of MHP participation were financial insecurity (<italic>n</italic> = 1), not liking the app (<italic>n</italic> = 1), work responsibilities (<italic>n</italic> = 1), and lost to follow-up (<italic>n</italic> = 2). Post-treatment data was obtained for 46 participants (92%). One completer did not provide a final assessment; two non-completers did provide a final assessment. The four participants who did not complete a post-treatment assessment (one completer; three non-completers) did not differ from the 46 participants included in the analyses on demographic characteristics or baseline depression symptoms, mental health QoL, or loneliness.</p></sec>
<sec>
<title> Change in Mental Health QoL</title>
<p>A repeated measures ANOVA examined change in mental health QoL among the participants who enrolled in the MHP pre-COVID-19. Significant increase in mental health QoL as measured with the WHOQOL-BREF psychological health subscale were found with a significant main effect of time, <italic>F</italic><sub>(1, 38)</sub> = 12.61, <italic>p</italic> = 0.001, &#x003B7;<sup>2</sup> = 0.25. The uncontrolled effect size estimated using hedge&#x00027;s <italic>g</italic> was 0.44. A second repeated measures ANOVA was conducted for the combined sample that included a variable to compare pre-COVID-19 enrollees and post-COVID-19 enrollees as a between-subjects factor. In this analysis with the combined sample, the increases in mental health QoL held, with a significant main effect of time, <italic>F</italic><sub>(1, 44)</sub> = 6.02, <italic>p</italic> = 0.018, &#x003B7;<sup>2</sup> = 0.12. Additionally, the main effect of enrollment was significant [<italic>F</italic><sub>(1, 44)</sub> = 4.70, <italic>p</italic> = 0.036, &#x003B7;<sup>2</sup> = 0.10], which demonstrated that the mental health QoL for the pre-COVID-19 enrollees was higher than that of post-COVID-19 enrollees (as shown in <xref ref-type="fig" rid="F2">Figure 2A</xref>). The interaction of enrollment and time was not significant [<italic>F</italic><sub>(1, 44)</sub> = 0.09, <italic>p</italic> = 0.770, &#x003B7;<sup>2</sup> = 0.002], suggesting that the increased mental health QoL were similar for pre- and post-COVID-19 enrollees.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>(A,B)</bold>. Increases in mental health quality of life (QoL) and declines in loneliness found from baseline to post-treatment (<italic>N</italic> = 46). <bold>(A)</bold> The increase in WHO QoL Brief (WHOQOL-BREF) scores represent significantly improved mental health QoL for pre-coronavirus disease 2019 (COVID-19) (solid line) and post-COVID-19 enrollees (dashed line). <bold>(B)</bold> The decline in UCLA Loneliness Scale scores represent significant decrease in loneliness for the pre-COVID enrollees (solid line). The dashed line shows a non-significant increase in loneliness for the post-COVID-19 enrollees. The error bars represent SEM.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-09-746904-g0002.tif"/>
</fig></sec>
<sec>
<title>Change in Loneliness</title>
<p>A repeated measures ANOVA examined change in loneliness among the participants who enrolled in MHP pre-COVID-19. A main effect of time emerged, demonstrating significant decreases in loneliness, <italic>F</italic><sub>(1, 38)</sub> = 5.42, <italic>p</italic> = 0.025, &#x003B7;<sup>2</sup> = 0.13. The uncontrolled effect size estimated using hedge&#x00027;s <italic>g</italic> was &#x02212;0.24. A second analysis conducted with the combined sample of participants enrolled pre- and post-COVID-19 found no significant main effects for time [<italic>F</italic><sub>(1, 44)</sub> = 0.001, <italic>p</italic> = 0.977, &#x003B7;<sup>2</sup> = 0.00] or enrollment [<italic>F</italic><sub>(1, 44)</sub> = 0.49, <italic>p</italic> = 0.486, &#x003B7;<sup>2</sup> = 0.01]. Moreover, the interaction was not significant, [<italic>F</italic><sub>(1, 44)</sub> = 2.88, <italic>p</italic> = 0.097, &#x003B7;<sup>2</sup> = 0.06). As seen in <xref ref-type="fig" rid="F2">Figure 2B</xref>, it appears that non-significant increases in loneliness occurred for the participants enrolled post-COVID-19.</p></sec>
<sec>
<title>Examining Correlates of Change</title>
<p>The initial step in examining correlates of change was to determine whether the change scores significantly differed from zero. For the pre-COVID-19 sample, change was significantly different from zero for both mental health QoL [<italic>t</italic><sub>(38)</sub> = 3.55, <italic>p</italic> = 0.001] and for loneliness [<italic>t</italic><sub>(38)</sub> = &#x02212;2.33, <italic>p</italic> = 0.025). When including the post-COVID-19 enrollees, only mental health QoL was significantly different from zero. Consequently, the linear regression analyses focused on the pre-COVID-19 sample that displayed significant change in the dependent variables from baseline to post-treatment. Next, we conducted a regression model that included the baseline factors (i.e., PHQ-9 scores, current depression and anxiety diagnoses, gender, and age) as the independent variables. This analysis was not significant, indicating that the baseline factors were not significant correlates of change in QoL or loneliness (results not shown). Then, we examined whether change in the depression symptoms (PHQ-9) and in mindfulness (CAMS-R) from baseline to post-treatment were predictors of change in QoL and in loneliness. As displayed in <xref ref-type="table" rid="T2">Table 2</xref>, the regression analyses demonstrated that mindfulness had a positive association with improved mental health QoL (B = 0.43, <italic>p</italic> = 0.004) and a negative association with loneliness (B = &#x02212;0.40, <italic>p</italic> = 0.007). Change in the depressive symptoms had a negative association with mental health QoL that approached significance (B = &#x02212;0.29, <italic>p</italic> = 0.048). Change in the depressive symptoms were significantly and positively associated with loneliness (B = 0.34, <italic>p</italic> = 0.019).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p> The regression models examining correlates of change for pre-COVID-19 enrollees (<italic>N</italic> = 38).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Correlate</bold></th>
<th valign="top" align="center"><bold>b (SE)</bold></th>
<th valign="top" align="center"><bold>b 95% CI</bold></th>
<th valign="top" align="center"><bold>Beta</bold></th>
<th valign="top" align="center"><bold><italic>t</italic></bold></th>
<th valign="top" align="center"><bold><italic>p</italic></bold></th>
<th valign="top" align="center"><bold><italic>R</italic><sup><bold>2</bold></sup></bold></th>
<th valign="top" align="center"><bold>Fit</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="8"><bold>Model examining change in mental health quality of life</bold></td>
</tr>
<tr>
<td valign="top" align="left">(Intercept)</td>
<td valign="top" align="center">0.16 (0.65)</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">PHQ-9 Change</td>
<td valign="top" align="center">&#x02212;0.22 (0.11)</td>
<td valign="top" align="center">&#x02212;0.44, &#x02212;0.002</td>
<td valign="top" align="center">&#x02212;0.29</td>
<td valign="top" align="center">&#x02212;2.05</td>
<td valign="top" align="center">0.048</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">CAMS-R Change</td>
<td valign="top" align="center">0.33 (0.11)</td>
<td valign="top" align="center">0.11, 0.55</td>
<td valign="top" align="center">0.43</td>
<td valign="top" align="center">3.06</td>
<td valign="top" align="center">0.004</td>
<td/>
<td/>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.36</td>
<td valign="top" align="center"><italic>F</italic><sub>(2, 38)</sub> = 9.96, <italic>p</italic> &#x0003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left" colspan="8"><bold>Model examining change in loneliness</bold></td>
</tr>
<tr>
<td valign="top" align="left">(Intercept)</td>
<td valign="top" align="center">1.40 (1.43)</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">PHQ-9 Change</td>
<td valign="top" align="center">0.58 (0.24)</td>
<td valign="top" align="center">0.10, 1.07</td>
<td valign="top" align="center">0.34</td>
<td valign="top" align="center">2.45</td>
<td valign="top" align="center">0.019</td>
<td/>
<td/>
</tr>
<tr>
<td valign="top" align="left">CAMS-R Change</td>
<td valign="top" align="center">&#x02212;0.68 (0.23)</td>
<td valign="top" align="center">&#x02212;1.16, &#x02212;0.19</td>
<td valign="top" align="center">&#x02212;0.40</td>
<td valign="top" align="center">&#x02212;2.84</td>
<td valign="top" align="center">0.007</td>
<td/>
<td/>
</tr>
<tr>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td valign="top" align="center">0.37</td>
<td valign="top" align="center"><italic>F</italic><sub>(2, 38)</sub> = 10.49, <italic>p</italic> &#x0003C;0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Two regression analyses are displayed. Higher scores on the mental health quality of life (QoL) measure indicate better QoL. In contrast, higher loneliness scores indicate more loneliness</italic>.</p>
</table-wrap-foot>
</table-wrap></sec></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>These findings show that the MHP, a therapist-supported digital mental health intervention, was associated with increased mental health QoL and decreased loneliness among the middle-aged and older adults in a non-randomized pre-post study. Notably, the improvements in mindfulness across treatment were associated with increased mental health QoL and decreased loneliness. In contrast, the declines in depression symptoms only corresponded to the declines in loneliness. Taken together, these findings suggest that one mechanism through which the MHP may impact loneliness and mental health QoL is by improving mindfulness. The finding that the mindfulness component of this intervention may reduce the subjective experience of loneliness dovetails with findings of a recent dismantling study that demonstrated that the combination of present focus and acceptance skills from mindfulness resulted in the declines in loneliness compared with present focus alone (<xref ref-type="bibr" rid="B13">13</xref>). Nonjudgment and acceptance that is trained through mindfulness practice may help alleviate maladaptive thought patterns and emotions that accompany loneliness.</p>
<p>Although the future controlled studies need to replicate these findings, this investigation extends prior findings that support the reductions in psychiatric symptoms (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x02013;<xref ref-type="bibr" rid="B31">31</xref>) to QoL and loneliness. The improvement in mental health QoL likely correspond to the components of the MHP curriculum that target not only depression and anxiety, but also address the sleep difficulties and other mental health-related topics, such as relationships, self-compassion, values, and eating habits. Inclusion of therapist support likely contributes to the low dropout rate found in this study compared with unsupported digital interventions, which have higher drop-out rates and small treatment effects (<xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>Loneliness negatively impacts physical, cognitive, and mental health and longevity, particularly among the middle-aged and older adults (<xref ref-type="bibr" rid="B2">2</xref>&#x02013;<xref ref-type="bibr" rid="B6">6</xref>). Thus, the declines in loneliness following participation in a therapist-supported digital mental health intervention hold promise. Leveraging digital mental health interventions may be a critical step in increasing access to the efficacious interventions that older adults otherwise would not access due to scarcity of trained geriatric mental health providers (<xref ref-type="bibr" rid="B33">33</xref>). Further research is needed to examine the MHP and similar interventions in the controlled studies to better understand variations of intervention outcomes by age.</p>
<p>One important caveat to these findings is that when a historical event (COVID-19 pandemic) occurred, initiating shelter-in-place requirements for many participants, the decline in loneliness no longer held. The increase in mental health QoL remained significant regardless of shelter-in-place status, which highlights the potential benefits of using the digital mental health interventions for the middle-aged and older adults. It is possible that restricting opportunities to socialize in person cannot be overcome by the digital mental health interventions that otherwise have the potential to decrease loneliness. Therapists supporting the mobile health (mHealth) interventions may need to tailor their approach during the COVID-19 pandemic by encouraging the patients to make video calls and explore possibilities of online interest groups and virtual meet-ups in order to mitigate loneliness. The group support aspect of the MHP has the potential to help participants with the feelings of loneliness and subjective isolation in their mental health-related struggles; however, our previous work has demonstrated that this component was deemed to be less helpful than the information provided within the app, the daily practices, and support of the therapists (<xref ref-type="bibr" rid="B12">12</xref>). In contrast, for the younger users, use of the group support feature in MHP predicted the declines in depression scores (<xref ref-type="bibr" rid="B29">29</xref>). It is possible that using preset responses for group members, while important from a safety, risk reduction, and confidentiality standpoint, may limit engagement with this feature and reduce the usefulness of the group support aspect of the intervention for the older users in particular. Further consideration into incorporating the meaningful peer interactions in mHealth interventions targeting older users is needed.</p>
<p>Several limitations should be noted. First, this study lacked a control condition, thereby preventing any analyses or conclusions regarding the effect of the MHP on mental health QoL or loneliness compared with other interventions. As our study was not a dismantling study, it is possible that other MHP intervention components, such as behavioral activation, could have led to these improvements as well. Second, our findings are limited by the small number of enrollees after the COVID-19 shelter-in-place restrictions were enacted. Third, a measurement of objective social isolation was not obtained, thus limiting the interpretation of the findings, particularly with regard to the differences among the pre-COVID-19 and post-COVID-19 enrollees. Fourth, the sample was relatively homogeneous, consisting of white, non-Hispanic individuals, thus limiting information that can be gleaned about the effects of MHP among other groups. Fifth, our study was limited to the participants who had access to a smartphone, thus potentially limiting generalizability of the findings to those with higher technology proficiency and higher socioeconomic status (i.e., those who could afford such a device).</p>
<p>Despite these limitations, this investigation provides preliminary support for the effect of a therapist-supported mHealth intervention on yielding mental-health related QoL benefits, such as reduced loneliness. The regression analyses suggest that the components of MHP targeting mindfulness may be particularly important in yielding these mental health benefits. This study further demonstrates that older adults may benefit from the digital mental health interventions, which may, in turn, increase their access to mental healthcare. Future studies are needed to examine whether tailored therapist support targeting loneliness may enhance the effects of digital mental health interventions on this growing problem.</p></sec>
<sec sec-type="data-availability" id="s5">
<title>Data Availability Statement</title>
<p>The datasets presented in this article are not readily available because data will be available upon reasonable request with agreement from funder. Requests to access the datasets should be directed to Christine Gould, <email>cegould&#x00040;stanford.edu</email>.</p></sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Stanford University Institutional Review Board. The patients/participants provided their written informed consent to participate in this study. During the COVID-19 pandemic, participants provided oral consent upon reviewing an informed consent document.</p></sec>
<sec id="s7">
<title>Author Contributions</title>
<p>CG conceptualized the research question, designed the study, oversaw data collection, conducted analyses, and drafted the manuscript. CCa collected data and assisted with drafting of the manuscript. AA assisted with drafting the manuscript. CCh assisted with data collection and with editing the manuscript. MB and VF-H edited the manuscript. All authors contributed to the article and approved the submitted version.</p></sec>
<sec sec-type="funding-information" id="s8">
<title>Funding</title>
<p>Meru Health, Inc provided funding for this project. CG is supported by a Career Development Award (IK2 RX001478) from the Department of Veterans Affairs Rehabilitation Research and Development Service. The Stanford REDCap platform is developed and operated by the Stanford Medicine Research IT team. The REDCap platform services at Stanford are subsidized by (a) the Stanford School of Medicine Research Office and (b) the National Center for Research Resources and the National Center for Advancing Translational Sciences, National Institutes of Health, and through grant UL1 TR001085.</p></sec>
<sec id="s9"> <title>Author Disclaimer</title>
<p>Views expressed in this article are those of the authors and not necessarily those for the Department of Veterans Affairs or the Federal Government.</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The study received funding from Meru Health, Inc. The funder had no role in study design, data collection and analysis, or decision to publish. The funder&#x00027;s Chief Research Officer VF-H was a co-author on the study and assisted with editing the manuscript. VF-H receives salary from the company and owns options of the company. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec> </body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Anderson</surname> <given-names>GO</given-names></name> <name><surname>Thayer</surname> <given-names>C</given-names></name></person-group>. <source>AARP Research. Loneliness and Social Connections: A National Survey of Adults Aged 45 and Older</source>. (<year>2018</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.aarp.org/research/topics/life/info-2018/loneliness-social-connections.html">https://www.aarp.org/research/topics/life/info-2018/loneliness-social-connections.html</ext-link> (accessed December 3, 2020).</citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Penninx</surname> <given-names>BW</given-names></name> <name><surname>van Tilburg</surname> <given-names>T</given-names></name> <name><surname>Kriegsman</surname> <given-names>DM</given-names></name> <name><surname>Boeke</surname> <given-names>AJ</given-names></name> <name><surname>Deeg</surname> <given-names>DJ</given-names></name> <name><surname>van Eijk</surname> <given-names>JT</given-names></name></person-group>. <article-title>Social network, social support, and loneliness in older persons with different chronic diseases</article-title>. <source>J Aging Health.</source> (<year>1999</year>) <volume>2</volume>:<fpage>151</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1177/089826439901100202</pub-id><pub-id pub-id-type="pmid">10558434</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stickley</surname> <given-names>A</given-names></name> <name><surname>Koyangi</surname> <given-names>A</given-names></name></person-group>. <article-title>Physical multimorbidity and loneliness: a population-based study</article-title>. <source>PLoS ONE.</source> (<year>2018</year>). <volume>13</volume>:<fpage>e0191651</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0191651</pub-id><pub-id pub-id-type="pmid">29364978</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sutin</surname> <given-names>AR</given-names></name> <name><surname>Stephan</surname> <given-names>Y</given-names></name> <name><surname>Luchetti</surname> <given-names>M</given-names></name> <name><surname>Terracciano</surname> <given-names>A</given-names></name></person-group>. <article-title>Loneliness and risk of dementia</article-title>. <source>J Gerontol B Psychol Sci Soc Sci.</source> (<year>2020</year>) <volume>75</volume>:<fpage>1414</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1093/geronb/gby112</pub-id><pub-id pub-id-type="pmid">30365023</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perissinotto</surname> <given-names>CM</given-names></name> <name><surname>Stijacic Cenzer</surname> <given-names>I</given-names></name> <name><surname>Covinsky</surname> <given-names>KE</given-names></name></person-group>. <article-title>Loneliness in older persons: a predictor of functional decline and death</article-title>. <source>Arch Intern Med.</source> (<year>2012</year>) <volume>172</volume>:<fpage>1078</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1001/archinternmed.2012.1993</pub-id><pub-id pub-id-type="pmid">22710744</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holt-Lunstad</surname> <given-names>J</given-names></name> <name><surname>Smith</surname> <given-names>TB</given-names></name> <name><surname>Baker</surname> <given-names>M</given-names></name> <name><surname>Harris</surname> <given-names>T</given-names></name> <name><surname>Stephenson</surname> <given-names>D</given-names></name></person-group>. <article-title>Loneliness and social isolation as risk factors for mortality: a meta-analytic review</article-title>. <source>Perspect Psychol Sci.</source> (<year>2015</year>) <volume>10</volume>:<fpage>227</fpage>&#x02013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1177/1745691614568352</pub-id><pub-id pub-id-type="pmid">25910392</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>B</given-names></name></person-group>. <article-title>Social isolation and loneliness among older adults in the context of COVID-19: a global challenge</article-title>. <source>Global Health Research and Policy.</source> (<year>2020</year>) <volume>5</volume>:<fpage>1</fpage>&#x02013;<lpage>3</lpage>. <pub-id pub-id-type="doi">10.1186/s41256-020-00154-3</pub-id><pub-id pub-id-type="pmid">32514427</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Masi</surname> <given-names>CM</given-names></name> <name><surname>Chen</surname> <given-names>HY</given-names></name> <name><surname>Hawkley</surname> <given-names>LC</given-names></name> <name><surname>Cacioppo</surname> <given-names>JT</given-names></name></person-group>. <article-title>A meta-analysis of interventions to reduce loneliness</article-title>. <source>Pers Soc Psychol Rev.</source> (<year>2011</year>) <volume>15</volume>:<fpage>219</fpage>&#x02013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1177/1088868310377394</pub-id><pub-id pub-id-type="pmid">20716644</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cohen-Mansfield</surname> <given-names>J</given-names></name> <name><surname>Perach</surname> <given-names>R</given-names></name></person-group>. <article-title>Interventions for alleviating loneliness among older persons: a critical review</article-title>. <source>Am J Health Promot.</source> (<year>2015</year>) <volume>29</volume>:<fpage>e109</fpage>&#x02013;<lpage>125</lpage>. <pub-id pub-id-type="doi">10.4278/ajhp.130418-LIT-182</pub-id><pub-id pub-id-type="pmid">24575725</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chopik</surname> <given-names>WJ</given-names></name></person-group>. <article-title>The benefits of social technology use among older adults are mediated by reduced loneliness</article-title>. <source>Cyberpsychol Behav Soc Netw</source>. (<year>2016</year>) <volume>19</volume>:<fpage>551</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1089/cyber.2016.0151</pub-id><pub-id pub-id-type="pmid">27541746</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Czaja</surname> <given-names>SJ</given-names></name> <name><surname>Boot</surname> <given-names>WR</given-names></name> <name><surname>Charness</surname> <given-names>N</given-names></name> <name><surname>Rogers</surname> <given-names>WA</given-names></name> <name><surname>Sharit</surname> <given-names>J</given-names></name></person-group>. <article-title>Improving social support for older adults through technology: findings from the PRISM randomized controlled trial</article-title>. <source>Gerontologist</source>. (<year>2018</year>) <volume>58</volume>:<fpage>467</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1093/geront/gnw249</pub-id><pub-id pub-id-type="pmid">28201730</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gould</surname> <given-names>CE</given-names></name> <name><surname>Carlson</surname> <given-names>C</given-names></name> <name><surname>Ma</surname> <given-names>F</given-names></name> <name><surname>Forman-Hoffman</surname> <given-names>V</given-names></name> <name><surname>Ranta</surname> <given-names>K</given-names></name> <name><surname>Kuhn</surname> <given-names>E</given-names></name></person-group>. <article-title>Effects of mobile app-based intervention for depression in middle-aged and older adults: a mixed methods feasibility study</article-title>. <source>JMIR Form Res.</source> (<year>2021</year>) <volume>5</volume>:<fpage>e25808</fpage>. <pub-id pub-id-type="doi">10.2196/25808</pub-id><pub-id pub-id-type="pmid">34185000</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carlson</surname> <given-names>C</given-names></name> <name><surname>Alfaro</surname> <given-names>AJ</given-names></name> <name><surname>Beaudreau</surname> <given-names>SA</given-names></name> <name><surname>Nazem</surname> <given-names>S</given-names></name> <name><surname>Gould</surname> <given-names>CE</given-names></name></person-group>. <source>Mobile device proficiency in older adults impacts usability and benefits from a mobile app intervention for depression</source> (<year>2021</year>).</citation>
</ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindsay</surname> <given-names>EK</given-names></name> <name><surname>Young</surname> <given-names>S</given-names></name> <name><surname>Brown</surname> <given-names>KW</given-names></name> <name><surname>Smyth</surname> <given-names>JM</given-names></name> <name><surname>Creswell</surname> <given-names>JD</given-names></name></person-group>. <article-title>Mindfulness training reduces loneliness and increases social contact in a randomized controlled trial</article-title>. <source>Proc Natl Acad Sci USA.</source> (<year>2019</year>) <volume>116</volume>:<fpage>3488</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1813588116</pub-id><pub-id pub-id-type="pmid">30808743</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choi</surname> <given-names>NG</given-names></name> <name><surname>Marti</surname> <given-names>CN</given-names></name> <name><surname>Wilson</surname> <given-names>NL</given-names></name> <name><surname>Guoquing</surname> <given-names>JC</given-names></name> <name><surname>Sirrianni</surname> <given-names>L</given-names></name> <name><surname>Hegel</surname> <given-names>MT</given-names></name> <etal/></person-group>. <article-title>Effect of telehealth treatment by lay counselors vs by clinicians on depressive symptoms among older adults who are homebound: a randomized clinical trial</article-title>. <source>JAMA Netw Open.</source> (<year>2020</year>) <volume>3</volume>:<fpage>e2015648</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.15648</pub-id><pub-id pub-id-type="pmid">32865577</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pepin</surname> <given-names>R</given-names></name> <name><surname>Stevens</surname> <given-names>CJ</given-names></name> <name><surname>Choi</surname> <given-names>NG</given-names></name> <name><surname>Feeney</surname> <given-names>SM</given-names></name> <name><surname>Bruce</surname> <given-names>ML</given-names></name></person-group>. <article-title>Modifying behavioral activation to reduce social isolation and loneliness among older adults</article-title>. <source>Am J Geriatr Psychiatry.</source> (<year>2020</year>) <volume>29</volume>:<fpage>761</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1016/j.jagp.2020.09.004</pub-id><pub-id pub-id-type="pmid">32980253</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gu</surname> <given-names>J</given-names></name> <name><surname>Strauss</surname> <given-names>C</given-names></name> <name><surname>Bond</surname> <given-names>R</given-names></name> <name><surname>Cavanagh</surname> <given-names>K</given-names></name></person-group>. <article-title>How do mindfulness-based cognitive therapy and mindfulness-based stress reduction improve mental health and wellbeing? a systematic review and meta-analysis of mediation studies</article-title>. <source>Clin Psychol Rev.</source> (<year>2015</year>) <volume>37</volume>:<fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/j.cpr.2015.01.006</pub-id><pub-id pub-id-type="pmid">27776684</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kroenke</surname> <given-names>K</given-names></name> <name><surname>Spitzer</surname> <given-names>RL</given-names></name> <name><surname>Williams</surname> <given-names>JB</given-names></name></person-group>. <article-title>The PHQ-9 validity of a brief depression severity measure</article-title>. <source>J Gen Intern Med</source>. (<year>2001</year>) <volume>16</volume>:<fpage>606</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id><pub-id pub-id-type="pmid">11556941</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Sheehan</surname> <given-names>DV</given-names></name></person-group>. <source>Mini-International Neuropsychiatric Interview (MINI) for DSM-5. Harm Research Institute</source>. (<year>2014</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://harmresearch.org/index.php/mini-international-neuropsychiatric-interview-mini">https://harmresearch.org/index.php/mini-international-neuropsychiatric-interview-mini</ext-link> (accessed May 26, 2020).<pub-id pub-id-type="pmid">28379646</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bush</surname> <given-names>K</given-names></name> <name><surname>Kivlahan</surname> <given-names>DR</given-names></name> <name><surname>McDonell</surname> <given-names>MB</given-names></name> <name><surname>Fihn</surname> <given-names>SD</given-names></name> <name><surname>Bradley</surname> <given-names>KA</given-names></name></person-group>. <article-title>The AUDIT Alcohol Consumption Questions (AUDIT-C) 1n effective brief screening test for problem drinking</article-title>. <source>Arch Intern Med.</source> (<year>1998</year>) <volume>158</volume>:<fpage>1789</fpage>. <pub-id pub-id-type="doi">10.1001/archinte.158.16.1789</pub-id><pub-id pub-id-type="pmid">9738608</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Katzman</surname> <given-names>R</given-names></name> <name><surname>Brown</surname> <given-names>T</given-names></name> <name><surname>Fuld</surname> <given-names>P</given-names></name> <name><surname>Peck</surname> <given-names>A</given-names></name> <name><surname>Schechter</surname> <given-names>R</given-names></name> <name><surname>Schimmel</surname> <given-names>H</given-names></name></person-group>. <article-title>Validation of a short orientation-memory-concentration test of cognitive impairment</article-title>. <source>Am J Psychiatry.</source> (<year>1983</year>) <volume>140</volume>:<fpage>734</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1176/ajp.140.6.734</pub-id><pub-id pub-id-type="pmid">6846631</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dube</surname> <given-names>P</given-names></name> <name><surname>Kroenke</surname> <given-names>K</given-names></name> <name><surname>Bair</surname> <given-names>MJ</given-names></name> <name><surname>Theobald</surname> <given-names>D</given-names></name> <name><surname>Williams</surname> <given-names>LS</given-names></name></person-group>. <article-title>The P4 Screener: evaluation of a brief measure for assessing potential suicide risk in 2 randomized effectiveness trials of primary care and oncology patients</article-title>. <source>Prim Care Companion J Clin Psychiatry.</source> (<year>2010</year>) <volume>12</volume>:<fpage>e1</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.4088/PCC.10m00978blu</pub-id><pub-id pub-id-type="pmid">21494337</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kroenke</surname> <given-names>K</given-names></name> <name><surname>Spitzer</surname> <given-names>RL</given-names></name> <name><surname>Williams</surname> <given-names>JBW</given-names></name> <name><surname>L&#x000F6;we</surname> <given-names>B</given-names></name></person-group>. <article-title>The patient health questionnaire somatic, anxiety, and depressive symptom scales: a systematic review</article-title>. <source>Gen Hosp Psychiatry.</source> (<year>2010</year>) <volume>32</volume>:<fpage>345</fpage>&#x02013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2010.03.006</pub-id><pub-id pub-id-type="pmid">20633738</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Titov</surname> <given-names>N</given-names></name> <name><surname>Dear</surname> <given-names>BF</given-names></name> <name><surname>McMillan</surname> <given-names>D</given-names></name> <name><surname>Anderson</surname> <given-names>T</given-names></name> <name><surname>Zou</surname> <given-names>J</given-names></name> <name><surname>Sunderland</surname> <given-names>M</given-names></name></person-group>. <article-title>Psychometric comparison of the PHQ-9 and BDI-II for measuring response during treatment of depression</article-title>. <source>Cogn Behav Ther.</source> (<year>2010</year>) <volume>40</volume>:<fpage>126</fpage>&#x02013;<lpage>36</lpage>. <pub-id pub-id-type="doi">10.1080/16506073.2010.550059</pub-id><pub-id pub-id-type="pmid">25155813</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feldman</surname> <given-names>G</given-names></name> <name><surname>Hayes</surname> <given-names>A</given-names></name> <name><surname>Kumar</surname> <given-names>S</given-names></name> <name><surname>Greeson</surname> <given-names>J</given-names></name> <name><surname>Laurenceau</surname> <given-names>J-P</given-names></name></person-group>. <article-title>Mindfulness and emotion regulation: the development and initial validation of the cognitive and affective mindfulness scale-revised (CAMS-R)</article-title>. <source>J Psychopathol Behav Assess.</source> (<year>2007</year>) <volume>29</volume>:<fpage>177</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.1007/s10862-006-9035-8</pub-id></citation>
</ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baer</surname> <given-names>R</given-names></name> <name><surname>Gu</surname> <given-names>J</given-names></name> <name><surname>Cavanagh</surname> <given-names>K</given-names></name> <name><surname>Strauss</surname> <given-names>C</given-names></name></person-group>. <article-title>Differential sensitivity of mindfulness questionnaires to change with treatment: a systematic review and meta-analysis</article-title>. <source>Psychol Assess.</source> (<year>2019</year>) <volume>31</volume>:<fpage>1247</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1037/pas0000744</pub-id><pub-id pub-id-type="pmid">31580135</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Whoqol</surname> <given-names>Group</given-names></name></person-group>. <article-title>Development of the world health organization WHOQOL-BREF quality of life assessment</article-title>. <source>Psychol med</source>. (<year>1998</year>) <volume>28</volume>:<fpage>551</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1017/S0033291798006667</pub-id><pub-id pub-id-type="pmid">9626712</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Russell</surname> <given-names>DW</given-names></name></person-group>. <article-title>UCLA Loneliness Scale (Version 3): reliability, validity, and factor structure</article-title>. <source>J person assess</source>. (<year>1996</year>) <volume>66</volume>: <fpage>20</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1207/s15327752jpa6601_2</pub-id><pub-id pub-id-type="pmid">8576833</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goldin</surname> <given-names>PR</given-names></name> <name><surname>Lindholm</surname> <given-names>R</given-names></name> <name><surname>Ranta</surname> <given-names>K</given-names></name> <name><surname>Hilgert</surname> <given-names>O</given-names></name> <name><surname>Helteenvuori</surname> <given-names>T</given-names></name> <name><surname>Raevuori</surname> <given-names>A</given-names></name></person-group>. <article-title>Feasibility of a therapist-supported, mobile phone&#x02013;delivered online intervention for depression: longitudinal observational study</article-title>. <source>JMIR Formativ Res.</source> (<year>2019</year>) <volume>3</volume>:<fpage>e11509</fpage>. <pub-id pub-id-type="doi">10.2196/11509</pub-id><pub-id pub-id-type="pmid">30682726</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Economides</surname> <given-names>M</given-names></name> <name><surname>Ranta</surname> <given-names>K</given-names></name> <name><surname>Nazander</surname> <given-names>A</given-names></name> <name><surname>Hilgert</surname> <given-names>O</given-names></name> <name><surname>Goldin</surname> <given-names>PR</given-names></name> <name><surname>Raevuori</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Long-term outcomes of a therapist-supported, smartphone-based intervention for elevated symptoms of depression and anxiety: quasiexperimental, pre-postintervention study</article-title>. <source>JMIR Mhealth Uhealth.</source> (<year>2019</year>) <volume>7</volume>:<fpage>e14284</fpage>. <pub-id pub-id-type="doi">10.2196/14284</pub-id><pub-id pub-id-type="pmid">31452521</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Raevuori</surname> <given-names>A</given-names></name> <name><surname>Forman-Hoffman</surname> <given-names>V</given-names></name> <name><surname>Goldin</surname> <given-names>P</given-names></name> <name><surname>Gillung</surname> <given-names>E</given-names></name> <name><surname>Connolly</surname> <given-names>S</given-names></name> <name><surname>Dillon</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Smartphone-delivered, therapist-supported digital health intervention for physicians with burnout</article-title>. <source>Physician Leadership Journal</source>. (<year>2020</year>) <fpage>352</fpage>&#x02013;<lpage>8</lpage>.</citation>
</ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lecomte</surname> <given-names>T</given-names></name> <name><surname>Potvin</surname> <given-names>S</given-names></name> <name><surname>Corbi&#x000E8;re</surname> <given-names>M</given-names></name> <name><surname>Guay</surname> <given-names>S</given-names></name> <name><surname>Samson</surname> <given-names>C</given-names></name> <name><surname>Cloutier</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Mobile apps for mental health issues: meta-review of meta-analyses</article-title>. <source>JMIR Mhealth Uhealth.</source> (<year>2020</year>) <volume>8</volume>:<fpage>e17458</fpage>. <pub-id pub-id-type="doi">10.2196/17458</pub-id><pub-id pub-id-type="pmid">32348289</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>Institute of Medicine</collab></person-group>. <source>The Mental Health and Substance Use Workforce for Older Adults: In Whose Hands?</source> <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>National Academies Press</publisher-name> (<year>2012</year>).</citation>
</ref>
</ref-list> 
</back>
</article>