<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i11e38951</article-id>
      <article-id pub-id-type="pmid">36331540</article-id>
      <article-id pub-id-type="doi">10.2196/38951</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effects of an Exposure-Based Mobile App on Symptoms of Posttraumatic Stress Disorder in Veterans: Pilot Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bhattacharjee</surname>
            <given-names>Shuvarthi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Marshall</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>McLean</surname>
            <given-names>Carmen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>National Center for Posttraumatic Stress Disorder, Dissemination and Training Division</institution>
            <institution>Department of Veterans Affairs</institution>
            <addr-line>795 Willow Road</addr-line>
            <addr-line>Menlo Park, CA, 94025</addr-line>
            <country>United States</country>
            <phone>1 6504935000</phone>
            <email>carmen.mclean4@va.gov</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4322-9318</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>C Adrian</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3293-1750</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Madeleine</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7657-3946</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ruzek</surname>
            <given-names>Josef</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4099-6431</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Neri</surname>
            <given-names>Eric</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2236-9146</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>National Center for Posttraumatic Stress Disorder, Dissemination and Training Division</institution>
        <institution>Department of Veterans Affairs</institution>
        <addr-line>Menlo Park, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry and Behavioral Sciences</institution>
        <institution>Stanford University</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychology</institution>
        <institution>University of Colorado</institution>
        <addr-line>Colorado Springs, CO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Carmen McLean <email>carmen.mclean4@va.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>11</issue>
      <elocation-id>e38951</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>10</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Carmen McLean, C Adrian Davis, Madeleine Miller, Josef Ruzek, Eric Neri. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 04.11.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2022/11/e38951" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Barriers to accessing in-person care can prevent veterans with posttraumatic stress disorder (PTSD) from receiving trauma-focused treatments such as exposure therapy. Mobile apps may help to address unmet need for services by offering tools for users to self-manage PTSD symptoms. Renew is a mobile mental health app that focuses on exposure therapy and incorporates a social support function designed to promote user engagement.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We examined the preliminary efficacy of Renew with and without support from a research staff member compared with waitlist among 93 veterans with clinically significant PTSD symptoms. We also examined the impact of study staff support on participant engagement with the app.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In a pilot randomized controlled trial, we compared Renew with and without support from a research staff member (active use condition) with waitlist (delayed use condition) over 6 weeks. Participants were recruited through online advertisements. The Posttraumatic Stress Disorder Checklist for Diagnostic and Statistical Manual of Mental Disorders, fifth edition (DSM-5) was used to measure PTSD symptoms at pre, post, and 6-week follow-up. Usage data were collected to assess engagement with Renew.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Results indicated a small effect size (d=–0.39) favoring those in the active use conditions relative to the delayed use condition, but the between-group difference was not significant (<italic>P</italic>=.29). There were no differences on indices of app engagement between the 2 active use conditions. Exploratory analyses found that the number of support persons users added to the app, but not the number of support messages received, was positively correlated with app engagement.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Findings suggest Renew may hold promise as a self-management tool to reduce PTSD symptoms in veterans. Involving friends and family in mobile mental health apps may help bolster engagement with no additional cost to public health systems.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04155736; https://clinicaltrials.gov/ct2/show/NCT04155736</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>posttraumatic stress disorder</kwd>
        <kwd>veteran’s health</kwd>
        <kwd>exposure therapy</kwd>
        <kwd>cognitive behavioral therapy</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile apps</kwd>
        <kwd>self-management</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Posttraumatic stress disorder (PTSD) is an often chronic and debilitating condition associated with psychiatric and physical comorbidities, functional impairments [<xref ref-type="bibr" rid="ref1">1</xref>], and elevated health care utilization [<xref ref-type="bibr" rid="ref2">2</xref>]. PTSD affects a significant minority (8%) of the general US population. An estimated 14% of veterans returning from Iraq and Afghanistan meet the diagnostic criteria for PTSD [<xref ref-type="bibr" rid="ref3">3</xref>] and an additional 7.6% experience clinically significant symptoms that warrant intervention but do not meet diagnostic criteria [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Trauma-focused psychotherapy (ie, therapy that addresses traumatic memories and trauma-related appraisals and includes exposure or cognitive restructuring as a primary therapeutic component) is recommended as the first-line treatment for veterans with PTSD [<xref ref-type="bibr" rid="ref5">5</xref>]. However, not all veterans with clinically significant symptoms of PTSD are willing or able to access this kind of care. A lack of trained providers, logistical barriers (eg, travel for in-person care), and concerns about stigmatization may prevent veterans from receiving these gold-standard interventions [<xref ref-type="bibr" rid="ref6">6</xref>]. Mobile mental health apps that include trauma-focused techniques may be able to overcome these barriers and increase the reach of such effective intervention approaches.</p>
      <p>Mobile mental health apps have proliferated in recent years and are accessible to the 97% of US adults who now own smartphones [<xref ref-type="bibr" rid="ref7">7</xref>]. They can provide anonymous, on-demand intervention 24/7 at very low cost. However, despite the growing number of mobile mental health apps, apps targeting PTSD are less common, and more evidence testing the efficacy of apps addressing PTSD symptoms is needed [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>The most well-supported app for PTSD is PTSD Coach, a self-management tool designed to help users cope with symptoms of PTSD. PTSD Coach has been evaluated in 3 randomized controlled trials (RCTs) to date. A small initial pilot compared 8 weeks of PTSD Coach use with and without clinician coaching in a small sample of veterans and found that both groups experienced reductions in PTSD symptoms, with a medium effect size (<italic>d</italic>=0.54) favoring coaching but no statistically significant group differences (<italic>P</italic>=.02; N=20; [<xref ref-type="bibr" rid="ref10">10</xref>]). The next pilot trial compared 1 month of app use with waitlist among community members with elevated PTSD symptoms (N=49) and found a small effect favoring PTSD Coach (<italic>d</italic>=0.25) that did not reach statistical significance (<italic>P</italic>≥.05) [<xref ref-type="bibr" rid="ref11">11</xref>]. The third trial examined 12 weeks of app use among community members with elevated PTSD symptoms (N=120) and found that participants who received PTSD Coach showed significantly greater reductions in symptoms compared with waitlist, (<italic>P</italic>=.035) with improvements maintained at the 3-month follow-up (<italic>P</italic>=.113) [<xref ref-type="bibr" rid="ref12">12</xref>]. However, differences between the PTSD Coach group and waitlist were not significant (<italic>P</italic>≥.05) at the postintervention period.</p>
      <p>Aside from studies of PTSD Coach, another RCT provided service members with moderate PTSD symptoms (N=144) access to several mobile apps that included psychoeducation, social engagement, and relaxation exercises. Participants then received either a 6-week cognitive behavioral program designed to promote app use or 6 weeks of daily inspirational SMS text messages [<xref ref-type="bibr" rid="ref13">13</xref>]. There were no differences between groups; both groups showed reductions in PTSD that were maintained at 3-month follow up, but deteriorated slightly 6-12 months later.</p>
      <p>In summary, mobile apps may be useful for individuals with PTSD symptoms, whether used alone or with coaching, but current evidence is relatively weak and limited to only a few RCTs. Currently, PTSD Coach is the only app for PTSD with evidence to support its use as a stand-alone self-management tool. However, because PTSD Coach does not directly address thoughts, feelings, or memories of the traumatic event(s) through exposure or cognitive restructuring, it is not a trauma-focused intervention.</p>
      <p>The most studied trauma-focused treatment for PTSD is exposure therapy. Exposure therapy involves approaching the traumatic memory (imaginal exposure) or trauma-related situations and stimuli in real life (in vivo exposure). Extensive evidence supports exposure therapy’s efficacy for treating PTSD in a range of trauma survivors [<xref ref-type="bibr" rid="ref14">14</xref>]. It is also underutilized by mental health providers because many providers believe exposure therapy is more difficult for patients to tolerate than other evidence-based treatments [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>], although this perception is not supported by empirical evidence [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Exposure has been implemented successfully in web-based interventions, including cognitive behavioral programs with written imaginal exposure [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], in vivo exposure [<xref ref-type="bibr" rid="ref23">23</xref>], and both [<xref ref-type="bibr" rid="ref24">24</xref>]. However, despite promising findings from web-based interventions, a recent review found that fewer than 10% of all mobile apps targeting PTSD include any exposure component [<xref ref-type="bibr" rid="ref8">8</xref>], and to our knowledge, no studies have examined the efficacy of PTSD self-management apps that use exposure techniques. An important question, then, is whether apps that include exposure therapy exercises can reduce PTSD symptoms.</p>
      <p>Sustained user engagement is a key challenge with all mobile mental health apps [<xref ref-type="bibr" rid="ref25">25</xref>]. Most apps show a steep reduction in usage after download, with only 1%-5% of users continuing to use the app after 30 days [<xref ref-type="bibr" rid="ref26">26</xref>]. Human feedback can provide guidance, emotional support, and encouragement to increase accountability and engagement with app-based interventions [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Studies suggest that telephone support from trained peer coaches [<xref ref-type="bibr" rid="ref30">30</xref>] or clinicians [<xref ref-type="bibr" rid="ref31">31</xref>] may improve engagement with PTSD Coach. However, use of trained support personnel limits scalability of such interventions due to challenges associated with training, supervising, and monitoring coaches. Thus, another unanswered question is whether support from a friend or a family member can provide the same benefit.</p>
      <p>To address these research gaps, we developed Renew, an exposure-based self-management mobile app for PTSD that includes a peer support component. We recently demonstrated the feasibility and acceptability of Renew in a small study of 18 adults who had experienced a traumatic event [<xref ref-type="bibr" rid="ref32">32</xref>]. Qualitative data from this study suggested that users who were motivated to work independently to manage their PTSD felt the app would be helpful in reducing symptoms. Building on this initial study, this RCT aimed to assess the preliminary efficacy of Renew in reducing PTSD symptoms for veterans with PTSD, as well as examine the impact of the support component on app engagement. We hypothesized that veterans who used Renew for 6 weeks (<italic>active use condition</italic>) would show greater reductions in PTSD symptoms relative to the <italic>delayed use condition</italic>, and that those who were assigned to receive support from project staff (<italic>support condition</italic>) would show greater app engagement than those who were not provided with a support person (<italic>no support condition</italic>). We also explored relationships between indices of support (number of peer support persons added to the app and number of support messages received from peer supporters) and indices of app engagement (time spent using the app, time spent using exposure components of the app, and number of points gained in the app, as a proxy for activity completion).</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Description of the Renew App</title>
        <p>Renew is a self-management app for symptoms of PTSD. Renew is unique from PTSD Coach in that it was designed to treat PTSD symptoms, whereas PTSD Coach was designed to help people manage and reduce acute experiences of distress. Renew was developed by Vertical Inc. and is owned by the Department of Veterans Affairs. An initial build of the app was revised using feedback from volunteers who had experienced a traumatic event during a small feasibility and usability study of Renew [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>The app includes 2 primary exposure components, namely, <italic>process</italic> and <italic>approach</italic>. Both include a rationale, detailed instructions, and examples, with prompts for users to provide a 0-100 subjective unit of distress (using the Subjective Units of Distress Scale [SUDS]) rating before and after each activity. <italic>Process</italic> guides users through imaginal exposure (ie, approaching trauma memories through imagination) using a series of writing prompts. In this activity, users describe their worst traumatic event for at least 20 minutes, using either their phone keyboard or the talk-to-text function. <italic>Approach</italic> guides users through in vivo exposure by identifying real-life situations they have been avoiding due to their trauma and building a hierarchy of situations for them to approach.</p>
        <p>A <italic>learn</italic> section includes psychoeducation about common reactions to trauma, the development of PTSD symptoms, the role of avoidance in maintaining symptoms, and the science behind exposure therapy techniques. The <italic>self-care</italic> section allows users to identify and schedule self-care activities that promote relaxation, physical activity, and social engagement. <italic>Support</italic> allows users to invite trusted friends or family members to be part of their support team in Renew. Support persons are invited to download “Renew Support” (available on Apple and Android smartphones), which provides psychoeducation about PTSD symptoms and information on how to support someone who is working on managing PTSD symptoms. Support team members receive notifications when the primary user earns points or achieves a new level and are instructed to send an encouraging message through the app’s 1-way message system. <italic>Motivate</italic> allows users to personalize the app by selecting quotes, videos, and images that motivate them to work on managing their PTSD symptoms. Users may add their own or select from Renew’s built-in options. In <italic>progress,</italic> users can complete a 5-item “symptom tracker” assessing coping self-efficacy, depression, and PTSD symptoms. Users can view the results of these assessments, as well as the SUDS data from <italic>process</italic> and <italic>approach</italic>, over time in a graph view (<xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure6" ref-type="fig">6</xref>). Renew prompts users to complete assessments every 2 weeks.</p>
        <p>In addition to the main sections, Renew includes elements of gamification: users earn points for completing activities in the app and can level up to unlock new features and activities. Crisis resources are also listed in the app. Users can turn on daily notifications and receive reminders to use Renew.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Sample screenshot of the Renew app home screen. The home screen displays the 6 primary components of the app. During onboarding, the “Begin” button takes users to a short, animated video that outlines the features of Renew and the rationale behind exposure as an approach to managing posttraumatic stress.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Sample screenshots of the Renew app—<italic>support</italic>. The image on the left displays some of the explanation of the <italic>support</italic> feature in Renew. The image on the right displays an example of the messages a user might see from one of their <italic>support</italic> team members in response to usage notifications.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Sample screenshot of the Renew app—<italic>process</italic>. This image shows the writing prompts available to users. Prompts are unlocked as the user progresses in the program.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Sample screenshot of the Renew app—<italic>process</italic>. This image shows a portion of the instructions shown to users after clicking on the writing prompt sections.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Sample screenshot of the Renew app—<italic>approach</italic>. This image shows some of the instructions shown to users in the <italic>approach</italic> section of the app.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Sample screenshot of the Renew app—<italic>approach</italic>. This image displays the screen shown to users who have initiated an <italic>approach</italic> activity. The activity is timed, and they have access to a list of tips as well as the content in the motivation section.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were recruited via online advertisements from across the United States (<xref rid="figure7" ref-type="fig">Figure 7</xref> and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Inclusion criteria were age 18 years or older, veteran status, exposure to a criterion A trauma, a PTSD symptom severity score of 31 or greater [<xref ref-type="bibr" rid="ref33">33</xref>] on the PTSD Checklist for the Diagnostic and Statistical Manual of Mental Disorders, fifth edition (DSM-5) [<xref ref-type="bibr" rid="ref34">34</xref>], and access to an Android smartphone.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>CONSORT (Consolidated Standards of Reporting Trials) participant flow diagram.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i11e38951_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Demographics</title>
          <p>This is a 14-item baseline measure of demographic information, including race, ethnicity, age, gender, and military service.</p>
        </sec>
        <sec>
          <title>Posttraumatic Stress Disorder Checklist for DSM-5</title>
          <p>The Posttraumatic Stress Disorder Checklist for DSM-5 (PCL-5) [<xref ref-type="bibr" rid="ref34">34</xref>] is a 20-item self-report measure of PTSD symptoms as defined by the Diagnostic and Statistical Manual of Mental Disorders [<xref ref-type="bibr" rid="ref35">35</xref>]. The PCL-5 has high internal consistency (Cronbach α=.91–.95 [<xref ref-type="bibr" rid="ref36">36</xref>]) and strong test-retest reliability [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The PCL-5 was delivered as an online survey. The psychometric properties of the PCL-5 have been previously tested when used in an online format [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Renew Usage Data</title>
          <p>A research dashboard collected information on app usage, including button presses, activities completed, length of time users engaged with each app section, and number of characters entered into free text fields of the app. No identifying information was collected.</p>
          <p>To measure user engagement with the Renew app, the following variables were included in our analyses: time spent using the app, time spent completing exposure activities, and the number of points a user gained for completing activities in the app. All time variables were measured in seconds, but are presented in minutes in this paper for ease of interpretation. “Exposure activities” included both in vivo and written exposure tasks (activities in the approach and process sections of the Renew app). Users gained points for completing activities in the app, with users gaining more points for completing exposure activities than for nonexposure activities. The number of points a user gained over the 6-week period serves as a nontemporal metric of engagement and a proxy for the number and type of activities users completed over the app-use period. All usage variables reported in this paper describe app usage during the 6-week active use period for all participants, regardless of study condition.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Conditions</title>
        <sec>
          <title>Renew Alone</title>
          <p>Participants received a 30-minute orientation to Renew and were invited to use the app as much as they wanted for 6 weeks. Participants were allowed, but not instructed, to invite peer support persons who could send 1-way messages of encouragement through the Renew app.</p>
        </sec>
        <sec>
          <title>Renew With Study Staff Support</title>
          <p>Participants received a 30-minute orientation to Renew and were instructed to add a study research assistant (RA) to their support team. Participants were allowed to invite additional peer support persons as they wished. Support team members are notified when the participant levels up or earns points. The assigned study RA responded to all notifications with reinforcing messages (ie, “Great job staying focused on recovery!”) or when the participant had not earned points or gained a level in 7 or more days (ie, “Hey, it’s been a while since you’ve used Renew. Do you have time to focus on recovery today?”). Participants were instructed to use the app as much as much as they wanted for 6 weeks.</p>
        </sec>
        <sec>
          <title>Delayed Use</title>
          <p>Participants were informed that an RA would reach out to them in 6 weeks to schedule the app orientation session with them and that they could elect to receive study staff support or not.</p>
        </sec>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>Potential participants completed an online screening assessing study enrollment criteria. Eligible participants were then emailed the informed consent information sheet and met with a study RA by phone to complete the informed consent process (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). After completing a baseline assessment, consented participants were randomized by the study RA and informed of their condition assignment over the phone, at which point participants and researchers were unblinded to study condition. Randomization was done by a study RA using an online random block generator allocating participants to the 3 groups using a 1:1:1 ratio. Participants assigned to either of the 2 active treatment conditions were guided through downloading Renew and given a special code to allow them access to Renew’s content during a 30-minute in-depth orientation to the app delivered by a study RA.</p>
        <p>After the 6-week app-use phase, participants completed a postuse online survey and a brief telephone interview. All surveys were sent to the participants’ emails via REDCap, a secure online data collection tool that enables users to design and administer questionnaires. Interviews were audio-recorded and transcribed by study RAs. Participants in the active use conditions completed a follow-up assessment online 6 weeks after the postuse assessment (ie, week 12). Participants in the delayed use condition only completed pre- and postuse surveys. Participants were compensated with an online gift card in the amount of US $100 after study completion. Study data were collected from July 18, 2020, to February 3, 2021.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Our first hypothesis was that veterans in either treatment condition would show greater reductions in PTSD symptoms relative to delayed use. We also hypothesized that veterans who were assigned a support team member would engage with Renew more and show greater reductions in PTSD symptoms than those who were not assigned a support team member. In addition, we explored the relationship between indices of support and indices of app engagement.</p>
        <p>The primary hypothesis was tested using the MIXED procedure [<xref ref-type="bibr" rid="ref39">39</xref>] in SAS 9.4 (SAS Institute) [<xref ref-type="bibr" rid="ref40">40</xref>] to fit a mixed analysis of variance (ANOVA) model. Restricted maximum likelihood estimation was used to conduct the analysis following the intention-to-treat principle and allow for missing data. For the equally spaced time points, which included the 6 weeks from baseline to posttreatment and the 6 weeks from posttreatment to follow-up, the model assumed an autoregressive error covariance structure. The model included time and treatment group as factors with the interaction term testing group differences in PCL-5 change or slope, which was the primary outcome of interest.</p>
        <p>For analyses of indices of support, the variables of interest were characterized by skew distributions where nonparametric tests are more appropriate: for the secondary hypothesis comparing indices of support between the 2 active use conditions, we used the Mann-Whitney-Wilcoxon test and area under the receiver operating characteristic curve effect size [<xref ref-type="bibr" rid="ref41">41</xref>]. For the exploratory analysis of associations with indices of support, we used the Spearman’s rank correlation coefficient.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Stanford Institutional Review Board (IRB-52829).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>After trial commencement, participants detected a bug that caused the app to crash when the <italic>approach</italic> feature was opened. This was reported by 11 participants before it was corrected halfway through the study period.</p>
      <p>Participant demographics are reported in <xref ref-type="table" rid="table1">Table 1</xref>. Participants were predominately women (64/93, 69%) and reported a mean age of 49 (SD 9.3) years.</p>
      <p>The mixed model ANOVA estimates showed a larger PCL-5 decrease during the 6-week period for the active use group compared with the delayed use group (–6.14 vs –1.84; <xref rid="figure8" ref-type="fig">Figure 8</xref>). This difference was not significant (<italic>P</italic>=.29), with a small effect size (<italic>d</italic>=–0.39) [<xref ref-type="bibr" rid="ref42">42</xref>]. Using the model estimates, the within-group PCL-5 change from baseline to posttreatment was significant for the combined active use participants (–6.14, 95% CI –10.66 to –1.62; <italic>P</italic>=.008), but not for the delayed use group. During the usage period from 6 to 12 weeks for the delayed use group, the within-group PCL-5 change was also significant (–10.1, 95% CI –15.7 to –4.44; <italic>P</italic>&#60;.001).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Participant demographics (N=93).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="630"/>
          <col width="340"/>
          <col width="0"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Demographics</td>
              <td colspan="2">Values, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Gender<sup>a</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Men</td>
              <td>29 (31)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Women</td>
              <td>64 (69)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Race<sup>b</sup></bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White or European American</td>
              <td>59 (63)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Black or African American</td>
              <td>22 (24)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Another racial identity</td>
              <td>11 (12)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>American Indian or Alaska Native</td>
              <td>5 (5)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian or Asian American</td>
              <td>3 (3)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Middle Eastern/North African</td>
              <td>1 (1)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Ethnicity</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Not Hispanic or Latinx</td>
              <td>83 (89)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hispanic or Latinx</td>
              <td>10 (11)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Relationship status</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Married/partnered</td>
              <td>33 (35)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Single, not in a relationship</td>
              <td>23 (25)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Separated/divorced</td>
              <td>20 (22)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Single, in a relationship</td>
              <td>15 (16)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Widowed</td>
              <td>2 (2)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Education</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Some high school</td>
              <td>1 (1)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Some college or a 2-year degree</td>
              <td>47 (51)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Earned a 4-year degree</td>
              <td>21 (23)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Postgraduate</td>
              <td>19 (20)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>High school or General Educational Development</td>
              <td>5 (5)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Employment</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Not currently working for pay</td>
              <td>35 (38)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Full-time work</td>
              <td>29 (31)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retired</td>
              <td>20 (22)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Part-time work</td>
              <td>9 (10)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Military status</bold>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Veteran</td>
              <td>81 (87)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retired</td>
              <td>11 (12)</td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>National Guard</td>
              <td>1 (1)</td>
              <td>
                <break/>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>No participants identified as transgender, nonbinary, or another gender identity.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Participants were allowed to select more than 1 race.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>PCL-5 score comparison—active use versus delayed use. PCL-5: Posttraumatic Stress Disorder Checklist for DSM-5.</p>
        </caption>
        <graphic xlink:href="mhealth_v10i11e38951_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>During the 6-week active use period, the median number of minutes spent using Renew was 104.75 (IQR 42.32-218.42). There were no differences between the support and no support groups on engagement indices (<xref ref-type="table" rid="table2">Table 2</xref>). Comparing the PCL-5 changes between the 2 active use conditions, the 0- to 6-week change in PCL-5 estimated by the mixed ANOVA model was –8.54 (95% CI –15.2 to –1.93) for the no support condition compared with –4.02 (95% CI –10.3 to 2.24) for the support condition, resulting in a small effect size difference of –0.40. This difference was not significant (<italic>P</italic>=.28).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>IQR, <italic>P</italic> values, and AUC<sup>a</sup> for usage variables.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="220"/>
          <col width="190"/>
          <col width="170"/>
          <col width="250"/>
          <col width="170"/>
          <thead>
            <tr valign="top">
              <td>Variables</td>
              <td>No support (n=30), median (IQR)</td>
              <td>Support (n=31), median (IQR)</td>
              <td>Mann-Whitney-Wilcoxon test, <italic>P</italic> value</td>
              <td>Effect size AUC (rating)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Time<sup>b</sup> in app (minutes)</td>
              <td>102 (67-267)</td>
              <td>122 (57-231)</td>
              <td>.72</td>
              <td>0.53 (null)</td>
            </tr>
            <tr valign="top">
              <td>Time<sup>b</sup> in exposure (minutes)</td>
              <td>41 (3-113)</td>
              <td>27 (6-106)</td>
              <td>.91</td>
              <td>0.49 (null)</td>
            </tr>
            <tr valign="top">
              <td>Number of points</td>
              <td>155 (50-410)</td>
              <td>185 (60-510)</td>
              <td>.52</td>
              <td>0.55 (null)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>AUC: area under the receiver operating characteristic curve.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>All time variables were measured in seconds but are presented here in minutes for ease of interpretation.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Because participants in both the support and no support conditions were able to add their own support team members (eg, family or friends), we explored the impact of the support feature in 2 additional ways: the number of total support messages received (including study staff and peer messages; these could not be disaggregated) and the number of support team members added (excluding the study staff member). Participants in the support condition received a median of 19 messages (IQR 18-21) and participants in the no support condition received a median of 0 messages (IQR 0-0). As shown in <xref ref-type="table" rid="table3">Table 3</xref>, none of the associations were significant or met the criterion for moderate effect size rating (Spearman ρ≥0.3; <italic>P</italic>≥.05). However, when support is operationalized as the number of support persons added (excluding the staff person among those in the support condition), there are significant associations (<italic>P</italic>=.004 for time in app, <italic>P</italic>=.02 for time in exposure, and <italic>P</italic>=.005 for number of points; <xref ref-type="table" rid="table3">Table 3</xref>). with engagement variables. More support persons added was associated with greater time in app, more time in exposure, and a greater number of points.</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Correlation (Spearman ρ) between number of support messages/support persons and app engagement (all groups combined).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="320"/>
          <col width="240"/>
          <col width="110"/>
          <col width="250"/>
          <col width="80"/>
          <thead>
            <tr valign="top">
              <td>Variable</td>
              <td>Number of messages, ρ (95% CI)</td>
              <td><italic>P</italic> value</td>
              <td>Number of people, ρ (95% CI)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Time in app (seconds)<sup>a</sup></td>
              <td>0.17 (–0.05 to 0.37)</td>
              <td>.13</td>
              <td>0.31 (0.10 to 0.49)</td>
              <td>.004</td>
            </tr>
            <tr valign="top">
              <td>Time in exposure (seconds)</td>
              <td>0.08 (–0.13 to 0.29)</td>
              <td>.45</td>
              <td>0.26 (0.05 to 0.44)</td>
              <td>.02</td>
            </tr>
            <tr valign="top">
              <td>Number of points</td>
              <td>0.21 (–0.00 to 0.40)</td>
              <td>.05</td>
              <td>0.30 (0.09 to 0.48)</td>
              <td>.005</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>Although time variables are presented elsewhere in the paper in terms of minutes for ease of interpretation, our analyses were conducted in terms of seconds, so that is how our data are presented in this table.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our results provide support for the preliminary efficacy of Renew, with a small effect favoring app use compared with delayed use. The between-group difference was not significant, although veterans who used Renew reported reductions in PTSD symptoms, whereas veterans in the delayed use condition did not, until they began using Renew. PTSD symptom reduction during the active use phase was approximately 6 points on the PCL-5 for those in the active use condition and 10 points for those in the delayed use condition, which is comparable to findings from a study of PTSD Coach in a community sample of trauma survivors over a 1-month period (7 points) [<xref ref-type="bibr" rid="ref11">11</xref>]. These findings suggest that Renew may represent another effective self-management tool to reduce PTSD symptoms.</p>
        <p>The 6-week use period was short relative to other studies and may have underestimated the effect of Renew. The pattern of PTSD symptom change indicates some continued improvement during the follow-up period, which is consistent with research on PTSD Coach showing that symptoms declined over a 3-month use period and, to a lesser degree, a subsequent 3-month follow-up [<xref ref-type="bibr" rid="ref12">12</xref>]. Thus, it seems warranted to examine the impact of Renew over a longer use period in future studies.</p>
        <p>Contrary to hypothesis, we did not see greater app engagement or PTSD reduction among those in the support condition, who were assigned a study staff person as one of their support team members relative to those in the no support condition. The support condition may not have been impactful because the study staff person is not someone the veteran knows personally.</p>
        <p>Consistent with this interpretation, the results of the exploratory analyses suggested that adding friends or family as support team members did promote engagement with Renew. The number of support persons added (ie, beyond the study staff person as required by study condition) was associated with greater overall time spent in Renew, greater time spent in exposure, and achieving a greater number of points. Potential reasons for this association could be that adding a support team member, which informs that person that the user is working to manage symptoms of posttraumatic stress, could promote self-accountability or could open the door to more direct forms of social support (eg, supportive conversations between the participants and their support person). The effect could also be related to receiving encouraging messages from the peer support person(s) through Renew. This finding has important public health implications because it suggests that incorporating peers may represent an effective approach to improve app engagement at no cost. However, it is important to keep in mind that we do not know the direction of this relationship. Participants who engaged more with Renew could have been more inclined to add support persons, or those who added more support persons could have felt more encouraged to use Renew. We did not find that the number of support messages received was related to app use, but we were not able to isolate messages from peer support team members from study staff members.</p>
        <p>Veterans in this study were instructed to use the app as much as they wanted for 6 weeks and were oriented to and encouraged to try all components of Renew. Although those in the support condition received messages in response to their use of Renew, there was no synchronous coaching provided (eg, coaching phone calls). This allowed us to approximate what the effect of Renew may be in routine use, with no additional resources provided. However, it is possible that scaffolding to support app engagement would have resulted in greater clinical benefit. Future studies could explore the impact of Renew with coaching or as an adjunct to more traditional care (eg, including a therapist as a support team member). The Efficiency Model of Support [<xref ref-type="bibr" rid="ref43">43</xref>] could be a relevant protocol to use in future studies of Renew to further evaluate the effectiveness of the support function.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Several study limitations should be considered. First, participants were veterans and therefore the findings may not generalize to other populations, including civilians. Second, most of the data collection occurred during the first wave of the COVID-19 pandemic in the United States, when movement restrictions were high and vaccines were unavailable. It is unclear how much COVID-19–related stress impacted PTSD symptoms, app engagement, or outcomes in our study sample. Other research with veterans enrolled in PTSD psychotherapy suggests that the COVID-19 pandemic worsened PTSD symptoms [<xref ref-type="bibr" rid="ref44">44</xref>] and negatively impacted engagement with treatment [<xref ref-type="bibr" rid="ref45">45</xref>]. It may be that COVID-19–related stressors had a similarly negative impact on PTSD symptoms and engagement with Renew. We are currently examining data on COVID-19 stressors in this sample in an effort to better understand the impact of the pandemic on the veteran’s experience using Renew. Finally, we were not able to disaggregate the number of support message from study staff and peers, limiting our ability to understand how this feature was related to engagement.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Given the preliminary efficacy of Renew, future research evaluating the app is warranted and several possible directions can be considered. First, based on the pattern of change during the follow-up period and findings from PTSD Coach [<xref ref-type="bibr" rid="ref11">11</xref>], we recommend that Renew be tested in a longer use period than 6 weeks. This would allow researchers to explore an optimal “dosage” of Renew. Second, in light of the exploratory findings on the support feature, future work may also examine ways to encourage users to develop a personal support team. Third, research examining engagement with different components of Renew may be useful to determine whether the use of particular features (eg, exposure components) is most closely associated with symptom reduction. Finally, future work may consider testing Renew as a supplement to psychotherapy or as part of a stepped care model. For example, Renew may be useful for individuals waiting to initiate psychotherapy or who have completed psychotherapy and might benefit from Renew as a tool to help them maintain their therapy gains.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Study limitations notwithstanding, our findings indicate that Renew holds promise as a self-management tool for PTSD symptoms. The effect of Renew relative to the delayed use condition was small over 6 weeks of use. However, given the scalability and cost-effectiveness of mobile mental health apps, even tools with a small effect have potential to help address the unmet need for mental health care among individuals struggling with PTSD symptoms. While not a replacement for traditional treatment, self-management tools such as Renew may represent a sufficient level of care for a proportion of veterans struggling with PTSD symptoms and may also help veterans seek a higher level of care as needed.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT (Consolidated Standards of Reporting Trials)-EHEALTH checklist.</p>
        <media xlink:href="mhealth_v10i11e38951_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1387 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Renew verbal consent script.</p>
        <media xlink:href="mhealth_v10i11e38951_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DSM-5</term>
          <def>
            <p>Diagnostic and Statistical Manual of Mental Disorders, fifth edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PCL-5</term>
          <def>
            <p>Posttraumatic Stress Disorder Checklist for DSM-5</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RA</term>
          <def>
            <p>research assistant</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SUDS</term>
          <def>
            <p>Subjective Units of Distress Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank YuzuLabs Inc., and Vertical Inc. for their assistance with app development and participant recruitment, respectively. The views expressed herein are solely those of the authors and do not reflect an endorsement by or the official policy or position of the Department of Veterans Affairs or the U.S. Government. This material is the result of work supported with resources and the use of facilities at the Department of Veterans Affairs Palo Alto Health Care System. This research did not receive any specific grant from funding agencies in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vasterling</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Posttraumatic stress disorder and health functioning in a non-treatment-seeking sample of Iraq war veterans: A prospective analysis</article-title>
          <source>JRRD</source>
          <year>2008</year>
          <month>12</month>
          <day>01</day>
          <volume>45</volume>
          <issue>3</issue>
          <fpage>347</fpage>
          <lpage>358</lpage>
          <pub-id pub-id-type="doi">10.1682/JRRD.2007.05.0077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Possemato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wade</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ouimette</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The impact of PTSD, depression, and substance use disorders on disease burden and health care utilization among OEF/OIF veterans</article-title>
          <source>Psychological Trauma: Theory, Research, Practice, and Policy</source>
          <year>2010</year>
          <month>09</month>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>218</fpage>
          <lpage>223</lpage>
          <pub-id pub-id-type="doi">10.1037/a0019236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tanielian</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Tanielian</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jaycox</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Invisible wounds of war: Psychological and cognitive injuries, their consequences, and services to assist recovery. (Vol. 1)</source>
          <year>2008</year>
          <publisher-loc>Santa Monica, CA</publisher-loc>
          <publisher-name>Rand Corporation</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Przeworski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Feeny</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Rates of Subthreshold PTSD Among U.S. Military Veterans and Service Members: A Literature Review</article-title>
          <source>Mil Psychol</source>
          <year>2017</year>
          <month>03</month>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>117</fpage>
          <lpage>127</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28630531"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/mil0000154</pub-id>
          <pub-id pub-id-type="medline">28630531</pub-id>
          <pub-id pub-id-type="pmcid">PMC5473625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>VA/DoD</collab>
          </person-group>
          <article-title>VA/DOD Clinical Practice Guideline for the Management of Posttraumatic Stress Disorder and Acute Stress Disorder: Clinician Summary</article-title>
          <source>Focus (Am Psychiatr Publ)</source>
          <year>2018</year>
          <month>10</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>430</fpage>
          <lpage>448</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32021581"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.focus.16408</pub-id>
          <pub-id pub-id-type="medline">32021581</pub-id>
          <pub-id pub-id-type="pii">FOC_16408</pub-id>
          <pub-id pub-id-type="pmcid">PMC6996084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morland</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Telehealth and eHealth interventions for posttraumatic stress disorder</article-title>
          <source>Curr Opin Psychol</source>
          <year>2017</year>
          <month>04</month>
          <volume>14</volume>
          <fpage>102</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.1016/j.copsyc.2016.12.003</pub-id>
          <pub-id pub-id-type="medline">28813306</pub-id>
          <pub-id pub-id-type="pii">S2352-250X(16)30236-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Demographics of mobile device ownership and adoption in the United States</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <access-date>2022-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/fact-sheet/mobile/">https://www.pewresearch.org/internet/fact-sheet/mobile/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Schorndanner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Spanhel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pryss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>'Help for trauma from the app stores?' A systematic review and standardised rating of apps for Post-Traumatic Stress Disorder (PTSD)</article-title>
          <source>Eur J Psychotraumatol</source>
          <year>2020</year>
          <month>01</month>
          <day>09</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>1701788</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32002136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/20008198.2019.1701788</pub-id>
          <pub-id pub-id-type="medline">32002136</pub-id>
          <pub-id pub-id-type="pii">1701788</pub-id>
          <pub-id pub-id-type="pmcid">PMC6968629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Messer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller-Tyszkiewicz</surname>
              <given-names>Matthew</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of app-supported smartphone interventions for mental health problems: a meta-analysis of randomized controlled trials</article-title>
          <source>World Psychiatry</source>
          <year>2019</year>
          <month>10</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>325</fpage>
          <lpage>336</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20673"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20673</pub-id>
          <pub-id pub-id-type="medline">31496095</pub-id>
          <pub-id pub-id-type="pmcid">PMC6732686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Possemato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>Eric</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kanuri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>De Stefano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Using PTSD Coach in primary care with and without clinician support: a pilot randomized controlled trial</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2016</year>
          <volume>38</volume>
          <fpage>94</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2015.09.005</pub-id>
          <pub-id pub-id-type="medline">26589765</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(15)00223-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, acceptability, and potential efficacy of the PTSD Coach app: A pilot randomized controlled trial with community trauma survivors</article-title>
          <source>Psychol Trauma</source>
          <year>2016</year>
          <month>05</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>384</fpage>
          <lpage>392</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000092</pub-id>
          <pub-id pub-id-type="medline">27046668</pub-id>
          <pub-id pub-id-type="pii">2016-03896-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kanuri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Garvert</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of a smartphone app for posttraumatic stress disorder symptoms</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2017</year>
          <month>03</month>
          <volume>85</volume>
          <issue>3</issue>
          <fpage>267</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000163</pub-id>
          <pub-id pub-id-type="medline">28221061</pub-id>
          <pub-id pub-id-type="pii">2017-07144-006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Costanzo</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Highland</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clayborne</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>An App a Day Keeps the Doctor Away: Guided Education and Training via Smartphones in Subthreshold Post Traumatic Stress Disorder</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2017</year>
          <month>08</month>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>470</fpage>
          <lpage>478</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2017.0221</pub-id>
          <pub-id pub-id-type="medline">28737954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Tolin</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Exposure therapy for PTSD: A meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2022</year>
          <month>02</month>
          <volume>91</volume>
          <fpage>102115</fpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2021.102115</pub-id>
          <pub-id pub-id-type="medline">34954460</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(21)00158-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borah</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Holder</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Providers’ Use of Evidence-Based Treatments for Posttraumatic Stress Disorder: The Influence of Training, Attitudes, and Barriers in Military and Private Treatment Settings</article-title>
          <source>Best Practices in Mental Health</source>
          <year>2017</year>
          <fpage>34</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thefreelibrary.com/Providers%27+Use+of+Evidence-Based+Treatments+for+Posttraumatic+Stress...-a0582634373"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Matthieu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Wiltsey Stirman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Landes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bernardy</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Chard</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eftekhari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Finley</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Hamblen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Harik</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kehle-Forbes</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Meis</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Osei-Bonsu</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Trent</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>BV</given-names>
            </name>
          </person-group>
          <article-title>A Review of Studies on the System-Wide Implementation of Evidence-Based Psychotherapies for Posttraumatic Stress Disorder in the Veterans Health Administration</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2016</year>
          <month>11</month>
          <day>29</day>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>957</fpage>
          <lpage>977</lpage>
          <pub-id pub-id-type="doi">10.1007/s10488-016-0755-0</pub-id>
          <pub-id pub-id-type="medline">27474040</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10488-016-0755-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Wiltsey Stirman</surname>
              <given-names>Shannon</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Resick</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Symptom exacerbations in trauma-focused treatments: Associations with treatment outcome and non-completion</article-title>
          <source>Behav Res Ther</source>
          <year>2016</year>
          <month>02</month>
          <volume>77</volume>
          <fpage>68</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2015.12.009</pub-id>
          <pub-id pub-id-type="medline">26731171</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(15)30073-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Dropout from psychological therapies for post-traumatic stress disorder (PTSD) in adults: systematic review and meta-analysis</article-title>
          <source>Eur J Psychotraumatol</source>
          <year>2020</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>1709709</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32284816"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/20008198.2019.1709709</pub-id>
          <pub-id pub-id-type="medline">32284816</pub-id>
          <pub-id pub-id-type="pii">1709709</pub-id>
          <pub-id pub-id-type="pmcid">PMC7144189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Web-based psychotherapy for posttraumatic stress disorder in war-traumatized Arab patients: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>03</month>
          <day>20</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/3/e71/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3582</pub-id>
          <pub-id pub-id-type="medline">25799024</pub-id>
          <pub-id pub-id-type="pii">v17i3e71</pub-id>
          <pub-id pub-id-type="pmcid">PMC4385175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krupnick</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Amdur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alaoui</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Belouali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roberge</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cueva</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Melnikoff</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>An Internet-based writing intervention for PTSD in veterans: A feasibility and pilot effectiveness trial</article-title>
          <source>Psychol Trauma</source>
          <year>2017</year>
          <month>07</month>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>461</fpage>
          <lpage>470</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000176</pub-id>
          <pub-id pub-id-type="medline">27607767</pub-id>
          <pub-id pub-id-type="pii">2016-43134-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Papa</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A randomized, controlled proof-of-concept trial of an Internet-based, therapist-assisted self-management treatment for posttraumatic stress disorder</article-title>
          <source>Am J Psychiatry</source>
          <year>2007</year>
          <month>11</month>
          <volume>164</volume>
          <issue>11</issue>
          <fpage>1676</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2007.06122057</pub-id>
          <pub-id pub-id-type="medline">17974932</pub-id>
          <pub-id pub-id-type="pii">164/11/1676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Titov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Solley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lorian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wootton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwenke</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled trial of Internet-delivered cognitive behavioral therapy for posttraumatic stress disorder</article-title>
          <source>Depress Anxiety</source>
          <year>2011</year>
          <month>07</month>
          <day>30</day>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>541</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1002/da.20835</pub-id>
          <pub-id pub-id-type="medline">21721073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Farewell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Groves</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchiner</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Vick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Internet-based guided self-help for posttraumatic stress disorder (PTSD): Randomized controlled trial</article-title>
          <source>Depress Anxiety</source>
          <year>2017</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>555</fpage>
          <lpage>565</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22645</pub-id>
          <pub-id pub-id-type="medline">28557299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>Carmen P</given-names>
            </name>
            <name name-style="western">
              <surname>Foa</surname>
              <given-names>Edna B</given-names>
            </name>
            <name name-style="western">
              <surname>Dondanville</surname>
              <given-names>Katherine A</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>Christopher K</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>Madeleine L</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>Sheila A M</given-names>
            </name>
            <name name-style="western">
              <surname>Yarvis</surname>
              <given-names>Jeffery S</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>Edward C</given-names>
            </name>
            <name name-style="western">
              <surname>Hall-Clark</surname>
              <given-names>Brittany N</given-names>
            </name>
            <name name-style="western">
              <surname>Fina</surname>
              <given-names>Brooke A</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>Brett T</given-names>
            </name>
            <name name-style="western">
              <surname>Mintz</surname>
              <given-names>Jim</given-names>
            </name>
            <name name-style="western">
              <surname>Young-McCaughan</surname>
              <given-names>Stacey</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>Alan L</given-names>
            </name>
            <collab>STRONG STAR Consortium</collab>
          </person-group>
          <article-title>The effects of web-prolonged exposure among military personnel and veterans with posttraumatic stress disorder</article-title>
          <source>Psychol Trauma</source>
          <year>2021</year>
          <month>09</month>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>621</fpage>
          <lpage>631</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000978</pub-id>
          <pub-id pub-id-type="medline">33211517</pub-id>
          <pub-id pub-id-type="pii">2020-86687-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Clinical review of user engagement with mental health smartphone apps: evidence, theory and improvements</article-title>
          <source>Evid Based Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <day>05</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>116</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1136/eb-2018-102891</pub-id>
          <pub-id pub-id-type="medline">29871870</pub-id>
          <pub-id pub-id-type="pii">eb-2018-102891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Objective User Engagement With Mental Health Apps: Systematic Search and Panel-Based Usage Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>25</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e14567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14567</pub-id>
          <pub-id pub-id-type="medline">31573916</pub-id>
          <pub-id pub-id-type="pii">v21i9e14567</pub-id>
          <pub-id pub-id-type="pmcid">PMC6785720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Adherence in internet interventions for anxiety and depression</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>04</month>
          <day>24</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e13/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1194</pub-id>
          <pub-id pub-id-type="medline">19403466</pub-id>
          <pub-id pub-id-type="pii">v11i2e13</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Internet-based and other computerized psychological treatments for adult depression: a meta-analysis</article-title>
          <source>Cogn Behav Ther</source>
          <year>2009</year>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>196</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.1080/16506070903318960</pub-id>
          <pub-id pub-id-type="medline">20183695</pub-id>
          <pub-id pub-id-type="pii">917833314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Supportive accountability: a model for providing human support to enhance adherence to eHealth interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>03</month>
          <day>10</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>e30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/1/e30/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1602</pub-id>
          <pub-id pub-id-type="medline">21393123</pub-id>
          <pub-id pub-id-type="pii">v13i1e30</pub-id>
          <pub-id pub-id-type="pmcid">PMC3221353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiet</surname>
              <given-names>QQ</given-names>
            </name>
            <name name-style="western">
              <surname>Duong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Leyva</surname>
              <given-names>YE</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>PTSD coach mobile application with brief telephone support: A pilot study</article-title>
          <source>Psychol Serv</source>
          <year>2019</year>
          <month>05</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>227</fpage>
          <lpage>232</lpage>
          <pub-id pub-id-type="doi">10.1037/ser0000245</pub-id>
          <pub-id pub-id-type="medline">30407056</pub-id>
          <pub-id pub-id-type="pii">2018-56148-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Possemato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kanuri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>De Stefano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Using PTSD Coach in primary care with and without clinician support: a pilot randomized controlled trial</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2016</year>
          <month>01</month>
          <volume>38</volume>
          <fpage>94</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2015.09.005</pub-id>
          <pub-id pub-id-type="medline">26589765</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(15)00223-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Development and Pilot Testing of a Trauma-Focused Cognitive-Behavioral Self-Management Mobile App for Post-traumatic Stress Symptoms</article-title>
          <source>J. technol. behav. sci</source>
          <year>2021</year>
          <month>01</month>
          <day>13</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1007/s41347-020-00188-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashbaugh</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Houle-Johnson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>El-Hage</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brunet</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Psychometric Validation of the English and French Versions of the Posttraumatic Stress Disorder Checklist for DSM-5 (PCL-5)</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>10</month>
          <day>10</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e0161645</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0161645"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0161645</pub-id>
          <pub-id pub-id-type="medline">27723815</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-17708</pub-id>
          <pub-id pub-id-type="pmcid">PMC5056703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Palmieri</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>The PTSD checklist for DSM-5 (PCL-5)</article-title>
          <source>National Center for PTSD</source>
          <year>2013</year>
          <access-date>2022-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ptsd.va.gov">https://www.ptsd.va.gov</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <article-title>Anxiety disorders</article-title>
          <source>Diagnostic and statistical manual of mental disorders (5th ed.)</source>
          <year>2013</year>
          <publisher-loc>Washington, D.C</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wortmann</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Resick</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Dondanville</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hall-Clark</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Foa</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Young-McCaughan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yarvis</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Hembree</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Mintz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Psychometric analysis of the PTSD Checklist-5 (PCL-5) among treatment-seeking military service members</article-title>
          <source>Psychol Assess</source>
          <year>2016</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1392</fpage>
          <lpage>1403</lpage>
          <pub-id pub-id-type="doi">10.1037/pas0000260</pub-id>
          <pub-id pub-id-type="medline">26751087</pub-id>
          <pub-id pub-id-type="pii">2016-00617-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blevins</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Witte</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Domino</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The Posttraumatic Stress Disorder Checklist for DSM-5 (PCL-5): Development and Initial Psychometric Evaluation</article-title>
          <source>J Trauma Stress</source>
          <year>2015</year>
          <month>12</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>489</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1002/jts.22059</pub-id>
          <pub-id pub-id-type="medline">26606250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bovin</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the PTSD Checklist for Diagnostic and Statistical Manual of Mental Disorders-Fifth Edition (PCL-5) in veterans</article-title>
          <source>Psychol Assess</source>
          <year>2016</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1379</fpage>
          <lpage>1391</lpage>
          <pub-id pub-id-type="doi">10.1037/pas0000254</pub-id>
          <pub-id pub-id-type="medline">26653052</pub-id>
          <pub-id pub-id-type="pii">2015-55809-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Littell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Milliken</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stroup</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfinger</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Schabenberger</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <source>SAS for Mixed Models. 2nd edition</source>
          <year>2006</year>
          <publisher-loc>Cary, NC</publisher-loc>
          <publisher-name>SAS Institute Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <source>SAS/STAT Output Delivery System: User's Guide. Version 9.4</source>
          <year>2014</year>
          <access-date>2022-08-01</access-date>
          <publisher-name>SAS Institute</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://documentation.sas.com/doc/en/pgmsascdc/9.4_3.5/odsug/titlepage.htm">https://documentation.sas.com/doc/en/pgmsascdc/9.4_3.5/odsug/titlepage.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Size of treatment effects and their importance to clinical research and practice</article-title>
          <source>Biol Psychiatry</source>
          <year>2006</year>
          <month>06</month>
          <day>01</day>
          <volume>59</volume>
          <issue>11</issue>
          <fpage>990</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.biopsych.2005.09.014</pub-id>
          <pub-id pub-id-type="medline">16368078</pub-id>
          <pub-id pub-id-type="pii">S0006-3223(05)01210-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feingold</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effect sizes for growth-modeling analysis for controlled clinical trials in the same metric as for classical analysis</article-title>
          <source>Psychol Methods</source>
          <year>2009</year>
          <month>03</month>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19271847"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0014699</pub-id>
          <pub-id pub-id-type="medline">19271847</pub-id>
          <pub-id pub-id-type="pii">2009-02702-003</pub-id>
          <pub-id pub-id-type="pmcid">PMC2712654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tomasino</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Integrating human support into behavioral intervention technologies: The efficiency model of support</article-title>
          <source>Clinical Psychology: Science and Practice</source>
          <year>2017</year>
          <month>03</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1037/h0101740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Wachsman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Hooper</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cloitre</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The mental health impact of COVID-19-related stressors among treatment-seeking trauma-exposed veterans</article-title>
          <source>J Trauma Stress</source>
          <year>2022</year>
          <month>09</month>
          <day>05</day>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36065487"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jts.22874</pub-id>
          <pub-id pub-id-type="medline">36065487</pub-id>
          <pub-id pub-id-type="pmcid">PMC9538243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Back</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Capone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SAM</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Teng</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Acierno</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Impact of COVID-19 on Psychotherapy Participation Among Individuals With Posttraumatic Stress Disorder Enrolled in Treatment Research</article-title>
          <source>J Trauma Stress</source>
          <year>2022</year>
          <month>02</month>
          <volume>35</volume>
          <issue>1</issue>
          <fpage>308</fpage>
          <lpage>313</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34291832"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jts.22718</pub-id>
          <pub-id pub-id-type="medline">34291832</pub-id>
          <pub-id pub-id-type="pmcid">PMC8426668</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
