<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e17767</article-id>
      <article-id pub-id-type="pmid">31926063</article-id>
      <article-id pub-id-type="doi">10.2196/17767</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Efficacy of the Digital Therapeutic Mobile App BioBase to Reduce Stress and Improve Mental Well-Being Among University Students: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Dias</surname>
            <given-names>Casimiro</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Brewer</surname>
            <given-names>Rebecca</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Van Mens</surname>
            <given-names>Kasper</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Daros</surname>
            <given-names>Alexander</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ponzo</surname>
            <given-names>Sonia</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6754-5078</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Morelli</surname>
            <given-names>Davide</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1041-6793</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kawadler</surname>
            <given-names>Jamie M</given-names>
          </name>
          <degrees>BA, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1968-0072</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hemmings</surname>
            <given-names>Nicola Rose</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0826-6896</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Bird</surname>
            <given-names>Geoffrey</given-names>
          </name>
          <degrees>BSc, MA, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2310-0202</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Plans</surname>
            <given-names>David</given-names>
          </name>
          <degrees>BA, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Initiative in the Digital Economy</institution>
            <institution>Department of Science, Innovation, Technology, and Entrepreneurship</institution>
            <institution>University of Exeter</institution>
            <addr-line>Stocker Road</addr-line>
            <addr-line>Exeter, EX4 4PY</addr-line>
            <country>United Kingdom</country>
            <phone>44 7527016574</phone>
            <email>D.Plans@exeter.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0476-3342</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>BioBeats Group Ltd</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Engineering Science</institution>
        <institution>Institute of Biomedical Engineering</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Experimental Psychology</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Social, Genetic and Developmental Psychiatry Centre</institution>
        <institution>Institute of Psychiatry, Psychology and Neuroscience</institution>
        <institution>King’s College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Initiative in the Digital Economy</institution>
        <institution>Department of Science, Innovation, Technology, and Entrepreneurship</institution>
        <institution>University of Exeter</institution>
        <addr-line>Exeter</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: David Plans <email>D.Plans@exeter.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e17767</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>31</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Sonia Ponzo, Davide Morelli, Jamie M Kawadler, Nicola Rose Hemmings, Geoffrey Bird, David Plans. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 06.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2020/4/e17767" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>University students in the United Kingdom are experiencing increasing levels of anxiety. A program designed to increase awareness of one’s present levels of well-being and suggest personalized health behaviors may reduce anxiety and improve mental well-being in students. The efficacy of a digital version of such a program, providing biofeedback and therapeutic content based on personalized well-being metrics, is reported here.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to test the efficacy and sustained effects of using a mobile app (BioBase) and paired wearable device (BioBeam), compared with a waitlist control group, on anxiety and well-being in university students with elevated levels of anxiety and stress.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The study employed a randomized, waitlist-controlled trial with assessments at baseline, 2 weeks, postintervention (4 weeks), and follow-up (6 weeks). Participants were eligible if they were current full-time undergraduate students and (1) at least 18 years of age, (2) scored &#62;14 points on the Depression, Anxiety, and Stress Scale-21 items (DASS-21) stress subscale or &#62;7 points on the DASS-21 anxiety subscale, (3) owned an iOS mobile phone, (4) did not have any previous psychiatric or neurological conditions, (6) were not pregnant at the time of testing, and (7) were able to read and understand English. Participants were encouraged to use BioBase daily and complete at least one course of therapeutic content. A <italic>P</italic> value ≤.05 was considered statistically significant.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found that a 4-week intervention with the BioBase program significantly reduced anxiety and increased perceived well-being, with sustained effects at a 2-week follow-up. Furthermore, a significant reduction in depression levels was found following the 4-week usage of BioBase.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study shows the efficacy of a biofeedback digital intervention in reducing self-reported anxiety and increasing perceived well-being in UK university students. Results suggest that digital mental health interventions could constitute a novel approach to treat stress and anxiety in students, which could be combined or integrated with existing therapeutic pathways.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Open Science Framework (OSF.io) 2zd45; https://osf.io/2zd45/</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>anxiety</kwd>
        <kwd>depression</kwd>
        <kwd>mobile apps</kwd>
        <kwd>biofeedback</kwd>
        <kwd>mental health</kwd>
        <kwd>mobile phones</kwd>
        <kwd>technology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Stress and anxiety in university students of the United Kingdom have been steadily rising in the past decade [<xref ref-type="bibr" rid="ref1">1</xref>]. Research demonstrates that by the midpoint of their course, 9% of previously symptom-free students develop depression and 20% become anxious to clinically significant levels [<xref ref-type="bibr" rid="ref2">2</xref>]. Nearly half (48%) of the students registered at a UK university-based general practice report high levels of anxiety [<xref ref-type="bibr" rid="ref3">3</xref>]. Internationally, levels of students’ anxiety are also increasing, with university counseling services experiencing increasingly higher demand since 2010 [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Longitudinal studies report that students experience higher stress on entering university, which continues to increase during their studies, and does not return to previous levels after graduation [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Strikingly, only 25% to 36% of students with mental health issues seek treatment [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], largely due to the perceived stigma associated with these conditions [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. A study investigating self-reported barriers to help-seeking behaviors and engagement in therapeutic pathways in students at risk of suicide found that a lack of time and a preference for self-management were among the main factors contributing to students’ choice not to seek treatment [<xref ref-type="bibr" rid="ref14">14</xref>]. Untreated mental health issues among university students have been shown to have immediate and significant repercussions on the overall quality of life, increasing the likelihood of dropping out of university and committing suicide [<xref ref-type="bibr" rid="ref1">1</xref>]. Importantly, untreated mental health issues during university years also have negative impact following graduation, affecting relationships, levels of productivity, and the likelihood of substance abuse [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Although on-site facilities are crucial for managing students’ mental health, their underutilization [<xref ref-type="bibr" rid="ref16">16</xref>] suggests that novel approaches are needed to overcome accessibility barriers. Studies calling for more timely and preventative therapeutic interventions have highlighted the need for digital interventions [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. The use of digital interventions, such as internet-based self-help resources and mobile apps, have been on the rise in the past decade due to their increased accessibility, availability, and anonymity [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], as well as their cost-effectiveness [<xref ref-type="bibr" rid="ref25">25</xref>]. Owing to the widespread use of mobile phones, mobile apps could constitute effective therapeutic support for periods when students are away from the university, as well as increasing the capacity of on-site counseling services [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Mobile apps, paired with biosensors and wearable devices, are also effective in gathering passive data (eg, physical activity [<xref ref-type="bibr" rid="ref28">28</xref>]) and self-report measures (eg, mood journaling). Accordingly, apps are increasingly used as a real-time monitoring tool, with personalized feedback, insights, and therapeutic content offered to users within the context of mental health interventions [<xref ref-type="bibr" rid="ref29">29</xref>] and illness prevention [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>A number of these digital interventions have proven effective in treating a variety of mental health disorders, ranging from anxiety and depression, to substance use disorder [<xref ref-type="bibr" rid="ref31">31</xref>]. For example, an intervention lasting 2 weeks comprising brief, daily conversations and mood tracking with a Cognitive Behavioral Therapy (CBT)-oriented conversational agent (Woebot) found that, in comparison with an information-based digital control group, those in the Woebot group significantly reduced their symptoms of depression, while participants in both groups showed significantly reduced levels of anxiety [<xref ref-type="bibr" rid="ref32">32</xref>]. Furthermore, an 8-week intervention in US university students with the mobile-app Calm was found to produce a significantly greater degree of stress reduction than that seen in a waitlist control group [<xref ref-type="bibr" rid="ref23">23</xref>]. Despite these promising results, studies investigating the efficacy of a combined intervention, including both passive data collection and active therapeutic content, are still lacking.</p>
        <p>The app BioBase (BioBeats, Ltd) aims at increasing individuals’ well-being by combining elements of mindfulness, biofeedback interventions (such as diaphragmatic breathing exercises), CBT, and behavioral activation theory [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. Specifically, its psychoeducational content is based on the job demands-resources model, which has been shown to be associated with students’ well-being and stress management [<xref ref-type="bibr" rid="ref36">36</xref>]. Alongside therapeutic content, data on physical activity, sleep quality, and heart rate are collected via a wrist-worn wearable device (BioBeam) and made available to individuals using the app to foster an increased awareness of users’ current well-being. Furthermore, available in-app tools include an ecological momentary assessment tool based on the Circumplex Model of Affect [<xref ref-type="bibr" rid="ref37">37</xref>], allowing individuals to log their mood in the moment, and reflect back on their entries at a later date to gain insights into longer-term patterns of emotion. The app also includes diaphragmatic breathing exercises and relaxation techniques for in-the-moment stress reduction. In an initial feasibility study conducted with the BioBase app (BioBeats Ltd) in a sample of full-time employees [<xref ref-type="bibr" rid="ref38">38</xref>], it was found that 4 weeks of usage of BioBase significantly reduced anxiety and increased self-reported mental well-being. The study also found that higher levels of baseline stress were associated with greater reductions in anxiety and increases in mental well-being, suggesting that usage of BioBase could be most beneficial for individuals with increased anxiety. However, the lack of a control group and the specificity of the selected population did not allow us to draw more general conclusions about the effects of using BioBase on self-reported anxiety and stress.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Hence, the purpose of this study was to test the efficacy of a 4-week intervention delivered via a mobile app and wearable device (ie, the BioBase program) in comparison with a waitlist control group on anxiety and general mental well-being in university students with elevated anxiety or stress. The study also examined sustained effects (at 6 weeks from baseline) of the intervention on anxiety and well-being. Finally, in the current study, measures of depression were collected to investigate the impact of the BioBase program on depressive symptoms.</p>
        <p>We hypothesized that university students in the intervention group, but not in the waitlist control, would have significant improvements in anxiety and well-being following a 4-week intervention with BioBase. We also predicted that anxiety and well-being would have sustained effects in the intervention group, but not in the waitlist control, at 2 weeks following the end of the intervention. Furthermore, it was hypothesized that being enrolled in the BioBase program would reduce depressive symptoms after 4 weeks of usage.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by an Institutional Ethics Committee at the University of Exeter (UEBS Research Ethics Committee, ethics application number: eUEBS002252). All participants provided informed, electronic consent prior to their enrollment in the study. Data from this study, including the preregistration protocol, are available on the Open Science Framework website (see Trial Registration section).</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The current study was a randomized, waitlist control trial with assessments conducted at baseline, 2 weeks, postintervention (4 weeks), and follow-up (6 weeks). Participants randomly assigned to the intervention group took part in a 4-week well-being intervention (the BioBase program). Those assigned to the waitlist control group received the intervention after 8 weeks.</p>
      </sec>
      <sec>
        <title>Recruitment</title>
        <p>Participants were recruited using institutional participant pools at different UK universities as well as via social media, mailing lists, and flyers and through university staff. Recruitment took place between October and November 2019, and potential participants were screened for eligibility via a Qualtrics survey. Inclusion criteria comprised being a full-time university student attending a university in the United Kingdom and (1) being aged between 18 and 25 years, (2) having scored &#62;14 points on the Depression, Anxiety and Stress Scale-21 items (DASS-21 [<xref ref-type="bibr" rid="ref39">39</xref>]) stress subscale or &#62;7 points on the DASS-21 anxiety subscale, (3) owning an iPhone 6 or above, (4) not having any previous psychiatric or neurological conditions, (5) not being pregnant at the time of testing, and (6) being able to read and understand English. Participants were also excluded if they were currently in therapy or were using counseling services. Individuals taking part in the initial screening survey were entered into a lottery to win a UK £50 (US $63.93) Amazon Voucher.</p>
      </sec>
      <sec>
        <title>Randomization and Blinding</title>
        <p>The original design was devised as a single-blind study; however, due to logistical reasons (ie, clarity of communications between the research team and participants) it was decided to unblind the design.</p>
        <p>Eligible participants (n=262) were sent a reminder email prompting them to confirm their willingness to take part in the study. A total of 130 participants were randomly assigned to the intervention group and 132 participants were randomly assigned to the waitlist control group based on minimization factors: gender (2 categories: male and female), age (7 categories: 18, 19, 20, 21, 22, 23, 24, and 25 years), DASS-21 anxiety subscale (5 categories: normal, mild, moderate, severe, extremely severe), and DASS-21 stress subscale (5 categories: normal, mild, moderate, severe, extremely severe). DASS-21 categories were used for inclusion (ie, participants scoring within the normal range at screening were excluded from the study and those scoring normal at baseline were excluded from the analysis) and minimization purposes only. The first participant was allocated at random. Each subsequent participant’s group membership was allocated such that their addition to that group would lead to a closer match between the groups according to the minimization factors at screening. The random number list used to create the 2 groups was generated using the R <italic>Minirand</italic> package. Following randomization, the intervention group received their BioBeams (which are not functional until paired with a registered BioBase account) via post at their selected address.</p>
        <sec>
          <title>Intervention Group</title>
          <p>After randomization, participants in the intervention group were emailed the first set of questionnaires to complete (<xref rid="figure1" ref-type="fig">Figure 1</xref>). At the end of the questionnaires, they were given details on how to download and register on the BioBase app.</p>
          <p>The BioBase program is a multidimensional mobile app comprising psychoeducational content on mental health and well-being, mood tracking (via an ecological momentary assessment, EMA [<xref ref-type="bibr" rid="ref40">40</xref>]), and in-the-moment exercises (eg, deep breathing and relaxation techniques). Furthermore, passive data on sleep, heart rate, and physical activity are collected via a wearable device (BioBeam) and presented to the users via a dashboard view.</p>
          <p>The psychoeducational content is delivered via 42 five-min long modules, each tackling different aspects of psychological and emotional distress (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a detailed description of the modules). The content is organized in three different courses, based on the job demands-resources model [<xref ref-type="bibr" rid="ref41">41</xref>]. Each course relates to a different aspect of the model (ie, demands, control, and support) and it comprises 14 modules. Demands and control are widely recognized as relevant workplace stressors [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], while social support has been shown to positively impact perceived well-being [<xref ref-type="bibr" rid="ref44">44</xref>]. Embedded in these modules are elements of CBT and self-compassion (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Digitally delivered CBT interventions have been proven efficacious in reducing the levels of anxiety and depression [<xref ref-type="bibr" rid="ref45">45</xref>] and similarly, self-compassion has been shown to predict symptom severity in anxious and depressed individuals [<xref ref-type="bibr" rid="ref46">46</xref>]. By incorporating these therapeutic elements, the courses aim to foster an individual’s recognition of internal physiological and emotional processes as a trigger for stress and identify effective coping strategies (eg, setting achievable goals aligned with the individual’s personal values).</p>
          <p>The EMA tool allows an individual to report their mood in the moment by choosing a mood from a list of options, each with different valence (positive or negative) and arousal (high or low). Furthermore, individuals can specify any ecological component surrounding the moment they chose to declare their mood (ie, where they were, whether they were alone or with somebody, and what activities they were engaged with). EMAs are a valuable mood-tracking tool in the context of digital interventions specifically aimed at reducing levels of anxiety and depression (see [<xref ref-type="bibr" rid="ref47">47</xref>] for a review).</p>
          <p>The deep-breathing tool is designed as a quick intervention aimed at reducing stress and increasing relaxation and consists of 10 guided deep diaphragmatic breaths. Respiration biofeedback has been shown to lead to a reduction of symptoms of depression and anxiety (see [<xref ref-type="bibr" rid="ref48">48</xref>] for a review on results of biofeedback interventions). Similarly, the body scan has been devised as a standalone quick relaxation intervention due to its effectiveness in reducing anxiety and depression (for a detailed review, see [<xref ref-type="bibr" rid="ref49">49</xref>]).</p>
          <p>Finally, passive data collection on physical activity (ie, number of steps performed every 20 seconds), sleep duration and quality (via a triaxial accelerometer with a sample rate of 100 Hz), and heart rate (via a photoplethysmography sensors) was obtained via the BioBeam wearable. This information was made available to participants via an in-app dashboard. Increased sleep awareness and implementation of sleep hygiene techniques have been recognized as a mediating factor in anxiety [<xref ref-type="bibr" rid="ref50">50</xref>], thus supporting the notion that insights into individuals’ sleeping patterns may prove beneficial in stress reduction. Furthermore, as physical inactivity is associated with greater levels of anxiety [<xref ref-type="bibr" rid="ref51">51</xref>], awareness of and insight into one’s own activity patterns may foster improvements in individuals’ well-being.</p>
          <p>Participants were not prompted to use the app in any specific fashion and were left to freely engage with it for the whole intervention (ie, 4 weeks). Participants were, however, encouraged to continuously wear the BioBeam and engage with the therapeutic content (modules and tools) on a daily basis for at least 5 min. App usage was discontinued after the 4-week intervention ended.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Timeline of the study. Participants were screened for inclusion and exclusion criteria. Of the 805 participants screened, only 262 were eligible to take part. These selected participants were subsequently randomly assigned to one of two groups: intervention or wait-list control. Each group received the questionnaires at baseline, 2, 4 and 6 weeks. The intervention group received access to the program following the first questionnaire completion.</p>
            </caption>
            <graphic xlink:href="mhealth_v8i4e17767_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Waitlist Control Group</title>
          <p>The waitlist control group received the baseline questionnaire at the same time as the intervention group, followed by an email stating that they would be provided with the app and the wearable device in 8 weeks. Throughout the 8 weeks during which the intervention group used BioBase, the waitlist control participants received the 2-, 4-, and 6-week questionnaires, preceded by a reminder email to complete them. After 8 weeks, participants received a BioBeam at their selected address as well as an email with instructions on how to download and register the app.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures and Incentives</title>
        <p>Both groups completed four surveys via an online platform (Qualtrics). The surveys consisted of the following questionnaires: the State-Trait Anxiety Inventory (STAI-S-6 [<xref ref-type="bibr" rid="ref52">52</xref>]), the Warwick-Edinburgh Mental Well-Being Scale (WEMWBS [<xref ref-type="bibr" rid="ref53">53</xref>]), the DASS-21<bold>,</bold> and the Patient Health Questionnaire (PHQ-9 [<xref ref-type="bibr" rid="ref54">54</xref>]). The DASS-21 Stress and Anxiety Subscales were used as a screening tool for participants’ inclusion in the study, whereas the depression subscale, together with the PHQ-9, was used as an outcome measure for depression. Demographic characteristics of the sample were collected at baseline. At the end of the study, each participant received a monetary incentive of £40 (£10 per each completed set of questionnaires at T0, T1, T2<bold>,</bold> and T3) plus an additional £5 if they decided to send back the wearable device received as part of the intervention.</p>
        <sec>
          <title>Primary Outcome</title>
          <p>The primary outcomes of the study were responses on the STAI [<xref ref-type="bibr" rid="ref52">52</xref>]. The STAI-S-6 is a short version of the 10-item state subscale of the STAI. It is a 6-item scale, measuring state anxiety, with responses ranging from 1 (<italic>Not at all</italic>) to 4 (<italic>Very much</italic>). Scaled scores are obtained by multiplying the summed responses to each item by 20 and subsequently dividing the score by 6 (range 20-80).</p>
        </sec>
        <sec>
          <title>Secondary Outcome</title>
          <p>The secondary outcome of the current study was the WEMWBS [<xref ref-type="bibr" rid="ref53">53</xref>], measuring perceived well-being. WEMWBS is a 14-item scale assessing subjective well-being and psychological functioning. Scoring is obtained by summing each response, ranging from 1 (<italic>None of the time</italic>) to 5 (<italic>All of the time</italic>) (range 14-70). WEMWBS has been validated for use in the United Kingdom with those aged 16 and above [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        </sec>
        <sec>
          <title>Additional Measures</title>
          <p>Anxiety and stress were further measured via the DASS-21 subscales to ensure participants were still reporting elevated levels of stress or anxiety at baseline as well as during the screening procedure. Moreover, depression levels were investigated via the DASS-21 Depression subscale and the PHQ-9 questionnaire, a widely employed clinical tool. Although DASS-21 focuses on 1-week periods, PHQ-9 instructs individuals to report changes in the previous 2 weeks. Given that the focus on longer periods may mitigate the effects of random fluctuations in mood, both measures were collected.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <sec>
          <title>Power</title>
          <p>A power analysis, based on a previous feasibility pilot study, was conducted to estimate the required sample size for the randomized controlled trial. Accounting for potential dropout, the estimated sample size was at least 200 participants (100 per group), providing .95 power to detect a large effect size of .96 with an alpha of .05 in a final sample of at least 55 participants per group.</p>
        </sec>
        <sec>
          <title>Data Exclusion</title>
          <p>Given that the inclusion criteria for the current study comprised indication of anxiety or stress (as indexed by DASS-21 Anxiety and Stress subscale scores), 15 participants from the intervention group and 16 from the waitlist control group who initially scored above the normal range at screening but who scored in the normal range at baseline (T0) were excluded from statistical analysis. Participants were further excluded from final analyses if they did not download or open the app during the 4-week intervention as well as if they did not complete all questionnaires.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>The current study employed a mixed design with a between-subjects variable (group) with 2 levels: intervention versus waitlist control and a within-subjects variable (time) with 4 different levels: baseline, 2 weeks, 4 weeks, and 6 weeks. Given the advantages of linear mixed models (LMMs) in dealing with lack of homogeneity of variance and incomplete data sets across time points [<xref ref-type="bibr" rid="ref55">55</xref>], LMMs were used to analyze our primary and secondary outcomes. Specifically, group and time were the fixed effects and time/subjects were the nested random effects. Planned comparisons (paired-samples <italic>t</italic> tests) were conducted to explore the direction of significant interactions between group and time. Effect sizes for planned comparisons were calculated using Cohen <italic>d</italic> (pooled SD) to allow maximum comparability with previous research [<xref ref-type="bibr" rid="ref56">56</xref>]. The <italic>P</italic> values reported later have not been corrected for multiple comparisons but remain significant if corrected. Data were analyzed and plotted using the <italic>tydiverse</italic>, <italic>ggplot2</italic> [<xref ref-type="bibr" rid="ref57">57</xref>], <italic>lmer4</italic> [<xref ref-type="bibr" rid="ref58">58</xref>], and <italic>lmerTest</italic> [<xref ref-type="bibr" rid="ref59">59</xref>] packages for R.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Enrollment and Demographics</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates the flow of participants through the study and reasons for exclusion. Of 805 participants that were screened via an online questionnaire for inclusion and exclusion criteria, 262 participants were deemed eligible and were randomized into either the intervention (n=130) or waitlist control (n=132) groups. Of those, 59 participants from the intervention group and 64 from the control group completed the final questionnaire at T3 and were included in the analysis. Engagement data from the participants in the intervention group showed participants engaged with the app 21.9 of 29 days on average (median 26 days, IQR 13 days, range: 2-29 days). On average, participants engaged with the app 5.33 (SD=5.03) minutes per day (range: 2.13-28.68) over the 29 days of the intervention (see <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>, <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). However, no correlation was found between the total amount of engagement with the app and differences, from baseline to T2 (4-weeks), in the main outcome measures (see <xref rid="figure3" ref-type="fig">Figures 3</xref> and <xref rid="figure4" ref-type="fig">4</xref>, <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
        <p>Participants in the two groups did not differ significantly with respect to age, gender, nor their levels of stress and anxiety at baseline (see <xref ref-type="table" rid="table1">Table 1</xref>). A total of 59 participants from the intervention group and 70 from the control group partook in the second questionnaire (intervention group: 38 females, age range: 18-25 years, mean 19.9 years, SD 1.9; waitlist control: 48 females, age range: 18-25 years, mean 19.9 years, SD 1.89; <xref rid="figure2" ref-type="fig">Figure 2</xref>), 55 and 61 (respectively) in the third (intervention group: 36 females, age range: 18-25 years, mean 19.9, SD 1.82; waitlist control: 43 females, age range: 18-25 years, mean 19.93 years, SD 1.95); and finally 59 and 64 participants completed the follow-up questionnaire (intervention group: 38 females, age range: 18-25 years, mean 19.92 years, SD 1.86; waitlist control: 43 females, age range: 18-25 years, mean 20, SD 1.90).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart of enrollment and retention rates throughout the study in the intervention and wait-list control groups.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e17767_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>STAI scores at baseline, week 2, week 4 and week 6 follow-up from the start of the intervention in both intervention and wait-list control groups. Solid line=median; black dot=mean; whiskers: upper whisker=min(max(x), Q_3 + 1.5 x IQR); lower whisker=max(min(x), Q_1 - 1.5 x IQR). *<italic>P</italic>&#60;.01.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e17767_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>WEMWBS scores at baseline, week 2, week 4 and follow-up from the start of the intervention in both intervention and wait-list control groups. Solid line=median; black dot=mean; whiskers: upper whisker=min(max(x), Q_3 + 1.5 x IQR); lower whisker=max(min(x), Q_1 - 1.5 x IQR). *<italic>P</italic>&#60;.05.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e17767_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of participant characteristics at baseline (T0).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="350"/>
            <col width="270"/>
            <col width="250"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>Intervention group (n=72)</td>
                <td>Waitlist control (n=74)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Gender (n)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Females</td>
                <td>45</td>
                <td>47</td>
                <td>N/A<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Males</td>
                <td>27</td>
                <td>27</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>19.9 (1.83)</td>
                <td>19.84 (1.76)</td>
                <td>.83</td>
              </tr>
              <tr valign="top">
                <td colspan="2">DASS-21<sup>b</sup> anxiety, mean (SD)</td>
                <td>15.39 (6.68)</td>
                <td>14.46 (7.23)</td>
                <td>.42</td>
              </tr>
              <tr valign="top">
                <td colspan="2">DASS-21 stress, mean (SD)</td>
                <td>21.08 (7.02)</td>
                <td>19.86 (7.66)</td>
                <td>.32</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>DASS-21: Depression, Anxiety, and Stress Scale-21 items.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Primary Outcomes</title>
        <sec>
          <title>State-Trait Anxiety Inventory: Baseline to Follow-Up</title>
          <p>The primary hypothesis was that, in comparison with the waitlist control group, the intervention group treated with BioBase would show a significant reduction in anxiety levels (measured via STAI-S-6) at the end of the intervention (ie, 4 weeks following baseline measures). Furthermore, it was hypothesized that such effects would be sustained at follow-up (ie, 2 weeks after the end of the intervention). An LMM with STAI-S-6 as the dependent variable and group and time (as well as their interaction) as independent variables was carried out. This analysis revealed a significant main effect of time (at both week 4 and week 6), with scores being lower in comparison with baseline. Furthermore, a significant interaction between group and time (at both week 4 and week 6) on perceived anxiety levels (see <xref ref-type="table" rid="table2">Table 2</xref> for a summary of the LMMs) was observed.</p>
          <p>To further explore the significant interaction between time and group, planned comparisons were conducted separately in the intervention and waitlist control groups comparing STAI-S-6 values at baseline with week 4 and follow-up (6 weeks), respectively. Findings revealed that STAI-S-6 at week 4 was significantly lower in the intervention group but not in the control group (see <xref ref-type="table" rid="table3">Table 3</xref> for a summary of descriptive statistics and planned comparisons and <xref rid="figure3" ref-type="fig">Figure 3</xref>) and that such a reduction was still present at follow-up in the intervention group only.</p>
          <p>One of our secondary hypotheses was that, in line with the results from Fitzpatrick and colleagues [<xref ref-type="bibr" rid="ref32">32</xref>], the BioBase intervention would show efficacy in decreasing self-reported levels of anxiety after 2 weeks of treatment compared with the control group. However, no interaction between time and group was found at week 2, suggesting that changes in anxiety did not occur within the first 2 weeks of the intervention (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Summary of the linear-mixed model on State-Trait Anxiety Inventory scores over the 4 time points in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="350"/>
              <col width="220"/>
              <col width="230"/>
              <col width="170"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Predictors</td>
                  <td colspan="3">STAI-S-6<sup>a</sup></td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>Estimates</td>
                  <td>95% CI</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Intercept</td>
                  <td>53.61</td>
                  <td>47.07-60.15</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group</td>
                  <td>−1.90</td>
                  <td>−5.99 to 2.19</td>
                  <td>.36</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">T1—2 weeks</td>
                  <td>−6.35</td>
                  <td>−12.87 to 0.17</td>
                  <td>.06</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">T2—4 weeks</td>
                  <td>−12.25</td>
                  <td>−18.90 to −5.59</td>
                  <td>
                    <italic>&#60;.001</italic>
                    <sup>b</sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">T3—6 weeks</td>
                  <td>−11.32</td>
                  <td>−17.84 to −4.81</td>
                  <td>
                    <italic>.001</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group: Time T1</td>
                  <td>3.44</td>
                  <td>−0.65 to 7.52</td>
                  <td>.10</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group: Time T2</td>
                  <td>7.09</td>
                  <td>2.94 to 11.24</td>
                  <td>
                    <italic>.001</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group: Time T3</td>
                  <td>4.56</td>
                  <td>0.49 to 8.63</td>
                  <td>
                    <italic>.03</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Random effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <italic>σ</italic>
                    <sup>2</sup>
                  </td>
                  <td>16.82</td>
                  <td>N/A<sup>c</sup></td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Time: Participants ID</td>
                  <td>49.44</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Participants ID</td>
                  <td>67.20</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>ICC<sup>d</sup></td>
                  <td>0.87</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N time</td>
                  <td>4</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N ID</td>
                  <td>123</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Observations</td>
                  <td>491</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
                  <td>0.037/0.879</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>STAI: State-Trait Anxiety Inventory.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Italicized values are significant.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>ICC: intraclass correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Mean, SD, and planned comparisons on State-Trait Anxiety Inventory scores over the duration of the study (T0, T1, T2, and T3) in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="120"/>
              <col width="120"/>
              <col width="100"/>
              <col width="100"/>
              <col width="120"/>
              <col width="120"/>
              <col width="120"/>
              <col width="80"/>
              <col width="120"/>
              <thead>
                <tr valign="top">
                  <td>Time point</td>
                  <td colspan="8">STAI-S-6<sup>a</sup>: planned comparisons</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="4">Intervention group</td>
                  <td colspan="4">Waitlist control</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>T0—baseline</td>
                  <td>51.71 (10.78)</td>
                  <td>N/A<sup>b</sup></td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>49.81 (10.96)</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T1—week 2</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T2—week 4</td>
                  <td>46.31 (11.32)</td>
                  <td>3.507 (54)</td>
                  <td>&#60;.001</td>
                  <td>0.67</td>
                  <td>51.33 (10.35)</td>
                  <td>−1.449 (60)</td>
                  <td>.15</td>
                  <td>0.26</td>
                </tr>
                <tr valign="top">
                  <td>T3—week 6</td>
                  <td>44.95 (12.52)</td>
                  <td>4.35 (58)</td>
                  <td>&#60;.001</td>
                  <td>0.81</td>
                  <td>47.61 (13.29)</td>
                  <td>1.542 (63)</td>
                  <td>.13</td>
                  <td>0.27</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>STAI-S-6: State-Trait Anxiety Inventory.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Warwick-Edinburgh Mental Well-Being Scale: Baseline (T0)—Follow-Up (T3)</title>
          <p>One of the secondary hypotheses was that participants in the intervention group only would report higher levels of well-being (as measured by WEMWBS) at both the end of the intervention and at follow-up. An LMM with WEMWBS as the dependent variable and group and time (as well as their interaction) as the independent variables revealed a significant main effect of time (at both week 4 and week 6), suggesting that perceived well-being increased over time regardless of groups. Furthermore, a significant interaction between group and time (week 4 and week 6) was found (see <xref ref-type="table" rid="table4">Table 4</xref>), which was further analyzed with planned comparisons. <italic>t</italic> tests were conducted separately in the intervention and waitlist control group comparing WEMWBS values at baseline (T0) and following the 4-week intervention as well as at follow-up (week 6). Results showed that in the intervention group only, WEMWBS values significantly increased between baseline and week 4, suggesting a higher perceived well-being in the intervention group (see <xref ref-type="table" rid="table5">Table 5</xref> and <xref rid="figure4" ref-type="fig">Figure 4</xref>). WEMWBS values significantly increased between baseline and follow-up in both groups, but with higher values on average in the intervention group, suggesting an increase in perceived well-being.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Summary of the linear-mixed model on Warwick-Edinburgh Mental Well-Being Scale scores over the 4 time points in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="350"/>
              <col width="0"/>
              <col width="180"/>
              <col width="0"/>
              <col width="210"/>
              <col width="0"/>
              <col width="230"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Predictors</td>
                  <td colspan="5">WEMWBS<sup>a</sup></td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">Estimates</td>
                  <td colspan="2">95% CI</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">Intercept</td>
                  <td colspan="2">36.40</td>
                  <td colspan="2">31.65 to 41.16</td>
                  <td>
                    <italic>&#60;.001</italic>
                    <sup>b</sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Group</td>
                  <td colspan="2">2.07</td>
                  <td colspan="2">−0.90 to 5.04</td>
                  <td>.17</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">T1—2 weeks</td>
                  <td colspan="2">2.69</td>
                  <td colspan="2">−1.25 to 6.64</td>
                  <td>.18</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">T2—4 weeks</td>
                  <td colspan="2">7.41</td>
                  <td colspan="2">3.38 to 11.44</td>
                  <td>
                    <italic>&#60;.001</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">T3—6 weeks</td>
                  <td colspan="2">8.94</td>
                  <td colspan="2">4.99 to 12.88</td>
                  <td>
                    <italic>&#60;.001</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Group: Time T1</td>
                  <td colspan="2">−1.57</td>
                  <td colspan="2">−4.05 to 0.90</td>
                  <td>.21</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Group: Time T2</td>
                  <td colspan="2">−3.96</td>
                  <td colspan="2">−6.47 to −1.45</td>
                  <td>
                    <italic>.002</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Group: Time T3</td>
                  <td colspan="2">−3.65</td>
                  <td colspan="2">−6.11 to −1.18</td>
                  <td>
                    <italic>.004</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Random effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <italic>σ</italic>
                    <sup>2</sup>
                  </td>
                  <td colspan="2">5.00</td>
                  <td colspan="2">N/A<sup>c</sup></td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Time: Participants ID</td>
                  <td colspan="2">19.25</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Participants ID</td>
                  <td colspan="2">46.28</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>ICC<sup>d</sup></td>
                  <td colspan="2">0.93</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N time</td>
                  <td colspan="2">4</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N ID</td>
                  <td colspan="2">123</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Observations</td>
                  <td colspan="2">533</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
                  <td colspan="2">0.029/0.794</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>WEMWBS: Warwick-Edinburgh Mental Well-Being Scale.</p>
              </fn>
              <fn id="table4fn2">
                <p><sup>b</sup>Values in italics are significant.</p>
              </fn>
              <fn id="table4fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
              <fn id="table4fn4">
                <p><sup>d</sup>ICC: intraclass correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Mean, SD, and planned comparisons on Warwick-Edinburgh Mental Well-Being Scale scores over the duration of the study (T0, T1, T2, and T3) in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="130"/>
              <col width="110"/>
              <col width="110"/>
              <col width="90"/>
              <col width="120"/>
              <col width="110"/>
              <col width="130"/>
              <col width="90"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td>Time point</td>
                  <td colspan="8">WEMWBS<sup>a</sup>—planned comparisons</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="4">Intervention group</td>
                  <td colspan="4">Waitlist control</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>T0—Baseline</td>
                  <td>38.47 (7.54)</td>
                  <td>N/A<sup>b</sup></td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>40.55 (7.76)</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T1—week 2</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T2—week 4</td>
                  <td>42.15 (9.02)</td>
                  <td>−3.385 (54)</td>
                  <td>.001</td>
                  <td>0.65</td>
                  <td>40.51 (8.64)</td>
                  <td>0.814 (62)</td>
                  <td>.42</td>
                  <td>0.15</td>
                </tr>
                <tr valign="top">
                  <td>T3—week 6</td>
                  <td>47.76 (8.31)</td>
                  <td>−6.260 (58)</td>
                  <td>&#60;.001</td>
                  <td>1.16</td>
                  <td>42.19 (8.37)</td>
                  <td>−2.127 (63)</td>
                  <td>.04</td>
                  <td>0.38</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup>WEMWBS: Warwick-Edinburgh Mental Well-Being Scale.</p>
              </fn>
              <fn id="table5fn2">
                <p><sup>b</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Additional Measures</title>
          <p>To explore the potential of the BioBase program to reduce depression over the 4-week period of use, depression was measured via the PHQ-9 questionnaire and a linear mixed model with depression scores as the dependent variable and group and time (as well as their interaction) as the independent variables was carried out. This analysis revealed that depressive symptoms decreased at 4-weeks from the start of the intervention, regardless of groups, but that in the intervention group this effect was more pronounced (as suggested by the significant interaction between group and time at week 4). This significant interaction (<xref ref-type="table" rid="table6">Table 6</xref>) was further analyzed via planned comparisons on depression scores in the intervention and waitlist control group at baseline and following the 4-weeks intervention. Findings revealed that in the intervention group only, PHQ-9 values significantly decreased between baseline and week 4, suggesting a lower perceived level of depression (see <xref ref-type="table" rid="table7">Table 7</xref> and <xref rid="figure5" ref-type="fig">Figure 5</xref>). Changes in the Depression subscale of the DASS-21 were also explored. This analysis revealed a main effect of Time at both week 2 and week 4 (see <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>), with depression levels reducing over time irrespective of groups. Although the same pattern highlighted by the PHQ-9 scores was observed (intervention group: Baseline: mean 18.58, SD 10.87; week 4: mean 12.76, SD 8.77; waitlist control: baseline: mean 16.44, SD 9.67; week 4: mean 12.16, SD 8.90), there was no significant interaction between Group and Time. Such finding could be due to the intrinsic characteristics of the scales (ie, DASS-21 focuses on 1-week periods, while PHQ-9 asks individuals to report changes in the previous 2-weeks).</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Summary of the linear mixed model on Patient Health Questionnaire scores over the duration of the intervention (T0, T1, and T2) in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="350"/>
              <col width="220"/>
              <col width="230"/>
              <col width="170"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Predictors</td>
                  <td colspan="3">PHQ-9<sup>a</sup></td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>Estimates</td>
                  <td>95% CI</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">Intercept</td>
                  <td>12.65</td>
                  <td>9.73-15.58</td>
                  <td>
                    <italic>&#60;.001</italic>
                    <sup>b</sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group</td>
                  <td>−0.87</td>
                  <td>−2.70 to 0.95</td>
                  <td>.35</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">T 1—2 weeks</td>
                  <td>−1.34</td>
                  <td>−3.53 to 0.84</td>
                  <td>.23</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">T 2—4 weeks</td>
                  <td>−4.91</td>
                  <td>−7.15 to −2.67</td>
                  <td>
                    <italic>&#60;.001</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group: Time T1</td>
                  <td>0.46</td>
                  <td>−0.90 to 1.83</td>
                  <td>.51</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">Group: Time T2</td>
                  <td>2.07</td>
                  <td>0.67 to 3.46</td>
                  <td>
                    <italic>.004</italic>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Random effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <italic>σ</italic>
                    <sup>2</sup>
                  </td>
                  <td>4.25</td>
                  <td>N/A<sup>c</sup></td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Time:Participants ID</td>
                  <td>3.22</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>τ</italic>00 Participants ID</td>
                  <td>19.22</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>ICC<sup>d</sup></td>
                  <td>0.84</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N time</td>
                  <td>3</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N ID</td>
                  <td>123</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Observations</td>
                  <td>368</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
                  <td>0.026/0.845</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table6fn1">
                <p><sup>a</sup>PHQ-9: Patient Health Questionnaire.</p>
              </fn>
              <fn id="table6fn2">
                <p><sup>b</sup>Value in italics are significant.</p>
              </fn>
              <fn id="table6fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
              <fn id="table6fn4">
                <p><sup>d</sup>ICC: intraclass correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table7">
            <label>Table 7</label>
            <caption>
              <p>Mean, SD, and planned comparisons on Patient Health Questionnaire scores over the duration of the intervention (T0, T1, and T2) in the intervention and waitlist control groups.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="130"/>
              <col width="110"/>
              <col width="110"/>
              <col width="90"/>
              <col width="120"/>
              <col width="110"/>
              <col width="130"/>
              <col width="90"/>
              <col width="110"/>
              <thead>
                <tr valign="top">
                  <td>Time point</td>
                  <td colspan="8">PHQ-9<sup>a</sup>—planned comparisons</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="4">Intervention group</td>
                  <td colspan="4">Waitlist control</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                  <td>Mean (SD)</td>
                  <td><italic>t</italic> test (<italic>df</italic>)</td>
                  <td><italic>P</italic> value</td>
                  <td>Effect size, <italic>d</italic></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>T0—baseline</td>
                  <td>11.78 (5.2)</td>
                  <td>N/A<sup>b</sup></td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>10.91 (4.93)</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T1—week 2</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>T2—week 4</td>
                  <td>8.71 (4.45)</td>
                  <td>5.139 (54)</td>
                  <td>&#60;.001</td>
                  <td>0.99</td>
                  <td>9.85 (5.38)</td>
                  <td>1.392 (60)</td>
                  <td>.17</td>
                  <td>0.25</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table7fn1">
                <p><sup>a</sup>PHQ-9: Patient Health Questionnaire.</p>
              </fn>
              <fn id="table7fn2">
                <p><sup>b</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>PHQ-9 scores at baseline and week 2 from the start of the intervention in both intervention and wait-list control groups.  Solid line=median; black dot=mean; whiskers: upper whisker=min(max(x), Q_3 + 1.5 x IQR); lower whisker=max(min(x), Q_1 - 1.5 x IQR). *<italic>P</italic>&#60;.01.</p>
            </caption>
            <graphic xlink:href="mhealth_v8i4e17767_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The aim of the current study was to investigate the efficacy of BioBase, a 4-week app-based intervention, in reducing anxiety and increasing well-being in university students with high self-reported levels of stress or anxiety. Results revealed that using the BioBase program for 4 weeks led to reduced self-reported anxiety and increased self-reported well-being. Such results were sustained at follow-up, with participants in the intervention group maintaining lower levels of self-reported anxiety and higher levels of well-being at 6 weeks from the study start date. Effect sizes ranged from moderate to large throughout the different outcomes.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The primary hypotheses of the current study were that in the intervention group only, levels of anxiety would decrease following enrollment in the BioBase program and that this reduction would be sustained after 2 weeks from the end of the intervention. In line with our first primary hypothesis, we found that self-reported levels of anxiety were significantly reduced in the intervention group after 4 weeks of app usage. This finding is in line with results from previous studies using digital interventions in both student [<xref ref-type="bibr" rid="ref23">23</xref>] and nonstudent [<xref ref-type="bibr" rid="ref32">32</xref>] populations. As mentioned in the Introduction section, Huberty et al [<xref ref-type="bibr" rid="ref23">23</xref>] found that the mobile app Calm, consisting of a guided mindfulness meditation program, was effective in reducing stress levels among university students. In contrast to the BioBase 4-week program of 5 min a day; however, the Calm intervention was an 8-week program, requiring participants to first complete a 1-week course and then actively engage with the therapeutic content for at least 10 min a day. The efficacy of the BioBase program despite the reduced <italic>dosage</italic> may be related to the nature of the BioBase program: the therapeutic content is only one aspect of the hypothesized factors at play in anxiety reduction. Interactions with the app dashboard (showing participants their levels of activity, sleep quality, mood declarations over time, and heart rate), as well as usage of the tools, are hypothesized to be causally efficacious in addition to the traditional therapeutic content. Future studies using BioBase could shed light on the individual contribution of each of these aspects in reducing anxiety levels.</p>
        <p>These results are also in line with previous findings [<xref ref-type="bibr" rid="ref38">38</xref>], suggesting a significant reduction in anxiety following a 4-week intervention with the BioBase program in a sample of full-time employees. However, in this previous study, the effect of the intervention was not assessed beyond the end of the program. In the current study, we showed that the effect of the intervention persisted for 2 weeks following the end of the program. This result, in line with previous research [<xref ref-type="bibr" rid="ref23">23</xref>], highlights the efficacy of mobile apps to reduce stress and anxiety over time, and their potential to supplement existing therapeutic support [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Future studies should investigate the extent to which these effects persist over longer timeframes, with the aim of identifying optimal guidelines for engagement to maximize outcomes.</p>
        <p>A secondary hypothesis was that reduction in anxiety would be present following 2 weeks of enrollment in the BioBase program in the intervention group (but not in the waitlist control group). However, we did not find evidence of efficacy at 2 weeks. This finding is in contrast with a previous study conducted in the young adult population [<xref ref-type="bibr" rid="ref32">32</xref>], using a CBT-based intervention to reduce anxiety and depression, which found significant results following 2-week long interactions with a Web-based conversational agent. Nevertheless, the current study significantly differed in both methods of delivery (app vs Web-based) as well as type of intervention. Although Fitzpatrick and colleagues employed a daily intervention, comprising specific time windows of interaction with the therapeutic content, the current study had a more ecological approach, with the BioBase program being available to participants at all times yet not being a daily commitment. Thus, the reason behind the lack of efficacy following a 2-week enrollment in the program may be due to differences in perceived benefit from the participants’ perspective, that is, it may be easier to recognize the impact of a daily conversational intervention versus a natural, progressive engagement with a multidimensional program. Further research, comparing different kinds of interventions, would be needed to shed light on these findings.</p>
        <p>In terms of secondary outcomes, it was hypothesized that perceived well-being would increase following a 4-week intervention with BioBase and that this effect would be sustained at follow-up (6 weeks). As predicted, we found that participants in the intervention group reported higher levels of perceived well-being after 4 weeks, which were still significant at 2 weeks from the end of the intervention. Nevertheless, we also found a main effect of time, with levels of perceived well-being being higher at T2 and T3, regardless of the grouping. Further studies with single- or double-blind designs could investigate the impact of being enrolled in a study on perceived well-being.</p>
        <p>Finally, additional measures of depression were obtained via the PHQ-9 questionnaire and DASS-21 Depression subscale to assess the feasibility of the BioBase program in reducing depressive symptoms. Results showed that participants taking part in the current study reported lower depression levels after 4 weeks of BioBase usage and sustained effects at follow-up (as measured via the PHQ-9). Nevertheless, despite showing the same pattern of reduction, the same results were not significant for the DASS-21 Depression subscale. Such a discrepancy may be due to differences in sensitivity of the 2 measures, given the focus on periods of different length, and further research is needed to shed light on these findings. Furthermore, given that the trial was conducted in November 2019 through December 2019, it is possible that the reduction in DASS Depression scores observed in the waitlist control group could be due to changes in university work demands, such as coursework deadlines and exams, over this period.</p>
        <p>This result is nonetheless particularly relevant when assessing the lack of engagement of individuals at risk of suicide with established pathways of support. Specifically, the possibility to access a digital mental health intervention, which could be efficacious in reducing depressive symptomatology could, represent a novel approach in students at risk of suicide [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Future studies should specifically investigate the efficacy of such intervention in a student population with individuals suffering from self-reported depressive symptoms.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A limitation of the current study is the lack of a blinding procedure. As mentioned in the Methods section, the current study was an unblinded, randomized controlled trial, with participants in the control group being aware of the fact that they were not currently partaking in the intervention. This was a consequence of the type of control group employed. However, both groups received the same kind of communications and were prompted to respond to the questionnaires in the same way. A targeted standardi<bold>z</bold>ed email was sent every week, with the timeline of the study and key dates as a reminder to participants. Although these measures reduced the possibility that unblinding could influence the results of the current study, future studies should investigate the extent to which being enrolled in an intervention leads to improvements in anxiety and well-being by employing a single-blind design, with an information-based control group.</p>
        <p>Moreover, owing to lack of data on ethnicity, or information on the characteristics of the students underusing mental health services, it was not possible to assess the generalizability of our sample. Further studies should further investigate this, by replicating the current study while controlling for these variables.</p>
        <p>Furthermore, in the current study, it was not possible to differentiate the effect of the different components of the BioBase program. Although this is a characteristic of digital interventions [<xref ref-type="bibr" rid="ref60">60</xref>], future studies should explore what components of the BioBase program are most efficacious for which individuals.</p>
        <p>In addition, the current study targeted subclinical levels of anxiety; therefore, participants with a psychiatric diagnosis of anxiety were excluded. This decision was made to explore symptom reduction and well-being increase without the confounding factors of being currently in treatment for anxiety. It could be the case, however, that effect sizes were underestimated if BioBase is more efficacious in participants with higher anxiety levels. Further research is needed to better understand the potential effects of BioBase in individuals with a clinical diagnosis of anxiety or stress.</p>
        <p>In terms of the follow-up measure, the current study employed a 6-weeks follow-up, aimed at investigating the sustained effects of the intervention. However, it should be noted that further research is needed to explore long-lasting effects of the intervention (eg, 8 weeks).</p>
        <p>Finally, in the current study, no specific criterion was used with regard to app usage. Given that we wanted to observe how participants would naturally engage and interact with the program, there was no strict indication nor control on participants’ way to use the app. Nevertheless, the majority of the sample engaged with the intervention, with only 3 people not downloading or installing the app. Future research could explore whether a more controlled intervention, with specific engagement criteria, could lead to more efficacious results while still maintaining ecological validity.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we showed that a 4-week digital intervention was efficacious in reducing anxiety and increasing well-being in a student population with high levels of self-reported stress and anxiety. These effects were sustained after 2 weeks from the end of the intervention, thus suggesting prolonged efficacy over time. To the best of our knowledge, this is the first study showing the efficacy of a multidimensional digital program, comprising therapeutic content, biofeedback, and mood-journaling, in reducing anxiety and increasing well-being in a student population. These findings are particularly relevant given the documented preference of students to self-help, rather than accessing on-site facilities, when facing mental health issues. Furthermore, the common use of mobile phones makes this type of intervention both accessible and scalable for higher education institutions who aim to extend the support provided to their students [<xref ref-type="bibr" rid="ref27">27</xref>]. Future research should investigate the feasibility of including digital mental health interventions in the existing therapeutic pathways, thus encouraging preventative as well as intervention-driven approaches to mental health, tailored to the needs of the individuals.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Content and theoretical contextualization of the three psycho-educational courses contained in BioBase.</p>
        <media xlink:href="mhealth_v8i4e17767_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Summary of the Linear Mixed Model on DASS-21 Depression scores  over the duration of the intervention (T0, T1 and T2) in the intervention and wait-list control groups.</p>
        <media xlink:href="mhealth_v8i4e17767_app2.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>App Engagement figures.</p>
        <media xlink:href="mhealth_v8i4e17767_app3.docx" xlink:title="DOCX File , 159 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Engagement time and differences in anxiety and wellbeing.</p>
        <media xlink:href="mhealth_v8i4e17767_app4.docx" xlink:title="DOCX File , 56 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>CONSORT EHEALTH checklist (v 1.6.1).</p>
        <media xlink:href="mhealth_v8i4e17767_app5.pdf" xlink:title="PDF File  (Adobe PDF File), 1429 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DASS-21</term>
          <def>
            <p>Depression, Anxiety and Stress Scale-21 items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LMM</term>
          <def>
            <p>linear mixed model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHQ</term>
          <def>
            <p>Patient Health Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">STAI</term>
          <def>
            <p>State-Trait Anxiety Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WEMWBS</term>
          <def>
            <p>Warwick-Edinburgh Mental Well-Being Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the students who took part in the study and Soukaina Amira, a research assistant who helped with the logistics of the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>DP was the CEO of BioBeats, the provider of the BioBase program. DM was the CTO of BioBeats, the provider of the BioBase program. SP, NH, JK, and GB were employees of BioBeats, the provider of the BioBase program. The company owners were not involved in the analysis, which was conducted by SP and reviewed by JK.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thorley</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Institute for Public Policy Research</source>
          <year>2017</year>
          <month>09</month>
          <access-date>2020-03-09</access-date>
          <comment>Not By Degrees: Improving Student Mental Health in the UK’s Universities<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ippr.org/files/2017-09/1504645674_not-by-degrees-170905.pdf">https://www.ippr.org/files/2017-09/1504645674_not-by-degrees-170905.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wilding</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The relation of depression and anxiety to life-stress and achievement in students</article-title>
          <source>Br J Psychol</source>
          <year>2004</year>
          <month>11</month>
          <volume>95</volume>
          <issue>Pt 4</issue>
          <fpage>509</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1348/0007126042369802</pub-id>
          <pub-id pub-id-type="medline">15527535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rainey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boukouvala</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tree</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Novel ACT-based eHealth psychoeducational intervention for students with mental distress: a study protocol for a mixed-methodology pilot trial</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>07</month>
          <day>16</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e029411</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=31315873"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-029411</pub-id>
          <pub-id pub-id-type="medline">31315873</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-029411</pub-id>
          <pub-id pub-id-type="pmcid">PMC6661604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beiter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McCrady</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rhoades</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Linscomb</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clarahan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sammut</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The prevalence and correlates of depression, anxiety, and stress in a sample of college students</article-title>
          <source>J Affect Disord</source>
          <year>2015</year>
          <month>03</month>
          <day>1</day>
          <volume>173</volume>
          <fpage>90</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2014.10.054</pub-id>
          <pub-id pub-id-type="medline">25462401</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(14)00686-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>New</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Inside Higher Ed</source>
          <year>2017</year>
          <month>01</month>
          <day>13</day>
          <access-date>2019-10-14</access-date>
          <comment>Colleges Struggle to Provide Ongoing Treatment as Demands for Mental Health Services Increases<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.insidehighered.com/news/2017/01/13/colleges-struggle-provide-ongoing-treatment-demands-mental-health-services-increases">https://www.insidehighered.com/news/2017/01/13/colleges-struggle-provide-ongoing-treatment-demands-mental-health-services-increases</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Novotney</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>American Psychological Association (APA)</source>
          <year>2014</year>
          <month>09</month>
          <access-date>2019-10-14</access-date>
          <comment>Students Under Pressure<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.apa.org/monitor/2014/09/cover-pressure">https://www.apa.org/monitor/2014/09/cover-pressure</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierceall</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Keim</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Stress and coping strategies among community college students</article-title>
          <source>Community Coll J Res Pract</source>
          <year>2007</year>
          <volume>31</volume>
          <issue>9</issue>
          <fpage>703</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1080/10668920600866579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Koutsopoulou</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Slaa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barkham</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Changes in undergraduate students’ psychological well‐being as they progress through university</article-title>
          <source>Stud High Educ</source>
          <year>2010</year>
          <volume>35</volume>
          <issue>6</issue>
          <fpage>633</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1080/03075070903216643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newbury-Birch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lowry</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kamali</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The changing patterns of drinking, illicit drug use, stress, anxiety and depression in dental students in a UK dental school: a longitudinal study</article-title>
          <source>Br Dent J</source>
          <year>2002</year>
          <month>06</month>
          <day>15</day>
          <volume>192</volume>
          <issue>11</issue>
          <fpage>646</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/sj.bdj.4801448"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/sj.bdj.4801448</pub-id>
          <pub-id pub-id-type="medline">12108944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Speer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zivin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Mental health service utilization among college students in the United States</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2011</year>
          <month>05</month>
          <volume>199</volume>
          <issue>5</issue>
          <fpage>301</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0b013e3182175123</pub-id>
          <pub-id pub-id-type="medline">21543948</pub-id>
          <pub-id pub-id-type="pii">00005053-201105000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Downs</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Golberstein</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zivin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Stigma and help seeking for mental health among college students</article-title>
          <source>Med Care Res Rev</source>
          <year>2009</year>
          <month>10</month>
          <volume>66</volume>
          <issue>5</issue>
          <fpage>522</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1177/1077558709335173</pub-id>
          <pub-id pub-id-type="medline">19454625</pub-id>
          <pub-id pub-id-type="pii">1077558709335173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Okuda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hasin</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mental health of college students and their non-college-attending peers: results from the National Epidemiologic Study on Alcohol and Related Conditions</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2008</year>
          <month>12</month>
          <volume>65</volume>
          <issue>12</issue>
          <fpage>1429</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19047530"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archpsyc.65.12.1429</pub-id>
          <pub-id pub-id-type="medline">19047530</pub-id>
          <pub-id pub-id-type="pii">65/12/1429</pub-id>
          <pub-id pub-id-type="pmcid">PMC2734947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cardwell</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Holt</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Baillie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Allister</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>A cross-sectional study of mental health in UK veterinary undergraduates</article-title>
          <source>Vet Rec</source>
          <year>2013</year>
          <month>09</month>
          <day>21</day>
          <volume>173</volume>
          <issue>11</issue>
          <fpage>266</fpage>
          <pub-id pub-id-type="doi">10.1136/vr.101390</pub-id>
          <pub-id pub-id-type="medline">23956162</pub-id>
          <pub-id pub-id-type="pii">vr.101390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Czyz</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitz</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Self-reported barriers to professional help seeking among college students at elevated risk for suicide</article-title>
          <source>J Am Coll Health</source>
          <year>2013</year>
          <volume>61</volume>
          <issue>7</issue>
          <fpage>398</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24010494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/07448481.2013.820731</pub-id>
          <pub-id pub-id-type="medline">24010494</pub-id>
          <pub-id pub-id-type="pmcid">PMC3788673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Mental health problems and help-seeking behavior among college students</article-title>
          <source>J Adolesc Health</source>
          <year>2010</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2009.08.008</pub-id>
          <pub-id pub-id-type="medline">20123251</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(09)00340-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcoxon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Underutilization of mental health services among college students: an examination of system-related barriers</article-title>
          <source>J College Stud Psychother</source>
          <year>2015</year>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>227</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1080/87568225.2015.1045783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Randall</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Exploration of counsellors' perceptions of the redesigned service pathways: a qualitative study of a UK university student counselling service</article-title>
          <source>Br J Guid Counc</source>
          <year>2016</year>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>86</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1080/03069885.2015.1017801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lungu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Time for a change: college students' preference for technology-mediated versus face-to-face help for emotional distress</article-title>
          <source>Telemed J E Health</source>
          <year>2016</year>
          <month>12</month>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>991</fpage>
          <lpage>1000</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2015.0214</pub-id>
          <pub-id pub-id-type="medline">27223266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prentice</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>A review of the risks and benefits associated with mobile phone applications for psychological interventions</article-title>
          <source>Can Psychol</source>
          <year>2014</year>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>282</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1037/a0038113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kählke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of an unguided internet-based self-help intervention for social anxiety disorder in university students: A randomized controlled trial</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2019</year>
          <month>06</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>e1766</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30687986"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/mpr.1766</pub-id>
          <pub-id pub-id-type="medline">30687986</pub-id>
          <pub-id pub-id-type="pmcid">PMC6877166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>EY</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Ngai</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>Enhancing Web-based mindfulness training for mental health promotion with the health action process approach: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>01</month>
          <day>19</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/1/e8/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3746</pub-id>
          <pub-id pub-id-type="medline">25599904</pub-id>
          <pub-id pub-id-type="pii">v17i1e8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4319090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Predictors and moderators of response to internet-delivered Interpersonal Psychotherapy and Cognitive Behavior Therapy for depression</article-title>
          <source>J Affect Disord</source>
          <year>2013</year>
          <month>10</month>
          <volume>151</volume>
          <issue>1</issue>
          <fpage>343</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.06.020</pub-id>
          <pub-id pub-id-type="medline">23953024</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00500-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huberty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glissmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Larkey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Puzia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of the mindfulness meditation mobile app 'Calm' to reduce stress among college students: randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>06</month>
          <day>25</day>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>e14273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/6/e14273/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14273</pub-id>
          <pub-id pub-id-type="medline">31237569</pub-id>
          <pub-id pub-id-type="pii">v7i6e14273</pub-id>
          <pub-id pub-id-type="pmcid">PMC6614998</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mowbray</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Megivern</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mandiberg</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kopels</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Curlin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lett</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Campus mental health services: recommendations for change</article-title>
          <source>Am J Orthopsychiatry</source>
          <year>2006</year>
          <month>04</month>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>226</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1037/0002-9432.76.2.226</pub-id>
          <pub-id pub-id-type="medline">16719642</pub-id>
          <pub-id pub-id-type="pii">2006-05892-011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herrman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moodie</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Promoting Mental Health: Concepts, Emerging Evidence, Practice</source>
          <year>2004</year>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organisation</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>The Higher Education Policy Institute</source>
          <year>2016</year>
          <month>09</month>
          <day>22</day>
          <access-date>2019-10-14</access-date>
          <comment>The Invisible Problem? Improving Students’ Mental Health<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hepi.ac.uk/2016/09/22/3592/">https://www.hepi.ac.uk/2016/09/22/3592/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Price</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yuen</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Goetter</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Forman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Acierno</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>mHealth: a mechanism to deliver more accessible, more effective mental health care</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2014</year>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>427</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23918764"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpp.1855</pub-id>
          <pub-id pub-id-type="medline">23918764</pub-id>
          <pub-id pub-id-type="pmcid">PMC3926903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Physical activity recognition utilizing the built-in kinematic sensors of a smartphone</article-title>
          <source>Int J Distrib Sens Netw</source>
          <year>2013</year>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>481580</fpage>
          <pub-id pub-id-type="doi">10.1155/2013/481580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Smartphones for smarter delivery of mental health programs: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>11</month>
          <day>15</day>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e247</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/11/e247/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2791</pub-id>
          <pub-id pub-id-type="medline">24240579</pub-id>
          <pub-id pub-id-type="pii">v15i11e247</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Prevention of mental health disorders using internet- and mobile-based interventions: a narrative review and recommendations for future research</article-title>
          <source>Front Psychiatry</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2017.00116"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2017.00116</pub-id>
          <pub-id pub-id-type="medline">28848454</pub-id>
          <pub-id pub-id-type="pmcid">PMC5554359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waltz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Pear approval signals FDA readiness for digital treatments</article-title>
          <source>Nat Biotechnol</source>
          <year>2018</year>
          <month>06</month>
          <day>6</day>
          <volume>36</volume>
          <issue>6</issue>
          <fpage>481</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1038/nbt0618-481</pub-id>
          <pub-id pub-id-type="medline">29874220</pub-id>
          <pub-id pub-id-type="pii">nbt0618-481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vierhile</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2017</year>
          <month>06</month>
          <day>6</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <pub-id pub-id-type="doi">10.2196/mental.7785</pub-id>
          <pub-id pub-id-type="medline">28588005</pub-id>
          <pub-id pub-id-type="pii">v4i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC5478797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hooper</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Osborne</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using brief cognitive restructuring and cognitive defusion techniques to cope with negative thoughts</article-title>
          <source>Behav Modif</source>
          <year>2016</year>
          <month>05</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>452</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/0145445515621488</pub-id>
          <pub-id pub-id-type="medline">26685210</pub-id>
          <pub-id pub-id-type="pii">0145445515621488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marlow</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lacerenza</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Paoletti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Salas</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Does team communication represent a one-size-fits-all approach?: A meta-analysis of team communication and performance</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2018</year>
          <month>01</month>
          <volume>144</volume>
          <fpage>145</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/j.obhdp.2017.08.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett-Levy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Farrand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Oxford Guide to Low Intensity CBT Interventions</source>
          <year>2010</year>
          <publisher-loc>UK</publisher-loc>
          <publisher-name>OUP Oxford</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sessa</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sumner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bragger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Applying the job demands-resources model towards understanding student stress</article-title>
          <source>Comput Hum Behav</source>
          <year>2015</year>
          <volume>77</volume>
          <fpage>317</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.13140/RG.2.1.4981.4885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Posner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>The circumplex model of affect: an integrative approach to affective neuroscience, cognitive development, and psychopathology</article-title>
          <source>Dev Psychopathol</source>
          <year>2005</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>715</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16262989"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0954579405050340</pub-id>
          <pub-id pub-id-type="medline">16262989</pub-id>
          <pub-id pub-id-type="pii">S0954579405050340</pub-id>
          <pub-id pub-id-type="pmcid">PMC2367156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kawadler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmings</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ponzo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Plans</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smart phone application BioBase for reducing anxiety and increasing mental wellbeing: a pilot feasibility and acceptability study</article-title>
          <source>JMIR Preprints</source>
          <year>2020</year>
          <comment>preprint(forthcoming)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://preprints.jmir.org/preprint/18067"/></comment>
          <pub-id pub-id-type="doi">10.2196/preprints.18067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lovibond</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Lovibond</surname>
              <given-names>PF</given-names>
            </name>
          </person-group>
          <source>Manual for the Depression Anxiety Stress Scales</source>
          <year>1996</year>
          <publisher-loc>Australia</publisher-loc>
          <publisher-name>Psychology Foundation of Australia</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hufford</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary assessment</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2008</year>
          <volume>4</volume>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.3.022806.091415</pub-id>
          <pub-id pub-id-type="medline">18509902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Demerouti</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The Job Demands‐Resources model: state of the art</article-title>
          <source>J Manag Psych</source>
          <year>2007</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>309</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1108/02683940710733115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karasek</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Job demands, job decision latitude, and mental strain: implications for job redesign</article-title>
          <source>Adm Sci Q</source>
          <year>1979</year>
          <month>06</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>285</fpage>
          <lpage>308</lpage>
          <pub-id pub-id-type="doi">10.2307/2392498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Häusser</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mojzisch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Niesel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz-Hardt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ten years on: A review of recent research on the Job Demand–Control (-Support) model and psychological well-being</article-title>
          <source>Work Stress</source>
          <year>2010</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1080/02678371003683747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haslam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jetten</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cruwys</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dingle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Haslam</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>The New Psychology of Health: Unlocking the Social Cure</source>
          <year>2018</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ryden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Everitt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tylee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Clinical efficacy of computerised cognitive-behavioural therapy for anxiety and depression in primary care: randomised controlled trial</article-title>
          <source>Br J Psychiatry</source>
          <year>2004</year>
          <month>07</month>
          <volume>185</volume>
          <fpage>46</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.185.1.46</pub-id>
          <pub-id pub-id-type="medline">15231555</pub-id>
          <pub-id pub-id-type="pii">S0007125000164785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Dam</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Sheppard</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Forsyth</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Earleywine</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Self-compassion is a better predictor than mindfulness of symptom severity and quality of life in mixed anxiety and depression</article-title>
          <source>J Anxiety Disord</source>
          <year>2011</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>123</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.janxdis.2010.08.011</pub-id>
          <pub-id pub-id-type="medline">20832990</pub-id>
          <pub-id pub-id-type="pii">S0887-6185(10)00175-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary interventions for depression and anxiety</article-title>
          <source>Depress Anxiety</source>
          <year>2017</year>
          <month>06</month>
          <volume>34</volume>
          <issue>6</issue>
          <fpage>540</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22649</pub-id>
          <pub-id pub-id-type="medline">28494123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoenberg</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Biofeedback for psychiatric disorders: a systematic review</article-title>
          <source>Appl Psychophysiol Biofeedback</source>
          <year>2014</year>
          <month>06</month>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>109</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1007/s10484-014-9246-9</pub-id>
          <pub-id pub-id-type="medline">24806535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanck</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perleth</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heidenreich</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kröger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ditzen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bents</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mander</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effects of mindfulness exercises as stand-alone intervention on symptoms of anxiety and depression: Systematic review and meta-analysis</article-title>
          <source>Behav Res Ther</source>
          <year>2018</year>
          <month>03</month>
          <volume>102</volume>
          <fpage>25</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2017.12.002</pub-id>
          <pub-id pub-id-type="medline">29291584</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(17)30244-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The mediating and moderating effects of sleep hygiene practice on anxiety and insomnia in hospital nurses</article-title>
          <source>Int J Nurs Pract</source>
          <year>2015</year>
          <month>05</month>
          <volume>21</volume>
          <issue>Suppl 2</issue>
          <fpage>9</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1111/ijn.12164</pub-id>
          <pub-id pub-id-type="medline">26125570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stubbs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Koyanagi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hallgren</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schuch</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mugisha</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Veronese</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lahti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vancampfort</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Physical activity and anxiety: A perspective from the World Health Survey</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>01</month>
          <day>15</day>
          <volume>208</volume>
          <fpage>545</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2016.10.028</pub-id>
          <pub-id pub-id-type="medline">27802893</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(16)31313-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marteau</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The development of a six-item short-form of the state scale of the Spielberger State-Trait Anxiety Inventory (STAI)</article-title>
          <source>Br J Clin Psychol</source>
          <year>1992</year>
          <month>09</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8260.1992.tb00997.x</pub-id>
          <pub-id pub-id-type="medline">1393159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tennant</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hiller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fishwick</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Secker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart-Brown</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Warwick-Edinburgh Mental Well-being Scale (WEMWBS): development and UK validation</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2007</year>
          <month>11</month>
          <day>27</day>
          <volume>5</volume>
          <fpage>63</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-5-63"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-5-63</pub-id>
          <pub-id pub-id-type="medline">18042300</pub-id>
          <pub-id pub-id-type="pii">1477-7525-5-63</pub-id>
          <pub-id pub-id-type="pmcid">PMC2222612</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2001&#38;volume=16&#38;issue=9&#38;spage=606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hesselmann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Applying linear mixed effects models (LMMs) in within-participant designs with subjective trial-based assessments of awareness-a caveat</article-title>
          <source>Front Psychol</source>
          <year>2018</year>
          <volume>9</volume>
          <fpage>788</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2018.00788"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2018.00788</pub-id>
          <pub-id pub-id-type="medline">29887820</pub-id>
          <pub-id pub-id-type="pmcid">PMC5982570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Field</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Discovering Statistics Using IBM SPSS Statistics</source>
          <year>2017</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Sage Publications Ltd</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wickham</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Ggplot2: Elegant Graphics for Data Analysis</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mächler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fitting Linear Mixed-Effects Models Using lme4</article-title>
          <source>J Stat Soft</source>
          <year>2015</year>
          <volume>67</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuznetsova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brockhoff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>lmerTest Package: Tests in Linear Mixed Effects Models</article-title>
          <source>J Stat Soft</source>
          <year>2017</year>
          <volume>82</volume>
          <issue>13</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://orbit.dtu.dk/en/publications/id(2e6e11c6-6a44-43df-b809-d96b897d9bf2).html"/>
          </comment>
          <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitton</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Manicavasagar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hadzi-Pavlovic</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Breaking open the black box: isolating the most potent features of a web and mobile phone-based intervention for depression, anxiety, and stress</article-title>
          <source>JMIR Ment Health</source>
          <year>2015</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2015/1/e3/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.3573</pub-id>
          <pub-id pub-id-type="medline">26543909</pub-id>
          <pub-id pub-id-type="pii">v2i1e3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4607393</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
