<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i4e15028</article-id>
      <article-id pub-id-type="pmid">32234702</article-id>
      <article-id pub-id-type="doi">10.2196/15028</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Forecasting Mood in Bipolar Disorder From Smartphone Self-assessments: Hierarchical Bayesian Approach</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hidalgo-Mazzei</surname>
            <given-names>Diego</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hassani</surname>
            <given-names>Hossein</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ostacher</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Graham</surname>
            <given-names>Andrea</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Busk</surname>
            <given-names>Jonas</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Applied Mathematics and Computer Science</institution>
            <institution>Technical University of Denmark</institution>
            <addr-line>Richard Petersens Plads, 324</addr-line>
            <addr-line>Lyngby, DK-2800</addr-line>
            <country>Denmark</country>
            <phone>45 31692766</phone>
            <email>jbusk@dtu.dk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2502-1679</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Faurholt-Jepsen</surname>
            <given-names>Maria</given-names>
          </name>
          <degrees>DMSc, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0462-6444</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Frost</surname>
            <given-names>Mads</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7866-1103</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bardram</surname>
            <given-names>Jakob E</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1390-8758</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Vedel Kessing</surname>
            <given-names>Lars</given-names>
          </name>
          <degrees>DMSc, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9377-9436</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Winther</surname>
            <given-names>Ole</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1966-3205</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Applied Mathematics and Computer Science</institution>
        <institution>Technical University of Denmark</institution>
        <addr-line>Lyngby</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Copenhagen Affective Disorder Research Center</institution>
        <institution>Psychiatric Center Copenhagen</institution>
        <institution>Rigshospitalet</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Monsenso ApS</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Health Technology</institution>
        <institution>Technical University of Denmark</institution>
        <addr-line>Lyngby</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Faculty of Health and Medical Sciences</institution>
        <institution>University of Copenhagen</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Center for Genomic Medicine</institution>
        <institution>Rigshospitalet, Copenhagen University Hospital</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Bioinformatics Centre</institution>
        <institution>Department of Biology</institution>
        <institution>University of Copenhagen</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jonas Busk <email>jbusk@dtu.dk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>4</issue>
      <elocation-id>e15028</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>9</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>12</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Jonas Busk, Maria Faurholt-Jepsen, Mads Frost, Jakob E Bardram, Lars Vedel Kessing, Ole Winther. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 01.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2020/4/e15028" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Bipolar disorder is a prevalent mental health condition that is imposing significant burden on society. Accurate forecasting of symptom scores can be used to improve disease monitoring, enable early intervention, and eventually help prevent costly hospitalizations. Although several studies have examined the use of smartphone data to detect mood, only few studies deal with forecasting mood for one or more days.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to examine the feasibility of forecasting daily subjective mood scores based on daily self-assessments collected from patients with bipolar disorder via a smartphone-based system in a randomized clinical trial.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We applied hierarchical Bayesian regression models, a multi-task learning method, to account for individual differences and forecast mood for up to seven days based on 15,975 smartphone self-assessments from 84 patients with bipolar disorder participating in a randomized clinical trial. We reported the results of two time-series cross-validation 1-day forecast experiments corresponding to two different real-world scenarios and compared the outcomes with commonly used baseline methods. We then applied the best model to evaluate a 7-day forecast.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The best performing model used a history of 4 days of self-assessment to predict future mood scores with historical mood being the most important predictor variable. The proposed hierarchical Bayesian regression model outperformed pooled and separate models in a 1-day forecast time-series cross-validation experiment and achieved the predicted metrics, <italic>R<sup>2</sup></italic>=0.51 and root mean squared error of 0.32, for mood scores on a scale of −3 to 3. When increasing the forecast horizon, forecast errors also increased and the forecast regressed toward the mean of data distribution.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our proposed method can forecast mood for several days with low error compared with common baseline methods. The applicability of a mood forecast in the clinical treatment of bipolar disorder has also been discussed.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>bipolar disorder</kwd>
        <kwd>mood</kwd>
        <kwd>early medical intervention</kwd>
        <kwd>digital phenotyping</kwd>
        <kwd>machine learning</kwd>
        <kwd>forecasting</kwd>
        <kwd>Bayesian analysis</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec>
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Bipolar disorder is estimated as one of the most important causes of disability worldwide [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Bipolar disorder is characterized by recurrent episodes of depression, (hypo)mania, and mixed episodes intervened by periods of euthymia [<xref ref-type="bibr" rid="ref3">3</xref>] and with a high degree of comorbidity, functional impairment, and increased risk of suicide [<xref ref-type="bibr" rid="ref4">4</xref>]. The World Health Organization estimates that about 60 million people are affected by bipolar disorder worldwide and that the burden of depression and other mental health conditions is on the rise globally [<xref ref-type="bibr" rid="ref5">5</xref>]. The cornerstone of treatment of patients with bipolar disorder is continuous and long-term maintenance treatment to reduce or prevent relapses, applying a variety of methods including psychopharmacological treatment and group-based psychoeducation. Long-term treatment also involves symptom monitoring, early identification of subsyndromal symptoms of depression and mania, and intervention to prevent or reduce the severity of affective episodes.</p>
        <p>In this paper, we analyzed daily self-assessments, including mood scores, collected from patients with bipolar disorder through a smartphone-based system. Ecological momentary assessment (EMA) reflects the method used to collect assessments of individuals’ real-time states repeatedly, over time, during naturalistic settings and may reduce recall bias [<xref ref-type="bibr" rid="ref6">6</xref>]. At present, a median of 76% of adults across 18 advanced economies reported having a smartphone [<xref ref-type="bibr" rid="ref7">7</xref>], and many people use a smartphone daily [<xref ref-type="bibr" rid="ref8">8</xref>]. The rapid evolution and ubiquity of mobile networks have resulted in the increasing growth of electronic mental health technologies, including electronic platforms offering tolls for remote self-monitoring [<xref ref-type="bibr" rid="ref9">9</xref>]. By using daily smartphone-based self-monitoring, potential recall bias in self-reported patient data is minimized. Thus, smartphones extend the use of EMA beyond its classical use for self-reports and offer the opportunity to collect fine-grained data unobtrusively and outside clinical settings [<xref ref-type="bibr" rid="ref10">10</xref>]. By replacing paper-based self-assessments of traditional treatment methods with a smartphone-based system, users can ubiquitously enter and review their own data and share the data with clinicians, who can intervene if something appears alarming. Thus, smartphones provide a unique platform for monitoring and managing depression and mania [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Furthermore, modern smartphones provide the means for collecting rich sensor data, which are believed to capture valuable behavioral information that can be related to disease outcomes [<xref ref-type="bibr" rid="ref14">14</xref>]. Digital self-reporting and data collection have the additional benefit of making data available for automatic analysis immediately, which can help support continuous disease monitoring.</p>
        <p>We found it useful to distinguish between <italic>mood detection</italic>, ie, predicting the mood based on data from the same day, and <italic>mood forecasting</italic>, ie, predicting the mood one or more days ahead based on historical data. Smartphone-based mood detection is well studied but remains a difficult problem. Several papers have examined the use of passive smartphone data, such as location, communication logs, and device usage, to detect or classify daily self-reported mood labels [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. A few recent studies [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>] have addressed mood forecasting, which is a more challenging task than mood detection, as the causal chain between cause and outcome is longer and because of the uncertainty inherently associated with future events. DeepMood by Suhara et al [<xref ref-type="bibr" rid="ref22">22</xref>] is a solution for forecasting severely depressed mood from self-reported histories using a recurrent neural network. Suhara et al [<xref ref-type="bibr" rid="ref22">22</xref>] found that long-term historical information up to 14 days improves the accuracy of forecasting depressed mood classes and that the mood on the previous day is the most important predictor when forecasting severe depression for one day. A limitation of this method is that it needs labeled observations every day in a 14-day history to make predictions. A study by Taylor et al [<xref ref-type="bibr" rid="ref23">23</xref>] employed a selection of multi-task learning (MTL) techniques to train personalized models for predicting future mood, stress, and health one day ahead. Taylor et al [<xref ref-type="bibr" rid="ref23">23</xref>] found that using MTL techniques to account for individual differences provides substantial performance improvements over traditional machine learning methods. By utilizing a cluster of users based on age, gender, and personality, a new user needs only to be assigned to a cluster to enable prediction based on new data, when labeled data from a population of similar users are available to fit the initial model.</p>
        <p>A major challenge when reviewing work on mood prediction and behavior tracking is that researchers often have different data collection strategies and apply custom modelling and labeling approaches, consequently making results difficult to compare and sometimes contradicting [<xref ref-type="bibr" rid="ref14">14</xref>]. Another limitation is that most studies involve healthy subjects (ie, without a diagnosis), and it is therefore hard to generalize to patients suffering from affective disorders. Nonetheless, some common observations stand out. Several studies found that personalized models generally outperform generic models when sufficient data are available [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>], demonstrating the importance of accounting for individual differences in the data. This can be accommodated by applying MTL techniques, which provides a way of improving generalization by learning several related tasks simultaneously [<xref ref-type="bibr" rid="ref26">26</xref>]. By considering individuals as separate tasks in a combined model, MTL techniques can produce personalized predictions in a straightforward manner.</p>
        <p>Our study differs from prior work in a number of ways. Where many studies collect data from nonclinical subjects (such as students and volunteers recruited on the Web), our data are collected in a randomized clinical trial from patients who received a diagnosis of bipolar disorder and were treated for it. Moreover, to the best of our knowledge, the size of our patient population (<italic>N</italic>=84) is significantly larger than any prior clinical studies. We also found that even though most studies record subjective mood on a continuous or ordinal scale, the prediction task is often reduced to a classification problem by binning the values into two or more classes, such as <italic>neutral</italic>, <italic>depressed</italic>, and <italic>manic</italic>. In this study, we treated mood prediction as a regression problem, which is more direct given the way data are collected and interpreted by users. Finally, rather than mood detection, we addressed the more challenging task of mood forecasting and applied a hierarchical Bayesian modelling approach, which is a popular method of MTL that is able to account for individual differences in the data.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The main objective of this study was to examine the feasibility and technical foundation of forecasting daily mood scores in bipolar disorder based on daily smartphone self-assessments. We hypothesized that utilizing these data to establish an accurate, real-time mood forecast solution can help improve disease monitoring by providing additional insights that enable early intervention and thus eventually prevent the relapse of affective episodes and burdensome and costly hospitalizations.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Description</title>
        <p>Data used in this study were collected between September 2014 and January 2018 during the MONARCA II randomized clinical trial [<xref ref-type="bibr" rid="ref27">27</xref>] that was investigating the effect of smartphone-based monitoring. All patients with a diagnosis of bipolar disorder who had previously been treated at the Copenhagen Clinic for Affective Disorder, Copenhagen, Denmark, in the period from 2004 to 2016 and who, at the time of recruitment, were being treated at community psychiatric centers, by private psychiatrists, and by general practitioners were invited to participate in the trial. Patients were included in the study for a 9-month follow-up period if they received a diagnosis of bipolar disorder according to International Classification of Diseases, 10th Revision using the Schedules for Clinical Assessments in Neuropsychiatry [<xref ref-type="bibr" rid="ref28">28</xref>] and were previously treated at the Copenhagen Clinic for Affective Disorder. Patients with schizophrenia, schizotypal, or delusional disorders, previous use of the MONARCA system, pregnancy, and a lack of Danish language skills were excluded. Patients with other comorbid psychiatric disorders and substance use were eligible for the trial. As a part of the MONARCA II trial, patients were randomized to either using a smartphone-based monitoring system (the Monsenso system) for daily self-monitoring (the intervention group) or treatment as usual (the control group). Patients included in the intervention group collected daily smartphone-based self-monitoring data and were included in the analyses in this paper. The inclusion and exclusion criteria were investigated and assessed by 1 clinical researcher (MJ).</p>
        <p>Study participants were provided an Android smartphone app configured for the study and were instructed to evaluate subjective measures of illness activity on a daily basis by answering a daily self-assessment questionnaire including the items listed in <xref ref-type="table" rid="table1">Table 1</xref>. Specifically, mood was scored on a scale of −3, −2, −1, −0.5, 0, 0.5, 1, 2, and 3, where negative values indicate various degrees of depression, positive values indicate mania, and zero indicates neutral mood (euthymia).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Items of the daily self-assessment questionnaire.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="450"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>Attribute</td>
                <td>Description</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Activity</td>
                <td>Level of physical activity</td>
                <td>−3 to 3</td>
              </tr>
              <tr valign="top">
                <td>Alcohol</td>
                <td>Alcoholic drinks consumed</td>
                <td>0 to 10+</td>
              </tr>
              <tr valign="top">
                <td>Anxiety</td>
                <td>Level of anxiety</td>
                <td>0 to 2</td>
              </tr>
              <tr valign="top">
                <td>Irritable</td>
                <td>Level of irritability</td>
                <td>0 to 2</td>
              </tr>
              <tr valign="top">
                <td>Cognitive difficulty</td>
                <td>Level of cognitive discomfort</td>
                <td>0 to 2</td>
              </tr>
              <tr valign="top">
                <td>Medicine</td>
                <td>Medicine adherence</td>
                <td>0 to 2</td>
              </tr>
              <tr valign="top">
                <td>Mixed mood</td>
                <td>Experienced mixed mood</td>
                <td>0 to 1</td>
              </tr>
              <tr valign="top">
                <td>Mood</td>
                <td>Experienced mood</td>
                <td>−3 to 3</td>
              </tr>
              <tr valign="top">
                <td>Sleep</td>
                <td>Hours of sleep</td>
                <td>0 to 24</td>
              </tr>
              <tr valign="top">
                <td>Stress</td>
                <td>Level of stress</td>
                <td>0 to 2</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Additionally, study participants were periodically evaluated by trained psychiatrists throughout the trial, up to five times (at baseline and after 4 weeks, 3 months, 6 months, and 9 months), on the following clinical rating scales for depression and mania: the Hamilton Depression Rating Scale (HDRS) [<xref ref-type="bibr" rid="ref29">29</xref>] and Young Mania Rating Scale (YMRS) [<xref ref-type="bibr" rid="ref30">30</xref>]. Each rating scale consists of a series of questions that are scored and totaled to summarize the current state of the patient with higher scores indicating more severe symptoms. Clinical researchers, who were blinded to all smartphone-based data, conducted all the clinical assessments. Thus, data on the severity of depressive and manic symptoms were collected in a rater-blinded manner. Both rating scales are clinically validated and generally accepted as accurate measures of illness severity in bipolar disorder.</p>
      </sec>
      <sec>
        <title>Data Preprocessing</title>
        <p>Two of the self-assessment items were preprocessed before the analysis. As the answer to the medicine item is categorical by design (medicine not taken, medicine taken, and medicine taken with changes), we encoded it as two exclusive binary variables indicating if medicine was not taken (medicine omitted) or if medicine was taken with changes (medicine changed). Additionally, we did not expect sleep duration to have a linear effect on mood, thus the sleep variable was replaced with two new features by subtracting the individual mean and splitting the result into a negative and positive component (sleep negative and sleep positive), indicating decreased or increased sleep relative to the mean. Finally, we normalized all self-assessment variables by their allowed minimum and maximum value. We also experimented with forward filling the missing data from the previous day but found that very little additional data were gained; therefore, we left this step out of the final analysis presented in this paper.</p>
      </sec>
      <sec>
        <title>Forecasting</title>
        <p>Forecasting is the task of predicting the future, given all available information from the past and present [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. For forecasting to be feasible, it should be reasonable to assume that the history of recorded information somehow relates to the predicted future events. A typical forecasting task is illustrated in <xref rid="figure1" ref-type="fig">Figure 1</xref>; <italic>w</italic> denotes the size of history used in the forecast and <italic>h</italic> denotes the horizon of how far into the future the target is predicted. In our case of using daily self-reports, both <italic>w</italic> and <italic>h</italic> are measured in days.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Forecasting is the task of predicting the future, given all relevant information from the past and the present. The window size, w, is the size of history defining the predictor variables and the horizon, h, is how far in the future the target variable is predicted.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Several methods for producing forecasts exist [<xref ref-type="bibr" rid="ref32">32</xref>]. The simplest forecasting methods use only historic information about the target variable and do not consider any other information but are designed to utilize time-dependent patterns, such as seasonality and trend, to extrapolate observed data into the future. Another approach is to apply standard regression or classification models to predict the variable of interest based on relevant information, such as prior (lagged) observations of the target variable along with additional predictor variables. This approach has the benefit of allowing the use of a variety of different methods from the machine learning and statistical inference literature but may not be as good at capturing long-term time-dependent patterns. For short-term forecasts or data without long-term time dependence, however, this might not be a problem. For these reasons, we chose to apply the latter approach in this work.</p>
        <p>Special care should be taken when evaluating the performance of a forecast. A genuine forecast only uses data available at the time of forecast, and thus no future data, to estimate its parameters [<xref ref-type="bibr" rid="ref32">32</xref>]. Consequently, the size of in-sample residuals (training error) is not a reliable indicator of the true forecast error. The forecast performance can only be determined by fitting the model on training data observed before the test data. This needs to be considered when designing the experiment used to evaluate the forecast model, such as cross-validation. Time-series cross-validation addresses this by splitting the data into a sequence of consecutive test sets. The corresponding training sets consist only of data observed before each test set. Thus, no future information is included when constructing the forecasts. The cross-validation error is then computed across all the test sets. As we considered data from multiple individuals, we applied two different time-series cross-validation in our experiments:</p>
        <list list-type="order">
          <list-item>
            <p>Leave-all-out time-series cross-validation: Each individual’s data are partitioned into a sequence of <italic>T</italic> consecutive similar-sized test sets. Then the test sets are pooled across all individuals. The corresponding training sets consist of all data observed before each test set, resulting in <italic>T</italic>−1 test and training set pairs (the first test set has no prior data).</p>
          </list-item>
          <list-item>
            <p>Leave-one-out time-series cross-validation: Each individual’s data are partitioned into a training set and subsequent test set. The training set is then pooled with all data from all other individuals, resulting in a number of test/training set pairs equal to the number of individuals, <italic>J</italic>.</p>
          </list-item>
        </list>
        <p>These two experiments correspond to two different scenarios: the leave-all-out time-series cross-validation simulates a situation where a group of patients starts monitoring at the same time without any additional historical data, whereas the leave-one-out time-series cross-validation simulates a situation where each participant starts monitoring when data are already available from a population of similar individuals.</p>
      </sec>
      <sec>
        <title>Hierarchical Bayesian Models</title>
        <p>When analyzing data consisting of multiple related sets of measurements, such as individuals in a population, a basic approach is to completely pool all the data into a common model, assuming all sets have similar properties. A drawback of this method is there is a risk of losing important information at the individual level. To overcome this problem, an alternative approach is to model each set of data separately, assuming all sets are independent. However, information about how the individual sets relate to each other at the population level might be missed. Especially when each individual dataset is too small to construct a meaningful separate model, it is useful to include information from the population to make analysis feasible. A hierarchical (multi-level) Bayesian model is an intermediate solution allowing partial pooling of the data, thus providing a compromise between the completely pooled and separate models [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The hierarchical approach captures the overall characteristics of the population while allowing individual differences and enables modeling of small related datasets, each getting a gradually more personalized model as more data are collected and included in the training set. Additionally, it allows for reasoning about previously unobserved individuals, assuming they come from the same population, which helps to overcome the cold start problem. Applying a Bayesian approach has the additional benefit of providing uncertainty in all model parameters and predictions, allowing for improved interpretability. Owing to these desirable properties, we applied hierarchical models in our analysis. In particular, we explored the use of hierarchical implementations of both linear and ordinal regression models.</p>
        <p>Ordinary linear regression is a method of predicting the outcome of a continuous variable, modeled as the linear combination of the model parameters and predictor variables. Hierarchical Bayesian linear regression can be expressed by assuming that each set of parameters is drawn from a common population distribution (<xref rid="figure2" ref-type="fig">Figure 2</xref>). For individual <italic>j</italic>=1:<italic>J</italic>, observation <italic>i</italic>=1:<italic>N</italic>, target variable <italic>y<sub>ji</sub></italic>, and predictor variables <italic><bold>x<sub>ji</sub></bold></italic>:</p>
        <disp-formula><italic>y<sub>ji</sub></italic>=Normal(<italic>α<sub>j</sub></italic> + <italic>β<sub>j</sub><sup>T</sup> <bold>x<sub>ji</sub></bold></italic>,<italic>σ</italic>)</disp-formula>
        <p>where <italic>α<sub>j</sub></italic> and <italic>β<sub>j</sub></italic> are sampled from population distributions:</p>
        <disp-formula><italic>α<sub>j</sub></italic>~Normal(<italic>μ<sub>α</sub></italic><sub>,</sub><italic>τ<sub>α</sub></italic>)</disp-formula>
        <disp-formula><italic>β<sub>j</sub></italic>~Normal(<italic>μ<sub>β</sub></italic><sub>,</sub><italic>τ<sub>β</sub></italic>)</disp-formula>
        <p>and the population means <italic>μ<sub>α</sub></italic>, <italic>μ<sub>β</sub></italic> and variances <italic>τ<sub>α</sub></italic><sub>,</sub> <italic>τ<sub>β</sub></italic> as well as the standard error <italic>σ</italic> have independent normal priors.</p>
        <p>Ordinal regression (sometimes referred to as ordinal classification) is a method of predicting a discrete variable that has a relative ordering of the possible outcomes. Thus, it can be thought of as an intermediate between regression and classification. An example of ordinal regression is ordered logistic regression. For an outcome belonging to one of <italic>K</italic> categories, y<italic><sub>ji</sub></italic> &#8712; 1:<italic>K</italic>, ordered logistic regression is determined by a latent continuous variable, <italic>z<sub>ji</sub></italic>=<italic>β<sub>j</sub><sup>T</sup> <bold>x<sub>ji</sub></bold></italic>, along with a sequence of <italic>K</italic>+1 ordered cutpoints, <italic><bold>c<sub>j</sub></bold></italic>, such that <italic>c<sub>k</sub></italic><sub>−1</sub>&#60;<italic>c<sub>k</sub></italic> and <italic>c</italic><sub>0</sub>=−∞, <italic>c</italic><sub>K</sub>=∞ by definition. If <italic>z<sub>ji</sub></italic> falls between two cutpoints, <italic>c<sub>k</sub></italic><sub>−1</sub> and <italic>c<sub>k</sub></italic>, the outcome is predicted to belong to the corresponding category, y<italic><sub>ji</sub></italic>=<italic>k</italic>, with high probability. This type of model can be justified by assuming the category, y<italic><sub>ji</sub></italic>, is an incomplete measurement of the latent variable, <italic>z<sub>ji</sub></italic>:</p>
        <disp-formula><italic>y<sub>ji</sub></italic>~OrderedLogistic (<italic>z<sub>ji</sub></italic>, <italic><bold>c<sub>j</sub></bold></italic>)</disp-formula>
        <p>Hierarchical Bayesian ordinal regression can be expressed by assuming that each set of model parameters is drawn from a common population distribution:</p>
        <disp-formula><italic>β<sub>j</sub></italic>~Normal (<italic>μ<sub>β,</sub> τ<sub>β</sub></italic>)</disp-formula>
        <disp-formula><italic><bold>c<sub>j</sub></bold></italic>~Normal (<italic>μ<sub>c,</sub> τ<sub>c</sub></italic>)</disp-formula>
        <p>with independent normal priors on the population parameters, <italic>μ<sub>β,</sub> τ<sub>β,</sub></italic> <italic>μ<sub>c,</sub> τ<sub>c</sub></italic>, along with ordering constraints on <italic>μ<sub>c</sub></italic> and <italic><bold>c<sub>j</sub></bold></italic>. In practice, we re-parameterized the hierarchical models to achieve more efficient sampling [<xref ref-type="bibr" rid="ref35">35</xref>]. A practical difference of using ordinal regression over linear regression is that ordinal regression can never produce predictions (or uncertainties) outside the range of the training data. This can be an advantage when the target variable represents a bounded scale where values outside the scale do not have any meaning. Ordinary linear regression does not provide this guarantee; thus, the ordinal model can lead to more interpretable outcomes.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>A Bayesian network of a hierarchical linear regression model. Individual regression intercept α<sub>j</sub> and weights β<sub>j</sub> are drawn from population distributions parameterized by μ<sub>α</sub>, τ<sub>α</sub> and μ<sub>β</sub>, τ<sub>β</sub>. This allows the model to account for individual differences while constraining individual parameters to be similar across the population.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We used the open-source statistical modeling platform, Stan [<xref ref-type="bibr" rid="ref36">36</xref>], to specify and perform inference in the hierarchical models. Generally, the models were fitted using four sampling chains and 5,000 iterations, where the first half was warm-up and parameter tuning, resulting in 10,000 posterior samples. Our prior belief was that self-reported mood would be the strongest predictor of future mood, hence the population parameters corresponding to mood were assigned less restrictive priors than the other population parameters, which were assigned more restrictive priors to introduce regularization. The Stan code of the hierarchical models and more details on the priors is included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. To provide appropriate baseline results for comparison, a suite of naïve and standard machine learning regression models from the Scikit-learn machine learning library [<xref ref-type="bibr" rid="ref37">37</xref>] and the popular XGBoost Python package [<xref ref-type="bibr" rid="ref38">38</xref>] were also evaluated. These models were fitted both with pooled and separate data, where applicable.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The Regional Ethics Committee in the Capital Region of Denmark (H-2-2014-059) and the Danish Data protection agency (2013-41-1710) approved the trial. The law on handling of personal data was respected. Before commencement, the trial was registered at ClinicalTrials.gov (NCT02221336). Electronic data collected from the smartphones were stored at a secure server at Concern IT, Capital Region, Denmark (I-suite number RHP-292 2011-03). The trial complied with the Helsinki Declaration of 1975, as revised in 2008.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive Statistics</title>
        <p>The dataset consists of 15,975 daily self-assessments and 280 clinical evaluations from 84 participants. This corresponds to an average of 190.2 self-assessments per individual and an average self-assessment adherence of 82.8% between the first and last submitted self-assessment. The population ranged from the ages of 21 to 71 years (mean 43.1, SD 12.4) and consisted of 62% (52/84) women. <xref rid="figure3" ref-type="fig">Figure 3</xref> presents the distribution of self-reported mood scores across all individuals in the dataset (mean −0.14, SD 0.48). The majority of observed mood scores, <italic>y</italic>, are centered around zero, indicating euthymia (−0.75&#60;<italic>y</italic>&#60;0.75=89.64%) with only few values indicating depression (<italic>y</italic>&#60;−0.75=8.68%) and even fewer values indicating mania (<italic>y</italic>&#62;0.75=1.68%). As expected, the self-reported mood scores and HDRS scores were negatively correlated (<italic>r</italic>=−0.40; <italic>P</italic>&#60;.001) and self-reported mood scores and YMRS scores were positively correlated (<italic>r</italic>=0.22; <italic>P</italic>&#60;.001).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Distribution of all self-reported mood scores (left) and individual mean mood scores (right). The mood scores are generally close to zero indicating neutral mood with only a few exceptions indicating depressed or elevated mood.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>The mean of individual correlations of self-assessment items and mood lagged up to 7 days. Nonzero correlations indicate that items have some relation to mood on subsequent days that can be utilized for mood forecasting.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref> shows correlations of self-assessment items with self-reported mood lagged for up to seven days. Self-reported mood has a positive autocorrelation for the entire duration of 1 to 7 days. Additionally, activity has a positive correlation with mood for a few days, indicating that high activity levels coincides with elevated mood, and anxiety has a small negative correlation with mood, indicating that anxiety often coincides with negative mood scores. The remaining self-assessment items show small, diminishing correlations with lagged mood. A seasonality analysis of self-reported mood revealed no significant monthly or daily seasonality in the data and was left out for brevity.</p>
      </sec>
      <sec>
        <title>Window Size Selection</title>
        <p>To find the optimal window size, <italic>w</italic>, for forecasting mood, we evaluated a 1-day forecast with window sizes from 1 to 7 days. Each window size was evaluated in a <italic>T</italic>=24 leave-all-out time-series cross-validation experiment with data partitions with a size of one week. The predicted coefficient of determination (<italic>R</italic><sup>2</sup>), indicating the proportion of the data variance explained by each model (higher is better), and the root mean squared error (RMSE), measuring the square root of the mean of squared errors (lower is better), were computed across all the test sets.</p>
        <p><xref rid="figure5" ref-type="fig">Figure 5</xref> shows the RMSE of the cross-validation for <italic>w</italic>=1 through 7 and <italic>h</italic>=1. The errors of the naïve mean models are almost constant, varying only because of the difference in datasets available for different values of <italic>w</italic>. The hierarchical Bayesian linear regression model achieved the lowest RMSE of all models for every window size with the best result at <italic>w</italic>=4 days, which we then used in the following analysis.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Window size selection results. The root mean squared error (RMSE) was evaluated in time-series cross-validation experiments for w=1 through 7 and h=1. The lowest RMSE was achieved by the hierarchical linear model at w=4.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Model Checks and Feature Importance</title>
        <p>To evaluate how well the proposed hierarchical linear and ordinal models fit the data distribution, we trained them on the entire dataset of participants with at least two data points for <italic>w</italic>=4 and <italic>h</italic>=1 (<italic>N</italic>=5881). The hierarchical models achieved a similar fit with in-sample <italic>R</italic><sup>2</sup>=0.56 and in-sample RMSE=0.29. We then performed posterior predictive checks by testing the ability of the models to replicate (predict) the observed distribution of future mood from the observed history of predictor variables. In particular, we computed the ratio of observed mood values and replicated mood values less than −0.75 and greater than 0.75. The hierarchical linear model replicated 93% of the small values while the ordinal model replicated 65% of the small values. The hierarchical linear model replicated 73% of the large values while the ordinal model only replicated 24% of the large values. Thus, the hierarchical linear model is better at capturing the tails of the distribution whereas the ordinal model underestimates extreme values.</p>
        <p>The importance of a predictor variable in a linear regression model can be measured as the absolute value of the <italic>t</italic>-statistic of its regression weight, <italic>β</italic>, computed as the mean weight scaled by its standard error: <italic>t<sub>β</sub></italic>=<italic>β/SE(β)</italic> [<xref ref-type="bibr" rid="ref39">39</xref>]. <xref ref-type="table" rid="table2">Table 2</xref> presents the mean absolute <italic>t</italic>-statistic of the individual-level regression weights in the hierarchical Bayesian linear regression model for each of the predictor variables in a 4-day history. This shows that self-reported mood is the most important variable for predicting mood the next day, which is not surprising considering mood has a strong autocorrelation (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Predictor variables sorted by overall feature importance measured by the mean absolute t-statistic of the individual-level regression parameters in the hierarchical Bayesian linear regression model for w=4 and h=1. Self-reported mood is the most important variable for predicting mood on the following day.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Predictor</td>
                <td colspan="4">&#124;<italic>t</italic>&#124;, mean (SD)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>x</italic>
                  <sub>t</sub>
                </td>
                <td>
                  <italic>x</italic>
                  <sub>t−1</sub>
                </td>
                <td>
                  <italic>x</italic>
                  <sub>t−2</sub>
                </td>
                <td>
                  <italic>x</italic>
                  <sub>t−3</sub>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mood</td>
                <td>4.53 (3.35)</td>
                <td>2.34 (0.55)</td>
                <td>0.47 (0.28)</td>
                <td>2.78 (0.18)</td>
              </tr>
              <tr valign="top">
                <td>Anxiety</td>
                <td>2.78 (0.05)</td>
                <td>0.71 (0.02)</td>
                <td>1.29 (0.01)</td>
                <td>0.76 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Irritable</td>
                <td>2.74 (0.11)</td>
                <td>1.22 (0.01)</td>
                <td>0.95 (0.01)</td>
                <td>1.30 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Mixed mood</td>
                <td>2.09 (0.06)</td>
                <td>2.51 (0.02)</td>
                <td>1.96 (0.01)</td>
                <td>0.52 (0.01)</td>
              </tr>
              <tr valign="top">
                <td>Medicine changed</td>
                <td>0.36 (0.10)</td>
                <td>0.08 (0.01)</td>
                <td>2.15 (0.01)</td>
                <td>0.64 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Sleep positive</td>
                <td>1.65 (0.01)</td>
                <td>0.72 (0.00)</td>
                <td>0.37 (0.00)</td>
                <td>0.16 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Cognitive difficulty</td>
                <td>1.48 (0.09)</td>
                <td>0.58 (0.02)</td>
                <td>0.19 (0.00)</td>
                <td>1.57 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Alcohol</td>
                <td>0.67 (0.02)</td>
                <td>0.77 (0.01)</td>
                <td>1.56 (0.01)</td>
                <td>0.87 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Medicine omitted</td>
                <td>0.13 (0.01)</td>
                <td>1.31 (0.00)</td>
                <td>0.60 (0.00)</td>
                <td>0.14 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Stress</td>
                <td>1.22 (0.12)</td>
                <td>0.91 (0.02)</td>
                <td>0.71 (0.01)</td>
                <td>0.28 (0.01)</td>
              </tr>
              <tr valign="top">
                <td>Activity</td>
                <td>1.04 (0.03)</td>
                <td>1.14 (0.02)</td>
                <td>0.49 (0.01)</td>
                <td>1.14 (0.01)</td>
              </tr>
              <tr valign="top">
                <td>Sleep negative</td>
                <td>0.41 (0.01)</td>
                <td>0.52 (0.00)</td>
                <td>0.48 (0.00)</td>
                <td>0.52 (0.00)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Time-Series Cross-Validation Results</title>
        <p>The results of the leave-all-out and leave-one-out time-series cross-validation experiments for <italic>w</italic>=4 and <italic>h</italic>=1 are presented in <xref ref-type="table" rid="table3">Table 3</xref>. In both experiments the naïve pooled mean model scored a predicted <italic>R</italic><sup>2</sup> close to zero because it does not explain any variance in the data. A predicted <italic>R</italic><sup>2</sup> score greater than zero indicates that some variance is explained while a negative <italic>R</italic><sup>2</sup> score is worse than the pooled mean model. The <italic>last observed</italic> model simply repeats the last observed mood value, which performs considerably better than the mean model and represents a solid baseline.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Results of the leave-all-out time-series cross-validation (left) and leave-one-out time-series cross-validation (right) experiments. The hierarchical Bayesian linear regression model achieves the best results. The pooled models are better than the separate models, overall.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Model</td>
                <td colspan="2">Leave-all-out</td>
                <td colspan="2">Leave-one-out</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>R<sup>2</sup></italic>
                  <sup>a</sup>
                </td>
                <td>RMSE<sup>b</sup></td>
                <td>
                  <italic>R<sup>2</sup></italic>
                  <sup>a</sup>
                </td>
                <td>RMSE<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Last observed</td>
                <td>0.342</td>
                <td>0.376</td>
                <td>0.151</td>
                <td>0.385</td>
              </tr>
              <tr valign="top">
                <td>Pooled mean</td>
                <td>−0.007</td>
                <td>0.465</td>
                <td>−0.009</td>
                <td>0.419</td>
              </tr>
              <tr valign="top">
                <td>Pooled ridge</td>
                <td>0.450</td>
                <td>0.344</td>
                <td>0.340</td>
                <td>0.339</td>
              </tr>
              <tr valign="top">
                <td>Pooled XGBoost</td>
                <td>0.455</td>
                <td>0.342</td>
                <td>0.343</td>
                <td>0.338</td>
              </tr>
              <tr valign="top">
                <td>Separate mean</td>
                <td>0.213</td>
                <td>0.412</td>
                <td>−0.443</td>
                <td>0.502</td>
              </tr>
              <tr valign="top">
                <td>Separate ridge</td>
                <td>0.345</td>
                <td>0.375</td>
                <td>−0.471</td>
                <td>0.506</td>
              </tr>
              <tr valign="top">
                <td>Separate XGBoost</td>
                <td>0.302</td>
                <td>0.388</td>
                <td>−0.682</td>
                <td>0.541</td>
              </tr>
              <tr valign="top">
                <td>Hierarchical Bayesian linear</td>
                <td>0.511</td>
                <td>0.324</td>
                <td>0.347</td>
                <td>0.337</td>
              </tr>
              <tr valign="top">
                <td>Hierarchical Bayesian ordinal</td>
                <td>0.495</td>
                <td>0.330</td>
                <td>0.343</td>
                <td>0.339</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Coefficient of determination (<italic>R<sup>2</sup></italic>): higher is better.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Root mean squared error (RMSE): lower is better.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The leave-all-out time-series cross-validation experiment was evaluated with <italic>T</italic>=24 and data partitions a size of one week, resulting in <italic>T</italic>−1=23 iterations of cross-validation. The hierarchical Bayesian linear model achieved the best result with the predicted <italic>R</italic><sup>2</sup>=0.511 and predicted RMSE=0.324, beating the naïve baseline and pooled and separate regression models. The hierarchical Bayesian ordinal model is a close second best.</p>
        <p>The leave-one-out time-series cross-validation experiment was evaluated for each individual with the first 2 weeks of data pooled with data from the rest of the population in the training set and evaluated on the next 22 weeks of data from that individual, resulting in <italic>J</italic>=58 iterations of cross-validation. The hierarchical Bayesian linear model achieved the best predicted <italic>R</italic><sup>2</sup>=0.347 and predicted RMSE=0.337, but is similar to the best pooled regression models, indicating that the hierarchical model does a lot of pooling as well. The separate models fail to generalize to the held-out test data in this experiment, achieving negative <italic>R</italic><sup>2</sup> scores, because the training sets contain only 2 weeks of data. Overall, the hierarchical and pooled models performed better than the separate models, and all regression models generally outperformed the naïve baseline models when sufficient data were available.</p>
      </sec>
      <sec>
        <title>Seven-Day Forecast</title>
        <p>Thus far we have focused on evaluating a 1-day forecast, but it is also interesting to forecast mood on a more distant horizon. <xref rid="figure6" ref-type="fig">Figure 6</xref> shows the mean RMSE of cross-validation for <italic>w</italic>=4 and <italic>h</italic>=1 through 7. The hierarchical Bayesian linear regression model achieves the lowest RMSE of all models for every value of <italic>h</italic>. As might be expected, the error generally grows with the size of the horizon. The errors of the naïve mean models are almost constant, varying only because of the difference in datasets available for different values of <italic>h</italic>. However, even at <italic>h</italic>=7, the best regression models are able to outperform the mean models, meaning they are able to capture useful information from prior self-assessments. Two examples of 7-day mood forecasts produced by the hierarchical linear regression model are presented in <xref rid="figure7" ref-type="fig">Figure 7</xref>.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Results of forecasting mood for up to seven days. The root mean squared error (RMSE) was evaluated in time-series cross-validation experiments for w=4 and h=1 through 7. As expected, the RMSE increases when forecasting further ahead. The proposed hierarchical models achieved consistently lower RMSEs than the baseline models.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Examples of 7-day mood forecasts produced by the hierarchical linear regression model. The forecasted mood values are shown with 95% CI uncertainties and compared with observed data. The forecast to the left is rather accurate despite variation in the data, whereas the forecast to the right fails to anticipate future mood changes.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i4e15028_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we have analyzed smartphone-based self-assessment data from a population of 84 patients with bipolar disorder with the purpose of forecasting subjective mood. The initial data analysis showed that the majority of observed mood scores are close to zero, indicating weak or no symptoms among the population for most of the study period. Yet, we found a significant negative correlation between self-reported mood scores and HDRS scores (<italic>r</italic>=−0.40; <italic>P</italic>&#60;.001) and a significant positive correlation between self-reported mood scores and YMRS scores (<italic>r</italic>=0.22; <italic>P</italic>&#60;.001). This confirms prior findings [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>], suggesting that subjective mood is a valid indicator of the mental state in bipolar disorder and thereby also a clinically relevant feature for daily monitoring and forecasting. We did not observe any substantial seasonality or long-term trend of subjective mood, indicating that time-series models designed to utilize such time-dependent patterns [<xref ref-type="bibr" rid="ref32">32</xref>] are not appropriate for forecasting mood. However, the recorded mood scores do show an autocorrelation several days ahead. Thus, we employed a multiple regression approach based on a history of predictor variables to forecast future mood scores. In particular, we proposed using a hierarchical Bayesian model to perform MTL, enabling personalized predictions while considering common characteristics of the population. The hierarchical approach additionally makes it possible to reason about individuals for whom we have observed little data, thus overcoming the cold start problem.</p>
        <p>Employing a regression model approach to produce a forecast required us to find an appropriate window size defining the predictor variables included in the model. With perfect data and a model robust to overfitting, increasing the window size should never result in a worse model, as any added noninformative variables could simply be ignored. In a real-world application, however, increasing the window size often results in fewer training examples because of missing data and similarly requires more data to enable prediction on new instances. Thus, finding the optimal window size is a trade-off that depends on data quality and model robustness. In our experiment, we found that including a history of up to four days improved the prediction error, but with more complete data, there is no reason the window size could not be increased even further. For instance, Suhara et al [<xref ref-type="bibr" rid="ref22">22</xref>] found that their model for classifying depression benefited from long data histories up to 14 days, although it is our experience that collecting complete self-assessment histories over an extended period is very difficult.</p>
        <p>By inspecting the inferred regression parameters of the hierarchical Bayesian model, we found historical mood to be the most important predictor of future mood. This result is not surprising as substantial changes in mood often occur over several days, and thus, future mood is likely to be similar to the mood in the immediate past. Consequently, the forecast is inclined to extrapolate the mood from previous days and gradually regress toward the mean of the data as uncertainty grows when forecasting further ahead. Although this forecast behavior succeeds at achieving a low error, its utility in a practical monitoring setting must be studied further. We see this as an interesting topic for future research. However, the results presented in this paper show that regression models based on self-assessment histories are able to consistently outperform naïve forecast baselines of either repeating the last observed value or predicting the mean of the pooled or separate data distributions up to seven days into the future (see <xref rid="figure7" ref-type="fig">Figure 7</xref>).</p>
        <p>The proposed hierarchical linear and ordinal models achieved the best predictive performance in the time-series cross-validation experiments. In the leave-all-out cross-validation, the hierarchical Bayesian linear regression model achieved the best result (<italic>R</italic><sup>2</sup>=0.511; RMSE=0.324) with the hierarchical Bayesian ordinal model being a close second. In the leave-one-out cross-validation, the hierarchical Bayesian linear regression model also achieved the best result (<italic>R</italic><sup>2</sup>=0.547; RMSE=0.337) but was much closer to the performance of the best pooled models. These results show how the hierarchical approach solves the cold start problem by including information from the population when little individual data are observed and by gradually becoming more personalized as more data become available. In contrast to previous work, we found that pooled models outperformed separate models, indicating that the individual datasets did not contain sufficient information to produce accurate forecasts. Thus, the separate models were biased and consequently it proved more useful to disregard individual differences and include data from the population in a general model. The hierarchical models succeeded in finding a compromise between the pooled and separate approach by regularizing the personalized models with data from the population.</p>
        <p>In forecasting mood for several days, the hierarchical models similarly achieved the best results. As expected, the forecast error increased when forecasting further ahead; however, we observed that the best regression models performed better than the naïve mean models for up to seven days. It is a remarkable result that a short self-assessment history of just a few days can forecast mood for several days, the most important reason being that substantial mood changes often happen gradually over a horizon longer than 7 days.</p>
        <p>The data analyzed in this study were collected from a population of well-characterized patients with bipolar disorder during the MONARCA II randomized clinical trial [<xref ref-type="bibr" rid="ref27">27</xref>] conducted by researchers with specific knowledge of bipolar disorder. Overall, the findings from this study are found to be generalizable to patients with bipolar disorder not presenting with an acute affective episode and who are willing to use a smartphone-based monitoring tool.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>We observed a low prevalence of severe symptoms in our data sample leading to some limitations. As the mood values have low variance, regression models will tend to regress toward the mean of the data, and naïve mean models are able to achieve low errors relative to the full range of the mood scale. It prevented us from assessing how well the proposed method performs in a population with more severe symptoms and how well the forecast is at anticipating severe cases.</p>
        <p>A major motivation for our research and the MONARCA II study was to establish a real-time mood forecasting solution to improve monitoring and enable early intervention in patients with bipolar disorder [<xref ref-type="bibr" rid="ref27">27</xref>]. However, it is still not clear how a real-time forecast system is affected by interventions, as the intervention can change the outcome and thus future training data, which could lead to a biased model that underestimates future mood scores. Thus, it would be crucial to monitor the performance of a real-time system continuously using held out, unbiased data for validation.</p>
      </sec>
      <sec>
        <title>Perspectives</title>
        <p>The mood forecast presented in this paper has used a history of self-reported features as input. However, several research projects have been investigating the use of sensor-based and automatically collected data as input for mood prediction. Sensor technology in modern smartphones enables tracking of a variety of behavioral features such as physical activity, location, and sleep along with communication and device usage logs. Additionally, sensor data can be captured with wearables such as wristbands and fitness trackers with high accuracy. Such sensor-based features could be used to augment or even reduce self-assessment in mood prediction tasks and thus reduce the need to prompt users for daily self-assessments. There is great potential in utilizing objectively collected sensor data in semiautomatic mood detection and forecasting.</p>
        <p>Mood prediction and forecasting can be used as early warning signs in clinical treatment. Furthermore, accurate symptom forecasting could be extended to detect risk of relapse of major affective episodes specifically, eg, by detecting if values exceed predefined thresholds over consecutive days. This could be useful in, eg, a telemedicine setup in which trained nurses or other clinical personnel supervise patients in outpatient treatment. This could help catch early onset of major depressive or manic phases that can be addressed and handled early, which again could reduce the severity of symptoms and the degree of treatment. Hence, the need for readmission could be reduced. We are currently working on implementing a Web-based forecasting system evaluated as part of the RADMIS (reducing the rate and duration of readmissions among patients with unipolar disorder and bipolar disorder using smartphone-based monitoring and treatment) trials [<xref ref-type="bibr" rid="ref43">43</xref>] to study its practical application, including investigating if such a system could potentially reduce readmission and hospitalization.</p>
        <p>In this paper, we have examined the technical foundation of mood forecasting aimed at improving continuous disease monitoring. However, for a patient, the prospect of experiencing depressed or elevated mood in the future might lead to changes in behavior and state of mind and, in the worst case, become a self-fulfilling prophecy. Therefore, real-time mood forecasting should be used with care and applied exclusively as a monitoring and early intervention tool for professionals rather than being presented directly to users.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Continuous symptom monitoring and early detection are important components in the treatment of patients with bipolar disorder. Smartphones provide a unique platform for self-assessment and management of depression and mania and have the additional benefit of making data available for immediate analysis. In this work, we have examined the feasibility of establishing a mood forecast system based on self-assessments to provide additional insights and enable early intervention. We found that our proposed method of applying hierarchical Bayesian regression models was able to consistently outperform commonly used machine learning methods and forecast subjective mood for up to seven days.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Stan code of the hierarchical linear regression and ordinal regression models and details on choice of model priors.</p>
        <media xlink:href="mhealth_v8i4e15028_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 94 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HDRS</term>
          <def>
            <p>Hamilton Depression Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MTL</term>
          <def>
            <p>multi-task learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RADMIS</term>
          <def>
            <p>reducing the rate and duration of readmissions among patients with unipolar disorder and bipolar disorder using smartphone-based monitoring and treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RMSE</term>
          <def>
            <p>root mean squared error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">YMRS</term>
          <def>
            <p>Young Mania Rating Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by the Innovation Fund Denmark through the RADMIS project and the Copenhagen Center for Health Technology. The authors would like to thank everyone who participated in the MONARCA II trial and the clinical staff at the Psychiatric Center Copenhagen who helped facilitate the trial and collect the dataset used in this work.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>JB, MJ, and OW have no conflicts of interest. MF and JEB are founders and shareholders of Monsenso. LK has been a consultant for Sunovion and Lundbeck in the last 3 years.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Queiroz</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pagnin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pezawas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Angst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cassano</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Wittchen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and burden of bipolar disorders in European countries</article-title>
          <source>Eur Neuropsychopharmacol</source>
          <year>2005</year>
          <month>08</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>425</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1016/j.euroneuro.2005.04.011</pub-id>
          <pub-id pub-id-type="medline">15935623</pub-id>
          <pub-id pub-id-type="pii">S0924-977X(05)00074-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Flaxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Naghavi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michaud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ezzati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shibuya</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Salomon</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Abdalla</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aboyans</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarado</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baddour</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Bahalim</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Barker-Collo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barrero</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Basáñez</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamin</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bernabé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bhalla</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bikbov</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bin Abdulhak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Birbeck</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blore</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Blyth</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bolliger</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaventure</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boufous</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bourne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Boussinesq</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brayne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bridgett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brooker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brugha</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Bryan-Hancock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bucello</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Buckle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Budke</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Burch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Calabria</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Canter</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Carabin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Carapetis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carmona</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Charlson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chugh</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Coffeng</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Colan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Colson</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Condon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Connor</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Corriere</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cortinovis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Vaccaro</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Couser</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cowie</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Criqui</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dabhadkar</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Dahiya</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dahodwala</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Damsere-Derry</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Danaei</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Degenhardt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dellavalle</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Delossantos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Denenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Derrett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>des Jarlais</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Dharmaratne</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Dherani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz-Torne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dolk</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Driscoll</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Duber</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ebel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Edmond</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Elbaz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Erskine</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Espindola</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ewoigbokhan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Farzadfar</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Feigin</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Felson</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ferri</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Fèvre</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Finucane</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Flaxman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Flood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Foreman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Forouzanfar</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Fowkes</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fransen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Gabbe</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Gakidou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ganatra</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gaspari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gillum</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Gmel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gosselin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grainger</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Groeger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guillemin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gunnell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Haagsma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hagan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Halasa</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Haring</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Havmoeller</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Higashi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hoen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hotez</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ibeanusi</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobsen</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jasrasaria</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jayaraman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johns</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Karthikeyan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kassebaum</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Keren</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khoo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Knowlton</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Kobusingye</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Koranteng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnamurthi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lalloo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Laslett</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Lathlean</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Leasher</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YY</given-names>
            </name>
            <name name-style="western">
              <surname>Leigh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Limb</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Lipnick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lipshultz</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Loane</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ohno</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mabweijano</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacIntyre</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Malekzadeh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mallinger</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Manivannan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marcenes</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Margolis</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Matsumori</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matzopoulos</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mayosi</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>McAnulty</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>McDermott</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>McGill</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Mora</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Meltzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mensah</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Merriman</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miglioli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Mocumbi</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Moffitt</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Mokdad</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Monasta</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Montico</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moradi-Lakeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morawska</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murdoch</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Mwaniki</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Naidoo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Naldi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Narayan</surname>
              <given-names>KMV</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Nevitt</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Nolte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hanlon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Olives</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Omer</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Ortblad</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Osborne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ozgediz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pahari</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pandian</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Rivero</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Pearce</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Ruiz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Perico</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pesudovs</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pion</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Polanczyk</surname>
              <given-names>GV</given-names>
            </name>
            <name name-style="western">
              <surname>Polinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Popova</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Porrini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pourmalek</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Prince</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pullan</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ramaiah</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Ranganathan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Razavi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Regan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Rein</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Remuzzi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rivara</surname>
              <given-names>FP</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>De Leòn</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Ronfani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Room</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenfeld</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sacco</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Riera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sanman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schwebel</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Segui-Gomez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shahraz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shepard</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shivakoti</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sleet</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Sliwa</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Stapelberg</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stolk</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Stovner</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sudfeld</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Syed</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tamburlini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tavakkoli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Thurston</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Tleyjeh</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Tonelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Towbin</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Truelsen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tsilimbaris</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Ubeda</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Undurraga</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>van der Werf</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Os</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vavilala</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Venketasubramanian</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Watt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weatherall</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstock</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Weintraub</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Weisskopf</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Weissman</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiteford</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wiersma</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Witt</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Wulf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zaidi</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zonies</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>AlMazroa</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Memish</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>Years lived with disability (YLDs) for 1160 sequelae of 289 diseases and injuries 1990-2010: a systematic analysis for the Global Burden of Disease Study 2010</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>12</month>
          <day>15</day>
          <volume>380</volume>
          <issue>9859</issue>
          <fpage>2163</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23245607"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)61729-2</pub-id>
          <pub-id pub-id-type="medline">23245607</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)61729-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6350784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <source>Manic-Depressive Illness</source>
          <year>1990</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanchez-Moreno</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Aran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Colom</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tabares-Seisdedos</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sugranyes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Torrent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Daban</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Benabarre</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goikolea</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>González-Pinto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ayuso-Mateos</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Neurocognitive dysfunctions in euthymic bipolar patients with and without prior history of alcohol use</article-title>
          <source>J Clin Psychiatry</source>
          <year>2009</year>
          <month>08</month>
          <volume>70</volume>
          <issue>8</issue>
          <fpage>1120</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.4088/JCP.08m04302</pub-id>
          <pub-id pub-id-type="medline">19758523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2019</year>
          <month>11</month>
          <day>28</day>
          <access-date>2019-03-15</access-date>
          <comment>Mental Disorders<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/en/news-room/fact-sheets/detail/mental-disorders">https://www.who.int/en/news-room/fact-sheets/detail/mental-disorders</ext-link>
                         <ext-link ext-link-type="webcite" xlink:href="76tGO34od"/>                         </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiffman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hufford</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary assessment</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2008</year>
          <volume>4</volume>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.3.022806.091415</pub-id>
          <pub-id pub-id-type="medline">18509902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>02</month>
          <day>5</day>
          <access-date>2019-05-29</access-date>
          <comment>Smartphone Ownership Is Growing Rapidly Around the World, but Not Always Equally<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/global/2019/02/05/smartphone-ownership-is-growing-rapidly-around-the-world-but-not-always-equally/">https://www.pewresearch.org/global/2019/02/05/smartphone-ownership-is-growing-rapidly-around-the- world-but-not-always-equally/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <source>Ericsson</source>
          <access-date>2020-01-28</access-date>
          <comment>Ericsson Mobility Report<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ericsson.com/en/mobility-report">https://www.ericsson.com/en/mobility-report</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Adair</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>E-mental health: a rapid review of the literature</article-title>
          <source>Psychiatr Serv</source>
          <year>2014</year>
          <month>01</month>
          <day>1</day>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201300009</pub-id>
          <pub-id pub-id-type="medline">24081188</pub-id>
          <pub-id pub-id-type="pii">1745988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebner-Priemer</surname>
              <given-names>UW</given-names>
            </name>
            <name name-style="western">
              <surname>Trull</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary assessment of mood disorders and mood dysregulation</article-title>
          <source>Psychol Assess</source>
          <year>2009</year>
          <month>12</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>463</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1037/a0017075</pub-id>
          <pub-id pub-id-type="medline">19947781</pub-id>
          <pub-id pub-id-type="pii">2009-22537-002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Szántó</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Designing Mobile Health Technology for Bipolar Disorder: A Field Trial of the Monarca System</article-title>
          <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>
          <year>2013</year>
          <conf-name>CHI'13</conf-name>
          <conf-date>April 27 - May 2, 2013</conf-date>
          <conf-loc>Paris, France</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>2627</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1145/2470654.2481364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Doryab</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Supporting Disease Insight Through Data Analysis: Refinements of the Monarca Self-Assessment System</article-title>
          <source>Proceedings of the 2013 ACM international joint conference on Pervasive and ubiquitous computing</source>
          <year>2013</year>
          <conf-name>UbiComp'13</conf-name>
          <conf-date>September 8 - 12, 2013</conf-date>
          <conf-loc>Zurich, Switzerland</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>133</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1145/2493432.2493507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The personal health technology design space</article-title>
          <source>IEEE Pervasive Comput</source>
          <year>2016</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>70</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1109/MPRV.2016.37</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rohani</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Correlations between objective behavioral features collected from mobile and wearable devices and depressive mood symptoms in patients with affective disorders: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>08</month>
          <day>13</day>
          <volume>6</volume>
          <issue>8</issue>
          <fpage>e165</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/8/e165/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9691</pub-id>
          <pub-id pub-id-type="medline">30104184</pub-id>
          <pub-id pub-id-type="pii">v6i8e165</pub-id>
          <pub-id pub-id-type="pmcid">PMC6111148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bogomolov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lepri</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pianesi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Happiness Recognition from Mobile Phone Data</article-title>
          <source>Proceedings of the 2013 International Conference on Social Computing</source>
          <year>2013</year>
          <conf-name>SocialCom'13</conf-name>
          <conf-date>September 8-14, 2013</conf-date>
          <conf-loc>Alexandria, VA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/socialcom.2013.118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Canzian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Musolesi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Trajectories of Depression: Unobtrusive Monitoring of Depressive States by Means of Smartphone Mobility Traces Analysis</article-title>
          <source>Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing</source>
          <year>2015</year>
          <conf-name>UbiComp'15</conf-name>
          <conf-date>September 7 - 11, 2015</conf-date>
          <conf-loc>Osaka, Japan</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>1293</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.1145/2750858.2805845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farhan</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bamis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Behavior vs Introspection: Refining Prediction of Clinical Depression via Smartphone Sensing Data</article-title>
          <source>Proceedings of the 2016 IEEE Wireless Health</source>
          <year>2016</year>
          <conf-name>WH'16</conf-name>
          <conf-date>October 25-27, 2016</conf-date>
          <conf-loc>Bethesda, MD, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/wh.2016.7764553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grünerbl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muaremi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Osmani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bahle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ohler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tröster</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mayora</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Haring</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lukowicz</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Smartphone-based recognition of states and state changes in bipolar disorder patients</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2015</year>
          <month>01</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1109/JBHI.2014.2343154</pub-id>
          <pub-id pub-id-type="medline">25073181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LiKamWa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>MoodScope: Building a Mood Sensor from Smartphone Usage Patterns</article-title>
          <source>Proceeding of the 11th annual international conference on Mobile systems, applications, and services</source>
          <year>2013</year>
          <conf-name>MobiSys'13</conf-name>
          <conf-date>June 25 - 28, 2013</conf-date>
          <conf-loc>Taipei, Taiwan</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>465</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/2462456.2483967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Daily Mood Assessment Based on Mobile Phone Sensing</article-title>
          <source>Proceedings of the 2012 Ninth International Conference on Wearable and Implantable Body Sensor Networks</source>
          <year>2012</year>
          <conf-name>BSN'12</conf-name>
          <conf-date>May 9-12, 2012</conf-date>
          <conf-loc>London, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1109/bsn.2012.3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karr</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Corden</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Kording</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone sensor correlates of depressive symptom severity in daily-life behavior: an exploratory study</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>07</month>
          <day>15</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e175</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e175/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4273</pub-id>
          <pub-id pub-id-type="medline">26180009</pub-id>
          <pub-id pub-id-type="pii">v17i7e175</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suhara</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Pentland</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>DeepMood: Forecasting Depressed Mood Based on Self-Reported Histories via Recurrent Neural Networks</article-title>
          <source>Proceedings of the 26th International Conference on World Wide Web</source>
          <year>2017</year>
          <conf-name>WWW'17</conf-name>
          <conf-date>April 3 - 7, 2017</conf-date>
          <conf-loc>Perth, Australia</conf-loc>
          <fpage>715</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1145/3038912.3052676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jaques</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nosakhare</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Personalized multitask learning for predicting tomorrow's mood, stress, and health</article-title>
          <source>IEEE Trans Affective Comput</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <fpage>1</fpage>
          <lpage>1</lpage>
          <pub-id pub-id-type="doi">10.1109/TAFFC.2017.2784832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Automatic detection of social rhythms in bipolar disorder</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>05</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>538</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv200</pub-id>
          <pub-id pub-id-type="medline">26977102</pub-id>
          <pub-id pub-id-type="pii">ocv200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Constantinides</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Busk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Matic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Personalized versus Generic Mood Prediction Models in Bipolar Disorder</article-title>
          <source>Proceedings of the 2018 ACM International Joint Conference and 2018 International Symposium on Pervasive and Ubiquitous Computing and Wearable Computers</source>
          <year>2018</year>
          <conf-name>UbiComp'18</conf-name>
          <conf-date>October 8 - 12, 2018</conf-date>
          <conf-loc>Singapore, Singapore</conf-loc>
          <fpage>1700</fpage>
          <lpage>07</lpage>
          <pub-id pub-id-type="doi">10.1145/3267305.3267536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caruana</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Multitask learning</article-title>
          <source>Mach Learn</source>
          <year>1997</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1007379606734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Daily electronic monitoring of subjective and objective measures of illness activity in bipolar disorder using smartphones--the MONARCA II trial protocol: a randomized controlled single-blind parallel-group trial</article-title>
          <source>BMC Psychiatry</source>
          <year>2014</year>
          <month>11</month>
          <day>25</day>
          <volume>14</volume>
          <fpage>309</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-014-0309-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-014-0309-5</pub-id>
          <pub-id pub-id-type="medline">25420431</pub-id>
          <pub-id pub-id-type="pii">s12888-014-0309-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4247697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Babor</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brugha</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Giel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jablenski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Regier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sartorius</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>SCAN. Schedules for Clinical Assessment in Neuropsychiatry</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1990</year>
          <month>06</month>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>589</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1990.01810180089012</pub-id>
          <pub-id pub-id-type="medline">2190539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of a rating scale for primary depressive illness</article-title>
          <source>Br J Soc Clin Psychol</source>
          <year>1967</year>
          <month>12</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>278</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2044-8260.1967.tb00530.x</pub-id>
          <pub-id pub-id-type="medline">6080235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Biggs</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Ziegler</surname>
              <given-names>VE</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>A rating scale for mania: reliability, validity and sensitivity</article-title>
          <source>Br J Psychiatry</source>
          <year>1978</year>
          <month>11</month>
          <volume>133</volume>
          <fpage>429</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.133.5.429</pub-id>
          <pub-id pub-id-type="medline">728692</pub-id>
          <pub-id pub-id-type="pii">S0007125000198551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bontempi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Taieb</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Le Borgne</surname>
              <given-names>YA</given-names>
            </name>
          </person-group>
          <article-title>Machine learning strategies for time series forecasting</article-title>
          <source>Business Intelligence</source>
          <year>2013</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>62</fpage>
          <lpage>77</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyndman</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Athanasopoulos</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>Forecasting: Principles and Practice. Second Edition</source>
          <year>2018</year>
          <publisher-loc>OTexts</publisher-loc>
          <publisher-name>Melbourne, Australia</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gelman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carlin</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Dunson</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Vehtari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <source>Bayesian Data Analysis. Third Edition</source>
          <year>2013</year>
          <publisher-loc>Boca Raton, Florida</publisher-loc>
          <publisher-name>Chapman and Hall/CRC</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Bach</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>Machine Learning: A Probabilistic Perspective</source>
          <year>2012</year>
          <publisher-loc>Cambridge</publisher-loc>
          <publisher-name>MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betancourt</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Girolami</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>arXiv e-Print archive</source>
          <year>2013</year>
          <access-date>2020-01-28</access-date>
          <comment>Hamiltonian Monte Carlo for Hierarchical Models<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1312.0906">https://arxiv.org/abs/1312.0906</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gelman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Goodrich</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Betancourt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brubaker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Stan: a probabilistic programming language</article-title>
          <source>J Stat Soft</source>
          <year>2017</year>
          <volume>76</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v076.i01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedregosa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Varoquaux</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gramfort</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thirion</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Scikit-learn: Machine Learning in Python</article-title>
          <source>J Mach Learn Res</source>
          <year>2011</year>
          <volume>12</volume>
          <fpage>2825</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmlr.org/papers/volume12/pedregosa11a/pedregosa11a.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Guestrin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>XGBoost: A Scalable Tree Boosting System</article-title>
          <source>Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</source>
          <year>2016</year>
          <conf-name>KDD'16</conf-name>
          <conf-date>August 13 - 17, 2016</conf-date>
          <conf-loc>California, San Francisco, USA</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
          <fpage>785</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1145/2939672.2939785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molnar</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Interpretable machine learning: A Guide for Making Black Box Models Explainable</source>
          <year>2019</year>
          <publisher-loc>North Carolina, United States</publisher-loc>
          <publisher-name>Lulu Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Debel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Behavioral activities collected through smartphones and the association with illness activity in bipolar disorder</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2016</year>
          <month>12</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>309</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1002/mpr.1502</pub-id>
          <pub-id pub-id-type="medline">27038019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Smartphone data as an electronic biomarker of illness activity in bipolar disorder</article-title>
          <source>Bipolar Disord</source>
          <year>2015</year>
          <month>11</month>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>715</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1111/bdi.12332</pub-id>
          <pub-id pub-id-type="medline">26395972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Smartphone data as objective measures of bipolar disorder symptoms</article-title>
          <source>Psychiatry Res</source>
          <year>2014</year>
          <month>06</month>
          <day>30</day>
          <volume>217</volume>
          <issue>1-2</issue>
          <fpage>124</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2014.03.009</pub-id>
          <pub-id pub-id-type="medline">24679993</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(14)00187-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martiny</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tuxen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Busk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Winther</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Reducing the rate and duration of Re-ADMISsions among patients with unipolar disorder and bipolar disorder using smartphone-based monitoring and treatment - the RADMIS trials: study protocol for two randomized controlled trials</article-title>
          <source>Trials</source>
          <year>2017</year>
          <month>06</month>
          <day>15</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>277</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-017-2015-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-017-2015-3</pub-id>
          <pub-id pub-id-type="medline">28619114</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-017-2015-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5472886</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
