<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i3e12084</article-id>
      <article-id pub-id-type="pmid">30888327</article-id>
      <article-id pub-id-type="doi">10.2196/12084</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Correlates of Stress in the College Environment Uncovered by the Application of Penalized Generalized Estimating Equations to Mobile Sensing Data</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Drake</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zheng</surname>
            <given-names>Mi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>DaSilva</surname>
            <given-names>Alex W</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychological and Brain Sciences</institution>
            <institution>Dartmouth College</institution>
            <addr-line>6207 Moore Hall</addr-line>
            <addr-line>Hanover, NH, 03755</addr-line>
            <country>United States</country>
            <phone>1 712 730 1404</phone>
            <email>Alexander.W.Dasilva.GR@dartmouth.edu</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5532-0325</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Huckins</surname>
            <given-names>Jeremy F</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0106-7808</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Rui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1476-0249</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Weichen</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6738-9944</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Wagner</surname>
            <given-names>Dylan D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1062-8163</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>Andrew T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7394-7682</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Department of Psychological and Brain Sciences</institution>
      <institution>Dartmouth College</institution>  
      <addr-line>Hanover, NH</addr-line>
      <country>United States</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Department of Computer Science</institution>
      <institution>Dartmouth College</institution>  
      <addr-line>Hanover, NH</addr-line>
      <country>United States</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Department of Psychology</institution>
      <institution>Ohio State University</institution>  
      <addr-line>Columbus, OH</addr-line>
      <country>United States</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Alex W DaSilva 
        <email>Alexander.W.Dasilva.GR@dartmouth.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>03</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>03</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>3</issue>
      <elocation-id>e12084</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>31</day>
          <month>8</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>11</month>
          <year>2018</year>
        </date>
      </history>
      <copyright-statement>©Alex W DaSilva, Jeremy F Huckins, Rui Wang, Weichen Wang, Dylan D Wagner, Andrew T Campbell. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 19.03.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2019/3/e12084/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Stress levels among college students have been on the rise for the last few decades. Currently, rates of reported stress among college students are at an all-time high. Traditionally, the dominant way to assess stress levels has been through pen-and-paper surveys.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to use passive sensing data collected via mobile phones to obtain a rich and potentially less-biased source of data that can be used to help better understand stressors in the college experience.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used a mobile sensing app, StudentLife, in tandem with a pictorial mobile phone–based measure of stress, the Mobile Photographic Stress Meter, to investigate the situations and contexts that are more likely to precipitate stress.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Using recently developed methods for handling high-dimensional longitudinal data, penalized generalized estimating equations, we identified a set of mobile sensing features (absolute values of beta &gt;0.001 and robust <italic>z</italic>&gt;1.96) across the domains of social activity, movement, location, and ambient noise that were predictive of student stress levels.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>By combining recent statistical methods and mobile phone sensing, we have been able to study stressors in the college experience in a way that is more objective, detailed, and less intrusive than past research. Future work can leverage information gained from passive sensing and use that to develop real-time, targeted interventions for students experiencing a stressful time.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>psychology</kwd>
        <kwd>stress</kwd>
        <kwd>mobile sensing</kwd>
        <kwd>college campuses</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Stress levels among college students have been on the rise for years [<xref ref-type="bibr" rid="ref1">1</xref>]. According to a recent large-scale nationwide survey, rates of student stress continue to climb as more than half of students (57%) reported experiencing “more than average stress” [<xref ref-type="bibr" rid="ref2">2</xref>]. In the workplace, it has been conservatively estimated that stress costs the United States economy up to US$125 billion annually [<xref ref-type="bibr" rid="ref3">3</xref>]. Although not directly measured in dollars and cents, evidence for the negative impact of stress on college students can be observed through hampered academic performance, as 30% of students noted that stress caused them to receive a lower grade on an exam or course, fail or drop a course, or it interfered with thesis or practicum work [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Broadly, stress can be defined as any sort of negative event related to demand, threat, or harm. Following a stressful event is a biological and behavioral response geared toward altering the present situation or otherwise adapting to the stressor [<xref ref-type="bibr" rid="ref4">4</xref>]. Along with hindering academic performance, stress is thought to be related to a host of negative emotional states and health outcomes, including depression, obesity, and cardiovascular disease [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Indeed, as levels of stress have risen among college students, so have issues related to mental health [<xref ref-type="bibr" rid="ref2">2</xref>]. Not surprisingly, a survey of college counseling center directors indicated that a clear majority (90%) of centers reported an increase in severe psychological problems among students [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>A primary source of stress for students is academics. Stress because of class attendance and homework were among leading stressors in one study of college students [<xref ref-type="bibr" rid="ref9">9</xref>]. Further, research suggests that in addition to academic performance, students are also stressed by a pressure to succeed and about concerns regarding postgraduate planning [<xref ref-type="bibr" rid="ref10">10</xref>]. Of course, in the college environment, stressors other than those academic in nature also exist. Interpersonal aspects of a student’s life, such as worrying about forming friendships, fitting in socially, and getting along with roommates, were reported as stressful elements by students [<xref ref-type="bibr" rid="ref11">11</xref>]. In addition, environmental sources of stress, such as financial difficulties, and changes in eating and sleeping patterns also contribute to levels of student stress [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Until recently, the dominant method for sampling information about students’ lives came by way of daily and weekly diaries where details about students’ thoughts, experiences, behaviors, and activities could be recorded over a specified time range. Indeed, approaches such as this have shed light on various aspects of a college students’ life, including interpersonal student relationships, drinking behavior, and coping with stressors [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, diary methods can be time intensive for participants and typically rely entirely on retrospective self-report of activities, a task that is known to be susceptible to various forms of bias—chiefly a bias due to cognitive and memory limitations [<xref ref-type="bibr" rid="ref15">15</xref>]—resulting in inaccurate reports of the frequency and severity of events.</p>
      <p>With the widespread adoption of mobile phones in recent years, new approaches have been developed to use mobile phones for studying real-time or nearly real-time behaviors and attitudes [<xref ref-type="bibr" rid="ref16">16</xref>]. Mobile phones can be used to collect both ecological momentary assessments (EMAs), such as a brief stress inventory, and automatic passive sensing data (eg, audio and location data collected via microphones and phone GPS). Researchers have successfully related mobile phone sensing features to mental health in a clinical setting [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Wang and colleagues [<xref ref-type="bibr" rid="ref19">19</xref>] were among the first to adapt this technology to better understand student mental health with the creation of the StudentLife continuous sensing app. With the StudentLife app, researchers have been able to capture daily fluctuations in students’ mental and emotional well-being by linking passive sensing features (eg, sleep, location, social interaction) to aspects of standard health-related questionnaires [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>Based on prior research using primarily self-report measures, aspects of the college experience are clearly stressful for students ranging from interpersonal relationships to academic achievements. However, one issue with this work is that these measures are often obtained once per term and are thus subject to the limitations and biases of retrospective self-report measures, which makes it difficult to paint an accurate picture of how stress manifests itself in the daily lives of students. Recently, a proof-of-concept study using passive mobile phone sensing investigated the relationship between passive sensing measures and various mental health outcomes (eg, depression, loneliness, stress) [<xref ref-type="bibr" rid="ref20">20</xref>]. This proof-of-concept study demonstrated the utility of mobile phone sensing apps despite having focused on a relatively small number of sensing-derived features. Here, we expand on this work by focusing on a considerably larger number of passive sensing features to comprehensively categorize a day in the life of a college student and also make use of recently developed advances in modeling, such complex, longitudinal data. As examples of the mobile sensing features become available, inferences can be made about the quality and quantity of an individual’s interpersonal relationships by conversation features or phone usage, about academic-related activity by time spent in study locations, about sleep through a combination of sensing features (eg, periods of movement, presence of light, phone usage), about exercise by the time spent in gymnasiums, and so on. Moreover, these features can be examined not only daily, but also at a finer grain within a day. Looking at the data more minutely could help fingerprint meaningful behavioral patterns in relation to stress. For example, it could be the case that phone usage decreases dramatically during evening hours when stressed, but not globally across the day. Thus, the purpose of this study is to further the understanding of stress dynamics on college campuses by leveraging a dataset rich in passive sensing features to accurately, and naturally, capture possible stressors in the lives of students. Whereas prior work has largely focused on a small number of features, we are able to use an array of mobile sensing features and then subsequently analyze these data with recently developed methods that both account for statistical dependencies inherent in longitudinal data and perform feature estimation and selection on high-dimensional data [<xref ref-type="bibr" rid="ref22">22</xref>]. By doing so, we are able to identify a collection of mobile sensing features across the domains of social activity, location, and ambient noise that are related to stress levels across the academic term.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>Data were collected from 95 participants who agreed to provide mobile sensing data across the winter or spring terms. Demographic information was missing for one participant. Of the 94 participants with complete demographic information, 56% percent were female (53/94). The mean age of participants was 21 (range 18-28) years. This study was approved by the Dartmouth Committee for the Protection of Human Subjects.</p>
      </sec>
      <sec>
        <title>Mobile Sensing</title>
        <p>The StudentLife app was used to collect sensing data and to administer EMAs; a version of the app exists for both Android and iOS operating systems. The app continuously collects and records students’ sleep, physical activity, phone usage, location, and sociability data in addition to randomly administering EMAs probing stress once a day. Data from StudentLife is uploaded to a secure server (encrypted and transmitted through HTTPS) whenever a participant is both using WiFi and charging their phone, which they were encouraged to do daily.</p>
        <sec>
          <title>Conversations and Ambient Sound</title>
          <p>Social interaction was measured by the number of independent conversations and their respective durations. Critically, to protect participants’ privacy, raw conversation data was never recorded or analyzed. Instead, relevant features were extracted from the audio stream and used to identify the presence of a human voice and infer a human voice and conversation patterns. In this way, the number of conversations along with their respective durations were calculated. These conversation-related features, along with features related to ambient sound, were subsequently uploaded to a secure server [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Sleep</title>
          <p>Sleep features were inferred through a combination of passive sensing features (ambient light, audio amplitude, movement activity, screen on/off). In this way, three features were computed: sleep onset, wake time, and sleep duration. This measure of sleep has been shown to be accurate within +/–30 minutes for total sleep duration [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        </sec>
        <sec>
          <title>Location</title>
          <p>Density-based spatial clustering of applications with noise (DBSCAN) [<xref ref-type="bibr" rid="ref24">24</xref>] was used to cluster GPS coordinates to uncover where students were spending a significant amount of time. Every building on campus was mapped with respect to its primary function; thus, the amount of time a participant spent at locations such as dining centers, the gym, and study locations could be measured along with their total distance traveled and the number of different places visited. The institution where this study was conducted was an ideal environment for extracting location-based data because more than 90% of students live on campus and first first-year students are required to reside on campus during their first year of school. Further, all students are required to have a campus meal plan for the entirety of their education.</p>
        </sec>
        <sec>
          <title>Mobile Phone Usage</title>
          <p>The total number of phone lock and unlock instances was computed along with the total duration a phone was unlocked during the day.</p>
        </sec>
        <sec>
          <title>Epochs</title>
          <p>There is a large amount of daily variability in a student’s schedule; thus, we also looked at data not only over the course of a day but within the following three epochs: 9 am to 6 pm (day), 6 pm to 12 am (evening), and 12 am to 9 am (night). Accordingly, we could estimate and add the relative occurrences of behaviors within each epoch compared to their daily totals as features.</p>
          <p>In total, across the different sensing-based features (conversation, sleep, location, and phone usage) and within the previously mentioned time epochs (9 am-6 pm, 6 pm-12 am, 12 am-9 am), 60 passive sensing variables were computed.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <p>The Mobile Photographic Stress Meter (MPSM) was used to measure stress (<xref ref-type="fig" rid="figure1">Figure 1</xref>) [<xref ref-type="bibr" rid="ref25">25</xref>]. The MPSM is a series of 16 images depicting varying levels of stress (1 depicts a relaxing beach, and 16 displays someone on the verge of breaking down). The user simply taps the image that best describes their current stress level. Critically, usability is an important aspect of any mobile phone app. In a pilot study, along with demonstrating item validity, the majority of MPSM users enjoyed using the mobile stress meter, reporting comfort, ease of use, and an overall positive impression of the app [<xref ref-type="bibr" rid="ref25">25</xref>]. In addition, participants were asked to indicate their level of stress on a scale from one (not at all) to five (very much); this stress scale was not used in the main analyses but was used to validate the relationship between stress and the MPSM.</p>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>Datasets across a variety of disciplines are quickly increasing in complexity and dimensionality with the onset of new data collection technologies. In typical studies, the number of observations is much larger than the number of features or covariates. When referring to high-dimensional data in this context, the number of features nears or even reaches the number of observations. In addition, these datasets become even more complex when collected over time. Recently, researchers have proposed a technique to estimate models for longitudinal data with high-dimensional covariates [<xref ref-type="bibr" rid="ref26">26</xref>]. More specifically, Wang and colleagues [<xref ref-type="bibr" rid="ref26">26</xref>] combined techniques used for analyzing clustered and longitudinal data (ie, generalized estimating equations [GEE]), an extension of the generalized linear model to accommodate clustered and longitudinal data, with penalized regression methods. This resulted in a technique known as penalized generalized estimating equations (PGEE). An advantage of these recently developed techniques is that, in contrast to previous work that focused on a few features out of many possible mobile sensing features, this technique enables us to use a greater number of mobile sensing features and feature elimination to prune uninformative ones. In this study, PGEE were used to simultaneously estimate and select features from the 61 (all the sensing features plus a time variable) variables contributing to stress with the package PGEE in the R environment [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Like GEE, PGEE fit a marginal regression model to the data and require the selection of a working correlation matrix; further, it can yield consistent estimates even if the working correlation structure is incorrectly specified [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Here, the independence correlation matrix was used as the working correlation matrix, and the smoothly clipped absolute deviation (SCAD) penalty was used as the penalization function due to its efficiency and lack of bias compared to other penalization techniques (eg, least absolute shrinkage and selection operator [LASSO]) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. To select the optimal tuning parameter, five-fold cross-validation was implemented. Additionally, robust variance was calculated for effective inference.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The Mobile Photographic Stress Meter (MPSM) is a pictorial, user-friendly way to measure stress.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i3e12084_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Before any analyses, the data were cleaned to remove participants who encountered technological complications with their mobile phone or who failed to respond to more than 50% of the MPSM survey used to measure stress. Additional days were discarded when extreme outliers were observed in the location data (distance &gt;0.975 quantile). The aim here was to remove days when students may have taken a day trip during the term; spending the majority of the day traveling severely skewed location-based data. After this step, the remaining 72 participants had 43.1 days of data on average (SD 11.8). Across these participants, the overall rate of failure to respond to the MPSM survey prompts was 18.57% (576/3101). Next, with the cleaned dataset the relationship between stress (self-reported, range 1-5) and the MPSM was assessed using a mixed-effect model with random subject intercepts. Supporting the MPSM pilot data, MPSM and self-reported stress were strongly related (beta=2.037, SE 0.076, <italic>P</italic>&lt;.001) providing further validity for the MPSM as a measure of stress. Of general interest was understanding how reported stress unfolded across the term. Thus, the relationship between stress and time was also assessed. A mixed-effect analysis incorporating fixed linear and quadratic time effects, random subject intercepts, and random slopes for both the linear and quadratic effects of time revealed a significant linear effect (beta=1.282, SE 0.509, <italic>P</italic>=.02) and a significant quadratic effect (beta=–1.203, SE 0.491, <italic>P</italic>=.02) of time on the MPSM measure of stress, indicating that stress increased across the term but also experienced a bump near the middle of term presumably reflecting stress brought on by midterm exams (<xref ref-type="fig" rid="figure2">Figure 2</xref>). This quadratic effect is similar to the patterns observed in past research [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>Correlation matrices are used to visually assess relationship patterns between variables in high-dimensional data. However, in this dataset, looking at correlations between sensing features may be misleading due to the clustered and unbalanced nature of the data. Thus, <xref ref-type="fig" rid="figure3">Figure 3</xref> was created to aid in visualizing the relationship between stress and the set of sensing features. The estimates in the figure represent the <italic>t</italic> values from a series of pairwise mixed-effect analyses regressing stress with each of the variables in the dataset. From <xref ref-type="fig" rid="figure3">Figure 3</xref>, one can see a few themes emerging. For example, it appears that the majority of sensing features seem to be inversely related to stress. Generally, it also appears that a variety of sensing features see a decrease in usage/occurrence during the evening epoch when stress is high.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Average daily stress over the course of the term. The shading represents the 95% confidence interval around the fitted values.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i3e12084_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Unlike mixed-effect models, GEE (and, as a result, PGEE) are not “full-likelihood” models [<xref ref-type="bibr" rid="ref29">29</xref>]. Thus missing data must be accommodated differently, here imputed before model fitting. Missing MPSM data points were imputed using Kalman smoothing. Each subject’s trajectory of MPSM scores was treated as a structural time series model and Kalman smoothing was then used to impute the missing values in the time series [<xref ref-type="bibr" rid="ref30">30</xref>]. In the resulting completed dataset, 10 skewed covariates were transformed using log or log(x+1) transformations (eg, distance traveled, unlock duration). Finally, the outcome variable and covariates were standardized [<xref ref-type="bibr" rid="ref31">31</xref>] and analyzed using PGEE. Of the 61 features used in the analysis, six were found to be significantly related to levels of stress by the PGEE analysis. Time spent in dining centers (beta=–0.024, robust <italic>z</italic>=–2.968), distance traveled between 6 pm and 12 am (beta=–0.021, robust <italic>z</italic>=–2.670), and mean audio amplitude between 6 pm and 12 am (beta=–0.031, robust <italic>z</italic>=–2.074) were found to be inversely related to stress, whereas time spent in study locations (beta=0.071, robust <italic>z</italic>=3.569), proportion of time spent conversing between 9 am and 6 pm (beta=0.030, robust <italic>z</italic>=2.706), and the proportion of conversations occurring between 9 am and 6 pm (beta=0.021, robust <italic>z</italic>=2.616) were found to be positively associated with stress (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Relationship between stress and sensing features using t values to depict the relationship in a pairwise fashion. Amp: amplitude; convo: conversation; day: sensing data across an entire day; dist: distance; dur: duration; loc: location; num: number; prop: proportion of sensing data occurring within a time period; std: standard deviation.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i3e12084_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Features related to stress as selected by the penalized generalized estimating equations (PGEE) analysis.</p>
        </caption>
        <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="600"/>
          <col width="100"/>
          <col width="200"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td>Feature</td>
              <td>Estimate</td>
              <td>Robust standard error</td>
              <td>Robust <italic>z</italic></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Time in study locations</td>
              <td>0.071</td>
              <td>0.020</td>
              <td>3.569</td>
            </tr>
            <tr valign="top">
              <td>Proportion of conversation duration from 9 am-6 pm</td>
              <td>0.030</td>
              <td>0.011</td>
              <td>2.706</td>
            </tr>
            <tr valign="top">
              <td>Proportion of conversation number from 9 am-6 pm</td>
              <td>0.021</td>
              <td>0.008</td>
              <td>2.616</td>
            </tr>
            <tr valign="top">
              <td>Distance traveled from 6 pm-12 am</td>
              <td>–0.021</td>
              <td>0.008</td>
              <td>–2.670</td>
            </tr>
            <tr valign="top">
              <td>Time in food locations</td>
              <td>–0.024</td>
              <td>0.008</td>
              <td>–2.968</td>
            </tr>
            <tr valign="top">
              <td>Mean audio amplitude 6 pm-12 am</td>
              <td>–0.031</td>
              <td>0.015</td>
              <td>–2.074</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Using the MPSM and continuous passive sensing, we were able to measure stress and richly sample the daily life of a college student. From the resulting dozens of features, we were able to select the features best predictive of stress while accounting for the clustered nature of the data. The finding that time spent in study locations was the strongest predictor of stress provides a novel and unobtrusive index to assess school-related strain and meshes well with past research indicating that academics were a serious stressor for students [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. We were also able to identify an environmental factor identified by past research related to stress [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] as students were spending less time in food locations when reporting greater amounts of stress. Further, we were able to uncover novel aspects of movement and speech patterns that were associated with stress. In the evening, stressed students were around less noise and showed reduced patterns of movement between 6 pm and 12 am. During the day, stressed students spent a greater proportion of time conversing between 9 am and 6 pm, and they exhibited a greater proportion of conversation between 9 am and 6 pm.</p>
        <p>Of note was that four of the six variables selected related to specific time epochs, which underscores the importance of looking at these data not only aggregated across a day but at finer scales within a day. For example, past work did not observe a significant relationship between daily stress levels and speech duration across the day, although there was a modest relationship between the two measures [<xref ref-type="bibr" rid="ref20">20</xref>]. It may have been the case that a relationship similar to the association we observed between stress and relative conversation between 9 am and 6 pm was present but masked by aggregating the data across the day.</p>
        <p>From these data, we can more accurately begin to conceptualize what a “stressful” day looks like for a college student. Over the course of the day, students are eating less and spending more time in study locations. They are around more conversation during the day while they move to and from class, but are not socializing with others during the evening, a time that many would consider more leisurely. In lieu of socializing during evening hours, students are spending time in a quiet place, possibly engaged in studying or other sedentary pursuits. Put differently, it could be the case that being around others during the evening shields students from stress, a finding that fits well with the notion that social support moderates life stress levels [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Finally, by using PGEE, we were able to take advantage of a complex dataset. This technique has many applications beyond examining passive sensing data and may be of use to any researcher who has a large dataset collected over time. As the authors of the R package PGEE mention, large longitudinal datasets are becoming commonplace in fields such as health, economics, genomics, and the behavioral sciences. To illustrate PGEE, the authors apply their method to a yeast cell cycle gene expression dataset to identify factors that play an important role in the transcription of genetic information from DNA to mRNA [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Further use cases for PGEE could be realized in longitudinal genomic studies where genetic data are collected and single nucleotide polymorphisms are related to some sort of phenotype outcome at the person level (eg, breast cancer or asthma). At a level higher than the genome, PGEE could also be of use to those in the realm of health economics. For example, determining the most important predictors of life expectancy in a country over time from a large number of demographic, socioeconomic, and cultural variables. Finally, PGEE could be applied to future passive sensing projects in the mobile health domain. For instance, mobile sensing could be paired with wearable technology (eg, a smart band) to uncover what physiological and environmental variables precipitate cigarette craving.</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>Although the purpose of this study was to examine stress in a particular population (college students), future studies may want to include individuals from a variety of institutions and age groups (eg, high school or workplace), which could provide valuable insights into boosting education quality and workplace productivity. A strength of this study was that it was conducted at a relatively small, self-contained college campus that has an extremely high number of students living on campus; however, it could be challenging to take this project to scale at a larger, more urban university where the number of students living off campus is much higher. An additional limitation of this study is that the granularity of location data does not permit strong inferences concerning student activities while in locations such as libraries. Although we know students in a library are most likely studying, college libraries are large buildings; they could be socializing or working more casually. Another interesting avenue to explore would be the placement of Bluetooth beacons within buildings to expand the spatial resolution of the location data. Bluetooth beacons would allow one to detect whether a student is working in an open, causal section, a quiet-only zone, or to discover whether a student may have rented out a private cubicle.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In sum, we used a picture-based measure of stress (MPSM) alongside modern mobile phone sensing technology to gain a better understanding of stressors affecting college students. By taking this approach, we have been able to study stressors in the college experience in a way that is more objective, detailed, and less obtrusive than past research. With this knowledge, future work can leverage information gained from passive mobile sensing and use that to develop real-time, targeted interventions for students experiencing increased stress.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GEE</term>
          <def>
            <p>generalized estimating equations</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MPSM</term>
          <def>
            <p>Mobile Photographic Stress Meter</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PGEE</term>
          <def>
            <p>penalized generalized estimating equations</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Research reported in this publication was supported by the National Institute of Mental Health of the National Institutes of Health under Award Number 5R01DA022582-10 to AT Campbell, and by the NIDA T32DA037202 predoctoral training grant to AWD. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AWD, WW, RW, ATC, and JFH contributed to study design. AWD, WW, RW, and JFH collected and analyzed the data. AWD, JFH, and DDW prepared the manuscript. All authors approved the final version of the manuscript for submission.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sax</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Astin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Korn</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Mahoney</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <source>The American Freshman: National Norms for Fall 1998</source>  
        <year>1998</year>  
        <access-date>2019-02-04</access-date>
        <publisher-loc>Los Angeles, CA</publisher-loc>
        <publisher-name>Higher Education Research Institute, UCLA</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.heri.ucla.edu/PDFs/pubs/TFS/Norms/Monographs/TheAmericanFreshman1998.pdf">https://www.heri.ucla.edu/PDFs/pubs/TFS/Norms/Monographs/TheAmericanFreshman1998.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75wKSJ8iG"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>American College Health Association</collab>
        </person-group>
        <source>American College Health Association-National College Health Assessment II: Spring 2017 Reference Group Executive Summary</source>  
        <year>2017</year>  
        <access-date>2018-08-29</access-date>
        <publisher-loc>Hanover, MD</publisher-loc>
        <publisher-name>American College Health Association</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acha.org/documents/ncha/NCHA-II_SPRING_2017_REFERENCE_GROUP_EXECUTIVE_SUMMARY.pdf">https://www.acha.org/documents/ncha/NCHA-II_SPRING_2017_REFERENCE_GROUP_EXECUTIVE_SUMMARY.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="722VIEKQt"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goh</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pfeffer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Zenios</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>The relationship between workplace stressors and mortality and health costs in the United States</article-title>
        <source>Manage Sci</source>  
        <year>2015</year>  
        <volume>62</volume>  
        <issue>2</issue>  
        <fpage>608</fpage>  
        <lpage>628</lpage>  
        <pub-id pub-id-type="doi">10.1287/mnsc.2014.2115</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baum</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Stress, intrusive imagery, and chronic distress</article-title>
        <source>Health Psychol</source>  
        <year>1990</year>  
        <volume>9</volume>  
        <issue>6</issue>  
        <fpage>653</fpage>  
        <lpage>675</lpage>  
        <pub-id pub-id-type="medline">2286178</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moylan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Berk</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dean</surname>
            <given-names>OM</given-names>
          </name>
          <name name-style="western">
            <surname>Samuni</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>O’Neil</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hayley</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Pasco</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Jacka</surname>
            <given-names>FN</given-names>
          </name>
          <name name-style="western">
            <surname>Maes</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Oxidative &amp; nitrosative stress in depression: why so much stress?</article-title>
        <source>Neurosci Biobehav R</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>45</volume>  
        <fpage>46</fpage>  
        <lpage>62</lpage>  
        <pub-id pub-id-type="doi">10.1016/J.NEUBIOREV.2014.05.007</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Steptoe</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kivimäki</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Stress and cardiovascular disease</article-title>
        <source>Nat Rev Cardiol</source>  
        <year>2012</year>  
        <month>04</month>  
        <day>03</day>  
        <volume>9</volume>  
        <issue>6</issue>  
        <fpage>360</fpage>  
        <lpage>370</lpage>  
        <pub-id pub-id-type="doi">10.1038/nrcardio.2012.45</pub-id>
        <pub-id pub-id-type="medline">22473079</pub-id>
        <pub-id pub-id-type="pii">nrcardio.2012.45</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tomiyama</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>Stress and obesity</article-title>
        <source>Ann R Psychol</source>  
        <year>2019</year>  
        <month>01</month>  
        <day>04</day>  
        <volume>70</volume>  
        <issue>1</issue>  
        <fpage>703</fpage>  
        <lpage>718</lpage>  
        <pub-id pub-id-type="doi">10.1146/annurev-psych-010418-102936</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gallagher</surname>
            <given-names>RP</given-names>
          </name>
        </person-group>
        <source>National Survey of Counseling Center Directors</source>  
        <year>2005</year>  
        <access-date>2018-08-29</access-date>
        <publisher-loc>Alexandria, VA</publisher-loc>
        <publisher-name>International Association of Counseling Services, Inc</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://d-scholarship.pitt.edu/28166/1/2005_survey.pdf">http://d-scholarship.pitt.edu/28166/1/2005_survey.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="722VTkwGw"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rasin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>SD</given-names>
          </name>
        </person-group>
        <article-title>Using real-time social media technologies to monitor levels of perceived stress and emotional state in college students: a web-based questionnaire study</article-title>
        <source>JMIR Ment Health</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>10</day>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>e2</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mental.jmir.org/2017/1/e2/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mental.5626</pub-id>
        <pub-id pub-id-type="medline">28073737</pub-id>
        <pub-id pub-id-type="pii">v4i1e2</pub-id>
        <pub-id pub-id-type="pmcid">PMC5263861</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beiter</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Nash</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>McCrady</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rhoades</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Linscomb</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Clarahan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sammut</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The prevalence and correlates of depression, anxiety, and stress in a sample of college students</article-title>
        <source>J Affect Disord</source>  
        <year>2015</year>  
        <month>03</month>  
        <day>01</day>  
        <volume>173</volume>  
        <fpage>90</fpage>  
        <lpage>96</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2014.10.054</pub-id>
        <pub-id pub-id-type="medline">25462401</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(14)00686-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Darling</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>McWey</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Howard</surname>
            <given-names>SN</given-names>
          </name>
          <name name-style="western">
            <surname>Olmstead</surname>
            <given-names>SB</given-names>
          </name>
        </person-group>
        <article-title>College student stress: the influence of interpersonal relationships on sense of coherence</article-title>
        <source>Stress Health</source>  
        <year>2007</year>  
        <month>10</month>  
        <volume>23</volume>  
        <issue>4</issue>  
        <fpage>215</fpage>  
        <lpage>229</lpage>  
        <pub-id pub-id-type="doi">10.1002/smi.1139</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jang</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>An exploration of stress and satisfaction in college students</article-title>
        <source>Service Market Q</source>  
        <year>2015</year>  
        <month>07</month>  
        <day>17</day>  
        <volume>36</volume>  
        <issue>3</issue>  
        <fpage>245</fpage>  
        <lpage>260</lpage>  
        <pub-id pub-id-type="doi">10.1080/15332969.2015.1046774</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dehart</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Tennen</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Armeli</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Todd</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mohr</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>A diary study of implicit self-esteem, interpersonal interactions and alcohol consumption in college students</article-title>
        <source>J Exp Soc Psychol</source>  
        <year>2009</year>  
        <month>07</month>  
        <volume>45</volume>  
        <issue>4</issue>  
        <fpage>720</fpage>  
        <lpage>730</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20161219"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jesp.2009.04.001</pub-id>
        <pub-id pub-id-type="medline">20161219</pub-id>
        <pub-id pub-id-type="pmcid">PMC2717559</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sladek</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Doane</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Luecken</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Eisenberg</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Perceived stress, coping, and cortisol reactivity in daily life: a study of adolescents during the first year of college</article-title>
        <source>Biol Psychol</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>117</volume>  
        <fpage>8</fpage>  
        <lpage>15</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26876116"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.biopsycho.2016.02.003</pub-id>
        <pub-id pub-id-type="medline">26876116</pub-id>
        <pub-id pub-id-type="pii">S0301-0511(16)30032-1</pub-id>
        <pub-id pub-id-type="pmcid">PMC5413090</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smyth</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Ecological momentary assessment research in behavioral medicine</article-title>
        <source>J Happiness Stud</source>  
        <year>2003</year>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>35</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1023/A:1023657221954</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harari</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Lane</surname>
            <given-names>ND</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Crosier</surname>
            <given-names>BS</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Gosling</surname>
            <given-names>SD</given-names>
          </name>
        </person-group>
        <article-title>Using smartphones to collect behavioral data in psychological science: opportunities, practical considerations, and challenges</article-title>
        <source>Perspect Psychol Sci</source>  
        <year>2016</year>  
        <month>11</month>  
        <volume>11</volume>  
        <issue>6</issue>  
        <fpage>838</fpage>  
        <lpage>854</lpage>  
        <pub-id pub-id-type="doi">10.1177/1745691616650285</pub-id>
        <pub-id pub-id-type="medline">27899727</pub-id>
        <pub-id pub-id-type="pii">11/6/838</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ben-Zeev</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Brian</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Aung</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Merrill</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tseng</surname>
            <given-names>VW</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hauser</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kane</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Scherer</surname>
            <given-names>EA</given-names>
          </name>
        </person-group>
        <article-title>CrossCheck: integrating self-report, behavioral sensing, and smartphone use to identify digital indicators of psychotic relapse</article-title>
        <source>Psychiatr Rehabil J</source>  
        <year>2017</year>  
        <month>09</month>  
        <volume>40</volume>  
        <issue>3</issue>  
        <fpage>266</fpage>  
        <lpage>275</lpage>  
        <pub-id pub-id-type="doi">10.1037/prj0000243</pub-id>
        <pub-id pub-id-type="medline">28368138</pub-id>
        <pub-id pub-id-type="pii">2017-14914-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC5593755</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Aung</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Ben-Zeev</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Brian</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hauser</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kane</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Scherer</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Predicting symptom trajectories of schizophrenia using mobile sensing</article-title>
        <source>Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies</source>  
        <year>2017</year>  
        <month>09</month>  
        <day>11</day>  
        <conf-name>ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies</conf-name>
        <conf-date>September 13-15, 2017</conf-date>
        <conf-loc>Wailea, HI</conf-loc>
        <fpage>1</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1145/3130976</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Harari</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Tignor</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Ben-Zeev</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
        </person-group>
        <article-title>StudentLife: assessing mental health, academic performance and behavioral trends of college students using smartphones</article-title>
        <source>Proceedings of the ACM International Joint Conference on Pervasive and Ubiquitous Computing-UbiComp 14 Adjunct</source>  
        <year>2014</year>  
        <month>09</month>  
        <day>13</day>  
        <conf-name>ACM International Joint Conference on Pervasive and Ubiquitous Computing-UbiComp 14 Adjunct</conf-name>
        <conf-date>September 13-17, 2014</conf-date>
        <conf-loc>Seattle, WA</conf-loc>
        <fpage>3</fpage>  
        <lpage>14</lpage>  
        <pub-id pub-id-type="doi">10.1145/2632048.2632054</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ben-Zeev</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Scherer</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
        </person-group>
        <article-title>Next-generation psychiatric assessment: Using smartphone sensors to monitor behavior and mental health</article-title>
        <source>Psychiatr Rehabil J</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>38</volume>  
        <issue>3</issue>  
        <fpage>218</fpage>  
        <lpage>226</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25844912"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/prj0000130</pub-id>
        <pub-id pub-id-type="medline">25844912</pub-id>
        <pub-id pub-id-type="pii">2015-14736-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC4564327</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>daSilva</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Huckins</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Kelley</surname>
            <given-names>WM</given-names>
          </name>
          <name name-style="western">
            <surname>Heatherton</surname>
            <given-names>TF</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
        </person-group>
        <article-title>Tracking depression dynamics in college students using mobile phone and wearable sensing</article-title>
        <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>  
        <year>2018</year>  
        <month>03</month>  
        <day>26</day>  
        <volume>2</volume>  
        <issue>1</issue>  
        <fpage>43</fpage>  
        <pub-id pub-id-type="doi">10.1145/3191775</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Inan</surname> 
        <given-names>G</given-names></name> 
        <name name-style="western">
        <surname>Wang</surname> 
        <given-names>L</given-names></name> </person-group>
        <article-title>PGEE: An R Package for Analysis of Longitudinal Data with High-Dimensional Covariates</article-title>
        <source>The R Journal</source> 
        <year>2017</year> 
        <volume>9</volume> 
        <issue>1</issue> 
        <fpage>393</fpage> 
        <lpage>402</lpage> 
        <pub-id pub-id-type="doi">10.32614/RJ-2017-030</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lane</surname>
            <given-names>ND</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mohammod</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Cardone</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Ali</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Doryab</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Berke</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>BeWell: sensing sleep, physical activities and social interactions to promote wellbeing</article-title>
        <source>Mobile Netw Appl</source>  
        <year>2014</year>  
        <month>1</month>  
        <day>9</day>  
        <volume>19</volume>  
        <issue>3</issue>  
        <fpage>345</fpage>  
        <lpage>359</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11036-013-0484-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ester</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kriegel</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Sander</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>X</given-names>
          </name>
        </person-group>
        <article-title>A Density-based algorithm for discovering clusters in large spatial databases with Noise</article-title>
        <source>Kdd</source>  
        <year>1996</year>  
        <volume>96</volume>  
        <issue>34</issue>  
        <fpage>345</fpage>  
        <lpage>359</lpage> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haim</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lord</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Loeb</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>AT</given-names>
          </name>
        </person-group>
        <article-title>The mobile photographic stress meter (MPSM): a new way to measure stress using images</article-title>
        <source>Adjunct Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing and Proceedings of the 2015 ACM International Symposium on Wearable Computers</source>  
        <year>2015</year>  
        <conf-name>UbiComp/ISWC'15 Adjunct 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing and ACM International Symposium on Wearable Computers</conf-name>
        <conf-date>September 7-11, 2015</conf-date>
        <conf-loc>Osaka, Japan</conf-loc>
        <fpage>733</fpage>  
        <lpage>742</lpage>  
        <pub-id pub-id-type="doi">10.1145/2800835.2804398</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Qu</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Penalized generalized estimating equations for high-dimensional longitudinal data analysis</article-title>
        <source>Biometrics</source>  
        <year>2012</year>  
        <volume>68</volume>  
        <issue>2</issue>  
        <fpage>353</fpage>  
        <lpage>360</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1541-0420.2011.01678.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
        <source>R: A Language and Environment for Statistical Computing</source>  
        <year>2018</year>  
        <access-date>2019-02-04</access-date>
        <publisher-loc>Vienna, Austria</publisher-loc>
        <publisher-name>R Foundation for Statistical Computing</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75wOihjsl"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Variable selection via nonconcave penalized likelihood and its oracle properties</article-title>
        <source>J Am Stat Assoc</source>  
        <year>2001</year>  
        <volume>96</volume>  
        <issue>456</issue>  
        <fpage>1348</fpage>  
        <lpage>1360</lpage>  
        <pub-id pub-id-type="doi">10.1198/016214501753382273</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gibbons</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Hedeker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>DuToit</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Advances in analysis of longitudinal data</article-title>
        <source>Annu Rev Clin Psychol</source>  
        <year>2010</year>  
        <month>03</month>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>79</fpage>  
        <lpage>107</lpage>  
        <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.032408.153550</pub-id>
        <pub-id pub-id-type="medline">20192796</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moritz</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Bartz-Beielstein</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>imputeTS: time series missing value imputation in R</article-title>
        <source>R Journal</source>  
        <year>2017</year>  
        <volume>9</volume>  
        <issue>1</issue>  
        <fpage>2073</fpage>  
        <lpage>2218</lpage> </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blommaert</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hens</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Beutels</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Data mining for longitudinal data under multicollinearity and time dependence using penalized generalized estimating equations</article-title>
        <source>Comput Stat Data An</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>71</volume>  
        <fpage>667</fpage>  
        <lpage>680</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.csda.2013.02.023</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cobb</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Social support as a moderator of life stress</article-title>
        <source>Psychosom Med</source>  
        <year>1976</year>  
        <volume>38</volume>  
        <issue>5</issue>  
        <fpage>300</fpage>  
        <lpage>314</lpage>  
        <pub-id pub-id-type="doi">10.1097/00006842-197609000-00003</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
