<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i3e12171</article-id>
      <article-id pub-id-type="pmid">30912751</article-id>
      <article-id pub-id-type="doi">10.2196/12171</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Temporal Stability of Smartphone Use Data: Determining Fundamental Time Unit and Independent Cycle</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Insel</surname>
            <given-names>Thomas R</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wilcockson</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1">
          <name name-style="western">
            <surname>Pan</surname>
            <given-names>Yuan-Chien</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9497-6909</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Hsiao-Han</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4587-7423</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Chiu</surname>
            <given-names>Yu-Chuan</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6648-3506</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Sheng-Hsuan</given-names>
          </name>
          <degrees>ScM, ScD, MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0714-2354</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5" corresp="yes">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Yu-Hsuan</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>National Health Research Institutes</institution>
            <institution>Institute of Population Health Sciences</institution>
            <addr-line>35 Keyan Road</addr-line>
            <addr-line>Zhunan, Miaoli County</addr-line>
            <addr-line>Miaoli County, 35053</addr-line>
            <country>Taiwan</country>
            <phone>886 37246166 ext 36383</phone>
            <email>yuhsuanlin@nhri.org.tw</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9393-3886</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>National Health Research Institutes</institution>
      <institution>Institute of Population Health Sciences</institution>  
      <addr-line>Miaoli County</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff2">
      <label>2</label>
      <institution>National Taiwan University</institution>  
      <institution>Department of Psychology</institution>
      <addr-line>Taipei</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>MacKay Memorial Hospital</institution>
      <institution>Department of Psychiatry</institution>  
      <addr-line>Taipei</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff4">
      <label>4</label>
      <institution>National Chiao Tung University</institution>
      <institution>Institute of Statistics</institution>  
      <addr-line>Hsinchu</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff5">
      <label>5</label>
      <institution>National Taiwan University Hospital</institution>
      <institution>Department of Psychiatry</institution>  
      <addr-line>Taipei</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff6">
      <label>6</label>
      <institution>National Taiwan University</institution>
      <institution>Department of Psychiatry, College of Medicine</institution>  
      <addr-line>Taipei</addr-line>
      <country>Taiwan</country></aff>
      <aff id="aff7">
      <label>7</label>
      <institution>National Taiwan University</institution>
      <institution>Institute of Health Behaviors and Community Sciences, College of Public Health</institution>  
      <addr-line>Taipei</addr-line>
      <country>Taiwan</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Yu-Hsuan Lin 
        <email>yuhsuanlin@nhri.org.tw</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>03</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>03</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>3</issue>
      <elocation-id>e12171</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>11</day>
          <month>9</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>1</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Yuan-Chien Pan, Hsiao-Han Lin, Yu-Chuan Chiu, Sheng-Hsuan Lin, Yu-Hsuan Lin. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 26.03.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2019/3/e12171/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Assessing human behaviors via smartphone for monitoring the pattern of daily behaviors has become a crucial issue in this century. Thus, a more accurate and structured methodology is needed for smartphone use research.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The study aimed to investigate the duration of data collection needed to establish a reliable pattern of use, how long a smartphone use cycle could perpetuate by assessing maximum time intervals between 2 smartphone periods, and to validate smartphone use and use/nonuse reciprocity parameters.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using the Know Addiction database, we selected 33 participants and passively recorded their smartphone usage patterns for at least 8 weeks. We generated 4 parameters on the basis of smartphone use episodes, including total use frequency, total use duration, proactive use frequency, and proactive use duration. A total of 3 additional parameters (root mean square of successive differences, Control Index, and Similarity Index) were calculated to reflect impaired control and compulsive use.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our findings included (1) proactive use duration correlated with subjective smartphone addiction scores, (2) a 2-week period of data collection is required to infer a 2-month period of smartphone use, and (3) smartphone use cycles with a time gap of 4 weeks between them are highly likely independent cycles.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study validated temporal stability for smartphone use patterns recorded by a mobile app. The results may provide researchers an opportunity to investigate human behaviors with more structured methods.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>temporal stability</kwd>
        <kwd>smartphone use</kwd>
        <kwd>smartphone addiction</kwd>
        <kwd>smartphone</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The excessive use of smartphones has become a substantial worldwide social issue because of increasing smartphone penetration. Recording human behaviors (eg, smartphone use, exercise, and sleep time) via a smartphone is a feasible and popular method in modern society. A previous study has found that smartphone use patterns can reflect social economic status in Rwanda [<xref ref-type="bibr" rid="ref1">1</xref>]. Given the convenience of smartphones, health-related mobile apps might serve as a “digital lifeline,” particularly in rural and low-income regions, helping mental health care professionals with medical intervention and behavioral modification [<xref ref-type="bibr" rid="ref2">2</xref>]. Using smartphone use data to assess human behaviors and to assist monitoring pattern of behaviors has become a crucial issue in this century.</p>
        <p>For the assessment of smartphone use patterns, we introduced several app-generated parameters to delineate smartphone usage. There are 2 fundamental app-generated parameters about smartphone use, namely use frequency and use duration. To assess core elements about Web-based behaviors, we also developed 2 parameters—root mean square of successive differences (RMSSD) and Similarity Index (SI)—to assess the reciprocity between use and nonuse patterns. We calculated the RMSSD and SI within a day and applied the average daily RMSSD and SI to indicate impaired control and compulsive behaviors for smartphone use [<xref ref-type="bibr" rid="ref3">3</xref>]. Furthermore, previous studies claimed that self-reported problematic smartphone use did not correlate with actual use recorded by an app [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. It implies that problematic smartphone use pattern may not be captured through self-reported scales. However, we have found that proactive use may be more representative to addictive behavior than total use. To investigate the relationship between smartphone use behaviors and self-reported problematic smartphone use, this study also conducted an exploratory analysis of associations between app-generated parameters and smartphone addiction symptoms.</p>
        <p>However, frequent short-period smartphone use is difficult to measure with either self-reporting or the reporting of others. Thus, an app that automatically detects smartphone use is likely a more reliable assessment tool with ecological validity as it can record smartphone use behaviors in a naturalistic setting. Few studies have used mobile apps to measure smartphone use behaviors directly [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The total duration of data collection varies in different studies, ranging from 1 to 6 weeks [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. A previous study demonstrated that a relatively short duration of behavioral data is required to qualify a 2-week use period [<xref ref-type="bibr" rid="ref5">5</xref>]. However, even a 1-month record might not be enough to allow detection for patterns of smartphone use [<xref ref-type="bibr" rid="ref3">3</xref>]. For an app-generated parameter, it may need a detection time period of longer than 1 month. Our previous study also found that smartphone use behaviors demonstrate a weekly cycle [<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, previous studies did not discriminate active smartphone use (ie, proactive use) from smartphone use triggered by a notification (ie, reactive use) [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. It may be crucial to separate proactive smartphone use from total smartphone use to make a more reliable inference for actual use in natural setting. To determine the shortest duration of smartphone use, data are required to reliably infer a pattern of smartphone use, validating long-term temporal stability for daily smartphone usage, and examining more app-generated parameters except frequency and duration are urgently needed.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The specific aims of this study were to (1) illustrate the time periods or span of weeks required to reliably infer patterns of long-term smartphone use, (2) investigate how long could a smartphone use cycle perpetuate by assessing maximum time intervals (TIs, ie, weeks) between 2 smartphone use periods, and (3) validate smartphone use and use/nonuse reciprocity parameters.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Procedure</title>
        <p>The “Know Addiction” database collected smartphone use data from March 2017 to March 2018. We selected 33 healthy adult participants (28 men, mean age 29.48, SD 10.44 years, range: 18-62) who had smartphone use data for at least 8 weeks. Data collected on the first day and the last day were excluded because of the incomplete nature. We used a 5-item questionnaire to assess smartphone addiction. This study was approved by the institutional review board of National Health Research Institutes, who waived the need for written informed consent as the data were analyzed anonymously.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>The App-Generated Parameters</title>
          <p>We defined an episode of smartphone use as a time period from screen-on to the successive screen-off. Know Addiction calculated daily episode count as total use frequency (F). Similarly, the total daily episode lengths were calculated as total use duration (D). Next, we distinguished “proactive use” from “reactive use.” A proactive use was defined as 1 use episode without any notification within 1 min before the screen-on. It is conceivable that proactive use may be more representative of addictive behavior and total use [<xref ref-type="bibr" rid="ref3">3</xref>]. We calculated daily episode counts and total length of proactive use as the proactive use frequency (PF) and the proactive use duration (PD), respectively.</p>
          <p>We developed 3 parameters to delineate the reciprocity between the use and nonuse patterns in our previous study, namely RMSSD, SI [<xref ref-type="bibr" rid="ref3">3</xref>], and an updated version of SI, Control Index (CI). <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the algorithm of the RMSSD. First, we calculated the difference between the adjacent duration of use (<italic>A</italic><sub><italic>i</italic> </sub>) and nonuse episodes (<italic>A</italic><sub><italic>i+1</italic> </sub>). Sleeping time was excluded from the nonuse episode. Next, each use/nonuse difference was passed through a sum of the squares and divided by (<italic>n</italic>-1) number of episodes. Finally, the RMSSD was calculated to be the square root of the mean square [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Use/nonuse reciprocity parameters. (a) A schematic and the equation used to calculate the root mean square of the successive differences (RMSSD). Ai is the duration of a use or nonuse epoch. There are (n-1) successive differences of use/nonuse episodes. The RMSSD was calculated to be the square root of the mean square. (b) A schematic and the equation used to calculate the Similarity Index (SI), Xi refers to the duration of a nonuse (gray) episode, Yi refers to the duration of a use (black) episode. Each nonuse episode (Xi) corresponds to 3 successive use epochs (Yi, Yi+1, and Yi+2). k is the number of nonuse episodes in a day. Thus, the SI is the average absolute difference between the nonuse and use episodes. (c) A schematic and the equation used to calculate the Control Index (CI), Xi refers to the duration of a nonuse (gray) episode and Yi refers to the duration of a use (black) episode. Each nonuse episode (Xi) corresponds to 3 successive use epochs (Yi, Yi+1, and Yi+2). k is the number of nonuse episodes in a day. Thus, the CI is the average of the absolute differences between 1 nonuse episode and the total of the following 3 use episodes. RMSSD: root mean square of the successive differences.</p>
            </caption>
            <graphic xlink:href="mhealth_v7i3e12171_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p><xref ref-type="fig" rid="figure1">Figure 1</xref> also shows the algorithm of the SI and CI. We calculated the absolute differences between 1 nonuse episode (<italic>X</italic><sub><italic>i</italic> </sub>) and its corresponding 3 successive use episodes (<italic>Y</italic><sub><italic>i</italic> </sub>, <italic>Y</italic><sub><italic>i+1</italic> </sub>, and <italic>Y</italic><sub><italic>i+2</italic> </sub>). The SI was calculated to be the average of the absolute differences between 1 nonuse episode and the nonuse and use episodes within a day. The CI was calculated to be the average of the absolute differences between 1 nonuse episode and the total of the following 3 use episodes.</p>
          <p>In our previous study, we delineated the compulsive smartphone use parameters by 1 nonuse episode corresponded to 3 successive use episodes. This is because the use/nonuse parameter (ie, SI) was the most consistent parameter with psychiatrists’ clinical diagnosis [<xref ref-type="bibr" rid="ref9">9</xref>]. The CI is an updated version of the SI, which may be a more representative index for the control ability of smartphone use.</p>
          <p>A lower RMSSD indicates a lower variability and a higher similarity. However, RMSSD delineates only the reciprocity of the adjacent use and nonuse episodes. To demonstrate a more generalized form of use/nonuse reciprocity, we proposed the SI and the CI to investigate the craving to use the smartphone by assessing the reciprocity of 1 nonuse episode with its upcoming 3-use episodes. In this study, the temporal stability of smartphone use parameters (ie, F, D, PF, and PD) and use/nonuse parameters (ie, RMSSD, SI, and CI) was both examined.</p>
        </sec>
        <sec>
          <title>The 5-Item Smartphone Addiction Inventory</title>
          <p>The 5-item Smartphone Addiction Inventory (SPAI-5) is a 5-item version of the SPAI. The original SPAI is a 26-item self-reported inventory [<xref ref-type="bibr" rid="ref10">10</xref>]. Participants were asked to rate items on a 4-point Likert scale ranging from 1 (strongly disagree) to 4 (strongly agree). The SPAI demonstrated very good internal consistency (Cronbach alpha=.94).</p>
        </sec>
        <sec>
          <title>Statistical Analysis</title>
          <p>Pearson correlation coefficient was used to demonstrate the relationships between app-generated parameters and the total score of SPAI-5. To illustrate the minimum number of weeks required to reliably infer patterns of smartphone use for a 2-month period, we chose 1 week, 2 weeks, and 4 weeks as the fundamental time units. The average daily app-generated parameters within the 2-month period were used. The correlations among different time units and the 2-month use were analyzed to provide an indication of how well a time unit is representative of a typical 2-month’s use (<xref ref-type="fig" rid="figure2">Figure 2</xref>). We adopted .75 as a criterion of “high correlation” for evaluating the efficiency of these time units.</p>
          <p>Therefore, we investigated how long a smartphone use cycle could perpetuate by assessing maximum TIs between 2 smartphone periods for determining an independent cycle of smartphone use (<xref ref-type="fig" rid="figure2">Figure 2</xref>). For example, when the time unit used is 1 week, we first calculate the Pearson correlation coefficients between adjacent weeks (eg, week 1 vs week 2). A total of 7 correlation coefficients were calculated and then averaged to form a general index of temporal reliability for TI equal to 0. Next, the index for TI equals 1 (eg, week 1 vs week 3) was also calculated. Finally, the index for TI range 6 (ie, week 1 vs week 8) was calculated.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Illustration of validating the temporal stability of app-generated parameters. (a) Fundamental time unit. We chose 1 week, 2 weeks, and 4 weeks as the fundamental time units. The correlations among different time units and the 2-month use were analyzed. (b) Independent cycle. We determined independent cycle of smartphone use by calculating the correlations of 2 independent use periods with different time intervals. W1, W2,...W8: Week 1, Week 2,...Week 8; TI: Time interval (week).</p>
            </caption>
            <graphic xlink:href="mhealth_v7i3e12171_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>The Correlations Between App-Generated Parameters and Smartphone Addiction</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows the descriptive statistics and correlation coefficients between app-generated parameters and the total scores of SPAI-5 within 2 months. The proactive use frequency (mean 22.97, SD 14.11) accounts for 40% of the total use frequency (mean 57.29, SD 22.96). The proactive use duration (mean 4806.66, SD 10279.38) accounts for 23% of the total use duration (mean 20666.96, SD 12702.38). There was a significant correlation between proactive use duration and smartphone addiction (<italic>r</italic>=.40, <italic>P</italic>=.02).</p>
      </sec>
      <sec>
        <title>The Temporal Stability of App-Generated Parameters</title>
        <p>To determine the shortest duration of smartphone use data required to reliably infer a pattern of long-term smartphone use, we calculated correlations for app-generated parameters between 3 time units (ie, 1 week, 2 weeks, and 4 weeks) and a 2-month period. <xref ref-type="fig" rid="figure3">Figure 3</xref> shows the correlation coefficients between 1-week use and 2-month use for app-generated parameters. For 7 parameters, all correlations are statistically significant and above .75 from week 1 to week 6. There is a decrease for correlations of RMSSD after week 6 (week 7: <italic>r</italic>=.64, <italic>P</italic>&lt;.001; week 8: <italic>r</italic>=.39, <italic>P</italic>=.03). The correlations of use frequency, proactive use frequency, and SI also show a decreased trend at week 8.</p>
        <p>The correlation coefficients between 2-week use and 2-month use for app-generated parameters are shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>. All correlations are statistically significant and above .75 between week 1 to 2 and week 7 to 8. The correlation coefficients between 4-week use and 2-month use for app-generated parameters are also shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>. The correlations are statistically significant and above .90 between week 1 to 4 and week 5 to 8. The averages of correlations for app-generated parameters between 3 time units and 2-month use are summarized in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Means, SDs, and correlations of app-generated parameters, and the total score of the 5-item Smartphone Addiction Inventory.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="160"/>
            <col width="200"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Number</td>
                <td>Parameters</td>
                <td>Mean (SD)</td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
                <td>5</td>
                <td>6</td>
                <td>7</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>F<sup>a</sup></td>
                <td>57.29 (22.96)</td>
                <td>—<sup>b</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>D<sup>c</sup> (second)</td>
                <td>20666.96 (12702.38)</td>
                <td>−.078</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>PF<sup>d</sup></td>
                <td>22.97 (14.11)</td>
                <td>.688<sup>e</sup></td>
                <td>−.103</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>PD<sup>f</sup> (second)</td>
                <td>4806.66 (10279.38)</td>
                <td>−.218</td>
                <td>.551<sup>e</sup></td>
                <td>.180</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>RMSSD<sup>g</sup></td>
                <td>3070.41 (1421.50)</td>
                <td>−.724<sup>e</sup></td>
                <td>.140</td>
                <td>−.428<sup>h</sup></td>
                <td>.356<sup>h</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>SI<sup>i</sup></td>
                <td>1417.35 (853.55)</td>
                <td>−.803<sup>e</sup></td>
                <td>.164</td>
                <td>−.466<sup>e</sup></td>
                <td>.368<sup>h</sup></td>
                <td>.934<sup>e</sup></td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>CI<sup>j</sup></td>
                <td>1949.38 (1492.87)</td>
                <td>−.666<sup>e</sup></td>
                <td>.608<sup>e</sup></td>
                <td>−.347<sup>h</sup></td>
                <td>.727<sup>e</sup></td>
                <td>.777<sup>e</sup></td>
                <td>.838<sup>e</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>SPAI-5<sup>k</sup></td>
                <td>12.55 (2.41)</td>
                <td>−.089</td>
                <td>.297</td>
                <td>−.136</td>
                <td>.403<sup>h</sup></td>
                <td>.139</td>
                <td>.099</td>
                <td>.314</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>F: total use frequency.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>—:not applicable.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>D: total use duration.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>PF: proactive use frequency.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup><italic>P</italic>&lt;.01.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>PD: proactive use duration.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>RMSSD: root mean square of the successive differences (between the adjacent duration of use and nonuse episodes).</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup><italic>P</italic>&lt;.05.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>SI: Similarity Index.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>CI: Control Index.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>SPAI-5: 5-item Smartphone Addiction Inventory.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The temporal stability of app-generated parameters: Fundamental time unit. (a) The correlation coefficients between 1-week use and 2-month use for app-generated parameters. (b) The correlation coefficients between 2-week use and 2-month use for app-generated parameters. (c) The correlation coefficients between 4-week use and 2-month use for app-generated parameters. CI: Control Index; F: Total use frequency; D: Total use duration; PD: Proactive use duration; PF: Proactive use frequency; RMSSD: root mean square of the successive differences (between the adjacent duration of use and nonuse episodes); SI: Similarity Index.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i3e12171_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>The averages of correlations for app-generated parameters between 3 time intervals and 2-month use.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Number</td>
                <td>Parameters</td>
                <td>1 week</td>
                <td>2 weeks</td>
                <td>4 weeks</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>F<sup>a</sup></td>
                <td>.918</td>
                <td>.952</td>
                <td>.979</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>D<sup>b</sup></td>
                <td>.969</td>
                <td>.988</td>
                <td>.993</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>PF<sup>c</sup></td>
                <td>.900</td>
                <td>.943</td>
                <td>.975</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>PD<sup>d</sup></td>
                <td>.990</td>
                <td>.996</td>
                <td>.998</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>RMSSD<sup>e</sup></td>
                <td>.764</td>
                <td>.903</td>
                <td>.950</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>SI<sup>f</sup></td>
                <td>.902</td>
                <td>.942</td>
                <td>.975</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>CI<sup>g</sup></td>
                <td>.933</td>
                <td>.969</td>
                <td>.986</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>F: total use frequency.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>D: total use duration.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>PF: proactive use frequency.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>PD: proactive use duration.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>RMSSD: Root mean square of successive differences (between the adjacent duration of use and nonuse episodes).</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>SI: Similarity Index.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>CI: Control Index.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref ref-type="fig" rid="figure4">Figure 4</xref> shows the correlations of 2 independent 2-week uses with different TIs for daily use frequency and duration parameters. All correlations between 2 adjacent 2-week use periods (TI=0) for frequency and duration parameters are above .90. For 2 2-week use periods with a 2-week interval (TI=2), the correlations are all above .75. However, with regard to 2 2-week periods with 4-week intervals (TI=4), the correlation of proactive use frequency drops below .75. <xref ref-type="fig" rid="figure4">Figure 4</xref> shows the correlations of 2 independent 1-week use periods with different TIs for daily use frequency and duration. All correlations between 2 1-week use periods with a TI less than 3 weeks (TI=0, 1, 2, and 3) are above .75. For 2 1-week use periods with a TI more than 4 weeks (TI=4, 5, and 6), the correlation of proactive use frequency drops below .75. The correlation of use frequency also drops below .75 when TI is more than 5 weeks (TI=5 and 6). It is worth noting that, for use duration</p>
        <p>parameters, all correlations between 2 2-week use periods and 1-week use periods are all above .90, regardless how many TI s exist.</p>
        <p><xref ref-type="fig" rid="figure4">Figure 4</xref> shows the correlations of 2 independent 2-week use periods with different TIs for RMSSD, the SI, and the CI. All correlations between 2 adjacent 2-week use periods (TI=0) are above .80. For 2 2-week-use periods with a 2-week interval (TI=2), the correlations of the SI and the CI are above .75 but not RMSSD. For 2 2-week use periods with a 4-week interval (TI=4), the correlation of RMSSD drops below .65. <xref ref-type="fig" rid="figure4">Figure 4</xref> shows the correlations of 2 independent 1-week periods with different TIs for RMSSD, the SI, and the CI. For RMSSD, the correlations between 2 1-week-use periods with a TI more than 2 weeks (TI=2, 3, 4, 5, and 6) drop below .75 (<italic>r</italic>=.39, for TI=6). For the SI, the correlations between 2 1-week use periods drop below .75 when with a TI more than 4 weeks (TI=5 and 6). For the CI, all correlations between 2 1-week use periods are above .75, regardless of how many TIs exist.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>The temporal stability of app-generated parameters: Independent cycle. (a) The correlations of 2 independent 2-week uses with different time intervals for daily use frequency and duration parameters. (b) The correlations of 2 independent 1-week uses with different time intervals for daily use frequency and duration parameters. (c) The correlations of 2 independent 2-week-use periods with different time intervals for RMSSD, the SI, and the CI. (d) The correlations of 2 independent 1-week-use periods with different time intervals for RMSSD, the SI, and the CI. CI: Control Index; D: Total use duration; F: Total use frequency; PD: Proactive use duration; PF: Proactive use frequency; RMSSD: root mean square of the successive differences (between the adjacent duration of use and nonuse episodes); SI: Similarity Index; TI: Time interval (week).</p>
          </caption>
          <graphic xlink:href="mhealth_v7i3e12171_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study adopted a 2-month period data to validate temporal stability of smartphone use. This study will enable researchers to construct a more structured methodology when collecting longitudinal behavioral data via the app. Most self-report scales assessing problematic mobile use also request the responders to report their smartphone usage within 3 months [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. However, “digital phenotype” is a new concept referring to data generated passively from day-to-day interaction with a smartphone, it can provide real-time data on an individual’s environment and possibly the individual’s mental state [<xref ref-type="bibr" rid="ref13">13</xref>]. Our findings highlight a crucial methodological issue on delineation of human behaviors by smartphone. If researchers want to investigate a 2-month period of smartphone use, a 2-week period of use data should be collected for consistency. In addition, when the TI between 2 smartphone use periods is more than 4 weeks, we should consider that these 2 periods belong to different use cycles, regardless of whether the use periods are for 1 week or 2 weeks.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our findings extend the previous work on tracking smartphone use pattern in several ways. First, a previous study had demonstrated that a relatively short duration of behavioral data (ie, 5 days) is required to qualify as a 2-week use period [<xref ref-type="bibr" rid="ref5">5</xref>]. We assessed smartphone use for a longer time framework. Our previous studies have also found that smartphone use and nonuse patterns are reciprocal and have a cycle repeated weekly [<xref ref-type="bibr" rid="ref7">7</xref>]. Therefore, a complete record comprising weekdays and weekends may be crucial to reflect typical smartphone usage. Even a 1-month record might not be enough to allow detection for patterns of smartphone use. In this study, we extended the app-recorded time frame to 2 months, which included at least 8 weekly cycles of smartphone use data. Our finding suggested that a 2-week smartphone use duration is an adequate fundamental time unit to infer a 2-month period of use, namely a record which accounts for 25% of the total use period may be sufficient. Investigating reliability such as temporal stability of measurements (ie, app-recorded parameters) is the very first step for collecting longitudinal data. Future studies examining smartphone use behaviors, self-reported variable relevant to smartphone use, and their interactions over time are urgently needed. Second, self-reported problematic smartphone use did not correlate with actual use recorded by an app in previous studies [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. They concluded this may be because of the automatic nature of compulsive use and therefore cannot be captured through self-reported scales. However, we found a significant correlation between proactive use duration in 2 months and smartphone addiction. Self-reported smartphone addiction may correlate with long-term rather than short-term smartphone use. It may also imply that only proactive use duration correlates with self-reported smartphone addiction. Finally, we adopted more app-generated parameters than previous studies and evaluated their efficacy. The current findings support our previous study, which showed that not only use frequency and duration but also use/nonuse reciprocity is important when delineating smartphone use behaviors.</p>
        <p>There are several implications of our findings related to the 3 series of app-generated parameters. Total use frequency and use duration are parameters that should be studied most often. Previous literature also demonstrated that self-reported total use duration is a risk factor of problematic smartphone use [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. The parameters regarding total use may reflect a general pattern of human-device interaction. In this study, any smartphone use episode was recorded as screen-on to screen-off. It provides an opportunity to distinguish between proactive and reactive use. Our previous studies have found that proactive use is more relevant to the addictive behavior, whereas reactive use should be treated more like “signal noise” with regard to its passive nature [<xref ref-type="bibr" rid="ref3">3</xref>]. In this study, only proactive use duration significantly correlated with self-reported smartphone addiction. Proactive use may be more important than checking behaviors following notifications as it reveals more information about intention, such as compulsive checking for messages or craving for a specific app. Furthermore, averaged daily RMSSD and SI have been applied to indicate impaired control for smartphone use in our previous study [<xref ref-type="bibr" rid="ref3">3</xref>]. The use/nonuse parameters (ie, RMSSD, SI, and CI) give us a chance to assess the reciprocal patterns of smartphone use and may represent control ability of individuals. In this study, CI demonstrated better temporal stability than SI and RMSSD. The CI may be a more representative parameter to reflect smartphone users’ control ability.</p>
        <p>There are several methodological limitations that should be noted. First, smartphone uses were defined by screen-on and screen-off. This definition cannot completely represent the status of smartphone use. Second, the study utilized a selected sample with excessive smartphone use (average daily smartphone use duration: 5.74 hours/day), which limits the ability to generalize these findings. Third, our sample size is small and from a convenience sample (85% of the sample is male). A larger sample size and nongender-biased sample are also needed for future study evaluating the efficacy of app-generated parameters in smartphone use. More transnational and cross-culture research is needed to validate the temporal stability of app-generated parameters in other countries. Fourth, we reported utility and temporal stability of use/nonuse parameters in this study as our previous works showed that these parameters were highly consistent with psychiatrists’ clinical diagnosis. A higher value of use/nonuse parameters represented lower use/nonuse similarity, and it was also associated with higher flexibility of smartphone use. However, different smartphone use patterns may still generate identical value on these parameters. For example, frequent, long use periods spread out in very even short intervals may generate similar CI with sparse use period with sporadic checking. It is still noteworthy that all the app-generated parameters that we introduced were only objective measurements used to delineate smartphone use patterns, and future studies are needed to elaborate their definition and utility.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, this study validated temporal stability for smartphone use patterns recorded by an app. Our findings suggest it is necessary to collect biweekly use data for evaluating smartphone use behaviors. In addition, the long-term smartphone use duration recorded objectively in a naturalistic setting is relevant to subjectively reported symptoms of smartphone addiction. The results may provide researchers an opportunity to investigate human behaviors longitudinally, using more structured methods via smartphone.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CI</term>
          <def>
            <p>Control Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">RMSSD</term>
          <def>
            <p>root mean square of the successive differences</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SI</term>
          <def>
            <p>Similarity Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SPAI-5</term>
          <def>
            <p>5-item Smartphone Addiction Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">TI</term>
          <def>
            <p>time interval</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Mr Bo-Yu Wong’s excellent technical assistance. This study was supported by grants from National Health Research Institutes of Taiwan (06A1-PHPP30-014) and Ministry of Science and Technology of Taiwan (MOST 106-2314-B-400-030 &amp; 107-2314-B-400 -038 -MY3).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blumenstock</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cadamuro</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>On</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Predicting poverty and wealth from mobile phone metadata</article-title>
        <source>Science</source>  
        <year>2015</year>  
        <month>11</month>  
        <day>27</day>  
        <volume>350</volume>  
        <issue>6264</issue>  
        <fpage>1073</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sciencemag.org/cgi/pmidlookup?view=long&amp;pmid=26612950"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1126/science.aac4420</pub-id>
        <pub-id pub-id-type="medline">26612950</pub-id>
        <pub-id pub-id-type="pii">350/6264/1073</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Anthes</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Mental health: there's an app for that</article-title>
        <source>Nature</source>  
        <year>2016</year>  
        <month>04</month>  
        <day>07</day>  
        <volume>532</volume>  
        <issue>7597</issue>  
        <fpage>20</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1038/532020a</pub-id>
        <pub-id pub-id-type="medline">27078548</pub-id>
        <pub-id pub-id-type="pii">532020a</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YC</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Chiang</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>CCH</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>TBJ</given-names>
          </name>
        </person-group>
        <article-title>To use or not to use? Compulsive behavior and its role in smartphone addiction</article-title>
        <source>Transl Psychiatry</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>14</day>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>e1030</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28195570"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/tp.2017.1</pub-id>
        <pub-id pub-id-type="medline">28195570</pub-id>
        <pub-id pub-id-type="pii">tp20171</pub-id>
        <pub-id pub-id-type="pmcid">PMC5438030</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Andrews</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Piwek</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Beyond self-report: tools to compare estimated and real-world smartphone use</article-title>
        <source>PLoS One</source>  
        <year>2015</year>  
        <volume>10</volume>  
        <issue>10</issue>  
        <fpage>e0139004</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0139004"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0139004</pub-id>
        <pub-id pub-id-type="medline">26509895</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-27625</pub-id>
        <pub-id pub-id-type="pmcid">PMC4625000</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilcockson</surname>
            <given-names>TD</given-names>
          </name>
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Determining typical smartphone usage: what data do we need?</article-title>
        <source>Cyberpsychol Behav Soc Netw</source>  
        <year>2018</year>  
        <month>06</month>  
        <volume>21</volume>  
        <issue>6</issue>  
        <fpage>395</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1089/cyber.2017.0652</pub-id>
        <pub-id pub-id-type="medline">29781716</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Piwek</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>DA</given-names>
          </name>
        </person-group>
        <article-title>Can programming frameworks bring smartphones into the mainstream of psychological science?</article-title>
        <source>Front Psychol</source>  
        <year>2016</year>  
        <volume>7</volume>  
        <fpage>1252</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyg.2016.01252"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyg.2016.01252</pub-id>
        <pub-id pub-id-type="medline">27602010</pub-id>
        <pub-id pub-id-type="pmcid">PMC4993750</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YC</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Tseng</surname>
            <given-names>HW</given-names>
          </name>
          <name name-style="western">
            <surname>Yen</surname>
            <given-names>LY</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>TB</given-names>
          </name>
        </person-group>
        <article-title>Time distortion associated with smartphone addiction: identifying smartphone addiction via a mobile application (App)</article-title>
        <source>J Psychiatr Res</source>  
        <year>2015</year>  
        <month>06</month>  
        <volume>65</volume>  
        <fpage>139</fpage>  
        <lpage>45</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpsychires.2015.04.003</pub-id>
        <pub-id pub-id-type="medline">25935253</pub-id>
        <pub-id pub-id-type="pii">S0022-3956(15)00100-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elhai</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Tiamiyu</surname>
            <given-names>MF</given-names>
          </name>
          <name name-style="western">
            <surname>Weeks</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Picard</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>BJ</given-names>
          </name>
        </person-group>
        <article-title>Depression and emotion regulation predict objective smartphone use measured over one week</article-title>
        <source>Pers Individ Dif</source>  
        <year>2018</year>  
        <month>10</month>  
        <volume>133</volume>  
        <issue>4</issue>  
        <fpage>21</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/iub.1366"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.paid.2017.04.051</pub-id>
        <pub-id pub-id-type="medline">25904163</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>BY</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Chiu</surname>
            <given-names>YC</given-names>
          </name>
          <name name-style="western">
            <surname>Pan</surname>
            <given-names>YC</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>YH</given-names>
          </name>
        </person-group>
        <article-title>Development of a mobile application (App) to delineate "digital chronotype" and the effects of delayed chronotype by bedtime smartphone use</article-title>
        <source>J Psychiatr Res</source>  
        <year>2019</year>  
        <month>03</month>  
        <volume>110</volume>  
        <fpage>9</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpsychires.2018.12.012</pub-id>
        <pub-id pub-id-type="medline">30611008</pub-id>
        <pub-id pub-id-type="pii">S0022-3956(18)30903-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Tseng</surname>
            <given-names>HW</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>SH</given-names>
          </name>
        </person-group>
        <article-title>Development and validation of the Smartphone Addiction Inventory (SPAI)</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <month>6</month>  
        <volume>9</volume>  
        <issue>6</issue>  
        <fpage>e98312</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0098312"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0098312</pub-id>
        <pub-id pub-id-type="medline">24896252</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-43696</pub-id>
        <pub-id pub-id-type="pmcid">PMC4045675</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kwon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The smartphone addiction scale: development and validation of a short version for adolescents</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>8</volume>  
        <issue>12</issue>  
        <fpage>e83558</fpage>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0083558</pub-id>
        <pub-id pub-id-type="medline">24391787</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-30571</pub-id>
        <pub-id pub-id-type="pmcid">PMC3877074</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kwon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Won</surname>
            <given-names>WY</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Min</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hahn</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gu</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Development and validation of a smartphone addiction scale (SAS)</article-title>
        <source>PLoS ONE</source>  
        <year>2013</year>  
        <month>2</month>  
        <day>27</day>  
        <volume>8</volume>  
        <issue>2</issue>  
        <fpage>e56936</fpage>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0056936</pub-id>
        <pub-id pub-id-type="medline">23468893</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jain</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Powers</surname>
            <given-names>BW</given-names>
          </name>
          <name name-style="western">
            <surname>Hawkins</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>The digital phenotype</article-title>
        <source>Nat Biotechnol</source>  
        <year>2015</year>  
        <volume>33</volume>  
        <issue>5</issue>  
        <fpage>462</fpage>  
        <lpage>463</lpage> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Seo</surname>
            <given-names>BK</given-names>
          </name>
        </person-group>
        <article-title>Smartphone use and smartphone addiction in middle school students in Korea: prevalence, social networking service, and game use</article-title>
        <source>Health Psychology Open</source>  
        <year>2018</year>  
        <month>02</month>  
        <day>02</day>  
        <volume>5</volume>  
        <issue>1</issue>  
        <fpage>205510291875504</fpage>  
        <pub-id pub-id-type="doi">10.1177/2055102918755046</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haug</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Castro</surname>
            <given-names>RP</given-names>
          </name>
          <name name-style="western">
            <surname>Kwon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Filler</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kowatsch</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Schaub</surname>
            <given-names>MP</given-names>
          </name>
        </person-group>
        <article-title>Smartphone use and smartphone addiction among young people in Switzerland</article-title>
        <source>J Behav Addict</source>  
        <year>2015</year>  
        <month>12</month>  
        <volume>4</volume>  
        <issue>4</issue>  
        <fpage>299</fpage>  
        <lpage>307</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26690625"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1556/2006.4.2015.037</pub-id>
        <pub-id pub-id-type="medline">26690625</pub-id>
        <pub-id pub-id-type="pmcid">PMC4712764</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
