<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v14i1e103711</article-id>
      <article-id pub-id-type="pmid">43038520</article-id>
      <article-id pub-id-type="doi">10.2196/103711</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Platform Differences in Smartphone Sensing Features for Mental Health Across Four Annual College Cohorts: Secondary Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Stone</surname>
            <given-names>Alicia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tai</surname>
            <given-names>Andy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hidalgo-Mazzei</surname>
            <given-names>Diego</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Naqvi</surname>
            <given-names>Ariz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>College of Business Administration, American University of the Middle East</institution>
            <addr-line>Block 6, Building 1, Street 250</addr-line>
            <addr-line>Egaila, 54200</addr-line>
            <country>Kuwait</country>
            <phone>965 97952687</phone>
            <email>ariz.naqvi@aum.edu.kw</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8539-7953</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Naqvi</surname>
            <given-names>Farah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2944-3425</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>College of Business Administration, American University of the Middle East</institution>
        <addr-line>Egaila</addr-line>
        <country>Kuwait</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Psychology</institution>
        <institution>University of Wolverhampton</institution>
        <addr-line>Wolverhampton, England</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ariz Naqvi <email>ariz.naqvi@aum.edu.kw</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>11</month>
        <year>2026</year>
      </pub-date>
      <volume>14</volume>
      <elocation-id>e103711</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>6</month>
          <year>2026</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>9</month>
          <year>2026</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>10</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>10</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Ariz Naqvi, Farah Naqvi. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 16.11.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2026/1/e103711" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Passive sensing for mobile mental health relies on observations that can differ across smartphone platforms. Distinguishing behavioral differences from differences in observation is necessary before using these features for symptom screening or monitoring.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We quantified platform-associated differences, feature availability, sensitivity to preprocessing, and the predictive contribution of connectivity features within the Generalization of Longitudinal Behavior Modeling (GLOBEM) dataset and its collection and processing pipeline.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We analyzed 4 annual US college cohorts from 2018 to 2021, comprising 705 annual records from 497 people reported by the dataset investigators. The feature sample contained 554 iOS and 151 Android records. Without verified cross-year identity links, inference and cross-validation were performed separately within each cohort. We compared 15 raw constructs and matched transformations using Cliff δ, participant resampling, and fixed logistic regression. Phone-derived location and screen features were separated from Fitbit activity and sleep measures. Analyses included coverage, complete cases, psychological adjustment, and retrospective depressive-symptom screening using the preceding 14 days.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Total Bluetooth scan counts were lower on iOS in every cohort (Cliff δ −1.00 to −0.85). Connectivity counts differed more between platforms than core phone behavioral features did (difference in mean absolute Cliff δ 0.22-0.43; all 95% CIs above zero). Smaller observed-value differences did not imply equal coverage: 41 of 103 iOS records lacked all home-time values in 2020, compared with 0 of 34 Android records. Platform-classification area under the receiver operating characteristic curve (AUROC) was 0.94 to 0.997 for 13 raw constructs, 0.34 to 0.91 after normalization, and 0.65 to 0.80 after discretization. Bluetooth differences persisted after psychological adjustment. In 661 eligible screening windows, behavioral-model AUROC ranged from 0.41 to 0.56. All behavioral, connectivity-added, and platform-added models had worse Brier scores than the intercept-only benchmark. Adding connectivity changed AUROC by 0.004 to 0.034; every paired 95% CI included zero.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Within GLOBEM, selected connectivity features showed larger platform-associated differences than core phone behavioral features, while availability problems also affected location. Weak screening performance limits what these comparisons can establish about downstream harm. Platform-specific coverage and outcome calibration require assessment before interpreting sensing features as clinical markers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mobile health</kwd>
        <kwd>passive sensing</kwd>
        <kwd>smartphone</kwd>
        <kwd>mental health</kwd>
        <kwd>depressive symptoms</kwd>
        <kwd>measurement</kwd>
        <kwd>data quality</kwd>
        <kwd>operating system</kwd>
        <kwd>digital phenotyping</kwd>
        <kwd>wearable electronic devices</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Measurement in Mobile Mental Health</title>
        <p>A low smartphone-derived activity or communication value can reflect behavior, limited observation, or both. This ambiguity matters when mobile health (mHealth) apps use passive sensing to supplement depression screening or monitor changes between clinical assessments. Early research linked location and phone-use features to depressive symptoms [<xref ref-type="bibr" rid="ref1">1</xref>]. Subsequent work used communication traces to model clinically assessed mood and anxiety symptoms [<xref ref-type="bibr" rid="ref2">2</xref>], and screen and connectivity features to classify questionnaire-defined depression [<xref ref-type="bibr" rid="ref3">3</xref>]. These studies motivate careful interpretation of the measurements supplied to a model, rather than treating a familiar feature name as evidence of comparable observation across devices.</p>
        <p>Communication and proximity features are used as proxies for social engagement and withdrawal. Smartphone and Fitbit studies have related mobility, activity, and communication to loneliness [<xref ref-type="bibr" rid="ref4">4</xref>]. Yet phone channels need not move together: Wang and colleagues [<xref ref-type="bibr" rid="ref5">5</xref>] found fewer incoming contact calls but more frequent social-app use among Android users with depression-screen-positive scores. A call count is a recorded event count, and Bluetooth detections identify nearby devices rather than verified interpersonal contact. The distinction between a trace, a behavioral marker, and a clinical state is central to personal sensing models [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Monitoring an individual and ranking different individuals require different measurement evidence. Student studies have used repeated phone and wearable observations to model weekly symptoms and end-of-semester symptom changes [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. A stable device-specific offset could affect between-person comparisons while preserving some within-person information. Intermittent observation or device replacement could affect both. Our annual platform comparisons address the former question; they do not evaluate personalized symptom trajectories.</p>
        <p>Platform differences in observation are already documented. Halabi and colleagues [<xref ref-type="bibr" rid="ref9">9</xref>] analyzed multimodal sensor data from approximately 3000 participants in real-world settings and found that data-quality features could identify Android versus iOS with accuracy as high as 0.98. The Reproducible Analysis Pipeline for Data Streams (RAPIDS), a toolkit for processing mobile sensing data, provides a common analysis framework, but its feature documentation describes platform-specific event handling [<xref ref-type="bibr" rid="ref10">10</xref>]. Common output names therefore need not imply identical operational definitions. A systematic review of smartphone-only health sensing documented uneven operating-system coverage and incomplete platform reporting [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Prediction and measurement are distinct questions. Mobility-based depression prediction has performed differently across homogeneous student samples and heterogeneous populations [<xref ref-type="bibr" rid="ref12">12</xref>]. The Generalization of Longitudinal Behavior Modeling (GLOBEM) benchmark also examined difficulties in generalizing longitudinal behavioral models across datasets [<xref ref-type="bibr" rid="ref13">13</xref>]. Such findings do not identify platform as the cause. Conversely, high platform-classification performance establishes information about platform in a feature set, but does not establish that this information worsens a mental health model. Clinical relevance requires evaluation of the intended outcome and use case [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>The GLOBEM benchmark restricted cross-dataset models to compatible feature classes and excluded Bluetooth, WiFi, and call features that were not common across its 2-institution datasets [<xref ref-type="bibr" rid="ref13">13</xref>]. In its reimplementation of 2 earlier algorithms, most of the performance loss relative to the original studies was attributed to removing Bluetooth, WiFi, call, message, and battery features [<xref ref-type="bibr" rid="ref13">13</xref>]. This practical loss of potentially informative communication and proximity measures motivates a feature-level comparability audit. That benchmark used 2 institutions across 2018 and 2019; the present analysis uses 4 annual cohorts from one institution and a different screening protocol.</p>
      </sec>
      <sec>
        <title>Measurement Comparability and Predictive Use</title>
        <p>Measurement comparability concerns observable events, feature definitions, and health inference. Goldsack and colleagues [<xref ref-type="bibr" rid="ref15">15</xref>] distinguish technology verification, analytical validation, and clinical validation. Released features support an availability audit and outcome comparison, but simultaneous reference observations would be required to validate sensor accuracy or interchangeability.</p>
        <p>Missingness may carry both technical and clinical information. Currey and Torous [<xref ref-type="bibr" rid="ref16">16</xref>] found that coverage varied with app engagement and other factors in 1178 participants. In a small schizophrenia cohort, data-quality metrics were associated with symptom-related survey responses [<xref ref-type="bibr" rid="ref17">17</xref>]. Comparing only observed means can therefore omit a relevant difference in the observation process.</p>
        <p>Luijken and colleagues [<xref ref-type="bibr" rid="ref18">18</xref>] showed analytically and through simulation that predictor-measurement differences between development and validation can affect performance. This establishes a possible pathway, not its presence in GLOBEM. We therefore evaluate platform recovery and symptom screening as separate tasks, with distinct outcomes and interpretations.</p>
        <p>Between-person and within-person associations can differ. Yang and colleagues [<xref ref-type="bibr" rid="ref19">19</xref>] separated app-use predictors into individual deviations and person averages and found different associations with loss of interest. Their Android study did not test cross-platform harmonization. It demonstrates why a classifier recovering platform from participant averages cannot establish whether deviations from an individual’s baseline predict symptoms.</p>
      </sec>
      <sec>
        <title>Objectives and Scope</title>
        <p>We used 4 annual GLOBEM college cohorts to characterize platform-associated differences in released sensing features [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Our objectives were to locate these differences, distinguish phone-derived features from Fitbit measures, assess coverage and preprocessing, and evaluate whether adding selected connectivity features altered retrospective depressive-symptom screening. We use “platform-associated difference” for an observed contrast. We reserve “measurement artifact” for a documented incompatibility in collection or feature meaning. We do not infer causal confounding, psychological independence, or measurement equivalence from platform classification alone.</p>
        <p>We evaluated localization, contribution to platform prediction, sensitivity to transformation, and persistence after psychological adjustment. Coverage, matched-feature, and downstream analyses were exploratory extensions described in the “Methods” section. This secondary analysis was not preregistered and does not validate a clinical device.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Source and Analytical Units</title>
        <p>The GLOBEM dataset, version 1.1, released as Multi-Year Datasets for Longitudinal Human Behavior Modeling Generalization, contains annual cohorts INS-W_1 through INS-W_4, collected during spring terms from 2018 through 2021 at a US research university. The dataset investigators report 155, 218, 137, and 195 annual participants, representing 705 person-years from 497 unique people. They collected phone data with an app built on the open-source AWARE mobile sensing framework and activity and sleep data with Fitbit, then released derived features processed with RAPIDS [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. We obtained the supplied feature and survey files from the credentialed PhysioNet release [<xref ref-type="bibr" rid="ref22">22</xref>]. No new participants were recruited for this secondary analysis.</p>
        <p>The investigators recruited undergraduates by email and invited previous participants to return. Each study covered a 10-week spring quarter. Participants installed the app on their own phones, received a Fitbit, and completed prestudy, within-study, and poststudy surveys [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Smartphone ownership was not assigned. Individual demographic variables were unavailable in the supplied analytical files, preventing platform-specific demographic summaries and adjustment.</p>
        <p>The release shifts dates by whole weeks to preserve privacy, within-person temporal order, and weekdays [<xref ref-type="bibr" rid="ref20">20</xref>]. We used these dates for participant-specific survey alignment, not to compare external calendar events. Scheduled duration, released date span, and observed-day count are different quantities. An annual record represents one cohort contribution, not continuous observation for a calendar year.</p>
        <p>Our feature sample comprised all annual identifiers in the released all-day feature tables that matched platform metadata. We validated one-to-one platform and survey joins and unique participant-date feature rows. The broader platform files contained 818 records, of which 113 had no corresponding feature record. Their absence is a coverage difference in the supplied files; we could not determine that it represented dropout. The “Results” section distinguishes metadata, feature, and screening samples.</p>
        <p>The 705 annual records had 705 distinct literal identifier strings. Public overlap lists and their consuming code identified membership subsets but did not establish individual correspondence across years [<xref ref-type="bibr" rid="ref23">23</xref>]. We therefore did not infer links from list position, identifier suffixes, or participant measurements. All inferential analyses and model splits were conducted within individual annual cohorts. We neither fitted pooled models assuming 705 independent people nor combined annual effects in an independence-based meta-analysis. Cross-year agreement is descriptive because some underlying people returned. A switcher count and a within-person platform-switching analysis could not be established from verified links.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The original GLOBEM study received University of Washington Institutional Review Board approval (STUDY00003244), and participants provided informed consent before enrollment. Compensation was up to US $245 per quarter, depending on compliance [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. The published consent forms described anonymized data sharing with university collaborators in 2018 and anonymous publication or disclosure to external researchers for further analysis and research in 2019-2021 [<xref ref-type="bibr" rid="ref21">21</xref>]. We used the controlled-access, deidentified feature-level release and did not seek additional participant consent.</p>
        <p>No separate ethics evaluation was undertaken for this secondary analysis. The rationale for not seeking additional review was that the analysis involved existing deidentified records, without participant interaction or access to direct identifiers. This rationale was informed by the definition of a human subject in the US Federal Policy for the Protection of Human Subjects (45 CFR 46.102(e)) [<xref ref-type="bibr" rid="ref24">24</xref>]. The analysis was limited to existing, deidentified feature-level records released for research through controlled access, without participant recruitment, contact, or intervention. Access was obtained through PhysioNet registration and credentialing after completion of the required CITI Data or Specimens Only Research training, under the dataset’s data-use agreement [<xref ref-type="bibr" rid="ref20">20</xref>]. We did not have access to direct identifiers or attempt reidentification. Only aggregate findings are reported, and the supplementary materials exclude participant-level records and predictions. The source investigators restricted the release to derived features because sensor traces can reveal identities; deidentification does not eliminate all privacy risk [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Feature Definitions and Preprocessing</title>
        <p>We retained the starting panel-selection rule: up to 6 all-day columns per sensor domain, selected alphabetically from keyword-matched candidates. This deterministic rule yielded 42 columns and did not use mental health outcomes or model performance. It contained 15 raw constructs, 13 normalized versions, and 14 discretized versions. We retained those raw constructs and added their 3 omitted counterparts for matched comparisons, yielding 45 columns. The raw constructs comprised 2 location features (home time and location entropy), 3 screen features (mean unlock duration overall, during exercise-classified locations, and during green-space locations), 2 Bluetooth counts, 2 incoming-call features, 2 connected-WiFi features, 2 Fitbit step summaries, and 2 Fitbit main-sleep summaries. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> defines each construct and records collection limitations, whereas <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> supplies the complete column map and numerical outputs.</p>
        <p>Alphabetical selection limits the panel’s representativeness; other summaries could yield different domain contrasts. Holding the 15 constructs fixed permits transformation comparisons without changing construct composition. We evaluated the 42-column panel as a supplementary diagnostic. The 45 matched columns represent 15 constructs in 3 forms, not independent measurements.</p>
        <p>We distinguished 5 phone location/screen constructs from 4 Fitbit constructs. A core phone set contained home time, location entropy, and mean unlock duration without location context. The 2-event connectivity set contained total Bluetooth scans and incoming-call count. The 4-feature connectivity set additionally included scans of the least-frequently detected device and incoming calls from the most frequent contact. The latter contact feature was retained only as an artifact diagnostic: RAPIDS documentation states that iOS identifiers do not preserve repeated-contact identity [<xref ref-type="bibr" rid="ref25">25</xref>]. It was excluded from downstream screening models.</p>
        <p>Historical RAPIDS documentation also uses different screen-episode end points on Android and iOS [<xref ref-type="bibr" rid="ref26">26</xref>]. Its Bluetooth provider documentation lists Android support, although the GLOBEM exports contain iOS values [<xref ref-type="bibr" rid="ref27">27</xref>]. We could not verify the historical study-specific adaptation from derived features. Connected-WiFi documentation supports both platforms, but the supplied iOS WiFi values were entirely missing in the first 2 cohorts [<xref ref-type="bibr" rid="ref28">28</xref>]. These observations preclude assuming that all iOS calls or Bluetooth values were absent, or attributing every observed contrast to a particular operating system restriction. Location estimates also depend on sampled records and feature construction [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>Home time reflects sampled locations and inferred home, rather than self-reported withdrawal. Location entropy measures dispersion across observed locations in natural logarithm units. Mean unlock duration describes recorded episodes, not all attention to a phone. Bluetooth scans can repeatedly detect the same object; incoming-call counts depend on the events retained by the collection framework and do not measure all communication. Fitbit steps summarize recorded intraday intervals rather than total daily steps, and sleep measures describe wearable-estimated main sleep. The behavioral interpretation remains conditional on these definitions.</p>
        <p>We averaged each feature over a participant’s observed daily values, leaving an entirely unobserved feature missing. Each participant contributed equally to the between-person comparisons despite unequal observed-day counts. Zero remained a recorded value. Discretized labels (l/m/h or low/medium/high) were explicitly mapped to 0/1/2 before averaging; unrecognized labels triggered an error. The released discretized values are text labels, so generic numeric conversion would treat them as missing values rather than ordered categories. We used the supplied normalized and discretized features. The release defines normalization relative to each participant's median and 5th-to-95th percentile range, and discretization using participant-specific 33rd and 66th percentiles [<xref ref-type="bibr" rid="ref20">20</xref>]. These are descriptions of released transformations, not transformations estimated from a prediction training fold.</p>
        <p>These transformations are retrospective: their reference distributions may include observations outside a screening window, so they were excluded from downstream screening. Averaged ordinal codes describe the observed mix of low, middle, and high categories, not a recovered continuous behavioral scale. Ties and missing days can affect this summary.</p>
      </sec>
      <sec>
        <title>Coverage and Feature Comparisons</title>
        <p>For every feature and platform, we calculated the number of participants with any value, the proportion of missing released daily entries, observed days per participant, the proportion of observed values equal to zero, and within-person daily variance. The released tables contained 92, 97, 103, and 103 daily rows per participant across the 4 cohorts. These denominators describe the release, not verified sensor uptime or enrollment duration. A sensitivity analysis restricted dates to the interval between each participant’s prestudy and poststudy questionnaires, inclusive. These questionnaire dates were not assumed to be exact enrollment boundaries.</p>
        <p>Daily missingness divided missing entries by released daily rows; participant-level absence divided records lacking every daily value by the annual platform sample. Observed-day summaries included zero-day participants. Variance used at least 2 observations and the sample-variance denominator. Zero-valued observations remained observed, whereas missing values remained missing. Absent context-specific screen values could also reflect the absence of that context.</p>
        <p>Within each cohort, we compared observed participant means with 2-sided Mann-Whitney tests and Cliff δ [<xref ref-type="bibr" rid="ref30">30</xref>]. Cliff δ was defined as the probability that an iOS value exceeded an Android value minus the reverse probability; ties contributed zero. Negative values indicate lower iOS values. We used 2000 platform-stratified participant resamples for 95% percentile intervals. A bounded-difference interval replaced a degenerate bootstrap interval when all resampled estimates coincided. We applied Benjamini-Hochberg adjustment [<xref ref-type="bibr" rid="ref31">31</xref>] separately within each cohort’s raw, normalized, and discretized feature families; the latter 2 were exploratory. We did not classify small deltas as equivalence.</p>
        <p>Cliff δ describes ordering on a −1 to 1 scale; medians and IQRs give original units. Entirely absent features were excluded from their observed-value comparisons.</p>
        <p>Stratified resampling preserved platform counts and each person’s joint feature vector. Complete empirical rank separation can yield a degenerate bootstrap distribution. The bounded-difference fallback avoids presenting that point mass as population certainty; its formula and derivation are in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. It does not correct selection or omitted-variable bias. Multiplicity adjustment was within cohort and feature family, without a claim of confirmatory testing or universal error control under arbitrary dependence.</p>
        <p>To assess localization without treating correlated features as independent observations, we calculated the difference between the mean absolute Cliff δ in a fixed connectivity set and that in a fixed comparator set. Each participant resample preserved the full feature vector. The main phone-only contrast compared the 2-event connectivity set with the 3 core phone measures, excluding both Fitbit and the invalid contact-identity construct. Comparisons with all 5 phone behavioral measures, Fitbit, and the 4 connectivity constructs were sensitivity analyses. Across-year averages of absolute deltas were descriptive and were kept distinct from absolute averages of signed deltas.</p>
      </sec>
      <sec>
        <title>Platform Prediction and Missing-Data Sensitivity</title>
        <p>We used fixed L2-penalized logistic regression (C=1; LIBLINEAR solver, as implemented in scikit-learn [<xref ref-type="bibr" rid="ref32">32</xref>]) to predict iOS versus Android separately in each cohort. Models used 5 stratified folds, training-fold median imputation, and training-fold standardization. No hyperparameter selection was performed. An entirely missing training column was retained using the imputer’s empty-feature handling. We calculated the area under the receiver operating characteristic curve (AUROC) from combined out-of-fold predictions, with iOS as the positive class. Values below 0.50 were reported without post hoc reversal.</p>
        <p>Split seeds were identical across feature sets. Entirely missing training columns used the imputer’s constant fallback, without held-out values.</p>
        <p>Missingness-only models indicate entirely absent participant features, not intermittent daily absence. Missing-at-random assumptions cannot be established from observed rates alone [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>Validation used one record per annual participant, matching the intended between-person comparison [<xref ref-type="bibr" rid="ref34">34</xref>]. Bootstrap duplicates stayed together in a fold. We excluded leave-one-year-out validation because unidentified returning participants could occur in both training and evaluation years. No reported estimate represents validation in entirely new people at a new site or time.</p>
        <p>The main matched comparison used 13 raw constructs excluding WiFi, their 13 normalized counterparts, and their 13 discretized counterparts. A distinct removal sequence contained 13 constructs, 12 after removing the contact feature, 10 after also removing both Bluetooth features, and 9 after removing the remaining incoming-call count. The final set comprised 5 phone behavioral and 4 Fitbit features. We also evaluated the 3 core phone measures, Fitbit alone, and indicators that participant-level features were entirely missing. WiFi-inclusive and 42-column models were diagnostic analyses rather than the primary comparison.</p>
        <p>We repeated raw-panel classification in complete cases and compared all 3 transformations in participants complete on all 39 matched columns. Complete-case results refer to a selected population, so their difference from full-sample results cannot isolate the effect of imputation. For the main raw, normalized, discretized, and 9-feature behavioral models, uncertainty used 500 participant bootstrap samples with preprocessing and cross-validation refitted. Missingness-only and raw complete-case classifiers also used refitted resamples. Duplicate copies of a resampled participant stayed together in a fold. Other diagnostic models, including common-complete-case transformation comparisons, used conditional resampling of fixed out-of-fold predictions, explicitly labeled in the supplementary outputs. No interval treated 5-fold scores as 5 independent observations. Intervals are approximate, conditional on the observed stratum sizes, and can be unstable with small platform groups or near-perfect rankings.</p>
        <p>Requiring all 39 columns holds participants constant across transformations. Complete-record logistic coefficients can be unbiased under specified missingness structures [<xref ref-type="bibr" rid="ref35">35</xref>], but this does not guarantee representative AUROC. Platform-specific retention therefore remains part of the interpretation.</p>
        <p>Overlapping training sets make fold errors dependent [<xref ref-type="bibr" rid="ref36">36</xref>]. The outputs identify the resampling method and usable replicates; conditional intervals omit model-refitting variation.</p>
      </sec>
      <sec>
        <title>Psychological Comparisons and Adjustment</title>
        <p>We compared prestudy loneliness, perceived stress, resilience, emotion-regulation reappraisal and suppression, and depressive symptoms across platforms using the released common-version scores. Cohort-specific anxiety scores were compared separately: the State-Trait Anxiety Inventory–State (STAI-S) score in the first cohort and the released State-Trait Anxiety Inventory (STAI) score in the remaining cohorts. Benjamini-Hochberg adjustment covered the 7 score comparisons within each cohort. We did not interpret nonsignificant tests as psychological equivalence.</p>
        <p>The common adjustment set comprised the 10-item University of California, Los Angeles Loneliness Scale (UCLA-10), the 10-item Perceived Stress Scale (PSS-10), the Brief Resilience Scale (BRS), Emotion Regulation Questionnaire (ERQ) reappraisal and suppression scores, and the released 9-item Center for Epidemiologic Studies Depression (CESD-9) score. Higher scores indicate more of the named construct: greater loneliness, perceived stress, resilience, reappraisal, suppression, or depressive symptoms, respectively. Anxiety used the cohort-specific released instrument rather than assuming that the state and other anxiety versions were identical. We analyzed the supplied scores, without reconstructing questionnaire items or claiming new psychometric validation in this sample.</p>
        <p>For total Bluetooth scans and incoming-call counts, we regressed the standardized log (1 + participant mean) on an iOS indicator, first without and then with the 6 common standardized psychological scores. Both models used the same complete-case sample within each cohort. We used ordinary least squares with heteroskedasticity-consistent SEs using the HC3 covariance estimator and t-based intervals [<xref ref-type="bibr" rid="ref37">37</xref>]. An additional specification included the cohort-specific anxiety score. The contact feature was analyzed separately as an artifact diagnostic. We checked model rank, conditioning, and leverage. This analysis tests sensitivity to measured psychological adjustment; it does not control for income, age, device price, or other unavailable ownership-related characteristics.</p>
        <p>Android was the reference category. Coefficients describe SD differences in log-transformed participant means, not raw-count differences. Psychological coefficients were not treated as mediators.</p>
        <p>We quantified sensitivity of the adjusted platform coefficients to omitted variables using the point-null robustness value of Cinelli and Hazlett [<xref ref-type="bibr" rid="ref38">38</xref>]. We refitted the same regressions with classical ordinary least squares covariance for this calculation; the main coefficient intervals retain HC3 covariance. The robustness value summarizes the equal partial R-squared an omitted factor would need with platform and the outcome, conditional on the specified controls, to explain away the coefficient. It does not estimate actual demographic confounding or test the measurement mechanism. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> gives the formula and assumptions.</p>
      </sec>
      <sec>
        <title>Exploratory Depressive-Symptom Screening</title>
        <p>We used the released end-of-term Beck Depression Inventory-II (BDI-II) label, defined by a score greater than 13, as a symptom-screening outcome rather than a clinical diagnosis. We verified agreement between the released label and the score threshold. Predictors were means of raw daily features from the 14 calendar days strictly before the questionnaire date. A feature required at least 7 observed days in that window. Participants were eligible if at least 1 of the 9 candidate predictors met this criterion. Models therefore shared an eligibility rule, with remaining missing features imputed within training folds.</p>
        <p>A common end-of-term measure avoided mixing heterogeneous weekly targets, including the first cohort’s derived labels [<xref ref-type="bibr" rid="ref20">20</xref>]. Neither the 14-day window nor the 7-day rule was tuned against performance. Requiring one qualifying predictor retained partial multimodal records, making missingness part of the evaluated use case.</p>
        <p>The behavioral model included the 3 core phone measures and 4 Fitbit measures. We compared this with a model adding total Bluetooth scans and incoming-call count, then a model additionally including platform. Intercept-only, platform-only, and core-phone models were supplementary comparators. Contact identity, across-dataset device-selection features, context-specific screen features, and WiFi were excluded. We used the same fixed classifier and participant-level folds, stratifying jointly by outcome and platform in 2019 to 2021 and by outcome alone in 2018, when the smallest joint subgroup had only 2 records.</p>
        <p>We reported overall and platform-specific AUROC, average precision, Brier score, log loss, symptom prevalence, and mean predicted probability. Calibration-in-the-large was estimated only in groups with at least 20 participants and at least 5 positive and 5 negative outcomes. Paired participant resampling with model refitting estimated changes after adding connectivity and platform. Resampling preserved outcome-by-platform stratum counts, limiting the uncertainty represented for prevalence and calibration. We used Fisher exact tests for platform versus screening-label associations and, separately, for metadata records lacking all feature records. The latter 4 exploratory tests are reported without multiplicity adjustment. These exploratory models evaluate retrospective screening; presurvey feature windows do not establish prospective validity because upstream released feature construction can use broader participant context.</p>
        <p>AUROC measures ranking, whereas average precision depends on outcome prevalence and summarizes precision across recall [<xref ref-type="bibr" rid="ref39">39</xref>]. Brier score measures squared probability error; log loss penalizes confident errors. Lower values of both are preferable. Metrics used held-out predictions, without selecting a clinical referral threshold.</p>
        <p>We estimated calibration-in-the-large by fitting a logistic intercept with the logit of held-out probability as an offset, fixing its coefficient at 1 [<xref ref-type="bibr" rid="ref40">40</xref>]. We also reported observed/expected ratios, calculated as observed positive outcomes divided by the sum of predicted probabilities. Ideal values are 0 and 1, respectively. These are descriptive estimates without CIs. The minimum-size rule applied to the intercept fit; ratios remained reportable in smaller groups but were treated as unstable. Jointly estimated calibration slopes are retained in the electronic outputs as a separate diagnostic.</p>
      </sec>
      <sec>
        <title>Reproducibility</title>
        <p>The analysis used Python (version 3.12; Python Software Foundation), <italic>NumPy</italic> 2.5.3, <italic>pandas</italic> 3.0.6, <italic>SciPy</italic> 1.18.1, <italic>scikit-learn</italic> 1.9.1, and <italic>statsmodels</italic> 0.15.0. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> contains the executable pipeline, pinned dependencies, concise execution instructions, table-export scripts, and aggregate results. We checked sample counts, ordinal decoding, joins, Cliff δ, HC3 estimates, end point windows, and out-of-fold predictions through separate reconstructions. The “Methods” section describes the exploratory design and statistical assumptions; the study was not preregistered. Participant-level source data and intermediate predictions are not redistributed. <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> maps the reporting items to their manuscript locations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample and Feature Availability</title>
        <p>The feature sample contained 554 iOS and 151 Android annual records; Android represented 21.4% of 705 records. Its annual share ranged from 6.5% to 27.1% (<xref ref-type="table" rid="table1">Table 1</xref>). There were 669 records with end-of-term labels and 661 eligible screening windows.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sample flow by platform in the secondary analysis of 4 Generalization of Longitudinal Behavior Modeling US college cohorts, 2018 to 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="140"/>
            <col width="170"/>
            <col width="170"/>
            <col width="200"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>Platform</td>
                <td>Metadata, n</td>
                <td>Features, n</td>
                <td>End-term label, n</td>
                <td>Eligible screening, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2018</td>
                <td>iOS</td>
                <td>160</td>
                <td>145</td>
                <td>132</td>
                <td>131</td>
              </tr>
              <tr valign="top">
                <td>2018</td>
                <td>Android</td>
                <td>41</td>
                <td>10</td>
                <td>10</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>iOS</td>
                <td>172</td>
                <td>159</td>
                <td>153</td>
                <td>152</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>Android</td>
                <td>76</td>
                <td>59</td>
                <td>50</td>
                <td>49</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>iOS</td>
                <td>114</td>
                <td>103</td>
                <td>102</td>
                <td>98</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>Android</td>
                <td>44</td>
                <td>34</td>
                <td>33</td>
                <td>33</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>iOS</td>
                <td>153</td>
                <td>147</td>
                <td>141</td>
                <td>140</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>Android</td>
                <td>58</td>
                <td>48</td>
                <td>48</td>
                <td>48</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Feature sample: 705 annual records, including 554 iOS and 151 Android (21.4%). The source reports 497 underlying people. Of 818 metadata records, 113 had no feature record; the reason is unknown. End-term labels were present for 669 feature records; 661 met the 14-day screening eligibility rule. Annual totals are not counts of distinct people across years. End-term label: Beck Depression Inventory-II score greater than 13.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Missingness differed by feature, platform, and cohort, rather than following a uniform phone-versus-wearable pattern (<xref rid="figure1" ref-type="fig">Figure 1</xref>; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>). In <xref rid="figure1" ref-type="fig">Figure 1</xref>, absence means no value across all released daily rows, with denominators set by the annual iOS/Android samples of 145/10, 159/59, 103/34, and 147/48 for 2018 to 2021. Percentages are rounded to whole numbers, so 0% does not imply complete daily coverage. Fitbit features are wearable-derived; all others are phone-derived. This measure of missingness does not capture sensor uptime or verified enrollment coverage.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Participants with no observed daily value for each raw feature in a secondary analysis of Generalization of Longitudinal Behavior Modeling US college cohorts, 2018 to 2021. AP: access point.</p>
          </caption>
          <graphic xlink:href="mhealth_v14i1e103711_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Home time was entirely missing for 41 of 103 iOS records in 2020 and 26 of 147 in 2021, compared with 0 of 34 and 0 of 48 Android records, respectively. Both WiFi constructs were entirely absent from iOS observations in 2018 and 2019, whereas at least one value was available for 9 of 10 and 59 of 59 Android records. Context-specific screen features also had limited coverage. Observed-day counts and within-person variance are reported separately from participant means; none of these summaries establishes equal measurement reliability.</p>
        <p>Metadata-to-feature loss was greater for Android in every cohort. Missing feature records numbered 15/160 iOS versus 31/41 Android in 2018 (9.4% vs 75.6%; <italic>P</italic>&#60;.001), 13/172 versus 17/76 in 2019 (7.6% vs 22.4%; <italic>P</italic>=.002), 11/114 versus 10/44 in 2020 (9.6% vs 22.7%; <italic>P</italic>=.04), and 6/153 versus 10/58 in 2021 (3.9% vs 17.2%; <italic>P</italic>=.002). These unadjusted Fisher tests describe availability in the supplied files; the cause of absence is unknown (Table S12 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>Total Bluetooth scans were observed for every annual participant on both platforms, with no zeros among observed daily values. Participant-level median imputation was therefore never triggered for this feature. Daily missingness was 31.0% versus 32.0% (iOS vs Android) in 2018, 22.1% versus 28.9% in 2019, 54.2% versus 31.5% in 2020, and 33.5% versus 28.1% in 2021 (Table S11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Intermittent missingness could still affect participant means. Missingness-only classifier AUROCs ranged from 0.50 to 0.69. The 2020 observed-value home-time contrast uses 62 of 103 iOS records; smaller differences among retained observations do not resolve the missing-data problem.</p>
      </sec>
      <sec>
        <title>Magnitude and Localization of Platform Differences</title>
        <p>Total Bluetooth scan counts were lower on iOS in all 4 cohorts, with signed Cliff δ from −1.00 to −0.85. Home-time Cliff δ were also negative in every cohort, ranging from −0.32 to −0.21. The broader pattern contained smaller, variable, and sometimes reversed differences in other features. We did not combine these annual estimates into a pooled inferential effect.</p>
        <p>The phone-only contrast comparing total Bluetooth and incoming-call counts with home time, entropy, and unlock duration was positive in each cohort. Differences in mean absolute Cliff δ ranged from 0.22 to 0.43, with all 4 participant-resampling intervals excluding zero (<xref ref-type="table" rid="table2">Table 2</xref>). This result does not depend on including Fitbit in the comparator or on the contact-identity artifact. It describes the selected feature panels, not all possible connectivity and behavioral constructs.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Bluetooth counts and a phone-only feature contrast in 4 Generalization of Longitudinal Behavior Modeling US college cohorts, 2018 to 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="230"/>
            <col width="230"/>
            <col width="220"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>iOS, n; median (IQR)</td>
                <td>Android, n; median (IQR)</td>
                <td>Bluetooth, Cliff δ (95% CI)</td>
                <td>Phone-only contrast, mean absolute Cliff δ (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2018</td>
                <td>145; 39.3 (28.4 to 57.5)</td>
                <td>10; 720.9 (380.8 to 1145.8)</td>
                <td>−0.850 (−1.000 to −0.532)</td>
                <td>0.216 (0.021 to 0.475)</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>159; 126.8 (91.5 to 177.3)</td>
                <td>59; 4413.3 (2735.6 to 5439.4)</td>
                <td>−0.999 (−1.000 to −0.997)</td>
                <td>0.416 (0.291 to 0.515)</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>103; 5.2 (3.0 to 21.4)</td>
                <td>34; 588.4 (445.7 to 1434.5)</td>
                <td>−0.997 (−1.000 to −0.990)</td>
                <td>0.427 (0.242 to 0.582)</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>147; 12.5 (6.1 to 26.6)</td>
                <td>48; 877.5 (324.6 to 1567.5)</td>
                <td>−0.980 (−1.000 to −0.943)</td>
                <td>0.409 (0.253 to 0.562)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Medians and IQRs are across participant means of daily total Bluetooth scans. Cliff δ is Pr(iOS&#62;Android) minus Pr(iOS&#60;Android); negative values indicate lower iOS values. The phone-only contrast is mean absolute Cliff δ for total Bluetooth scans and incoming-call count minus that for home time, location entropy, and mean unlock duration. Fitbit and contact identity are excluded. Intervals use 2000 within-cohort participant resamples; overlapping people preclude independent cross-year pooling.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> summarizes observed-value contrasts across the selected phone (blue) and Fitbit (gray) constructs. Each point is a Cliff δ, positive when iOS values are higher, and each bar is a within-cohort 95% participant-resampling interval, with a conservative bounded fallback where the bootstrap interval was degenerate. Annual platform counts appear above each panel; observed counts vary by feature and are supplied in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. WiFi contrasts are not estimable where iOS values are wholly missing. Because the annual cohorts share people, the panels are not independent replications.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Platform differences in observed participant means of raw sensing features in Generalization of Longitudinal Behavior Modeling US college cohorts, 2018 to 2021. AP: access point; NE: not estimable.</p>
          </caption>
          <graphic xlink:href="mhealth_v14i1e103711_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Platform Prediction and Transformations</title>
        <p>The 13 raw constructs classified platform with out-of-fold AUROC of 0.94, 0.99, 0.997, and 0.98 across the 4 cohorts (<xref ref-type="table" rid="table3">Table 3</xref>). The 2020 estimate was below 1. Tables distinguish near-perfect rankings from exact observed rank separation. Removing all 4 connectivity constructs yielded 9-feature behavioral AUROCs of 0.78, 0.68, 0.41, and 0.48. These results do not support describing all behavioral-only models as chance classifiers or the retained features as platform-neutral.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Out-of-fold platform area under the receiver operating characteristic curve and 95% intervals for matched transformations and behavioral features in 4 Generalization of Longitudinal Behavior Modeling US college cohorts, 2018 to 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="230"/>
            <col width="230"/>
            <col width="230"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>Raw, 13</td>
                <td>Normalized, 13</td>
                <td>Discretized, 13</td>
                <td>Behavioral, 9</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2018</td>
                <td>0.94 (0.78-1.00)</td>
                <td>0.34 (0.08-0.76)</td>
                <td>0.65 (0.24-0.84)</td>
                <td>0.78 (0.36-0.90)</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>0.99 (0.98-1.00)</td>
                <td>0.91 (0.80-0.95)</td>
                <td>0.72 (0.57-0.80)</td>
                <td>0.68 (0.53-0.76)</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>0.997 (0.907-1.000)</td>
                <td>0.87 (0.70-0.94)</td>
                <td>0.73 (0.62-0.85)</td>
                <td>0.41 (0.26-0.64)</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>0.98 (0.92-1.00)</td>
                <td>0.91 (0.79-0.97)</td>
                <td>0.80 (0.70-0.88)</td>
                <td>0.48 (0.34-0.66)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Cohort sizes are 155, 218, 137, and 195. Positive class: iOS. The 13-construct panels exclude WiFi; raw, normalized, and discretized columns represent the same constructs. The 9-feature panel contains 5 phone location/screen and 4 Fitbit features. All use fixed L2 logistic regression, 5 folds, and training-fold imputation/scaling. Intervals use 500 participant resamples with preprocessing and cross-validation refitted. They are approximate, conditional on observed platform counts. Estimates at or above 0.995 use 3 decimals; an asterisk marks an exact AUROC of 1 in the evaluated predictions. A boundary interval is conditional on the observed sample and does not certify future performance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Matched normalized AUROCs were 0.34, 0.91, 0.87, and 0.91; discretized AUROCs were 0.65, 0.72, 0.73, and 0.80. Discretization yielded lower platform discrimination in every cohort. The first normalized estimate had a wide interval and only 10 Android records.</p>
        <p>Missingness-only AUROC ranged from 0.50 to 0.69. Complete cases for the raw 13-construct panel numbered 135, 206, 23, and 115; the 2020 subset contained only 18 iOS and 5 Android records. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> reports complete-case models, the distinct removal steps, and sensitivity analyses using the 42-column panel. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> includes all conditional and refitted intervals and the questionnaire-bounded sensitivity results. The complete-case restriction markedly changed the available sample, especially in 2020.</p>
        <p>Raw complete-case AUROCs were 0.89 (95% CI 0.70-1.00), 1.000* (0.994-1.000), 0.97 (0.82-1.00), and 0.99 (0.89-1.00), with refitted intervals. The asterisk marks an exact AUROC of 1 in the evaluated 2019 predictions. Requiring all 39 columns retained the same people, but used conditional intervals (Table S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In 2020, normalized AUROC was 0.48 among 23 complete cases versus 0.87 among all 137 records.</p>
        <p>Restricting aggregation to dates between each participant’s prestudy and poststudy questionnaires retained 143, 205, 131, and 189 annual records. Raw-panel AUROCs remained 0.93, 1.00, 0.99, and 0.98, with the 2019 unrounded estimate below 1. The corresponding 9-feature behavioral AUROCs were 0.74, 0.69, 0.42, and 0.53. Table S9 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> supplies conditional intervals for this sensitivity analysis. Core-phone and Fitbit-only classifier results are reported separately in Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, preserving the distinction between phone-derived behavior and wearable measurements.</p>
        <p>Paired comparisons qualify the transformation results. In 2021, normalized minus raw AUROC was −0.066 (95% CI −0.191 to 0.014), so a reduction was not established in that cohort. Table S13 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> reports every paired transformation contrast with its sign defined consistently. Below-chance estimates, including normalized AUROC 0.34 in 2018, are evaluated without reversing predictions or relabeling classes; small samples and unstable cross-validation can yield such values without establishing a reproducible inverse relationship.</p>
      </sec>
      <sec>
        <title>Psychological Measures and Adjusted Feature Differences</title>
        <p>None of the 7 psychological-score comparisons met the within-cohort 5% Benjamini-Hochberg threshold. The estimated differences and intervals remain relevant because the absence of a detected difference is not equivalence. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> reports distributions and effect sizes.</p>
        <p>After adjustment for the 6 common psychological scores, the iOS coefficient for standardized log Bluetooth counts was −2.95, −2.12, −1.99, and −2.00 across the 4 cohorts, with all 4 intervals below zero (<xref ref-type="table" rid="table4">Table 4</xref>). The corresponding samples were 153, 216, 133, and 194. Incoming-call results differed from the contact-specific diagnostic and are reported separately. These estimates establish persistence under the specified adjustment, not that platform choice or sensing behavior is independent of personal characteristics.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Cohort-specific platform coefficients before and after psychological adjustment in Generalization of Longitudinal Behavior Modeling US college students, 2018 to 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="150"/>
            <col width="170"/>
            <col width="230"/>
            <col width="230"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>Outcome</td>
                <td>n (iOS/Android)</td>
                <td>Unadjusted β (95% CI)</td>
                <td>Adjusted β (95% CI)</td>
                <td>Adjusted <italic>P</italic></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2018</td>
                <td>Bluetooth scans</td>
                <td>153 (143/10)</td>
                <td>−2.85 (−3.79 to −1.92)</td>
                <td>−2.95 (−3.87 to −2.03)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>2018</td>
                <td>Incoming calls</td>
                <td>153 (143/10)</td>
                <td>−0.28 (−1.28 to 0.72)</td>
                <td>−0.32 (−1.30 to 0.67)</td>
                <td>.52</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>Bluetooth scans</td>
                <td>216 (159/57)</td>
                <td>−2.12 (−2.24 to −2.01)</td>
                <td>−2.12 (−2.24 to −2.01)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>Incoming calls</td>
                <td>216 (159/57)</td>
                <td>0.64 (0.38 to 0.89)</td>
                <td>0.56 (0.30 to 0.82)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>Bluetooth scans</td>
                <td>133 (99/34)</td>
                <td>−2.00 (−2.17 to −1.83)</td>
                <td>−1.99 (−2.15 to −1.83)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>Incoming calls</td>
                <td>133 (99/34)</td>
                <td>0.47 (0.13 to 0.81)</td>
                <td>0.38 (0.05 to 0.70)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>Bluetooth scans</td>
                <td>194 (146/48)</td>
                <td>−2.01 (−2.20 to −1.82)</td>
                <td>−2.00 (−2.19 to −1.81)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>Incoming calls</td>
                <td>191 (146/45)</td>
                <td>0.38 (0.06 to 0.71)</td>
                <td>0.34 (0.00 to 0.67)</td>
                <td>.048</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Outcome units are SDs of log (1 + participant-mean count), standardized in the analysis sample. Android is the reference category. Models include an intercept; adjusted models add standardized prestudy 10-item University of California, Los Angeles Loneliness Scale (UCLA-10), 10-item Perceived Stress Scale (PSS-10), Brief Resilience Scale, Emotion Regulation Questionnaire reappraisal, Emotion Regulation Questionnaire suppression, and 9-item Center for Epidemiologic Studies Depression (CESD-9). Unadjusted and adjusted models use identical complete cases. Intervals and <italic>P</italic> values use HC3 covariance and t inference within cohort. No pooled model or cross-year person clustering is claimed. Anxiety sensitivity and contact-identity diagnostic models are in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The incoming-call coefficient was −0.32 (95% CI −1.30 to 0.67) in 2018 and positive in the 3 later cohorts after adjustment (<xref ref-type="table" rid="table4">Table 4</xref>). The 2021 incoming-call model included 191 records because 3 Android records lacked the outcome feature; its Bluetooth counterpart included 194. All primary adjusted design matrices had full rank, with 8 parameters, and residual degrees of freedom ranged from 125 to 208. Electronic outputs report anxiety-adjusted models and the most-frequent-contact diagnostic separately.</p>
        <p>Point-null robustness values for the adjusted Bluetooth coefficient were 0.636, 0.892, 0.809, and 0.793, compared with 0.075, 0.234, 0.164, and 0.135 for incoming calls (Table S14 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). These values concern equal-strength omitted associations under linear regression, not the probability of an unmeasured explanation.</p>
        <p>Across the primary adjusted Bluetooth and incoming-call models, design-matrix condition numbers ranged from 4.57 to 9.56 and maximum observation leverage from 0.129 to 0.181. The complete diagnostic records accompany the coefficient estimates in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
      <sec>
        <title>Exploratory Screening Performance</title>
        <p>The 661 eligible annual windows comprised 141, 201, 131, and 188 records. Within these samples, the platform-versus-symptom-label Fisher tests had <italic>P</italic> values of .33, .87, .42, and .31. The first cohort’s Android subgroup contained only 2 positive labels among 10 records. Subgroup estimates were therefore particularly uncertain, and its calibration-in-the-large was not estimated.</p>
        <p>Positive symptom screens numbered 51 of 141 (36.2%), 86 of 201 (42.8%), 52 of 131 (39.7%), and 75 of 188 (39.9%). For the model including connectivity, the corresponding mean held-out predicted probabilities were 36.8%, 43.4%, 40.6%, and 40.0%. These summaries describe annual screening records; they do not count distinct diagnosed people across cohorts.</p>
        <p>The 7-feature behavioral screening models had overall AUROCs of approximately 0.41 to 0.56. Adding total Bluetooth and incoming-call counts changed AUROC by 0.029, 0.023, 0.004, and 0.034; all paired 95% intervals included zero (<xref ref-type="table" rid="table5">Table 5</xref>). Adding platform to those models also produced intervals spanning zero. Supplementary results report Brier scores, log loss, average precision, platform-specific performance, and calibration. The models did not show consistently useful discrimination or establish a detrimental effect of connectivity features on screening.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Exploratory end-of-term depressive-symptom screening in eligible Generalization of Longitudinal Behavior Modeling US college students, 2018 to 2021<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="70"/>
            <col width="150"/>
            <col width="220"/>
            <col width="220"/>
            <col width="260"/>
            <thead>
              <tr valign="bottom">
                <td>Year</td>
                <td>n</td>
                <td>Behavioral model AUROC<sup>b</sup></td>
                <td>Behavioral + connectivity model AUROC</td>
                <td>Behavioral + connectivity + platform model AUROC</td>
                <td>Connectivity AUROC change (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2018</td>
                <td>141</td>
                <td>0.56</td>
                <td>0.59</td>
                <td>0.58</td>
                <td>0.029 (−0.045 to 0.088)</td>
              </tr>
              <tr valign="top">
                <td>2019</td>
                <td>201</td>
                <td>0.41</td>
                <td>0.43</td>
                <td>0.41</td>
                <td>0.023 (−0.059 to 0.087)</td>
              </tr>
              <tr valign="top">
                <td>2020</td>
                <td>131</td>
                <td>0.54</td>
                <td>0.54</td>
                <td>0.54</td>
                <td>0.004 (−0.077 to 0.072)</td>
              </tr>
              <tr valign="top">
                <td>2021</td>
                <td>188</td>
                <td>0.52</td>
                <td>0.55</td>
                <td>0.54</td>
                <td>0.034 (−0.036 to 0.101)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Outcome: BDI-II &#62;13. Raw feature means cover the preceding 14 days, excluding the survey date, with at least 7 observations per feature. The behavioral model uses 3 core phone and 4 Fitbit features; connectivity adds total Bluetooth scans and incoming-call count; the final model also adds platform. Cohort models use the same eligible records and folds. Change is connectivity model minus behavioral model. Intervals refit preprocessing and models in 500 paired participant resamples. These are retrospective screening comparisons, not diagnoses, equivalence tests, or causal platform effects. Subgroup and calibration results are supplied in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>AUROC: area under the receiver operating characteristic curve.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>All 3 substantive screening models had worse Brier scores than the intercept-only benchmark in each cohort. For the model including connectivity, scores were 0.233, 0.257, 0.260, and 0.253, compared with 0.231, 0.245, 0.240, and 0.240 for the benchmark. These descriptive comparisons do not establish population-level inferiority. Paired Brier-score intervals for connectivity and platform additions included zero throughout (Table S8 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Joint calibration slopes for the connectivity model were 0.39, −1.03, −0.07, and 0.04, indicating unstable or weak probability ordering.</p>
        <p>Adding connectivity shifted Android mean predicted risk without an established AUROC gain. Android observed/expected ratios moved from 0.504 to 0.953 in 2018 (10 records), from 0.893 to 0.965 in 2019, and from 0.779 to 0.996 in 2021, but from 0.875 to 0.800 in 2020. The direction was inconsistent across cohorts, and these fixed-prediction estimates have no uncertainty intervals. They do not establish better subgroup calibration in a new sample. Table S7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> reports calibration-in-the-large and observed/expected ratios for both models and all platform groups.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Within GLOBEM, selected connectivity features carried more platform-associated variation than core phone behavioral measures, including after Fitbit features were considered separately. For mHealth apps that interpret communication or proximity as indicators of social engagement, recorded values must therefore be considered alongside their collection methods. A low Bluetooth count cannot, by itself, distinguish limited nearby-device exposure from limited observation. This finding supports feature-specific assessment before clinical interpretation, rather than treating all passive sensing as unreliable.</p>
        <p>Smaller location and screen contrasts did not establish comparable monitoring across platforms. Home-time differences were directionally consistent, behavioral features retained platform information in some cohorts, and location-feature coverage differed between iOS and Android. In mobile monitoring between clinical assessments, an unavailable home-time feature must be distinguished from an observed low value. Similar averages among available records do not establish that an app observes behavior equally consistently on both systems.</p>
        <p>The depressive-symptom screening experiment did not demonstrate deterioration after adding connectivity features, but weak baseline discrimination and wide paired intervals prevented conclusions about clinical usefulness or absence of harm. For mobile and ubiquitous mental health monitoring, these results support evaluating platform-specific coverage alongside performance for the intended clinical outcome. Before sensing-derived risk estimates inform follow-up or referral, their calibration and usefulness require assessment in the intended population and use case [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>What the Platform Contrast Identifies</title>
        <p>Bluetooth counts combine nearby-device exposure, scan opportunity, and feature construction. Ownership-related behavior could affect exposure; hardware and software could affect observation. These components were not observed separately. Near separation of released values therefore does not identify how much of the contrast belongs to operating-system policy, the app, the provider, or behavior.</p>
        <p>Contact identity presents a documented construct mismatch. Without stable identifiers, repeated contacts cannot support the same social-network statistic across platforms. Exclusion from shared substantive models follows from the feature definition, not its coefficient size. Total incoming events do not require persistent contact identity. Their direction also differed: iOS values were higher in 2019 to 2021, inconsistent with a blanket claim that iOS call observations were absent. Vendor and AWARE-iOS documentation distinguish restrictions on scanning or identity from the ability to observe call events (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The exact historical implementation remains unverified; third-party calling services cannot be assigned responsibility from these exports.</p>
      </sec>
      <sec>
        <title>Implications for mHealth Measurement</title>
        <p>Individualization can remove a stable additive offset through baseline subtraction, or a stable multiplicative difference through rescaling under suitable assumptions. It cannot restore unrecorded events or lost contact identity. If observation changes with charging, phone state, or behavior, a fixed baseline may remain inadequate. The daily exports do not distinguish these mechanisms. With far fewer recorded Bluetooth events on iOS, centering also leaves different observation counts. It cannot be assumed to equalize measurement noise or preserve equally precise deviations from each person’s baseline.</p>
        <p>Discretization can reduce scale differences while discarding distances relevant to symptoms. Lower platform AUROC is therefore insufficient grounds for choosing a mental health representation. Validation should compare retained outcome information and measurement stability using a baseline available before prediction. Our retrospective transformation comparison leaves that prospective question open, especially after a device replacement or software update.</p>
        <p>Smaller behavioral contrasts can prioritize features for validation without establishing interchangeability. Paired-device or reference observations would separate agreement from merely similar averages, consistent with measurement-comparison methodology [<xref ref-type="bibr" rid="ref41">41</xref>]. Observed daily variance mixes behavioral fluctuation with measurement variation. It cannot substitute for repeated reference measurements of the same underlying behavior.</p>
        <p><xref ref-type="boxed-text" rid="box1">Textbox 1</xref> summarizes practical checks that follow from these findings. Bluetooth scan counts should be excluded from a shared clinical interpretation when comparable observation cannot be justified, or retained as an explicitly evaluated sensitivity input pending measurement validation. This conditional recommendation differs from automatic removal of every connectivity feature. Software and collection choices restrict which scientific questions released traces can answer [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>These are measurement and reporting checks, not evidence that any resulting screening model is clinically validated.</p>
        <boxed-text id="box1" position="float">
          <title>Platform audit steps for passive-sensing mobile health studies.</title>
          <p>
            <bold>Audit step</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Report platform counts at enrollment, feature availability, and outcome-model eligibility; account for losses between these samples.</p>
            </list-item>
            <list-item>
              <p>Separate observed zeros, intermittently missing days, entirely absent participant features, and structural noncollection. Report their denominators by platform.</p>
            </list-item>
            <list-item>
              <p>Verify event definitions and collection capabilities. Exclude or redefine constructs that cannot represent the same quantity on both platforms.</p>
            </list-item>
            <list-item>
              <p>Use platform classification as a measurement diagnostic, with matched constructs, participant-disjoint validation, and explicit missing-data checks.</p>
            </list-item>
            <list-item>
              <p>Evaluate the intended health outcome against an intercept benchmark. Compare calibration and probability error by platform alongside discrimination and uncertainty.</p>
            </list-item>
            <list-item>
              <p>Record operating system, app, hardware, and feature-provider versions, and repeat validation after consequential changes.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Relation to Prior Evidence</title>
        <p>Platform variation is a candidate explanation for generalization difficulties, not a demonstrated cause of them [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Platform-specific modeling also has precedent: Lu and colleagues [<xref ref-type="bibr" rid="ref43">43</xref>] fitted separate iOS and Android depression models to handle device-platform differences. Earlier connectivity-based symptom studies establish relevance, rather than validating every implementation [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Location-feature associations have also varied with weekday versus weekend aggregation [<xref ref-type="bibr" rid="ref44">44</xref>]. Replication needs comparable sources, operational definitions, and observation windows, not just matching column labels.</p>
        <p>Currey and Torous [<xref ref-type="bibr" rid="ref45">45</xref>] found weak passive-only prediction and variation with analytical subset and coverage restriction. In an mHealth study involving depression and diabetes, complete-case deletion retained 950 of 2694 participant-days [<xref ref-type="bibr" rid="ref46">46</xref>]. Neither study tests GLOBEM’s mechanism. They illustrate why apparent feature quality, evaluated sample, and prediction performance must be considered together.</p>
        <p>Cross-study coverage findings also caution against ranking platforms universally. Kiang and colleagues [<xref ref-type="bibr" rid="ref47">47</xref>] found lower GPS noncollection on iOS across 6 digital-phenotyping studies, unlike the iOS home-time absence observed here. Raw GPS noncollection and absence of a derived home-time feature are different endpoints, collected with different systems. This contrast supports conditional interpretation, not a contradiction that either dataset alone can resolve. Shared Fitbit hardware removes one phone-sensor difference by design but does not validate every wearable output in GLOBEM.</p>
      </sec>
      <sec>
        <title>Interpreting the Downstream Experiment</title>
        <p>The fixed screening model made feature additions comparable but left nonlinear and personalized models untested. Weak baseline discrimination means the behavioral panel did not clearly recover the target symptom signal. Small incremental changes could reflect weak relevance, redundancy, sampling variation, or model misspecification. The null cannot distinguish these explanations. The GLOBEM benchmark also reported weak generalization, but its 2-institution datasets, feature sets, and validation tasks differ from this end-of-term experiment [<xref ref-type="bibr" rid="ref13">13</xref>]. It cannot establish that weak screening performance here is an inevitable property of these cohorts.</p>
        <p>A ranking improvement can coexist with poor calibration or higher probability error [<xref ref-type="bibr" rid="ref40">40</xref>]. Clinical usefulness also depends on the consequences of decisions at specified thresholds [<xref ref-type="bibr" rid="ref48">48</xref>]. Our models justify neither a referral cutoff nor a claim of improved patient care. Such evaluation requires a defined clinical action and an appropriate reference outcome.</p>
        <p>Small platform groups and missing demographics constrain subgroup interpretation. Similar point estimates would not establish equal errors or benefit without adequate evaluation of specified clinical decisions.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The platform was not randomized, and income, age, device price, and related demographic attributes were unavailable. For example, if a characteristic associated with iOS ownership also increased time away from home, it could contribute to the negative home-time contrast; the opposite behavioral association could attenuate that contrast. Direction cannot be assigned without those measurements. The Bluetooth robustness values quantify the strength of omitted associations required under the fitted linear specification, but cannot label socioeconomic explanations implausible or identify a device mechanism. They neither cover arbitrary nonlinear misspecification nor remedy selection into the available-feature sample. Demographics are available from the custodians by special request; none was supplied.</p>
        <p>Verified cross-year person links were unavailable. Conducting analyses separately by cohort avoids fitting models that assume repeated annual records are independent, but prevents estimation of person-level random intercepts across years and within-person platform changes. The same individuals may contribute to several annual findings, so consistency across years is not independent replication. We cannot infer that there were no platform switchers. A custodian-provided cross-walk is needed for those analyses.</p>
        <p>This is a selected college population from one US institution using one collection and processing system during 2018 to 2021. Platform ratios, hardware, operating system versions, app configurations, and user behavior may differ elsewhere. Android metadata records were more often absent from the feature files, particularly in 2018. If this reflects collection failure, the retained Android sample would selectively represent devices with recorded data. The cause is unknown, so contrasts characterize retained records rather than all enrolled phone owners. The first cohort included only 10 Android records. Complete-case selection was especially severe in 2020 and could change both effect magnitude and classifier performance. These factors limit precision and transportability, including to Android-majority settings.</p>
        <p>The release provides derived features rather than the raw observation process. Observed days and within-person variance are coverage diagnostics, not estimates of sensor accuracy or test-retest reliability. The released date range does not identify exact enrollment, and upstream feature construction can depend on participant-level context beyond a prediction window. The historical Bluetooth implementation and context-specific screen construction could not be fully verified. Our results apply to these exports and cannot attribute every difference to the operating system alone.</p>
        <p>The alphabetical panel rule did not prioritize commonly modeled unlock counts, unique Bluetooth devices, or outgoing calls. Holding constructs fixed makes transformation comparisons interpretable, but cannot establish that these constructs represent their domains. The screening experiment used one fixed model family, a limited feature panel, one thresholded symptom measure, and one retrospectively defined window. It did not assess diagnosis, onset forecasting, intervention effects, or deployment under a new platform distribution. Small outcome-by-platform groups constrained calibration and subgroup comparisons. Bootstrap intervals are approximate and conditional on observed stratum counts; they do not capture all uncertainty in prevalence, model specification, or a new setting. Nonsignificant paired differences therefore cannot establish clinical equivalence or fairness.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Within GLOBEM’s 4 annual cohorts, selected connectivity features showed larger platform-associated differences than core phone behavioral features, while coverage differences also affected location. Matched transformations changed platform predictability. Because the screening models lacked demonstrated predictive usefulness, their incremental comparisons cannot establish or exclude downstream harm from platform-associated measurement differences. A shared feature name is insufficient evidence of comparable measurement. The unresolved question is which differences alter clinically useful monitoring when observation quality, owner characteristics, and device changes can be distinguished.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary methods, feature provenance, psychological comparisons, and sensitivity analyses for platform-associated sensing differences in 4 US college cohorts, 2018 to 2021.</p>
        <media xlink:href="mhealth_v14i1e103711_app1.docx" xlink:title="DOCX File , 87 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Executable analysis code, aggregate result tables, pinned software dependencies, and instructions for reproducing the analyses, tables, and figures.</p>
        <media xlink:href="mhealth_v14i1e103711_app2.zip" xlink:title="ZIP File  (Zip Archive), 132 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Reporting checklist mapping for observational analyses and exploratory prediction models.</p>
        <media xlink:href="mhealth_v14i1e103711_app3.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUROC</term>
          <def>
            <p>area under the receiver operating characteristic curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BDI-II</term>
          <def>
            <p>Beck Depression Inventory-II</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BRS</term>
          <def>
            <p>Brief Resilience Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CESD-9</term>
          <def>
            <p>9-item Center for Epidemiologic Studies Depression score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ERQ</term>
          <def>
            <p>Emotion Regulation Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GLOBEM</term>
          <def>
            <p>Generalization of Longitudinal Behavior Modeling</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PSS-10</term>
          <def>
            <p>10-item Perceived Stress Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RAPIDS</term>
          <def>
            <p>Reproducible Analysis Pipeline for Data Streams</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">STAI</term>
          <def>
            <p>State-Trait Anxiety Inventory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">STAI-S</term>
          <def>
            <p>State-Trait Anxiety Inventory–State</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">UCLA-10</term>
          <def>
            <p>10-item UCLA Loneliness Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors used the Generalization of Longitudinal Behavior Modeling (GLOBEM) datasets, made available by the University of Washington and collaborating institutions through PhysioNet, and thank the original investigators for releasing this resource. The authors thank colleagues at the American University of the Middle East and the University of Wolverhampton for helpful discussions.</p>
    </ack>
    <notes>
      <title>Data Availability</title>
      <p>The datasets analyzed during this study are available in the PhysioNet repository (GLOBEM Dataset, version 1.1) [<xref ref-type="bibr" rid="ref20">20</xref>]. They are not publicly available because passive-sensing data carry a risk of reidentification; access requires PhysioNet credentialing, completion of the required training, and a signed data-use agreement. Demographic variables are available only from the data custodians on special request. The analysis code and aggregate results generated during this study are included in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>; participant-level records and predictions are not redistributed.</p>
    </notes>
    <notes>
      <title>Funding</title>
      <p>This research received no specific grant from any funding agency in the public, commercial, or not-for-profit sectors.</p>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: AN</p>
        <p>Data curation: AN</p>
        <p>Formal analysis: AN</p>
        <p>Methodology: AN, FN</p>
        <p>Software: AN</p>
        <p>Validation: AN</p>
        <p>Visualization: AN</p>
        <p>Writing – original draft: AN</p>
        <p>Writing – review &#38; editing: AN, FN</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <notes>
      <sec>
        <title>Generative AI Use</title>
        <p>ChatGPT 5.5 assisted with editing, proofreading, and citation check. The authors are responsible for the analysis and final text and for the accuracy and integrity of the work.</p>
      </sec>
    </notes>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karr</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Corden</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Kording</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone sensor correlates of depressive symptom severity in daily-life behavior: an exploratory study</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e175</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e175/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4273</pub-id>
          <pub-id pub-id-type="medline">26180009</pub-id>
          <pub-id pub-id-type="pii">v17i7e175</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Place</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blanch-Hartigan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gorrostieta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mead</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Feast</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Deckersbach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pentland</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azarbayejani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Behavioral indicators on a mobile sensing platform predict clinically validated psychiatric symptoms of mood and anxiety disorders</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e75</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e75/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6678</pub-id>
          <pub-id pub-id-type="medline">28302595</pub-id>
          <pub-id pub-id-type="pii">v19i3e75</pub-id>
          <pub-id pub-id-type="pmcid">PMC5374272</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Opoku Asare</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Vega</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peltonen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lagerspetz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Predicting depression from smartphone behavioral markers using machine learning methods, hyperparameter optimization, and feature importance analysis: exploratory study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e26540</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/7/e26540/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26540</pub-id>
          <pub-id pub-id-type="medline">34255713</pub-id>
          <pub-id pub-id-type="pii">v9i7e26540</pub-id>
          <pub-id pub-id-type="pmcid">PMC8314163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doryab</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Villalba</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Chikersal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dutcher</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Tumminia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Identifying behavioral phenotypes of loneliness and social isolation with passive sensing: statistical analysis, data mining and machine learning of smartphone and fitbit data</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>e13209</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/7/e13209/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13209</pub-id>
          <pub-id pub-id-type="medline">31342903</pub-id>
          <pub-id pub-id-type="pii">v7i7e13209</pub-id>
          <pub-id pub-id-type="pmcid">PMC6685126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Examining the correlation between depression and social behavior on smartphones through usage metadata: empirical study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e19046</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/1/e19046/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19046</pub-id>
          <pub-id pub-id-type="medline">33404512</pub-id>
          <pub-id pub-id-type="pii">v9i1e19046</pub-id>
          <pub-id pub-id-type="pmcid">PMC7817363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Personal sensing: understanding mental health using ubiquitous sensors and machine learning</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2017</year>
          <volume>13</volume>
          <fpage>23</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28375728"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032816-044949</pub-id>
          <pub-id pub-id-type="medline">28375728</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dasilva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huckins</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Heatherton</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Tracking depression dynamics in college students using mobile phone and wearable sensing</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2018</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <pub-id pub-id-type="doi">10.1145/3191775</pub-id>
          <pub-id pub-id-type="medline">39449996</pub-id>
          <pub-id pub-id-type="pii">43</pub-id>
          <pub-id pub-id-type="pmcid">PMC11501090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chikersal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Doryab</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tumminia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Villalba</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Dutcher</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Detecting depression and predicting its onset using longitudinal symptoms captured by passive sensing: a machine learning approach with robust feature selection</article-title>
          <source>ACM Trans Comput-Hum Interact</source>
          <year>2021</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1145/3422821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halabi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Selvarajan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Herd</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kabrit</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tummalacherla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chaibub Neto</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Comparative assessment of multimodal sensor data quality collected using android and iOS smartphones in real-world settings</article-title>
          <source>Sensors (Basel)</source>
          <year>2024</year>
          <volume>24</volume>
          <issue>19</issue>
          <fpage>6246</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s24196246"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s24196246</pub-id>
          <pub-id pub-id-type="medline">39409286</pub-id>
          <pub-id pub-id-type="pii">s24196246</pub-id>
          <pub-id pub-id-type="pmcid">PMC11478693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vega</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aguillera</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Khandekar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Durica</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Kunta</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Reproducible analysis pipeline for data streams: open-source software to process data collected with mobile devices</article-title>
          <source>Front Digit Health</source>
          <year>2021</year>
          <volume>3</volume>
          <fpage>769823</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34870271"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2021.769823</pub-id>
          <pub-id pub-id-type="medline">34870271</pub-id>
          <pub-id pub-id-type="pmcid">PMC8636712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trifan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Passive sensing of health outcomes through smartphones: systematic review of current solutions and possible limitations</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e12649</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/8/e12649/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12649</pub-id>
          <pub-id pub-id-type="medline">31444874</pub-id>
          <pub-id pub-id-type="pii">v7i8e12649</pub-id>
          <pub-id pub-id-type="pmcid">PMC6729117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>XL</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chaintreau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matz</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Depression predictions from GPS-based mobility do not generalize well to large demographically heterogeneous samples</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>14007</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-93087-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-93087-x</pub-id>
          <pub-id pub-id-type="medline">34234186</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-93087-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8263566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sefidgar</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kuehn</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Huckins</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Nurius</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Riskin</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>GLOBEM: cross-dataset generalization of longitudinal human behavior modeling</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>4</issue>
          <pub-id pub-id-type="doi">10.1145/3569485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Toward clinical digital phenotyping: a timely opportunity to consider purpose, quality, and safety</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>88</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0166-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0166-1</pub-id>
          <pub-id pub-id-type="medline">31508498</pub-id>
          <pub-id pub-id-type="pii">166</pub-id>
          <pub-id pub-id-type="pmcid">PMC6731256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldsack</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Coravos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Bent</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzer-Attas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Godino</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Gujar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Izmailova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Manta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vandendriessche</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Verification, analytical validation, and clinical validation (V3): the foundation of determining fit-for-purpose for Biometric Monitoring Technologies (BioMeTs)</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>55</fpage>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0260-4</pub-id>
          <pub-id pub-id-type="medline">32337371</pub-id>
          <pub-id pub-id-type="pii">260</pub-id>
          <pub-id pub-id-type="pmcid">PMC7156507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Currey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Increasing the value of digital phenotyping through reducing missingness: a retrospective review and analysis of prior studies</article-title>
          <source>BMJ Ment Health</source>
          <year>2023</year>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>e300718</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mentalhealth.bmj.com/lookup/pmidlookup?view=long&#38;pmid=37197799"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjment-2023-300718</pub-id>
          <pub-id pub-id-type="medline">37197799</pub-id>
          <pub-id pub-id-type="pii">bmjment-2023-300718</pub-id>
          <pub-id pub-id-type="pmcid">PMC10231441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Staples</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sandoval</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Characterizing the clinical relevance of digital phenotyping data quality with applications to a cohort with schizophrenia</article-title>
          <source>NPJ Digit Med</source>
          <year>2018</year>
          <volume>1</volume>
          <fpage>15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-018-0022-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-018-0022-8</pub-id>
          <pub-id pub-id-type="medline">31304300</pub-id>
          <pub-id pub-id-type="pii">22</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luijken</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Groenwold</surname>
              <given-names>RHH</given-names>
            </name>
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>van Smeden</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact of predictor measurement heterogeneity across settings on the performance of prediction models: a measurement error perspective</article-title>
          <source>Stat Med</source>
          <year>2019</year>
          <volume>38</volume>
          <issue>18</issue>
          <fpage>3444</fpage>
          <lpage>3459</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31148207"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/sim.8183</pub-id>
          <pub-id pub-id-type="medline">31148207</pub-id>
          <pub-id pub-id-type="pmcid">PMC6619392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Knights</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bangieva</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kambhampati</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Association between the severity of depressive symptoms and human-smartphone interactions: longitudinal study</article-title>
          <source>JMIR Form Res</source>
          <year>2023</year>
          <volume>7</volume>
          <fpage>e42935</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2023//e42935/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/42935</pub-id>
          <pub-id pub-id-type="medline">36811951</pub-id>
          <pub-id pub-id-type="pii">v7i1e42935</pub-id>
          <pub-id pub-id-type="pmcid">PMC9996420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sefidgar</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuehn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merrill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nurius</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riskin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>GLOBEM dataset: multi-year datasets for longitudinal human behavior modeling generalization (version 1.1)</article-title>
          <source>PhysioNet</source>
          <year>2023</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://physionet.org/content/globem/1.1/">https://physionet.org/content/globem/1.1/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sefidgar</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuehn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merrill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nurius</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riskin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>GLOBEM dataset: multi-year datasets for longitudinal human behavior modeling generalization</article-title>
          <year>2022</year>
          <conf-name>Advances in Neural Information Processing Systems 35 (NeurIPS 2022), Datasets and Benchmarks Track</conf-name>
          <conf-date>November 28 to December 9, 2022</conf-date>
          <conf-loc>New Orleans, LA</conf-loc>
          <fpage>24655</fpage>
          <lpage>24692</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://proceedings.neurips.cc/paper_files/paper/2022/hash/9c7e8a0821dfcb58a9a83cbd37cc8131-Abstract-Datasets_and_Benchmarks.html"/>
          </comment>
          <pub-id pub-id-type="doi">10.52202/068431-1790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Gow</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Heldt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>PhysioNet as a global platform for biomedical research</article-title>
          <source>Nat Health</source>
          <year>2026</year>
          <volume>1</volume>
          <issue>8</issue>
          <fpage>792</fpage>
          <lpage>795</lpage>
          <pub-id pub-id-type="doi">10.1038/s44360-026-00096-z</pub-id>
          <pub-id pub-id-type="medline">42841059</pub-id>
          <pub-id pub-id-type="pmcid">PMC13641116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>UW-EXP</collab>
          </person-group>
          <article-title>GLOBEM</article-title>
          <source>GitHub</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/UW-EXP/GLOBEM/tree/4f140fc5290dc97204298cca28b956165aa0a29f">https://github.com/UW-EXP/GLOBEM/tree/4f140fc5290dc97204298cca28b956165aa0a29f</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Definitions for purposes of this policy</article-title>
          <source>Electronic Code of Federal Regulations (eCFR)</source>
          <access-date>2026-10-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ecfr.gov/current/title-45/subtitle-A/subchapter-A/part-46/subpart-A/section-46.102">https://www.ecfr.gov/current/title-45/subtitle-A/subchapter-A/part-46/subpart-A/section-46.102</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Phone calls</article-title>
          <source>RAPIDS</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rapids.science/1.6/features/phone-calls/">https://www.rapids.science/1.6/features/phone-calls/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Phone screen</article-title>
          <source>RAPIDS</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rapids.science/1.6/features/phone-screen/">https://www.rapids.science/1.6/features/phone-screen/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Phone bluetooth</article-title>
          <source>RAPIDS</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rapids.science/1.6/features/phone-bluetooth/">https://www.rapids.science/1.6/features/phone-bluetooth/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Phone WiFi connected</article-title>
          <source>RAPIDS</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rapids.science/1.6/features/phone-wifi-connected/">https://www.rapids.science/1.6/features/phone-wifi-connected/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Phone locations</article-title>
          <source>RAPIDS</source>
          <access-date>2026-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rapids.science/1.6/features/phone-locations/">https://www.rapids.science/1.6/features/phone-locations/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cliff</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Dominance statistics: ordinal analyses to answer ordinal questions</article-title>
          <source>Psychol Bull</source>
          <year>1993</year>
          <volume>114</volume>
          <issue>3</issue>
          <fpage>494</fpage>
          <lpage>509</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.114.3.494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benjamini</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hochberg</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Controlling the false discovery rate: a practical and powerful approach to multiple testing</article-title>
          <source>J R Stat Soc Series B Methodol</source>
          <year>1995</year>
          <volume>57</volume>
          <issue>1</issue>
          <fpage>289</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2517-6161.1995.tb02031.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>XR</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>LIBLINEAR: a library for large linear classification</article-title>
          <source>J Mach Learn Res</source>
          <year>2008</year>
          <volume>9</volume>
          <fpage>1871</fpage>
          <lpage>1874</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmlr.org/papers/volume9/fan08a/fan08a.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Inference and missing data</article-title>
          <source>Biometrika</source>
          <year>1976</year>
          <volume>63</volume>
          <issue>3</issue>
          <fpage>581</fpage>
          <lpage>592</lpage>
          <pub-id pub-id-type="doi">10.2307/2335739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lonini</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jayaraman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Kording</surname>
              <given-names>KP</given-names>
            </name>
          </person-group>
          <article-title>The need to approximate the use-case in clinical machine learning</article-title>
          <source>Gigascience</source>
          <year>2017</year>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28327985"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/gigascience/gix019</pub-id>
          <pub-id pub-id-type="medline">28327985</pub-id>
          <pub-id pub-id-type="pii">3071704</pub-id>
          <pub-id pub-id-type="pmcid">PMC5441397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Harel</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Asymptotically unbiased estimation of exposure odds ratios in complete records logistic regression</article-title>
          <source>Am J Epidemiol</source>
          <year>2015</year>
          <volume>182</volume>
          <issue>8</issue>
          <fpage>730</fpage>
          <lpage>736</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26429998"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwv114</pub-id>
          <pub-id pub-id-type="medline">26429998</pub-id>
          <pub-id pub-id-type="pii">kwv114</pub-id>
          <pub-id pub-id-type="pmcid">PMC4597800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bengio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Grandvalet</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>No unbiased estimator of the variance of K-fold cross-validation</article-title>
          <source>J Mach Learn Res</source>
          <year>2004</year>
          <volume>5</volume>
          <fpage>1089</fpage>
          <lpage>1105</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmlr.org/papers/v5/grandvalet04a.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacKinnon</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Some heteroskedasticity-consistent covariance matrix estimators with improved finite sample properties</article-title>
          <source>J Econom</source>
          <year>1985</year>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>305</fpage>
          <lpage>325</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-4076(85)90158-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cinelli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hazlett</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Making sense of sensitivity: extending omitted variable bias</article-title>
          <source>J R Stat Soc Series B Stat Methodol</source>
          <year>2020</year>
          <volume>82</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1111/rssb.12348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saito</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rehmsmeier</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0118432</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0118432"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0118432</pub-id>
          <pub-id pub-id-type="medline">25738806</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-26790</pub-id>
          <pub-id pub-id-type="pmcid">PMC4349800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Calster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McLernon</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Smeden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wynants</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <collab>Topic Group 'Evaluating diagnostic tests and prediction models' of the STRATOS initiative</collab>
          </person-group>
          <article-title>Calibration: the Achilles heel of predictive analytics</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>230</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1466-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1466-7</pub-id>
          <pub-id pub-id-type="medline">31842878</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1466-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6912996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Statistical methods for assessing agreement between two methods of clinical measurement</article-title>
          <source>Lancet</source>
          <year>1986</year>
          <volume>327</volume>
          <issue>8476</issue>
          <fpage>307</fpage>
          <lpage>310</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(86)90837-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges in the collection and analysis of digital phenotyping data</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2021</year>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>45</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32679583"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41386-020-0771-3</pub-id>
          <pub-id pub-id-type="medline">32679583</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41386-020-0771-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7688649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morillo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bamis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Joint modeling of heterogeneous sensing data for depression assessment via multi-task learning</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2018</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1145/3191753</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kording</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The relationship between mobile phone location sensor data and depressive symptom severity</article-title>
          <source>PeerJ</source>
          <year>2016</year>
          <volume>4</volume>
          <fpage>e2537</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28344895"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.2537</pub-id>
          <pub-id pub-id-type="medline">28344895</pub-id>
          <pub-id pub-id-type="pii">2537</pub-id>
          <pub-id pub-id-type="pmcid">PMC5361882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Currey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping correlations in larger mental health samples: analysis and replication</article-title>
          <source>BJPsych Open</source>
          <year>2022</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35657687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjo.2022.507</pub-id>
          <pub-id pub-id-type="medline">35657687</pub-id>
          <pub-id pub-id-type="pii">S2056472422005075</pub-id>
          <pub-id pub-id-type="pmcid">PMC9230632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Munuswamy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sarda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using passive smartphone sensing for improved risk stratification of patients with depression and diabetes: cross-sectional observational study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11041</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e11041/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11041</pub-id>
          <pub-id pub-id-type="medline">30694197</pub-id>
          <pub-id pub-id-type="pii">v7i1e11041</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kiang</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Buckee</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Buckner</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Coombs</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rich-Edwards</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sociodemographic characteristics of missing data in digital phenotyping</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>15408</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-94516-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-94516-7</pub-id>
          <pub-id pub-id-type="medline">34326370</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-94516-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8322366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vickers</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elkin</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>Decision curve analysis: a novel method for evaluating prediction models</article-title>
          <source>Med Decis Making</source>
          <year>2006</year>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>565</fpage>
          <lpage>574</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17099194"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0272989X06295361</pub-id>
          <pub-id pub-id-type="medline">17099194</pub-id>
          <pub-id pub-id-type="pii">26/6/565</pub-id>
          <pub-id pub-id-type="pmcid">PMC2577036</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
