<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e30557</article-id>
      <article-id pub-id-type="pmid">34994710</article-id>
      <article-id pub-id-type="doi">10.2196/30557</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Enabling Research and Clinical Use of Patient-Generated Health Data (the mindLAMP Platform): Digital Phenotyping Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Oldenburg</surname>
            <given-names>Jan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chaudhry</surname>
            <given-names>Beenish</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Vaidyam</surname>
            <given-names>Aditya</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2900-4561</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Halamka</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2305-6755</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MBI, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Beth Israel Deaconess Medical Center</institution>
            <addr-line>330 Brrokline Avenue</addr-line>
            <addr-line>Boston, MA, 02215</addr-line>
            <country>United States</country>
            <phone>1 6176676700</phone>
            <email>jtorous@bidmc.harvard.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5362-7937</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Beth Israel Deaconess Medical Center</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: John Torous <email>jtorous@bidmc.harvard.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>1</issue>
      <elocation-id>e30557</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Aditya Vaidyam, John Halamka, John Torous. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 07.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2022/1/e30557" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There is a growing need for the integration of patient-generated health data (PGHD) into research and clinical care to enable personalized, preventive, and interactive care, but technical and organizational challenges, such as the lack of standards and easy-to-use tools, preclude the effective use of PGHD generated from consumer devices, such as smartphones and wearables.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study outlines how we used mobile apps and semantic web standards such as HTTP 2.0, Representational State Transfer, JSON (JavaScript Object Notation), JSON Schema, Transport Layer Security (version 1.3), Advanced Encryption Standard-256, OpenAPI, HTML5, and Vega, in conjunction with patient and provider feedback to completely update a previous version of mindLAMP.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Learn, Assess, Manage, and Prevent (LAMP) platform addresses the abovementioned challenges in enhancing clinical insight by supporting research, data analysis, and implementation efforts around PGHD as an open-source solution with freely accessible and shared code.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>With a simplified programming interface and novel data representation that captures additional metadata, the LAMP platform enables interoperability with existing Fast Healthcare Interoperability Resources–based health care systems as well as consumer wearables and services such as Apple HealthKit and Google Fit. The companion Cortex data analysis and machine learning toolkit offer robust support for artificial intelligence, behavioral feature extraction, interactive visualizations, and high-performance data processing through parallelization and vectorization techniques.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The LAMP platform incorporates feedback from patients and clinicians alongside a standards-based approach to address these needs and functions across a wide range of use cases through its customizable and flexible components. These range from simple survey-based research to international consortiums capturing multimodal data to simple delivery of mindfulness exercises through personalized, just-in-time adaptive interventions.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital phenotyping</kwd>
        <kwd>mHealth</kwd>
        <kwd>apps</kwd>
        <kwd>FHIR</kwd>
        <kwd>digital health</kwd>
        <kwd>health data</kwd>
        <kwd>patient-generated health data</kwd>
        <kwd>mobile health</kwd>
        <kwd>smartphones</kwd>
        <kwd>wearables</kwd>
        <kwd>mobile apps</kwd>
        <kwd>mental health, mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The medical field today is transitioning toward integrating patient-generated health data (PGHD) into clinical care to increase shared decision-making, coordination of care, patient safety, and clinical outcomes [<xref ref-type="bibr" rid="ref1">1</xref>]. PGHD are central to this mission and are defined as data recorded or created by the patient or caregivers used to address health concerns. Examples include a longitudinal view of symptoms of patient status between clinic visits captured via an app or information related to daily adherence to treatment plans [<xref ref-type="bibr" rid="ref1">1</xref>]. This may include a daily step count captured from a smartphone, medication surveys administered on the smartphone, and sleep quality data measured via a wearable sensor. Given the ability of smartphones and wearables to collect a myriad of continuous multimodal data relevant to care, such as heart rate, sleep, steps, and more, tools and systems to harness and use this vast amount of automatically generated PGHD are a health care priority. One challenge that remains toward this goal is the lack of technical infrastructure and organizational capability to handle the intake of accurate and valid PGHD from patient-owned consumer devices. Such standards and tools supporting the effective and compatible integration of PGHD are needed to enhance clinical insight and support research and data analysis before PGHD can actually impact routine care.</p>
      </sec>
      <sec>
        <title>Digital Phenotyping+</title>
        <p>The need for apps that can not only capture but also use and integrate PGHD is clear. The use of commercially available wearable technology for the acquisition of PGHD has seen a recent uptick owing to the effects of the COVID-19 pandemic and growing demand for telehealth services [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Today, over 80% of Americans own a smartphone device [<xref ref-type="bibr" rid="ref4">4</xref>] and over 20% own a wearable device [<xref ref-type="bibr" rid="ref5">5</xref>], reinforcing the potential of PGHD to improve clinical outcomes. For example, the Apple Watch today retails at US $350 with onboard nonmedical grade electrocardiography and oxygen saturation sensors that continuously measure and record data. Modern smartphones are also equipped with numerous sensors that generate a high volume of potentially clinically significant PGHD that could enable a better real-time understanding of cognition, mobility, sociability, and more through techniques, such as digital phenotyping and ecologic momentary assessment.</p>
        <p>Digital phenotyping [<xref ref-type="bibr" rid="ref6">6</xref>] is the construction of an individual-level phenotype using data collected from smartphones or wearable devices actively via user interaction (eg, surveys), or passively without user input (eg, sensors, such as an accelerometer). Although there are many digital phenotyping tools and systems used in health care and research contexts, a recent review identified nearly 50 of them [<xref ref-type="bibr" rid="ref7">7</xref>], and few offer an integrated and standardized approach to analyze and respond to clinically actionable patient-generated data. Existing tools are primarily closed systems or consist of only a single app with little flexibility or customizability [<xref ref-type="bibr" rid="ref7">7</xref>]. In a recent review, 85% of existing solutions supported active and passive sensing but only 33% supported clinical assessment, 30% supported predictive modeling of patient data, and 24% supported app-delivered interventions [<xref ref-type="bibr" rid="ref7">7</xref>]. Furthermore, only 35% of the existing solutions showed a patient- or clinician-facing user interface [<xref ref-type="bibr" rid="ref7">7</xref>]. However, the combination of all these features is necessary to meet the diverse needs of research and care delivery. A search outside the research literature and instead, across mental health smartphone apps in commercial marketplaces reported that only 1.1% supported sensors [<xref ref-type="bibr" rid="ref8">8</xref>], suggesting that many research tools do not translate into accessible tools for patient or clinician use. Although diverse functionality and innovation continue to exist across the entire app space, we have argued that there is a need for multiple uses of the same app, instead of using multiple apps in a fragmented manner, toward better supporting clinical research, integration, and implementation [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Challenges in Integration</title>
        <p>Creating PGHD tools that use sensor and digital phenotyping tools in a more patient- and health system–centric manner is a common goal, but it remains challenging to achieve. Despite the prevalence of existing electronic medical record standards and tools, a 2019 review on the integration of PGHD into clinical practice, “integration [...] was extremely limited, and decision support capabilities were for the most part basic” [<xref ref-type="bibr" rid="ref10">10</xref>]. The most widely adopted medical record standards initiative that can be used to link PGHD to medical records is Fast Healthcare Interoperability Resources (FHIR), led by the Health Level 7 organization [<xref ref-type="bibr" rid="ref11">11</xref>], which is now adopted by many major health care systems and industry partners, including Apple, Google, Amazon, Microsoft, and others [<xref ref-type="bibr" rid="ref12">12</xref>]. Its companion projects SMART (Specific, Measurable, Achievable, Realistic, and Timely) [<xref ref-type="bibr" rid="ref13">13</xref>] and SMART Markers [<xref ref-type="bibr" rid="ref14">14</xref>] build on FHIR and enable integration of third-party modules into medical record systems, including patient mobile devices and sensors.</p>
        <p>However, the FHIR ecosystem alone does not address a number of concerns specific to the integration of PGHD into clinical systems. FHIR and the current data interoperability standard (United States Core Data for Interoperability) [<xref ref-type="bibr" rid="ref15">15</xref>] were not developed for continuous high-velocity data, and its implementation in the health care ecosystem today is primarily read-only, although its data gathering and write-back ability continues to evolve. For example, the FHIR core does not allow for semantic equivalence of data that can be used to automate data matching or harmonization. As a result, it is not possible to work with both cognitive assessment scores and mobility or sociability metrics using the same analysis pipeline. This increases the effort required and time taken to work with PGHD, as clinicians or researchers must first preprocess data of different semantic types individually before being able to work with a data set as a whole. Although R4 extensions, such as the mCODE core cancer model [<xref ref-type="bibr" rid="ref16">16</xref>] are becoming a new way to expand FHIR’s supported vocabulary, they are still early in evolution and adoption. Today, the inability to standardize terminologies across interconnected systems, such as through a <italic>data dictionary</italic>, impedes effective export and analysis of different types of data from different data sources using the FHIR ecosystem [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. These challenges preclude the adoption of FHIR as a PGHD-first standard for clinical and research use cases.</p>
        <p>Thus, there remains a need for a flexible, interoperable, and extensible platform that enables the effective use of PGHD through widely accepted standards for both clinical and research needs. In this paper, we present a potential solution for the robust and effective acquisition and integration of PGHD into research and clinical care with tangible examples and open-source code.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>To integrate PGHD into research and clinical care needs, our team has designed and developed the Learn, Assess, Manage, and Prevent (LAMP) platform that encompasses a robust set of protocols, standards, tools, and apps. Our team initially developed the mindLAMP smartphone app [<xref ref-type="bibr" rid="ref19">19</xref>] as part of the initial version of the LAMP platform. In this paper, we review a rearchitected and redeveloped platform comprising new frontend, backend, and analysis components to support PGHD, patient-centric care, and actionable digital phenotyping. This new platform, distinct from its predecessor, includes features such as customizable and schedulable activities, sensor data collection and analysis, messaging support with the care team, and more, available across modern web browsers and smartphone operating systems. The design and development of the platform was approached from both a patient- and clinician-focused approach as well as a semantic standards–based approach.</p>
      </sec>
      <sec>
        <title>Patient- and Clinician-Led Design</title>
        <p>The LAMP platform was designed and developed with continuous feedback from patients with serious mental illnesses and clinicians. Through a patient advisory panel, focus groups [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], clinical use, and feedback from a global consortium of users, mindLAMP has been co-designed iteratively with updates reflecting expanding ideas for its role. User input informed the adaptability, flexibility, and customizability of the LAMP platform, which resulted in a new user interface compared with the previous version, as shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. We established a formal system to enable anyone to suggest improvements, report bugs, and assess new features to ensure that all could partake in the iterative design rounds. This process also influenced aspects of the user experience, such as making mindLAMP available in multiple languages (English, Spanish, and Hindi) and designing to ensure easy addition of more. Key examples of patient feedback and the design outcomes they influenced are provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>(A) The home screen interface of the original (version 1 with red border) mindLAMP app; (B) the new and improved home screen interface of the (version 2 with green border) mindLAMP app that incorporates multiple activities and schedules into a heads-up tab called the Feed; (C) the Learn, Assess, Manage, and Prevent tabs group embedded activities together with helpful tooltips and icons, with new activity types (eg, tips, meditation); (D) returning data and insight to users was considered a priority in the redesigned user interface and thus more advanced charting tools were integrated into the Prevent tab, accessible to both patients and clinicians.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Selected examples of patient feedback driving significant changes in the user experience and overall architecture of the Learn, Assess, Manage, and Prevent platform. Semantic (technical) standards–based approach.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="600"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Sample patient feedback</td>
                <td>Outcome</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>“Apps like Facebook or Amazon are clear where I am lost in a sea of people or items and that is generally accepted, but with apps in the health space, who is involved, which institution is involved, level of comfort with the individuals and what data is collected, all of these factors are carefully calculated when I make a decision to join a study like this—an establishment of trust is crucial. Apps that track people incur a level of suspicion that changes between people, from none at all to a lot, perhaps depending on level of illness.”</td>
                <td>The Learn, Assess, Manage, and Prevent platform was rebuilt around an open-source collaborative environment supported by the consortium; all development and data handling processes are disclosed in the privacy policy, and significant backend changes were made to patient data equity and ownership.</td>
              </tr>
              <tr valign="top">
                <td>“Yeah, because I don’t see any apps out there these days that help people with psychosis and when they’re getting sicker. It just seems...they just don’t help with certain things. This gives you control to go get help if somebody needs it. It’s like, the good thing about this app is, it’s getting the right information and it’s sending you somewhere, it’s almost as if you could go to the therapist with this information! You don’t want an app that’s just one sided [and siloed off from the therapist or delivery of care].”</td>
                <td>Additional types of activities were added to the mindLAMP app, including tips (<xref rid="figure2" ref-type="fig">Figure 2</xref>), meditation, and other informational and management tools; each of these activities captures metadata during patient use that can be interpreted and incorporated into a clinical encounter.</td>
              </tr>
              <tr valign="top">
                <td>“mindLAMP is a tool for me to get better: I want to know if I’m making progress and when, what am I deficient in, how am I deficient, and how to improve on it; that is, as a metrics-driven person.”</td>
                <td>The smaller heads-up summaries originally found in the first version of the mindLAMP app (<xref rid="figure2" ref-type="fig">Figure 2</xref>) were updated and expanded into an entire tab (<xref rid="figure2" ref-type="fig">Figure 2</xref>), providing more insight and customization into patient data.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flow of the data collection process from native app to backend: (1) an activity specification describes the types of interactive elements available in the mindLAMP app, along with their possible configuration parameters; (2) when participants interact with a configured and scheduled activity (such as a mood survey based on the survey specification), all metadata and data from the interaction session is integrated into a single unit of patient-generated health data called events; (3) events are then submitted to the backend in real time as part of a continuously generated stream of patient-generated health data; and (4) clinicians and researchers are able to perform continuously updating queries on the data with their desired parameters.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In addition to a patient- and clinician-centric design approach, the LAMP platform was also architected with a semantic standards–based approach, considering technical best practices for future proofing and security or compliance across health care systems. The open standards listed in <xref ref-type="table" rid="table2">Table 2</xref> were chosen specifically to foster an open ecosystem around the platform. For example, the platform’s programming interface adopts a <italic>repository</italic> model to store and configure patient-facing instruments, each with its own embedded user interface. These embedded user interfaces were developed using common and widely adopted web standards indicated in <xref ref-type="table" rid="table2">Table 2</xref> (HTML5.0, Cascading Style Sheets 3.0, and ECMAScript 6). As a patient begins an interaction session, this embedded code is securely sandboxed by the mindLAMP user interface both within the smartphone app and the patient-facing web dashboard. In addition to providing a standard schematic of all structured documents encountered and processed in the LAMP platform using OpenAPI [<xref ref-type="bibr" rid="ref23">23</xref>], the JSON Schema [<xref ref-type="bibr" rid="ref24">24</xref>] data markup standard is used to provide developers of these interactive patient-facing instrument configurability and extensibility. With little required skill or upfront effort, developers can use the platform’s software development kit to create instruments with completely customizable user experiences that are then tuned and customized by clinicians for individual patients or by research coordinators for studies spanning many patients.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Adopted semantic web standards, their use rationale, and implementation details.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="290"/>
            <col width="240"/>
            <col width="350"/>
            <thead>
              <tr valign="top">
                <td>Standard</td>
                <td>Description</td>
                <td>Use</td>
                <td>Reason chosen</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>HTTP 2 [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
                <td>Ubiquitous web standard that declares and defines the semantics of client-server communication with a rich and readily available debugging and implementation toolset and ecosystem not available for custom binary protocols</td>
                <td>Implemented by core programming libraries and the backend</td>
                <td>In contrast to TCP<sup>a</sup>-based binary data protocols requiring specialized tooling to access and work with data, almost all systems and tools are able to interact with web standards through the HTTP protocol.</td>
              </tr>
              <tr valign="top">
                <td>REST<sup>b</sup> [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Ubiquitous lightweight HTTP-based web standard that defines systems logically through accessibility and manipulation of remote resources instead of invocation of remote functions</td>
                <td>Implemented by core programming libraries and the backend</td>
                <td>In contrast to a custom implementation of remote function invocation that would require custom programming libraries to interface with, most web systems are able to interact with REST-based resources in a logical manner. In the absence of developer knowledge or pre-existing tools, it remains possible to communicate with RESTful systems.</td>
              </tr>
              <tr valign="top">
                <td>JSON<sup>c</sup> [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Ubiquitous web standard that supports structured (as opposed to tabular, ie, CSV files) formatting and markup of data using strict data types</td>
                <td>Implemented across all components in the platform</td>
                <td>In contrast to encoded binary data formats requiring specialized tooling to interpret and work with data, most programming environments support the JSON standard.</td>
              </tr>
              <tr valign="top">
                <td>TLS<sup>d</sup> version 1.3 [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Ubiquitous web standard that enables encryption of data in transit between client and server</td>
                <td>Implemented by core modules and programming libraries, used by all components in the platform</td>
                <td>No alternative</td>
              </tr>
              <tr valign="top">
                <td>AES-256<sup>e</sup> [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Ubiquitous cryptographic standard that enables encryption of data at REST (on disk) by a database</td>
                <td>Implemented by the backend and mandated by the backend and deployment configuration for the database within which data shall be stored</td>
                <td>No alternative</td>
              </tr>
              <tr valign="top">
                <td>JSON Schema [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>Web standard that describes JSON-encoded data and metadata through ahead-of-time specification of a universally agreed upon schematic, as opposed to inline schema provided only at runtime</td>
                <td>Implemented by the backend and used by the frontend</td>
                <td>Although binary protocols require a predetermined strict schema to format the data, JSON does not. JSON Schema provides ahead-of-time resolution of the contents of a data payload and can be used to validate and harmonize data as well.</td>
              </tr>
              <tr valign="top">
                <td>OpenAPI [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td>Web standard that describes REST-based web services and metadata through ahead-of-time specification of a universally agreed upon schematic</td>
                <td>Implemented by the backend and core programming libraries and used by the frontend</td>
                <td>In contrast to writing programming libraries and testing or validation tools, the generation of these tools and packages by the OpenAPI ecosystem increases productivity.</td>
              </tr>
              <tr valign="top">
                <td>HTML5 [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Ubiquitous web standard that makes it possible to securely embed custom user interfaces backing patient-facing activities</td>
                <td>Implemented by the frontend and all patient-facing activities, with wide support for CSS3<sup>f</sup> and JavaScript 2016 (ES6<sup>g</sup>)</td>
                <td>No alternative</td>
              </tr>
              <tr valign="top">
                <td>Vega [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Visualization grammar standard that encodes charts and graphs as JSON documents that are then rendered and viewed interactively by apps</td>
                <td>Implemented using HTML5. Implemented by the frontend and Cortex analysis code</td>
                <td>In contrast to static images and handwritten analysis code, the ability to declaratively generate interactive real-time charts through an embedded query reduces data science and clinician effort and fatigue.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>TCP: transmission control protocol.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>REST: Representational State Transfer.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>JSON: JavaScript Object Notation.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>TLS: Transport Layer Security.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>AES-256: Advanced Encryption Standard.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>CSS: Cascading Style Sheets.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>ES: ECMAScript.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>LAMP Platform</title>
        <p>The LAMP platform is a customizable clinical care management and neuropsychiatric research platform designed around PGHD, as detailed in <xref rid="figure3" ref-type="fig">Figure 3</xref>. It comprises numerous essential features, such as customizable clinician-defined activities (eg, surveys, breathing exercises, journaling, and cognitive tests), collection and analysis of mobile and wearable sensor data, push notification scheduling, care team–centric conversations, just-in-time adaptive interventions, prebuilt featurization, visualization, or analysis pipelines, and a companion integrated development environment (IDE). The LAMP platform is available for use across any modern desktop web browser as well as recent versions of iPhone operating system and Android through the mindLAMP app available on the Apple and Google app stores, as shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>. The backend is deployable using enterprise-standard orchestration tools (Docker and Kubernetes [<xref ref-type="bibr" rid="ref31">31</xref>]) and has already been deployed across several health care systems and is used today by patients, clinicians, and researchers. The companion Cortex data analysis toolkit integrates tightly across the platform to provide a unified processing pipeline for secondary active and passive data features (measurable behavioral characteristics extracted from raw data), interactive visualizations, and the generation of targeted and automated adaptive interventions. The IDE is bundled with support for the widely adopted Python, R, and JavaScript programming languages and built atop Jupyter Notebooks and Visual Studio Code for collaborative data analysis.</p>
        <p>The LAMP platform is designed to be customizable to fit a wide range of use cases and requirements, eliminating the need for multiple apps hosting only a set of fixed, immutable content as well as the research concern of proprietary data formats and closed-source commercial analysis software. It also securely enables data interoperability and extensibility, avoiding the issue of <italic>data silos</italic> without external access of collected data for clinicians or patients. It integrates into existing hospital organization structure and is not limited to the <italic>sandbox</italic> on an individual’s smartphone, allowing the caregivers and patients to coexist on the same platform. These features combined allow the LAMP platform to engage the care team through interactive clinical decision support with adaptive responses to incoming PGHD. Where a self-contained app must focus on solving individual problems for specific stakeholders, the LAMP platform focuses on broader challenges around linking people with data and data to teams of interconnected stakeholders, from patients and clinicians and family members and the care team to administrators and research coordinators. For these reasons, the LAMP platform supports <italic>digital phenotyping+</italic>, the plus symbol indicates the ability to return and share PGHD with the individuals from which it is collected in a secure and ethical manner and the ability to integrate that data into a machine learning pipeline or other clinical decision support algorithms.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The Learn, Assess, Manage, and Prevent platform consists of three major components: (1) mindLAMP, the patient- and clinician-facing app and web dashboard; (2) Data center, providing secure storage and access to data; and (3) Cortex, the data analysis toolkit that enables adaptive interventions and interactive visualizations. API: application programming interface; HIPAA: Health Insurance Portability and Accountability Act; iOS: iPhone operating system; SDK: software development kit.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Screenshots of the home screen as viewed by a patient in the mindLAMP app on a smartphone device; system administrators install applets such as Survey, Breathe, or Tips that clinicians and researchers are able to configure and schedule so that the participants interact with the app and produce data and metadata.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The rearchitected LAMP platform addresses the integration of PGHD into existing systems through a simplified extensible programming interface (application programming interface [API]) and an internal data representation that interlinks raw data and metadata with descriptive schema. The Cortex data analysis toolkit obviates the need for custom preprocessing or harmonization of disparate sources of data and removes barriers between the real-time collection of PGHD and subsequent featurization, analysis, or visualization. We present the process results and examples below but do not offer a hypothesis in line with other papers exploring informatics systems created for use in clinical care and research.</p>
      </sec>
      <sec>
        <title>Integration to Existing Systems</title>
        <p>To enable robust data analysis, adaptive interventions, and interoperability with a broad range of health care systems and services, the platform’s data repository and programming interface are based upon a concise semantic FHIR-compatible API. The platform’s API provides both predefined and pluggable schematics for patient-facing instruments, such as surveys and cognitive tests as well as for mobile and wearable sensors. The platform’s backend validates and harmonizes patient data upon receipt, retaining lossless FHIR compatibility in the process. The platform provides a facility to query and transform data into FHIR-compatible <italic>bundle</italic> and <italic>resource</italic> types, in addition to other domain-specific tabular or structured data formats. <xref ref-type="table" rid="table2">Table 2</xref> lists the clinical, regulatory, and software standards implemented and supported by the LAMP platform.</p>
        <p>The LAMP platform’s internal data representation provides a simplified abstraction around PGHD in comparison with FHIR. Fundamentally, FHIR adapts a message and document-based exchange programming interface atop the representational exchange state transfer web standard protocol. The FHIR data structures (<xref rid="figure5" ref-type="fig">Figure 5</xref>) consist of over 90 <italic>modules</italic> for clinical use, insurance, billing, and other use based on the concept of <italic>resources</italic>, with each resource containing some raw data, metadata, a schema identifier, and a human-readable representation of the raw data. The schema identifier is used to reference how the data should be interpreted by a compatible system or machine. As the raw data contained within 2 resources of the same schema type may differ (eg, the use of the <italic>observation</italic> data type to represent both blood pressure and depression assessments results), data processing cannot be standardized across different data types. By organizing and accessing PGHD separately from generalized repositories of data, such as electronic health record systems using the FHIR API, common and shared analysis methods and processing tools that are standardized across such various data types can be used by clinicians and researchers.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>The structured list of all supported Fast Healthcare Interoperability Resources core resources; the structured list of all Learn, Assess, Manage, and Prevent platform resources.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The LAMP platform declares only 12 core PGHD-centric resources (<xref rid="figure5" ref-type="fig">Figure 5</xref>) that remain focused on clinical and research use. The <italic>Researcher</italic> and <italic>Study</italic> resource types group together sets of <italic>participants</italic> as well as the <italic>activities</italic> and <italic>sensors</italic> they are able to interact with or collect data from. Upon data collection, <italic>ActivityEvent</italic> and <italic>SensorEvent</italic> describe and link the recorded data to its metadata and any specific customized parameters. The <italic>Credential</italic> resource provides security access controls to any of the aforementioned resources, and the <italic>Tag</italic> resource provides support for integration, extensibility, and backward compatibility. The semantic context of any recorded data and metadata is described by <italic>ActivitySpec</italic>, <italic>SensorSpec</italic>, and <italic>TagSpec</italic>.</p>
      </sec>
      <sec>
        <title>Internal Data Representation</title>
        <p>Understanding the need for seamless integration into existing health care systems, software, and services, the platform exposes its internal data representation through the LAMP protocol, a programming interface that enables integration with third-party services. For example, integration with Google Fit wearable devices that also implement this same <italic>push-based model</italic>, is possible by signing up on the Fitbit developer portal and connecting the data output of the Fitbit programming interface to the data input in the programming interface provided by the LAMP platform. In another example of seamless integration, clinicians and researchers can use automated scripts to synchronize data between the mindLAMP app and their existing record-keeping systems. Data can be proactively fetched and stored securely, and users of the platform are notified of any or all data from a particular patient using <italic>subscriptions</italic>, regardless of whether the data were generated by the mindLAMP app or a third-party data source.</p>
        <p>The extensibility and flexibility of patient-facing instruments in the LAMP platform rely on the unique data structure and functionality provided by the LAMP protocol as shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Each activity with which patients are able to interact is defined and encapsulated in an <italic>activity specification</italic> that contains the program code written using web-compatible standards, along with descriptors of the required input configuration and output data. When a patient begins an interactive session with any activity, session-wide metadata regarding <italic>who</italic>, <italic>what</italic>, and <italic>when</italic> are recorded. Each tap of the screen within the activity is then automatically validated and converted into a standardized data format called a <italic>temporal slice</italic>. When the user completes the interactive session, all the <italic>temporal slices</italic> are packaged into chronologically ordered events indexed under the patient’s identifier as a stream of continuously generated data. The data analyst is then able to query these data at any desired temporal resolution (eg, 1 millisecond, 1 day, and 1 year) and filter by the type of activity (eg, mood survey, anxiety survey, trails-making test, and meditation). The query can be mutated using transformation logic executed by the backend and subscribed such that newly uploaded data matching the query is reported in real time to the data analyst. This query framework can be used to better understand how participants use and engage with the activities available to them as part of the study, for example, by extracting a real-time metric of duration spent meditating in the app per participant.</p>
        <p>As depicted in <xref rid="figure4" ref-type="fig">Figure 4</xref>, the flow of activity specifications to configured activities to their generated PGHD facilitates patient interaction with any kind of interactive web media, from static text for tips, to video content for learning modules, or audio content for breathing exercises. Instruments and their data can be monitored and maintained organization-wide for compliance and conformance. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> lists the sources of active and passive data currently available within the mindLAMP app and their data sources and types. This novel data organization and structure supported by the platform enables unification and harmonization of these different data types, with both backward compatibility to data types from legacy systems and future compatibility for data types for systems that are not yet available.</p>
      </sec>
      <sec>
        <title>Data Analysis With Cortex</title>
        <p>The same pipeline operates on both active and passive data, unifying the conceptual model for PGHD processing and obviating the need for individual analyses tied to custom code for specific sensor types across various devices. Sensor data are therefore subject to additional harmonization to account for the various differences in functionality and recording between Apple and Android devices. For example, accelerometer measurements taken on Apple devices are measured in units of gravity (G) with a frame of reference experiencing −1 G in the downward-facing axis, whereas measurements on Android are measured in meters per second square (m/s<sup>2</sup>) without a frame of reference provided. As the platform automatically applies this harmonization step, the data analysis code does not require an intrinsic understanding of the source of the data. Samples of sensor data after harmonization are shown in <xref rid="figure6" ref-type="fig">Figure 6</xref>. Furthermore, in addition to raw sensors on smartphones or wearable devices, processed Apple HealthKit and Google Fit sensor data, such as activity recognition or heart rate variability, are available to the LAMP platform.</p>
        <p>The Cortex data analysis toolkit further simplifies the extraction of passive data features as listed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, with an example shown in <xref rid="figure7" ref-type="fig">Figure 7</xref>. Cortex provides prebuilt, parallelized and vectorized workflows in Python for PGHD extraction and featurization that operate across large data sets to generate interactive visualizations for the mindLAMP dashboard using the Vega visualization grammar (as listed in <xref ref-type="table" rid="table2">Table 2</xref>). It obviates the need to work directly with the LAMP protocol, allowing data scientists to reason about live actionable structured data entirely as data frames within their programming environment of choice. Through the vectorization of array operations and parallelization of function calls, Cortex is able to target high performance and cost-effectiveness, while maintaining data security and policy compliance. A sample execution plan for a particular analysis involving the GPS data is shown in <xref rid="figure8" ref-type="fig">Figure 8</xref>. The modular nature of PGHD captured by mindLAMP allows for personalization and creation of new digital biomarkers and analysis without the need for additional coding. Furthermore, the companion IDE manager abstracts away log-in and security issues by securely injecting an authenticated connection to the server into Cortex and the resulting analysis notebooks.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Samples of data from selected sensors in the mindLAMP app for a sample patient. Total duration (in seconds) spent in calls per day; cumulative number of steps taken per hour during a 24-hour rolling window; number of times the device’s screen was turned on per day; number of unique nearby devices (Wi-Fi or Bluetooth) encountered per day.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>A visual representation of the various categories of activity and sensor data type features using standardized functions as part of the Cortex data analysis toolkit; shown as part of Cortex is the distinction between the primary and secondary feature types, where secondary features are composed of primary features as opposed to raw patient-generated health data. Availability of wearable sensors depends on the device type used and supported application programming interface; Apple Watch (HealthKit) sensors are shown here. DBT: dialectical behavioral therapy.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>A sample execution plan for Cortex around an example using only geolocation data (1) the clinician or researcher creates an aggregate operation; (2) Cortex transparently interposes the correct feature layers by creating a dependency graph of data and executes each atomic operation (ie, independent of external variables) in the order it computes to be most efficient; (3) any raw sensor data are transparently cached during execution; and (4) as multiple operations require the same raw sensor data, Cortex blocks their execution until the cached data becomes available, to avoid duplicate downloads, wasted computation, and oversaturation of network bandwidth.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Research and clinical needs in digital medicine are evolving to use PGHD approaches to understand patient behavior and symptomatology [<xref ref-type="bibr" rid="ref3">3</xref>]. To this end, by optimizing the system architecture for data throughput and substantial database write-loads, the LAMP platform supports high-performance data collection and real-time data analysis to enable, for example, larger machine learning models or just-in-time adaptive interventions that can leverage PGHD into actionable insights for patients and clinicians alike.</p>
      </sec>
      <sec>
        <title>Efficient Collection and Configuration</title>
        <p>Among the various approaches to data collection adopted in digital medicine, the <italic>pull-based model</italic> [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>] shown in <xref rid="figure9" ref-type="fig">Figure 9</xref>, requires patients to activate a request and upload data from their mobile devices. This request can be scheduled and authorized. An example of the pull-based model is that during a clinical encounter, the clinician would use a portal to request data collection from the patient’s device for a period of 1 day; the patient would then have to approve this request in their smartphone app before data collection can begin. During the next clinical encounter, the clinician would be able to interpret the data in potentially meaningful ways.</p>
        <p>The LAMP platform, however, adopts a <italic>push-based model</italic> shown in <xref rid="figure9" ref-type="fig">Figure 9</xref>, where, in contrast, clinicians or research coordinators configure and schedule activities for patients to use and sensors from which measurements should be passively recorded ahead of time. The patients’ devices receive a configuration request that activates data collection in the background. As it is collected, the data are uploaded (<italic>pushed</italic>) to the back end periodically, available for processing and clinical insight ahead of time. This push-based approach reduces latency from collection of PGHD to the usability of that PGHD, for example, as real-time alerts in the context of research studies (<xref rid="figure10" ref-type="fig">Figures 10</xref> and <xref rid="figure11" ref-type="fig">11</xref>), or toward clinical decision-making with custom rules and alerts. It is important that clinicians or research coordinators communicate clearly and establish consent with the patient or subject about the various types of data being collected and the frequency of the data push.</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>A pull-based model, in which clinicians must schedule data to be pulled from the device periodically versus a push-based model, in which clinicians preconfigure various sensors on the device to collect and push data to the server in real time.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure10" position="float">
          <label>Figure 10</label>
          <caption>
            <p>The detailed coordination required among the many components of the Learn, Assess, Manage, and Prevent platform involved in the submission of a push notification for a survey or gift card email for completion of a study; an example of the reporting of live intervention processing as made possible by a push-based model. Upon participant enrollment, survey delivery, gift card delivery, or intervention triggering, a message is pushed and logged to the Slack messaging service, a push-based model, to alert the research coordinator in real time. API: application programming interface; APNS: Apple Push Notification Service; FCM: Firebase Cloud Messaging; LAMP: Learn, Assess, Manage, and Prevent; REST: Representational State Transfer; SNS: Simple Notification Service.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure11" position="float">
          <label>Figure 11</label>
          <caption>
            <p>An example of the reporting of live intervention processing as made possible by a push-based model. Upon subject enrollment, survey delivery, gift card delivery, or intervention triggering, a message is pushed and logged to the Slack messaging service, also a push-based model, to alert the research coordinator in real time.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i1e30557_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The data collection processes are executed both actively during patient interactions with the mindLAMP app as well as passively while the app or mobile device is not in use. These data are securely uploaded to the organization’s backend systems and can be used immediately upon receipt for data analysis and logic to select interventions to display to the patient. Using push notifications sent to the mobile device, the platform promotes a high level of engagement with patients without explicitly requiring approval for data upload. Once a research study or clinic is configured, its documenting configuration can be exported and reimported by other LAMP-compatible systems or interfaces. This allows reproducibility in both clinics and research studies, for example, by attaching the configuration file to a research manuscript or clinical protocol.</p>
      </sec>
      <sec>
        <title>Consortium and Clinical Research Efforts</title>
        <p>The LAMP platform is built and maintained collaboratively as an open platform to address the needs of many and integrate tools and resources to streamline workflows. In contrast to commercially available apps and services, the mindLAMP app may be used by organizations independently of our team through the deployment of a secure self-hosted backend. It can be customized and adapted without requiring specialized coding and deployment efforts, although others have also taken advantage of the extensibility of the platform to design and develop unique cognitive tests for their organization’s needs. Common data processing and analysis needs across clinical and research workflows are encapsulated by the platform and the Cortex data analysis toolkit to minimize the time between patient onboarding and affecting or assessing patient outcomes.</p>
        <p>The LAMP platform is highly configurable to suit many needs across a broad range of both clinical and research use cases and strategies. Consortium partners are encouraged to share their use case and LAMP configurations. As shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, there were many different potential configurations and use patterns across consortium members.</p>
        <boxed-text id="box1" position="float">
          <title>Selected examples of configurations and use cases for the Learn, Assess, Manage, and Prevent platform across various consortium members.</title>
          <p>
            <bold>Ecological momentary assessment tool</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A total of 17 adults with substance use disorder who recently discharged from the hospital for this diagnosis completed daily assessments delivered via mindLAMP of mood, anxiety, sleep, social activity, and craving. No sensors were configured, and push notifications were enabled as reminders. Participants were able to view select survey responses in the Prevent tab. Results will be presented by the study team at the 34th Annual European College of Neuropsychopharmacology meeting in October 2021.</p>
            </list-item>
          </list>
          <p>
            <bold>Digital phenotyping+</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A research study to examine circadian rhythms in bipolar disorder was conducted in which no activities were enabled or scheduled. The accelerometer, gyroscope, magnetometer, gravity, device motion, GPS, screen state, call and text, Bluetooth, and Wi-Fi sensors were enabled and configured to collect data at the highest possible frequency. Participants were able to view select sensor data in the Prevent tab.</p>
            </list-item>
          </list>
          <p>
            <bold>Both ecological momentary assessment and digital phenotyping+</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A research study was conducted in which 100 college students were remotely enrolled to use the mindLAMP app for 1 month. Participants took 1 scheduled daily survey and 1 scheduled weekly survey, with provided optional tips and resources for managing stress, depression, and anxiety. The accelerometer, gyroscope, magnetometer, gravity, device motion, GPS, screen state, call and text, Bluetooth, and Wi-Fi sensors were enabled and configured to collect data at the highest possible frequency. Results are summarized in a paper published in 2021 [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
            </list-item>
          </list>
          <p>
            <bold>Individual patient study</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A research study was conducted in which 50 participants with schizophrenia or bipolar disorder used the mindLAMP app for 1 year. Each participant was scheduled a daily standard battery of several surveys, the Jewels cognitive test, and the Spatial Span cognitive test. Optional tips and resources were provided, and the journaling, scratch card, and breathing exercise activities were made available for participants to use on their own volition. Participants were able to view their own data in the Prevent tab and worked with the research coordinator and psychiatrist to create custom surveys specific to individual participants’ needs. For example, 1 participant chose to create a water intake survey. Each participant’s notifications were scheduled individually by the research coordinator, instead of at a set time across all participants. The accelerometer, gyroscope, magnetometer, gravity, device motion, GPS, screen state, and call and text sensors were enabled and configured to collect data at the highest possible frequency.</p>
            </list-item>
          </list>
          <p>
            <bold>Clinical use</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A clinical team in California offered dialectical behavioral therapy diary cards to all patients via mindLAMP. Before clinic visits and during their daily lives, patients would fill out these app-based dialectical behavioral therapy diary cards on their mobile device and were able to see their previous responses in the Prevent tab. No other activities were made available to the patients and no sensors were enabled for data collection. The diary cards were reviewed during each clinical session with the dialectical behavioral therapy therapist.</p>
            </list-item>
          </list>
          <p>
            <bold>Digital clinic</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A clinic was established in which patients used the mindLAMP app with a new care team in addition to their ongoing care. Each patient was scheduled a daily standard battery of several surveys. Required tips and resources were provided along with required journaling, scratch card, and breathing exercise activities that were scheduled according to patient preferences. Patients were able to view their own data in the Prevent tab and worked with the digital navigator and clinician to create custom surveys or activities specific to individual patient’s needs. For example, 1 patient requested a set of self-management tips and resources. Each patient’s notifications were scheduled individually by the digital navigator. On the basis of each patient’s clinical goals each week, accelerometer, gyroscope, magnetometer, gravity, device motion, GPS, screen state, call and text, and other sensors were turned off or on with the goal of capturing relevant and actionable information to help manage care. A protocol for the clinic is published here [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
            </list-item>
          </list>
          <p>
            <bold>Intervention tool</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A research team used the cognitive games in mindLAMP as a tool for cognitive remediation to offer attention and memory training to patients with clinical high risk for psychosis. A paper summarizing the results was published in 2021 [<xref ref-type="bibr" rid="ref34">34</xref>]. The app was offered in the Mandarin Chinese language for this study.</p>
            </list-item>
          </list>
        </boxed-text>
        <p>To aid these joint research and clinical efforts, the LAMP consortium was founded to connect partners using the LAMP platform. The design and development of the platform occurs in an open-source, collaborative environment that many have taken advantage of to suggest features, report bugs, add documentation, and improve the overall quality and efficacy of the LAMP platform. Through its flexibility and interoperability, the platform encourages integration and cross talk between clinical and research contexts, and to this end, supports the implementation of a digital clinic [<xref ref-type="bibr" rid="ref33">33</xref>] and the creation of a digital navigator role [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>Next Steps</title>
        <p>The consortium further integrates directly into the development and feedback cycle using a community forum and bug tracking system, both available publicly. The community forum serves as a centralized resource for multiple teams or organizations to work with one another to assist with data analysis or troubleshooting and provide feedback about the LAMP platform. In addition, collaborators actively engage in making modifications to the source code (hosted through the public source code repository hosting service GitHub), make any suggested modifications or bug fixes, and then request that these changes be merged <italic>upstream</italic> into the distribution of the LAMP platform that is used by all. To learn more about the LAMP platform or help contribute, one can join the consortium or visit the open-source repository [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Through the incorporation of patient- and clinician-centric feedback as well as a standards-based approach, the LAMP platform is designed to address important needs around the effective and compatible integration of PGHD into existing clinical systems for research and clinical care. It offers a flexible and comprehensive set of tools and solutions that can be configured and stitched together to function in a wide range of use cases, as used by members of the LAMP consortium. Its simplified programming interfaces are designed to securely handle a high throughput of PGHD as well as its companion metadata. With the integration of the Cortex data analysis toolkit, machine learning feature extraction, data processing, interactive visualization, and other essential tasks are simplified and coordinated seamlessly at low cost and high efficiency. In addressing technical challenges, the LAMP platform enables research and clinical teams to rapidly convert PGHD from widely accessible consumer smartphones and wearable devices into actionable clinical insights.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>A full listing of Active, Passive, and Cortex data types currently supported by the Learn, Assess, Manage, and Prevent platform along with a description and expected components of the data.</p>
        <media xlink:href="mhealth_v10i1e30557_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IDE</term>
          <def>
            <p>integrated development environment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LAMP</term>
          <def>
            <p>Learn, Assess, Manage, and Prevent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PGHD</term>
          <def>
            <p>patient-generated health data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SMART</term>
          <def>
            <p>Specific, Measurable, Achievable, Realistic, and Timely</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a philanthropic gift from Jeremy Wertheimer.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Patient-generated health data</article-title>
          <source>HealthIT.gov</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/topic/scientific-initiatives/patient-generated-health-data">https://www.healthit.gov/topic/scientific-initiatives/patient-generated-health-data</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mobile tele-mental health: increasing applications and a move to hybrid models of care</article-title>
          <source>Healthcare (Basel)</source>
          <year>2014</year>
          <month>05</month>
          <day>06</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>220</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare2020220"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare2020220</pub-id>
          <pub-id pub-id-type="medline">27429272</pub-id>
          <pub-id pub-id-type="pii">healthcare2020220</pub-id>
          <pub-id pub-id-type="pmcid">PMC4934468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jän Myrick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health and COVID-19: using technology today to accelerate the curve on access and quality tomorrow</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e18848</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/3/e18848/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18848</pub-id>
          <pub-id pub-id-type="medline">32213476</pub-id>
          <pub-id pub-id-type="pii">v7i3e18848</pub-id>
          <pub-id pub-id-type="pmcid">PMC7101061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Mobile fact sheet</article-title>
          <source>Pew Research Center</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/fact-sheet/mobile/">https://www.pewresearch.org/internet/fact-sheet/mobile/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>About one-in-five Americans use a smart watch or fitness tracker</article-title>
          <source>Pew Research Center</source>
          <year>2020</year>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2020/01/09/about-one-in-five-americans-use-a-smart-watch-or-fitness-tracker/">https://www.pewresearch.org/fact-tank/2020/01/09/about-one-in-five-americans-use-a-smart-watch-or-fitness-tracker/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kiang</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Lorme</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J-P</given-names>
            </name>
          </person-group>
          <article-title>New tools for new research in psychiatry: a scalable and customizable platform to empower data driven smartphone research</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>05</month>
          <day>05</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/2/e16/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.5165</pub-id>
          <pub-id pub-id-type="medline">27150677</pub-id>
          <pub-id pub-id-type="pii">v3i2e16</pub-id>
          <pub-id pub-id-type="pmcid">PMC4873624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Matic</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A decade of ubiquitous computing research in mental health</article-title>
          <source>IEEE Pervasive Comput</source>
          <year>2020</year>
          <month>1</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>62</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1109/mprv.2019.2925338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keogh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Assessment of mobile health apps using built-in smartphone sensors for diagnosis and treatment: systematic survey of apps listed in international curated health app libraries</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>02</month>
          <day>03</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e16741</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/2/e16741/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16741</pub-id>
          <pub-id pub-id-type="medline">32012102</pub-id>
          <pub-id pub-id-type="pii">v8i2e16741</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Multiple uses of app instead of using multiple apps - a case for rethinking the digital health technology toolbox</article-title>
          <source>Epidemiol Psychiatr Sci</source>
          <year>2020</year>
          <month>01</month>
          <day>31</day>
          <volume>29</volume>
          <fpage>e100</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32000876"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S2045796020000013</pub-id>
          <pub-id pub-id-type="medline">32000876</pub-id>
          <pub-id pub-id-type="pii">S2045796020000013</pub-id>
          <pub-id pub-id-type="pmcid">PMC7216034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demiris</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iribarren</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sward</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient generated health data use in clinical practice: a systematic review</article-title>
          <source>Nurs Outlook</source>
          <year>2019</year>
          <volume>67</volume>
          <issue>4</issue>
          <fpage>311</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31277895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.outlook.2019.04.005</pub-id>
          <pub-id pub-id-type="medline">31277895</pub-id>
          <pub-id pub-id-type="pii">S0029-6554(19)30043-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6697140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sartipi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>HL7 FHIR: An Agile and RESTful approach to healthcare information exchange</article-title>
          <source>Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems</source>
          <year>2013</year>
          <conf-name>Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems</conf-name>
          <conf-date>Jun 20-22, 2013</conf-date>
          <conf-loc>Porto, Portugal</conf-loc>
          <pub-id pub-id-type="doi">10.1109/cbms.2013.6627810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>ITI homepage</article-title>
          <source>ITI</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.itic.org/">https://www.itic.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandel</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kreda</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Ramoni</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>SMART on FHIR: a standards-based, interoperable apps platform for electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>09</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>899</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26911829"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
          <pub-id pub-id-type="medline">26911829</pub-id>
          <pub-id pub-id-type="pii">ocv189</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sayeed</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>SMART Markers: collecting patient-generated health data as a standardized property of health information technology</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>1</month>
          <day>23</day>
          <volume>3</volume>
          <fpage>9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0218-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0218-6</pub-id>
          <pub-id pub-id-type="medline">31993507</pub-id>
          <pub-id pub-id-type="pii">218</pub-id>
          <pub-id pub-id-type="pmcid">PMC6978521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>United States Core Data for Interoperability (USCDI)</article-title>
          <source>HealthIT.gov</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/isa/united-states-core-data-interoperability-uscdi">https://www.healthit.gov/isa/united-states-core-data-interoperability-uscdi</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>mCODE™: Minimal Common Oncology Data Elements</article-title>
          <source>mCODE</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mcodeinitiative.org/">https://mcodeinitiative.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neuhaus</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Doods</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Storck</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bruland</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Varghese</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Portal of medical data models: information infrastructure for medical research and healthcare</article-title>
          <source>Database (Oxford)</source>
          <year>2016</year>
          <month>2</month>
          <day>11</day>
          <volume>2016</volume>
          <fpage>bav121</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/database/article-lookup/doi/10.1093/database/bav121"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/database/bav121</pub-id>
          <pub-id pub-id-type="medline">26868052</pub-id>
          <pub-id pub-id-type="pii">bav121</pub-id>
          <pub-id pub-id-type="pmcid">PMC4750548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Lack of EHR interoperability, API use hinder value-based care</article-title>
          <source>EHR Intelligence</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ehrintelligence.com/news/lack-of-ehr-interoperability-api-use-hinder-value-based-care">https://ehrintelligence.com/news/lack-of-ehr-interoperability-api-use-hinder-value-based-care</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elejalde</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fulford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guimond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Susheela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weizenbaum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>Ja</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Creating a digital health smartphone app and digital phenotyping platform for mental health and diverse healthcare needs: an interdisciplinary and collaborative approach</article-title>
          <source>J Technol Behav Sci</source>
          <year>2019</year>
          <month>4</month>
          <day>27</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1007/s41347-019-00095-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00095-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>UM</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tugnawat</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thirtalli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chand</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Rozatkar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Health Assessment for Relapse Prevention (SHARP): a digital solution toward global mental health</article-title>
          <source>BJPsych Open</source>
          <year>2021</year>
          <month>01</month>
          <day>07</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/product/identifier/S2056472420001428/type/journal_article"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjo.2020.142</pub-id>
          <pub-id pub-id-type="medline">33407986</pub-id>
          <pub-id pub-id-type="pii">S2056472420001428</pub-id>
          <pub-id pub-id-type="pmcid">PMC8058838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hendel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital Opportunities for Outcomes in Recovery Services (DOORS): a pragmatic hands-on group approach toward increasing digital health and smartphone competencies, autonomy, relatedness, and alliance for those with serious mental illness</article-title>
          <source>J Psychiatr Pract</source>
          <year>2020</year>
          <month>03</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>80</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32134881"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/PRA.0000000000000450</pub-id>
          <pub-id pub-id-type="medline">32134881</pub-id>
          <pub-id pub-id-type="pii">00131746-202003000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC7135933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Agate-Mays</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Case studies from the digital clinic: integrating digital phenotyping and clinical practice into today's world</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2021</year>
          <month>06</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>394</fpage>
          <lpage>403</lpage>
          <pub-id pub-id-type="doi">10.1080/09540261.2020.1859465</pub-id>
          <pub-id pub-id-type="medline">33792463</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>OpenAPI specification</article-title>
          <source>Swagger</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://swagger.io/specification/">https://swagger.io/specification/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>JSON Schema: a media type for describing JSON documents</article-title>
          <source>JSON Schema</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://json-schema.org/draft/2020-12/json-schema-core.html">https://json-schema.org/draft/2020-12/json-schema-core.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Representational State Transfer (REST)</article-title>
          <source>University of California</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ics.uci.edu/~fielding/pubs/dissertation/rest_arch_style.htm">https://www.ics.uci.edu/~fielding/pubs/dissertation/rest_arch_style.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>The JavaScript Object Notation (JSON) data interchange format</article-title>
          <source>Internet Engineering Task Force</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datatracker.ietf.org/doc/html/rfc7159">https://datatracker.ietf.org/doc/html/rfc7159</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>The Transport Layer Security (TLS) protocol version 1.3</article-title>
          <source>Internet Engineering Task Force</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datatracker.ietf.org/doc/html/rfc8446">https://datatracker.ietf.org/doc/html/rfc8446</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Advanced Encryption Standard (AES)</article-title>
          <source>Information Technology Laboratory</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://csrc.nist.gov/publications/detail/fips/197/final">https://csrc.nist.gov/publications/detail/fips/197/final</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>HTML Living Standard</article-title>
          <source>HTML</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://html.spec.whatwg.org">https://html.spec.whatwg.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Vega</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vega.github.io">https://vega.github.io</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>What is Kubernetes?</article-title>
          <source>Docker</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.docker.com/products/kubernetes">https://www.docker.com/products/kubernetes</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melcher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>D'Mello</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lagan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping of student mental health during COVID-19: an observational study of 100 college students</article-title>
          <source>J Am Coll Health</source>
          <year>2021</year>
          <month>03</month>
          <day>26</day>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1080/07448481.2021.1905650</pub-id>
          <pub-id pub-id-type="medline">33769927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The digital clinic: implementing technology and augmenting care for mental health</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2020</year>
          <volume>66</volume>
          <fpage>59</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32688094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2020.06.009</pub-id>
          <pub-id pub-id-type="medline">32688094</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(20)30085-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7324929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Enhancing attention and memory of individuals at clinical high risk for psychosis with mHealth technology</article-title>
          <source>Asian J Psychiatr</source>
          <year>2021</year>
          <month>04</month>
          <volume>58</volume>
          <fpage>102587</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ajp.2021.102587</pub-id>
          <pub-id pub-id-type="medline">33618070</pub-id>
          <pub-id pub-id-type="pii">S1876-2018(21)00043-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gorrindo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rauseo-Ricupero</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The role of digital navigators in promoting clinical care and technology integration into practice</article-title>
          <source>Digit Biomark</source>
          <year>2020</year>
          <month>11</month>
          <day>26</day>
          <volume>4</volume>
          <issue>Suppl 1</issue>
          <fpage>119</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000510144"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000510144</pub-id>
          <pub-id pub-id-type="medline">33442585</pub-id>
          <pub-id pub-id-type="pii">dib-0004-0119</pub-id>
          <pub-id pub-id-type="pmcid">PMC7768140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>LAMP Platform</article-title>
          <source>Zenodo</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://zenodo.org/record/4716576#.YboR4L1BzIU">https://zenodo.org/record/4716576#.YboR4L1BzIU</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
