<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i7e27343</article-id>
      <article-id pub-id-type="pmid">34319252</article-id>
      <article-id pub-id-type="doi">10.2196/27343</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Ethical Development of Digital Phenotyping Tools for Mental Health Applications: Delphi Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Himelein-Wachowiak</surname>
            <given-names>McKenzie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gooding</surname>
            <given-names>Piers</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Doerr</surname>
            <given-names>Megan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Martinez-Martin</surname>
            <given-names>Nicole</given-names>
          </name>
          <degrees>JD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Biomedical Ethics</institution>
            <institution>School of Medicine</institution>
            <institution>Stanford University</institution>
            <addr-line>1215 Welch Road</addr-line>
            <addr-line>Modular A</addr-line>
            <addr-line>Stanford, CA, 94305</addr-line>
            <country>United States</country>
            <phone>1 7734585750</phone>
            <email>nicolemz@stanford.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9345-0462</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Greely</surname>
            <given-names>Henry T</given-names>
          </name>
          <degrees>JD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1105-6734</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>Mildred K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1669-3932</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Biomedical Ethics</institution>
        <institution>School of Medicine</institution>
        <institution>Stanford University</institution>
        <addr-line>Stanford, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Stanford Law School</institution>
        <addr-line>Stanford, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nicole Martinez-Martin <email>nicolemz@stanford.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>7</issue>
      <elocation-id>e27343</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Nicole Martinez-Martin, Henry T Greely, Mildred K Cho. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 28.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2021/7/e27343" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digital phenotyping (also known as <italic>personal sensing</italic>, <italic>intelligent sensing</italic>, or <italic>body computing</italic>) involves the collection of biometric and personal data <italic>in situ</italic> from digital devices, such as smartphones, wearables, or social media, to measure behavior or other health indicators. The collected data are analyzed to generate moment-by-moment quantification of a person’s mental state and potentially predict future mental states. Digital phenotyping projects incorporate data from multiple sources, such as electronic health records, biometric scans, or genetic testing. As digital phenotyping tools can be used to study and predict behavior, they are of increasing interest for a range of consumer, government, and health care applications. In clinical care, digital phenotyping is expected to improve mental health diagnoses and treatment. At the same time, mental health applications of digital phenotyping present significant areas of ethical concern, particularly in terms of privacy and data protection, consent, bias, and accountability.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to develop consensus statements regarding key areas of ethical guidance for mental health applications of digital phenotyping in the United States.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used a modified Delphi technique to identify the emerging ethical challenges posed by digital phenotyping for mental health applications and to formulate guidance for addressing these challenges. Experts in digital phenotyping, data science, mental health, law, and ethics participated as panelists in the study. The panel arrived at consensus recommendations through an iterative process involving interviews and surveys. The panelists focused primarily on clinical applications for digital phenotyping for mental health but also included recommendations regarding transparency and data protection to address potential areas of misuse of digital phenotyping data outside of the health care domain.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The findings of this study showed strong agreement related to these ethical issues in the development of mental health applications of digital phenotyping: privacy, transparency, consent, accountability, and fairness. Consensus regarding the recommendation statements was strongest when the guidance was stated broadly enough to accommodate a range of potential applications. The privacy and data protection issues that the Delphi participants found particularly critical to address related to the perceived inadequacies of current regulations and frameworks for protecting sensitive personal information and the potential for sale and analysis of personal data outside of health systems.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The Delphi study found agreement on a number of ethical issues to prioritize in the development of digital phenotyping for mental health applications. The Delphi consensus statements identified general recommendations and principles regarding the ethical application of digital phenotyping to mental health. As digital phenotyping for mental health is implemented in clinical care, there remains a need for empirical research and consultation with relevant stakeholders to further understand and address relevant ethical issues.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>ethics</kwd>
        <kwd>neuroethics</kwd>
        <kwd>digital phenotyping</kwd>
        <kwd>digital mental health</kwd>
        <kwd>Delphi study</kwd>
        <kwd>mental health</kwd>
        <kwd>machine learning</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Digital phenotyping tools are expected to improve mental health diagnosis and treatment when integrated into clinical care [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Digital phenotyping presents significant areas of ethical concern, particularly in terms of privacy and data protection, consent, bias, and accountability [<xref ref-type="bibr" rid="ref4">4</xref>]. For this study, a modified Delphi approach was used to identify recommendations from panelists with relevant expertise (eg, computer science, mental health care, health law, and ethics) for the ethical application of this emerging technology to mental health.</p>
        <p><italic>Digital phenotyping</italic> refers to new approaches to measure behavior through the collection of biometric and personal data in situ from digital devices, such as smartphones, wearables, or social media. The data are analyzed to generate moment-by-moment quantification of a person’s mental state or prediction of their future behavior [<xref ref-type="bibr" rid="ref5">5</xref>]. For example, data on pulse rate, finger taps, or voice features can be tracked using an individual’s smartphone and then analyzed to measure behavior, physiological states, and cognitive functioning [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. As the field of digital phenotyping has evolved, projects increasingly include multiple data streams in the analyses, such as data from electronic health records (EHRs), facial recognition technology, ambient sensors, biological scans, or genomic information [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. The proper terminology for these techniques is still under debate, with terms such as <italic>computational behavioral analysis</italic> [<xref ref-type="bibr" rid="ref14">14</xref>], <italic>continuous measurement</italic> [<xref ref-type="bibr" rid="ref15">15</xref>], or <italic>personal sensing</italic> also being applied to similar research approaches that involve continuous monitoring of behavioral data gathered from sensors or digital sources [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Liang et al [<xref ref-type="bibr" rid="ref18">18</xref>] suggest a broadened definition of digital phenotyping to incorporate the trends toward using multiple data streams, encompassing intelligent systems that sense and mine information related to mental health states “based on the ubiquitous ‘digital footprints’ from multiple data sources, e.g., ubiquitous sensors, social media and healthcare systems.” The term <italic>digital phenotyping</italic> is used in this paper, in part because it was the term used in the Delphi study. Furthermore, the expanded definition of <italic>digital phenotyping</italic> by Liang et al [<xref ref-type="bibr" rid="ref18">18</xref>] captures the range of ethical concerns regarding the collection and use of data for digital phenotyping projects addressed by the Delphi participants.</p>
        <p>Digital phenotyping has a range of health applications, such as the identification of cardiovascular disease risk [<xref ref-type="bibr" rid="ref19">19</xref>] or suicidal ideation [<xref ref-type="bibr" rid="ref20">20</xref>]. However, mental health has been a primary area for the investment and development of this technology. Mental health applications of digital phenotyping include analysis of sleep patterns to predict episodes of relapse in schizophrenia [<xref ref-type="bibr" rid="ref21">21</xref>], early identification of postpartum depression [<xref ref-type="bibr" rid="ref22">22</xref>], use of keystroke patterns to predict episodes of mania [<xref ref-type="bibr" rid="ref23">23</xref>], movement or linguistic analysis to predict episodes of depression [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], and social media data used to identify drinking and tobacco abstinence behaviors [<xref ref-type="bibr" rid="ref26">26</xref>]. Mental health applications have been a primary focus of digital phenotyping projects in part because of the ease with which mobile technology can be used to gather massive amounts of fine-grained behavioral data from the user at any time and in any location [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. These types of data are seen as having great potential to address one of the long-standing difficulties in psychiatric research, namely, the lack of definitive biomarkers or objective physiological measures for reliable psychiatric diagnosis [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Moreover, the collection of psychiatric data had previously been limited to clinical encounters, making it difficult to gather a complete picture of the day-to-day course of behavioral disorders [<xref ref-type="bibr" rid="ref32">32</xref>]. The advances in technology for collecting and analyzing behavioral data have been applied toward filling this need for better psychiatric research tools.</p>
        <p>The consumer domain and institutions such as the military, employers, insurance organizations, and the criminal justice system have also demonstrated a strong interest in the type of behavioral analyses and predictions offered by digital phenotyping [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. The recommendations of the panel focused primarily on clinical applications because it is the domain in which there is primary investment and publications related to behavioral digital phenotyping [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. We also focused on applications in one country (the United States) in order to facilitate the analysis of regulatory implications based on a limited set of regulations and regulatory frameworks. In the United States, clinical applications are <italic>regulated</italic> technologies [<xref ref-type="bibr" rid="ref40">40</xref>], in that they are subject to government regulation, such as by the US Food and Drug Administration (FDA) or the privacy rule under the Health Information Portability and Accountability Act (HIPAA). Nonetheless, clinical applications of digital phenotyping and associated data collection practices, as explained in detail below, present challenges for the traditional frameworks used for the regulation of data or medical devices. Furthermore, data collection for clinical digital phenotyping may use consumer devices or take place outside of the regulatory frameworks. The Delphi panelists paid attention to ethical concerns relevant to both regulated and unregulated applications for digital phenotyping, because the traditional ethical and regulatory frameworks may inadequately account for issues such as data protection or oversight in digital phenotyping.</p>
        <p>This Delphi study was used to address ethical issues raised by mental health applications of digital phenotyping, such as privacy and data protection, consent, transparency, potential for bias in outcomes, and accountability [<xref ref-type="bibr" rid="ref4">4</xref>]. Digital phenotyping presents novel concerns because the types of data collection and analytics involved are not adequately addressed under current ethical and regulatory frameworks [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. For example, in the health care domain, the FDA is still evolving in its approach to regulating digital software and algorithms [<xref ref-type="bibr" rid="ref43">43</xref>]. The HIPAA Privacy Rule provides protection for health information collected in health care systems [<xref ref-type="bibr" rid="ref44">44</xref>]. However, digital phenotyping has the potential to create sensitive health information outside of contexts covered by HIPAA, such as information collected by consumer devices or in settings outside of health care, and the Federal Trade Commission can provide oversight regarding deceptive claims or transparency in relation to consumer uses of digital phenotyping. However, the Federal Trade Commission is limited to the scope of its authority to address broader concerns of safety and privacy in digital phenotyping [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>Digital phenotyping projects may include many forms of data, from social media, location data, and EHRs to screen taps to genomic data and biometric scans, raising concerns regarding the massive volume of data and appropriately addressing the relevant data protection issues [<xref ref-type="bibr" rid="ref46">46</xref>]. Under HIPAA, health data that contain personal identifiers can only be shared with third parties when it is used for the purposes of treatment, payment, and health care operations and when a business associate agreement is in place [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. In practice, information in EHRs may be accessible to third parties in ways that patients are not expecting [<xref ref-type="bibr" rid="ref49">49</xref>]. There have also been examples of third-party companies with whom health care data are shared under business associate agreements and inadequate patient records [<xref ref-type="bibr" rid="ref50">50</xref>]. Deidentified data (data from which 18 specific identifiers, such as name and age, have been removed) may be shared without restriction under HIPAA [<xref ref-type="bibr" rid="ref51">51</xref>]. At the same time, owing to advances in computing and the availability of large public databases, reidentification of personal data can be accomplished with increasing ease [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. Thus, there is potential for deidentified patient data that are shared with third parties to later be reidentified and used in ways that the patient could not have foreseen or expected [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>In the current data landscape, the brokerage of personal data and, more specifically, the sale of behavioral and health inferences that can be generated from those data, is a US $200 billion industry [<xref ref-type="bibr" rid="ref55">55</xref>]. Outside of the health care domain, privacy protection for personal data varies widely according to jurisdiction and type of data. There has been a gradual movement for more jurisdictions to consider the regulation of personal and biometric data, such as the General Data Protection Regulation in the European Union or the California Consumer Privacy Act [<xref ref-type="bibr" rid="ref56">56</xref>]. Although these regulations provide a useful model for personal data protection, they are not without shortcomings. For example, existing regulations do not address or sufficiently protect individuals from companies and institutions, drawing health inferences from personal data [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. Furthermore, these data or health inferences may be used in ways that have negative ramifications for people, such as higher insurance rates or employment discrimination [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. Adding further concern, some consumer digital mental health services have also been found to use misleading or false claims regarding their collection and use of sensitive personal information [<xref ref-type="bibr" rid="ref61">61</xref>]. Against this backdrop, even clinical, <italic>regulated</italic> applications of digital phenotyping present significant concerns regarding transparency, consent, and the distribution of risks and benefits for patients and users regarding how their data may be shared and used.</p>
        <p>The algorithms used for many digital phenotyping applications, particularly machine learning algorithms, present additional challenges in terms of the regulation and oversight of these tools. With machine learning algorithms, it can be difficult for those reviewing the machine learning tool to be able to evaluate why the data inputs led to a particular output or findings [<xref ref-type="bibr" rid="ref62">62</xref>]. This <italic>black box</italic> problem, combined with industry concerns for protection of intellectual property, can make it more difficult to detect and address potential systematic problems in the outputs, such as biases in analyses that disproportionately impact different user populations [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. For that reason, efforts have been made to better define and achieve adequate transparency in health algorithms, as well as calls for <italic>explainability</italic> in algorithms [<xref ref-type="bibr" rid="ref65">65</xref>]. In terms of regulation, the FDA has been shifting its approach to the regulation of digital medical devices. The FDA’s Digital Software Precertification program is a relatively recent approach in which companies that are certified as having <italic>a robust culture of quality and organizational excellence</italic> are given a streamlined process for product approval [<xref ref-type="bibr" rid="ref66">66</xref>]. This type of approach has been criticized for needing more clearly defined standards for <italic>excellence</italic>, as well as insufficiently identifying a process for re-evaluation of products that are in use or accountability for maintaining standards [<xref ref-type="bibr" rid="ref67">67</xref>]. Gerke et al [<xref ref-type="bibr" rid="ref68">68</xref>] noted that the FDA and European and US regulations of medical devices have been product-based, and thus need to be further adapted to be able to more effectively address the safety and efficacy concerns that machine learning tools present when placed within a health delivery system. In other words, a systems approach is recommended for the appropriate regulation of algorithmic devices in health care settings.</p>
        <p>Bias and fairness are concerns for a range of machine learning and digital health technologies [<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. Bias can take a number of forms, including a poor fit between the data collected and the research question being asked, data sets that do not adequately represent the target population, and digital tools that may produce disparate effects when applied to different groups [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Within digital phenotyping specifically, each of the different types of data streams potentially involved, from social media postings to EHR data, may not adequately include people of different racial, socioeconomic, or disability status [<xref ref-type="bibr" rid="ref73">73</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. Furthermore, data used to develop digital phenotyping tools may reflect social inequalities in ways that are difficult to fully account for and address technological fixes. For example, the data in EHRs may reflect physicians’ perceptions and treatment of racialized minorities and associated differential outcomes. There is a need for further research to adequately assess how certain types of digital phenotyping data such as <italic>digital exhaust</italic> may differentially collect information from groups such as people with disabilities or from different racial or cultural groups or different socioeconomic status. Certain predictive uses and applications for digital phenotyping, such as efforts to predict aggression or violence, could be applied in contexts or toward purposes that disproportionately impact marginalized groups. When digital phenotyping tools are not designed or accessible to a range of populations, they can widen gaps in research data or impact mental health diagnosis and treatment in ways that exclude marginalized groups from benefits and even harm those groups [<xref ref-type="bibr" rid="ref75">75</xref>].</p>
        <p>There are a number of efforts underway to address bias in machine learning tools, such as technological fixes to address bias in data sets and algorithms or efforts to provide principles for fairness in algorithmic tools. These are important steps but are unlikely to fully address the many ways in which social inequities may shape the development and results of digital phenotyping tools [<xref ref-type="bibr" rid="ref76">76</xref>]. For clinical applications, it is important to note that the FDA does not require data regarding the diversity in training data for machine learning tools. A recent review of machine learning health care devices approved by the FDA found that of 130 tools, most did not report whether they had been evaluated at more than one site, and only 17 included demographic subgroup evaluations in their submissions [<xref ref-type="bibr" rid="ref77">77</xref>]. The digital divide in digital phenotyping devices could further exacerbate inequities in the distribution of risks and benefits in mental health care.</p>
        <p>In clinical and health research settings, consent procedures will need to adequately inform individuals of when and how their data are being gathered and used, as well as whether and how they may receive notice of the findings or repercussions of the digital phenotyping analyses. For digital phenotyping, consent challenges include the difficulty of adequately explaining the probabilistic nature of findings, as well as the potential ramifications from personal data or the inferences that may be drawn from seemingly mundane data such as screen taps or location. The complexity of digital phenotyping findings, as well as the potential ramifications from the data and health inferences generated, can be difficult to convey. Although these consent issues overlap with those applicable to genomic research, some differences are the shorter timeframe for digital phenotyping predictions (eg, risk of a psychotic episode in the next month), more direct responsibility placed on patients to modify their behavior immediately, and the potential for a person’s results to be shared or used in domains outside of health care. In addition, there are considerations of appropriate transparency and informed consent for the use of digital phenotyping tools in vulnerable populations, such as children and older adults [<xref ref-type="bibr" rid="ref78">78</xref>]. As an early intervention in psychiatric conditions generally improves treatment outcomes, mental health research often aims to identify indicators of severe mental illness in early childhood and adolescence [<xref ref-type="bibr" rid="ref79">79</xref>,<xref ref-type="bibr" rid="ref80">80</xref>]. Informed consent and transparency procedures for digital phenotyping in children will need to be sensitive to the potential negative impacts of returning predictive results to young people and take into account children’s rights to autonomy and parental interest in being informed [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
        <p>The clinical use of digital phenotyping tools is also thought to have the potential to disrupt the traditional patient-therapist relationship. Artificial intelligence tools are thought to have the potential to disrupt or even replace some of the roles traditionally held by therapists or clinicians [<xref ref-type="bibr" rid="ref82">82</xref>-<xref ref-type="bibr" rid="ref84">84</xref>]. The use of artificial intelligence methods, such as machine learning and natural language processing, is thought to raise issues of whether the device’s findings will be viewed by physicians and patients as more objective than as physician judgment or patient’s self-report, thus intruding upon the therapeutic relationship. In instances where a device’s recommendations differ from the physician’s judgment, there are concerns regarding liability and accountability for any errors in the tool’s findings, as well as the nature of the fiduciary relationships involved [<xref ref-type="bibr" rid="ref85">85</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The Delphi technique is a widely used method for engaging a group of experts to identify and explore a range of approaches to a policy issue, potentially establish areas of convergence and consensus among the recommendations and reveal key assumptions or correlations for different judgments [<xref ref-type="bibr" rid="ref86">86</xref>,<xref ref-type="bibr" rid="ref87">87</xref>]. The purpose of this modified Delphi study is to identify priority issues of ethical concern in the development of mental health applications using digital phenotyping and areas of agreement regarding principles for approaching the ethics of digital phenotyping.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The Delphi technique is essentially a method of structuring communication among a group of people with relevant expertise to discuss resolutions to a complex problem [<xref ref-type="bibr" rid="ref88">88</xref>,<xref ref-type="bibr" rid="ref89">89</xref>]. Although many modifications to the Delphi technique have evolved over time, the main features of this method include (1) anonymity of the panelists, meaning they do not know of each other’s identities or which panelist provided which answers, in order to avoid the influence of status or personality on the discussion; (2) controlled feedback, in which the panelists’ answers are given to the study coordinator who then processes and disseminates the resulting information; and (3) an iterative process in which experts are consulted more than once to give them the opportunity to reconsider and refine their views [<xref ref-type="bibr" rid="ref90">90</xref>]. For this study, the modified Delphi technique was used in the stages depicted in <xref rid="figure1" ref-type="fig">Figure 1</xref>. This study was designated as exempt by the local institutional review board.</p>
        <p>We recruited experts to represent areas of stakeholder relevance in digital phenotyping: (1) computer science, (2) psychiatry and mental health therapy, (3) law, (4) ethics, and (5) lived mental health experience. The category of people with <italic>lived experience</italic> refers to people who have a diagnosis of mental illness. Inclusion of this area of expertise was meant to provide a fuller perspective on the potential ethical impacts of digital phenotyping [<xref ref-type="bibr" rid="ref91">91</xref>]. For this category, we also looked for people with some experience in mental health advocacy or policy as a foundation for discussing potential ethical issues, such as privacy or consent, relevant to digital phenotyping.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Delphi study overview.</p>
          </caption>
          <graphic xlink:href="mhealth_v9i7e27343_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Composition of the Delphi Panel</title>
        <p>We searched the PubMed, Google Scholar, and LexisNexis databases to identify people in industry and academia developing technology in the area of digital phenotyping. Search terms included <italic>digital phenotyping</italic>, <italic>personal sensing</italic>, <italic>computational behavioral analysis</italic>, and <italic>behavioral analytics</italic>. The literature review also yielded specific subareas of expertise relevant to computer science, ethics, and law, relating to emerging technologies, privacy, data protection, machine learning, and bias. Within areas of expertise 1-4, there are also these subareas of expertise represented. For example, in computer science, we included people who worked directly with digital phenotyping as well as those who had related expertise in machine learning, data science, or predictive analytics; within law, we identified people with subspecialties in health, data, and health technology law.</p>
        <p>There is no established optimal number of experts for a Delphi panel [<xref ref-type="bibr" rid="ref92">92</xref>]. Primary factors in deciding on the size of a Delphi panel are appropriate representations of variations in judgment among those with expertise and the drawbacks involved in managing multiple surveys, such as decreasing response rates and increased time needed by researchers in between rounds [<xref ref-type="bibr" rid="ref93">93</xref>]. Most Delphi studies have used between 15 and 20 participants [<xref ref-type="bibr" rid="ref94">94</xref>]. In this study, 28 people with relevant expertise were identified through the review process and invited to participate in the qualitative interviews for the first stage of the Delphi study. There were fewer people with lived experience represented on the panel than in the other categories. This reflects a smaller pool of potential panelists that we were able to identify through our search than for other categories. We identified 8 people who were in contact with their participation; 3 people responded to our invitations, and one of those 3 subsequently decided not to proceed with scheduling an interview for personal reasons unrelated to the study itself.</p>
      </sec>
      <sec>
        <title>Interview and Survey Stages</title>
        <p>The qualitative interviews were semistructured and explored questions regarding participants’ views of the ethical issues presented by digital phenotyping for mental health applications. Interview transcripts were reviewed to identify the main ethical themes found in expert panelists’ interviews as well as the main areas of their recommendations to address these ethical concerns [<xref ref-type="bibr" rid="ref95">95</xref>]. The transcripts of the interviews were generated as Microsoft Word documents. An <italic>identifying-category</italic> strategy for reviewing the transcripts and determining the preliminary codes was used [<xref ref-type="bibr" rid="ref96">96</xref>]. The content of the interviews involved the participants directly referencing ethical categories relevant to health technologies, such as consent or privacy, which facilitated the identification of relevant categories from the transcripts. Once the preliminary categories for the transcript themes were established, we reviewed the transcripts to confirm the categories and identify associated recommendations for addressing the areas of ethical concern. We then used the main ethical themes to generate an open-ended qualitative survey that we distributed among the panelists in which we asked them whether they thought that the identified ethical issue was relevant to digital phenotyping for mental health applications and whether the recommendations to address that issue were appropriate.</p>
        <p>Narrative comments from the qualitative survey were used to assist in drafting the statements for the second survey relating to recommendations for ethical mental health applications of digital phenotyping. The second survey was conducted with the same panel of experts who responded to the first survey. For the second survey, we asked panelists to rate statements according to the necessity of a particular recommendation or guidance statement on a four-point scale (1=strong agreement, 2=moderate agreement, 3=neutral, and 4=disagreement). In the second survey, we used a cut-off of 80% rating agreement to indicate strong agreement among panelists, and we deemed 70% moderate agreement with respect to consensus, consistent with the methodology in the Delphi literature [<xref ref-type="bibr" rid="ref85">85</xref>,<xref ref-type="bibr" rid="ref97">97</xref>].</p>
        <p>Panelists were also asked to rate statements according to feasibility on the same four-point scale. <italic>Feasibility</italic> refers to the likelihood that a particular recommendation could be effectively implemented. During the interview stage, some participants noted that there were some potential recommendations for addressing ethical issues in digital phenotyping that were infeasible. For example, a recommendation for data protection regulation might be identified as desirable but unlikely to be implemented. In some cases, a panelist’s specific expertise provided them with additional insight into the feasibility of an option that is different. In Delphi studies applicable to health care, including ratings for both necessity and feasibility, were found to be more useful for identifying recommendations that could be effectively implemented [<xref ref-type="bibr" rid="ref98">98</xref>]. For these reasons, we assessed both the necessity and feasibility.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Of the 28 invitations, 24 (86%) participated in the qualitative interviews, 20 (71%) participated in the first survey, and 17 (61%) participated in the second survey (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Expertise represented at each stage<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="210"/>
          <col width="240"/>
          <col width="180"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td>Stage</td>
              <td>Computer science, n (%)</td>
              <td>Psychiatry or therapy, n (%)</td>
              <td>Law or ethics, n (%)</td>
              <td>Lived experience, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Interviews (n=24)</td>
              <td>8 (33)</td>
              <td>8 (33)</td>
              <td>9 (38)</td>
              <td>2 (8)</td>
            </tr>
            <tr valign="top">
              <td>Survey 1 (n=20)</td>
              <td>6 (30)</td>
              <td>6 (30)</td>
              <td>7 (35)</td>
              <td>2 (10)</td>
            </tr>
            <tr valign="top">
              <td>Survey 2 (n=17)</td>
              <td>5 (29)</td>
              <td>6 (35)</td>
              <td>7 (41)</td>
              <td>2 (12)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Some panelists had expertise in more than one area.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The main ethical concerns that emerged from the qualitative interviews were (1) privacy and data protection, (2) transparency, (3) consent, (4) reporting of findings or return of results, (5) oversight and accountability, (6) fairness and bias, and (7) validation of digital phenotyping tools. Although panelists identified return of results as a potential area of concern, the specific issues identified overlapped heavily with the types of concerns and recommendations aimed at the consent process for digital phenotyping, such as the need to inform patients of the types of results to expect. The panelists also generally did not go further in providing specific recommendations for the return of results beyond what needed to be discussed in consent, as those particulars were seen to be more dependent on the context of the digital phenotyping application.</p>
      <p>In the first survey, the panelists were presented with the ethical categories and then asked to provide additional feedback concerning priority areas of ethical concern within those categories and additional details for recommendations to address those concerns. Those areas of concern and associated recommendations were then presented as statements in the second survey for the panelists to rate. <xref ref-type="table" rid="table2">Table 2</xref> presents the results of the Delphi method. The statements in the table present the ethical issues in digital phenotyping for mental health applications resulting from the interviews and first survey. The agreement rating listed in the table represents the level of consensus for statements that were determined through the second survey.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Consensus statements on ethics of mental health applications of digital phenotyping.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="670"/>
          <col width="0"/>
          <col width="150"/>
          <col width="0"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Statement<sup>a</sup></td>
              <td colspan="3">Agreement level<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">Necessity</td>
              <td>Feasibility</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>Evidence of validity for the intended use</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Algorithms incorporated into a digital phenotyping tool, especially at a large scale, have to be thoroughly evaluated in terms of performance and accuracy, including false positives and false negatives.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Implement processes for review of digital phenotyping tools’ effectiveness after implementation, including review of updates, and monitoring and reporting of adverse events caused by an algorithm’s findings.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Digital phenotyping tools that are intended for use in health care should use relevant standards for data systems to support the goal of interoperability with existing health data systems.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Digital phenotyping tools for mental health applications should respond to real-world needs and concerns of the intended users, such as clinicians, patients or consumers, in order to enhance user engagement and provide value.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Transparency</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Explanations of the processes, risks, limitations, and results that are relevant to different stakeholders should be provided to them in an appropriate format and reading level.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Processes involved in the collection, storage, and dissemination of raw data, as well as data processing and the architecture of the algorithms, should be explainable.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Accountability</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Development and use of digital phenotyping tools (eg, plans for data collection or validation) should be reviewed for potential ethical issues by an independent interdisciplinary group with relevant expertise, starting early in the development process.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Provision of appropriate educational and training materials for IRBs<sup>c</sup> handling review of digital phenotyping projects is also necessary.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Consent</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Consent should be required from individuals when their personal data are collected for digital phenotyping tools.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Consent for collection of digital phenotyping data should include information at a sixth-grade level regarding the types of data collected, the inferences that can be drawn from the data, the reports made from the data, who the data and reports would be shared with, the potential risks and benefits to the user, and the limitations that apply to the findings.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Include relevant stakeholders in efforts to formulate and disseminate relevant information for disclosure (eg, data storage, utilizing appropriate languages and formats for relevant stakeholders, such as health care providers, government institutions, advocacy organizations, patients, consumers, or the public).</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Data security and privacy</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Data and findings that are identifying should not be collected, used or shared with third parties without the informed consent of that individual.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sharing of data to advance scientific research and the validity of the tools remains an important goal.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>If data will be shared with third-party researchers, clear information, written at sixth-grade reading level, must be given to the individual user about third-party researcher and how they plan to store, use and/or share the data.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>The individual user also must have an option to opt out of sharing their data with third parties.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Raw data that is nonidentifying, and nonidentifying summary statistics, may be shared without consent.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>There should be periodic review to re-evaluate whether identifying information can be drawn from the raw data, particularly when combined with other available data.</td>
              <td colspan="2">Moderate</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Raw data should always be encrypted when stored or transmitted; potential identifiers in data (eg, phone numbers and IP addresses) should be replaced with surrogates (eg, hashed or encrypted).</td>
              <td colspan="2">Moderate</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Standards and approaches to minimize risk of reidentification of individuals, such as differential privacy measures, should be implemented.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>The security standards for data storage, sharing, and use of the individual’s data, as well as the process for monitoring compliance with these standards, should be clearly defined and communicated to users of digital phenotyping tools.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Security reviews and audits of data practices should also be implemented.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Fairness</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Encourage collaborative research and partnerships to develop ways to identify and minimize bias or discrimination in the development of digital phenotyping tools and to identify and minimize any potential bias that may occur because of how the tools may be used in different communities or local contexts.</td>
              <td colspan="2">Moderate</td>
              <td colspan="2">Moderate</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Conduct research into and implement methods to mitigate bias in different levels of algorithm development, including in the training data, in the algorithmic process or focus, in the transfer of digital phenotyping tools to different contexts, and in the interpretation of digital phenotyping findings.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Identify the specific ways that mental health and clinical care may impact the potential for bias in these areas. Periodic review and re-evaluation of the methods for addressing and mitigating bias at the different levels of algorithmic development may be needed.</td>
              <td colspan="2">Strong</td>
              <td colspan="2">Strong</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>The statements represent the ethical issues in digital phenotyping for mental health applications resulting from the interviews and the first survey.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>The agreement rating listed represents the level of consensus for statements that were determined through the second survey.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>IRB: institutional review board.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The results of this study showed strong agreement for several ethical issues in the development of digital phenotyping: privacy, transparency, consent, accountability, and fairness. Agreement was strongest when the guidance statements were broad enough to accommodate a range of applications. The panelist comments for the survey indicate that the consensus around broader principles reflects the need to allow flexibility for specific contexts and projects for which digital phenotyping might be used for mental health purposes.</p>
        <p>The privacy and data protection issues that Delphi participants found particularly concerning generally related to the perceived inadequacies of current regulations and frameworks for protecting sensitive personal information and the potential for sale and analysis of personal data outside of health systems. Most of the participants noted in the interviews that additional data regulation would most likely be necessary to fully address the privacy concerns posed by digital phenotyping. However, advocating for specific technological standards or regulatory measures was seen as beyond the scope of what the panel could meaningfully address. The panelists focused on addressing general principles for privacy and data protection rather than on specific technological standards or regulatory measures.</p>
        <p>Clinical digital phenotyping applications are subject to the security and privacy provisions of HIPAA. Nonetheless, panelists noted that digital phenotyping tools may involve data or be applied outside of contexts for which HIPAA or other personal data protections currently apply. As one panelist stated, “HIPAA criteria don’t include new forms of identifiable data like keystroke kinematics - principles and practices need to be more sophisticated to address digital health tech.”</p>
        <p>Digital phenotyping poses specific concerns regarding privacy because much of the raw data that are collected, such as screen taps or location data, may not be information that patients or users consider sensitive personal information. Thus, patients and users may not be aware of or be able to foresee how that data may be analyzed to reveal information about their mental state that they would want to keep private.</p>
        <p>Transparency and consent were seen as key areas for presenting patients and users with information about privacy and data protection. For the clinical use of digital phenotyping, informed consent would need to include careful consideration of how to communicate the risks and benefits and what, how, and when findings would need to be reported afterward. At the same time, as 2 of the panelists noted in the first round of surveys, providing information effectively can be difficult, especially as patients and users feel that there is too much consent information being given to them and feel overwhelmed or prefer to ignore it. Owing to the complexity involved in collecting data, generating results, and understanding downstream health and data implications, the achievability of complete informed consent is arguable. All panelists agreed that stakeholders should be included in collaborative processes to determine what information should be included in the consent and return of digital phenotyping results.</p>
        <p>The study found strong agreement regarding the need for consent for the collection and use of raw data. Increasingly, owing to advances in data science and the availability of massive public databases, personal data can be reidentified [<xref ref-type="bibr" rid="ref99">99</xref>]. Furthermore, health inferences can be generated from seemingly mundane personal information that can have repercussions for individuals and groups [<xref ref-type="bibr" rid="ref100">100</xref>]. Existing frameworks under HIPAA distinguish personal health information from deidentified data, with no consent required for the use of deidentified data [<xref ref-type="bibr" rid="ref101">101</xref>]. However, one panelist stated, “Raw data is not able to be ‘non-identifying’ and consent should be a norm when using or sharing personal data that has potential health implications.”</p>
        <p>Another panelist noted, “consent is not needed for analysis of deidentified data by a trusted entity; but public information about the process, including return of aggregate results, is essential.”</p>
        <p>One panelist stated in feedback, “All information that is deidentified should not be ‘fair game’ for any uses and disclosures without consent. This is a flaw in the Common Rule. Sensitive and stigmatizing information may be attributable to socially vulnerable groups.”</p>
        <p>A different panelist noted that “with respect to the use of personal data in digital phenotyping, it will likely require extensive education of the public to increase data and technology literacy. Developing public trust should be a priority and engaging the public as partners in this endeavor is critical and, expensive.”</p>
        <p>Most panelists noted that digital phenotyping for mental health presented significant privacy challenges outside the clinical domain, especially in terms of consumer applications. Given the lack of sufficient relevant privacy regulation or consent requirements in the consumer domain, the panelists did not address potential consumer consent requirements. However, recommendations for transparency regarding the design and data practices for digital phenotyping projects were viewed as a way to address privacy concerns. The panelists agreed that information regarding the collection, storage, and dissemination of raw data should be available to users. Reports regarding the findings of digital phenotyping tools should also be available to users. Such information would need to be available at an appropriate reading level, such as a sixth-grade reading level for users.</p>
        <p>As many institutional review boards may not have members with expertise in data privacy or predictive algorithms, the need for institutional review boards to have access to adequate educational materials was noted. Panelists also agreed that independent ethics review of digital phenotyping was useful but what that means in practice could take different forms, with emphasis being on the need for such reviews to have transparent processes and independence in their judgment.</p>
        <p>Although clinical applications of digital phenotyping are subject to FDA oversight of validation and safety, the panel identified some specific concerns regarding validating tools for specific contexts and applications. Standards for evaluating validity, accuracy, and effectiveness for specific uses, as well as the mechanisms for performing these evaluations, are still evolving and vary across different contexts. There was consensus regarding the need to have a mechanism for review or auditing of the validity of digital phenotyping tools beyond their initial deployment, such as evaluating software updates or device uses deployed in new contexts. There was also general agreement regarding the need for a mechanism through which the data processing and architecture of the digital phenotyping algorithms could be available for independent third-party reviews. However, a statement that set out a proposal for a <italic>continual review</italic> of digital phenotyping devices received feedback from several panelists, indicating that it would be too burdensome to have such a requirement. Decisions concerning how often and in what situations to re-evaluate a device would depend on usage contexts and specific projects. Survey feedback also noted that <italic>evaluation</italic> of an algorithm used for digital phenotyping could entail different degrees of thoroughness. Thus, these types of specific details regarding evaluation were seen as the domain of professional organizations to establish appropriate technical standards for the evaluation of specific types of devices. Another panelist stated that <italic>explainability</italic> for the algorithms could be a desirable goal, but it is not something that would be feasible to require currently.</p>
        <p>The issue of interoperability posed another area in which panelists agreed upon necessity but not upon feasibility. <italic>Interoperability</italic> refers to the ability of data systems and services to have clear, shared standards for the content, context, and meaning of data [<xref ref-type="bibr" rid="ref102">102</xref>]. Most panelists viewed the ability of data to be used by different systems as necessary to facilitate scientific research using digital phenotyping data. At the same time, comments made in the survey by panelists with computer science expertise noted that although interoperability is a desirable goal, it has encountered practical challenges for implementation in health data that would make it impracticable to put forth as a requirement [<xref ref-type="bibr" rid="ref103">103</xref>].</p>
        <p>The lack of diversity in research participants and the data used for research, such as lack of panelists according to race, gender, or disability, presents concerns for ensuring equity and fairness in digital phenotyping for mental health. The potential for bias needs to be addressed at the different stages of the development process for digital phenotyping tools, from how the initial research questions are formulated, how data are selected and used within these stages, and the potential for disparities resulting from implementation of these tools in different contexts. In particular, practices during the design and development processes are needed to ensure that digital phenotyping tools can be used in different communities and contexts while mitigating potential harm to populations, such as marginalized racial, linguistic, or socioeconomic groups. There was strong agreement regarding the need to address bias and fairness; however, as one panelist stated, “To assess feasibility, context is important and - depending on context, there will be unique barriers and facilitators to implementation.” Another panelist noted that it is “[h]ard to predict where bias might arise, thus this is challenging work, requiring constant vigilance.” Organizations such as the American Medical Informatics Association have been working on specific standards and principles for addressing bias and fairness in algorithms [<xref ref-type="bibr" rid="ref104">104</xref>-<xref ref-type="bibr" rid="ref106">106</xref>]. The Delphi panel identified some practices in the development of digital phenotyping that can be useful in identifying areas of potential bias, such as having diverse research teams and engagement of key stakeholders at different stages of the development process.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although this study met the stated recommendations regarding the size of the Delphi panel and selection of experts, given the size of the panel, some relevant viewpoints might not have been included in the panel. As noted in the <italic>Methods</italic> section, despite efforts to recruit additional panelists who have lived mental health experience, we had a notably smaller number of panelists in that category and thus did not have the benefit of additional insights from that perspective. </p>
        <p>The digital phenotyping literature review raised several areas of ethical concern that were not directly engaged by the Delphi panel in the consensus statements. For example, concerns regarding the potential impact of digital phenotyping on the therapeutic alliance or the impact of continuous monitoring on the experience of patients and participants were not addressed in the consensus statements. This Delphi approach was not intended to comprehensively address all of the potential ethical concerns regarding mental health applications of digital phenotyping. The Delphi process served to identify priority areas of ethical concern for an emerging technology. The consensus aspects of the approach meant that there were relevant ethical issues that did not ultimately be prioritized for inclusion in the recommendations. Nonetheless, excluded ethical concerns, such as impact on the therapeutic relationship, remain relevant and merit scrutiny and empirical research as mental health applications of digital phenotyping become more common.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This Delphi study found agreement on a number of ethical issues to prioritize in the development of digital phenotyping for mental health applications. Standards and guidelines for key areas of digital phenotyping, such as privacy and data protection outside of health care institutions and the regulation of digital medical devices, are still evolving. The Delphi consensus statements identified general recommendations and principles regarding the ethical application of digital phenotyping to mental health. As digital phenotyping for mental health is implemented in clinical care, there remains a need for empirical research and consultation with relevant stakeholders to further understand and address relevant ethical issues.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIPAA</term>
          <def>
            <p>Health Information Portability and Accountability Act</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by a Greenwall Foundation Making a Difference in Real-World Bioethics grant. The work of NMM was also supported by NIH/NIMH grant K01 MH118375-01A1.</p>
      <p>The data that support the findings of this study are available from the corresponding author upon reasonable request.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the conception and design of the study. Data collection and paper preparation was performed by NMM. Data analysis and interpretation were done by NMM and MKC. All authors edited the paper and provided their final approval.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping: technology for a new science of behavior</article-title>
          <source>J Am Med Assoc</source>
          <year>2017</year>
          <month>10</month>
          <day>3</day>
          <volume>318</volume>
          <issue>13</issue>
          <fpage>1215</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2017.11295</pub-id>
          <pub-id pub-id-type="medline">28973224</pub-id>
          <pub-id pub-id-type="pii">2654782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spinazze</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rykov</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bottle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping for assessment and prediction of mental health outcomes: a scoping review protocol</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>12</month>
          <day>30</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e032255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31892655"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-032255</pub-id>
          <pub-id pub-id-type="medline">31892655</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-032255</pub-id>
          <pub-id pub-id-type="pmcid">PMC6955549</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>PN</given-names>
            </name>
          </person-group>
          <article-title>Deep phenotyping for precision medicine</article-title>
          <source>Hum Mutat</source>
          <year>2012</year>
          <month>05</month>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>777</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1002/humu.22080</pub-id>
          <pub-id pub-id-type="medline">22504886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Martin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Dagum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Greely</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Data mining for health: staking out the ethical territory of digital phenotyping</article-title>
          <source>NPJ Digit Med</source>
          <year>2018</year>
          <volume>1</volume>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-018-0075-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-018-0075-8</pub-id>
          <pub-id pub-id-type="medline">31211249</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Toward clinical digital phenotyping: a timely opportunity to consider purpose, quality, and safety</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>88</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0166-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0166-1</pub-id>
          <pub-id pub-id-type="medline">31508498</pub-id>
          <pub-id pub-id-type="pii">166</pub-id>
          <pub-id pub-id-type="pmcid">PMC6731256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>New dimensions and new tools to realize the potential of RDoC: digital phenotyping via smartphones and connected devices</article-title>
          <source>Transl Psychiatry</source>
          <year>2017</year>
          <month>03</month>
          <day>7</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e1053</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/tp.2017.25"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/tp.2017.25</pub-id>
          <pub-id pub-id-type="medline">28267146</pub-id>
          <pub-id pub-id-type="pii">tp201725</pub-id>
          <pub-id pub-id-type="pmcid">PMC5416670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dagum</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Digital biomarkers of cognitive function</article-title>
          <source>NPJ Digit Med</source>
          <year>2018</year>
          <volume>1</volume>
          <fpage>10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-018-0018-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-018-0018-4</pub-id>
          <pub-id pub-id-type="medline">31304295</pub-id>
          <pub-id pub-id-type="pii">18</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Harnessing smartphone-based digital phenotyping to enhance behavioral and mental health</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2016</year>
          <month>06</month>
          <volume>41</volume>
          <issue>7</issue>
          <fpage>1691</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26818126"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/npp.2016.7</pub-id>
          <pub-id pub-id-type="medline">26818126</pub-id>
          <pub-id pub-id-type="pii">npp20167</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sulieman</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Malin</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of machine learning in online personal health data</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>06</month>
          <day>1</day>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>561</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30908576"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz009</pub-id>
          <pub-id pub-id-type="medline">30908576</pub-id>
          <pub-id pub-id-type="pii">5419782</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647332</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melcher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping for mental health of college students: a clinical review</article-title>
          <source>Evid Based Ment Health</source>
          <year>2020</year>
          <month>11</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>161</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1136/ebmental-2020-300180</pub-id>
          <pub-id pub-id-type="medline">32998937</pub-id>
          <pub-id pub-id-type="pii">ebmental-2020-300180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahern</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Suzuki</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping to enhance substance use treatment during the covid-19 pandemic</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <month>10</month>
          <day>26</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e21814</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/10/e21814/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21814</pub-id>
          <pub-id pub-id-type="medline">33031044</pub-id>
          <pub-id pub-id-type="pii">v7i10e21814</pub-id>
          <pub-id pub-id-type="pmcid">PMC7592462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mouzakis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vasa</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Intelligent sensing to inform and learn (INSTIL): a scalable and governance-aware platform for universal, smartphone-based digital phenotyping for research and clinical applications</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>6</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e16399</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e16399/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16399</pub-id>
          <pub-id pub-id-type="medline">31692450</pub-id>
          <pub-id pub-id-type="pii">v21i11e16399</pub-id>
          <pub-id pub-id-type="pmcid">PMC6868504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sariyska</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rathner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Montag</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of linking molecular genetic markers to real-world social network size tracked on smartphones</article-title>
          <source>Front Neurosci</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <volume>12</volume>
          <fpage>945</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fnins.2018.00945"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fnins.2018.00945</pub-id>
          <pub-id pub-id-type="medline">30618574</pub-id>
          <pub-id pub-id-type="pmcid">PMC6305317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corcoran</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Cecchi</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Computational approaches to behavior analysis in psychiatry</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2018</year>
          <month>01</month>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>225</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29192659"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/npp.2017.188</pub-id>
          <pub-id pub-id-type="medline">29192659</pub-id>
          <pub-id pub-id-type="pii">npp2017188</pub-id>
          <pub-id pub-id-type="pmcid">PMC5719098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saxon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>DiPaula</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duhaime</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nocera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sobhani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Continuous measurement of reconnaissance marines in training with custom smartphone app and watch: observational cohort study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e14116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/6/e14116/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14116</pub-id>
          <pub-id pub-id-type="medline">32348252</pub-id>
          <pub-id pub-id-type="pii">v8i6e14116</pub-id>
          <pub-id pub-id-type="pmcid">PMC7324996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Personal sensing: understanding mental health using ubiquitous sensors and machine learning</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2017</year>
          <month>05</month>
          <day>8</day>
          <volume>13</volume>
          <fpage>23</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28375728"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032816-044949</pub-id>
          <pub-id pub-id-type="medline">28375728</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Shilton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping, behavioral sensing, or personal sensing: names and transparency in the digital age</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>3</month>
          <day>25</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>45</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0251-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0251-5</pub-id>
          <pub-id pub-id-type="medline">32219186</pub-id>
          <pub-id pub-id-type="pii">251</pub-id>
          <pub-id pub-id-type="pmcid">PMC7096455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>A survey on big data-driven digital phenotyping of mental health</article-title>
          <source>Information Fusion</source>
          <year>2019</year>
          <month>12</month>
          <volume>52</volume>
          <fpage>290</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1016/j.inffus.2019.04.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>JX</given-names>
            </name>
            <name name-style="western">
              <surname>Davila</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hii</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Pua</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yap</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Sahlén</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Teh</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Rozen</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>WK</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping by consumer wearables identifies sleep-associated markers of cardiovascular disease risk and biological aging</article-title>
          <source>Commun Biol</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>361</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s42003-019-0605-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s42003-019-0605-1</pub-id>
          <pub-id pub-id-type="medline">31602410</pub-id>
          <pub-id pub-id-type="pii">605</pub-id>
          <pub-id pub-id-type="pmcid">PMC6778117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kleiman</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fedor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping of suicidal thoughts</article-title>
          <source>Depress Anxiety</source>
          <year>2018</year>
          <month>07</month>
          <volume>35</volume>
          <issue>7</issue>
          <fpage>601</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1002/da.22730</pub-id>
          <pub-id pub-id-type="medline">29637663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Joyce</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Karr</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>P029 Sleep and circadian rhythm disturbances and relapse in schizophrenia: a digital phenotyping study</article-title>
          <source>BMJ Open Resp Res</source>
          <year>2019</year>
          <fpage>6</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjresp-2019-bssconf.29</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Eickhoff</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Habel</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Stickeler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schnakenberg</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Goecke</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Stickel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Franz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dukart</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chechko</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Early identification of postpartum depression using demographic, clinical, and digital phenotyping</article-title>
          <source>Transl Psychiatry</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>121</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41398-021-01245-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41398-021-01245-6</pub-id>
          <pub-id pub-id-type="medline">33574229</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41398-021-01245-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7878890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zulueta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Piscitello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rasic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Easter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Babu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Langenecker</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>McInnis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ajilore</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leow</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Predicting mood disturbance severity with mobile phone keystroke metadata: a biaffect digital phenotyping study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>07</month>
          <day>20</day>
          <volume>20</volume>
          <issue>7</issue>
          <fpage>e241</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/7/e241/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9775</pub-id>
          <pub-id pub-id-type="medline">30030209</pub-id>
          <pub-id pub-id-type="pii">v20i7e241</pub-id>
          <pub-id pub-id-type="pmcid">PMC6076371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kording</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The relationship between mobile phone location sensor data and depressive symptom severity</article-title>
          <source>PeerJ</source>
          <year>2016</year>
          <volume>4</volume>
          <fpage>e2537</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.7717/peerj.2537"/>
          </comment>
          <pub-id pub-id-type="doi">10.7717/peerj.2537</pub-id>
          <pub-id pub-id-type="medline">28344895</pub-id>
          <pub-id pub-id-type="pii">2537</pub-id>
          <pub-id pub-id-type="pmcid">PMC5361882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobson</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Weingarden</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using digital phenotyping to accurately detect depression severity</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2019</year>
          <volume>207</volume>
          <issue>10</issue>
          <fpage>893</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/nmd.0000000000001042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tamersoy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Characterizing smoking and drinking abstinence from social media</article-title>
          <source>HT ACM Conf Hypertext Soc Media</source>
          <year>2015</year>
          <month>09</month>
          <volume>2015</volume>
          <fpage>139</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26640831"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2700171.2791247</pub-id>
          <pub-id pub-id-type="medline">26640831</pub-id>
          <pub-id pub-id-type="pmcid">PMC4668115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lydon-Staley</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Satterthwaite</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping for psychiatry: accommodating data and theory with network science methodologies</article-title>
          <source>Curr Opin Biomed Eng</source>
          <year>2019</year>
          <month>03</month>
          <volume>9</volume>
          <fpage>8</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31650093"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cobme.2018.12.003</pub-id>
          <pub-id pub-id-type="medline">31650093</pub-id>
          <pub-id pub-id-type="pmcid">PMC6812649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping: a global tool for psychiatry</article-title>
          <source>World Psychiatry</source>
          <year>2018</year>
          <month>10</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20550</pub-id>
          <pub-id pub-id-type="medline">30192103</pub-id>
          <pub-id pub-id-type="pmcid">PMC6127813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>The digital phenotype</article-title>
          <source>Nat Biotechnol</source>
          <year>2015</year>
          <month>05</month>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>462</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1038/nbt.3223</pub-id>
          <pub-id pub-id-type="medline">25965751</pub-id>
          <pub-id pub-id-type="pii">nbt.3223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García-Gutiérrez</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Navarrete</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sala</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gasparyan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Austrich-Olivares</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manzanares</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Biomarkers in psychiatry: concept, definition, types and relevance to the clinical reality</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>432</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.00432"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00432</pub-id>
          <pub-id pub-id-type="medline">32499729</pub-id>
          <pub-id pub-id-type="pmcid">PMC7243207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boksa</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A way forward for research on biomarkers for psychiatric disorders</article-title>
          <source>J Psychiatry Neurosci</source>
          <year>2013</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>75</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jpn.ca/vol38-issue2/38-2-75/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/jpn.130018</pub-id>
          <pub-id pub-id-type="medline">23422052</pub-id>
          <pub-id pub-id-type="pii">10.1503/jpn.130018</pub-id>
          <pub-id pub-id-type="pmcid">PMC3581594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chauvin</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Insel</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Building the thermometer for mental health</article-title>
          <source>Cerebrum</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30746032"/>
          </comment>
          <pub-id pub-id-type="medline">30746032</pub-id>
          <pub-id pub-id-type="pmcid">PMC6353119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Big data analytics on customer behaviors with kinect sensor network</article-title>
          <source>Int J Recent Trends Hum Comput Interac</source>
          <year>2015</year>
          <month>03</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>36</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cscjournals.org/library/manuscriptinfo.php?mc=IJHCI-112"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prudentov</surname>
              <given-names>RV</given-names>
            </name>
          </person-group>
          <article-title>Private life and surveillance in a digital era: human rights in European perspective</article-title>
          <source>DLJ</source>
          <year>2020</year>
          <month>08</month>
          <day>26</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>41</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhrjournal.org/2020/12/perspective-digital-phenotyping-and-digital-psychotropic-drugs-mental-health-surveillance-tools-that-threaten-human-rights/"/>
          </comment>
          <pub-id pub-id-type="doi">10.38044/2686-9136-2020-1-2-41-52</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parshley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Our Phones Can Now Detect Health Problems From Parkinson's to Depression: Is That a Good Thing?</article-title>
          <source>Vox</source>
          <year>2020</year>
          <month>02</month>
          <day>12</day>
          <access-date>2021-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vox.com/the-highlight/2020/2/5/21056921/phones-health-apps-data-digital-phenotyping">https://www.vox.com/the-highlight/2020/2/5/21056921/phones-health-apps-data-digital-phenotyping</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Foltz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holmlund</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Elvevåg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Validating digital phenotyping technologies for clinical use: the critical importance of 'resolution'</article-title>
          <source>World Psychiatry</source>
          <year>2020</year>
          <month>02</month>
          <day>10</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>114</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20703"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20703</pub-id>
          <pub-id pub-id-type="medline">31922662</pub-id>
          <pub-id pub-id-type="pmcid">PMC6953543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cornet</surname>
              <given-names>VP</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of smartphone-based passive sensing for health and wellbeing</article-title>
          <source>J Biomed Inform</source>
          <year>2018</year>
          <month>01</month>
          <volume>77</volume>
          <fpage>120</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(17)30278-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2017.12.008</pub-id>
          <pub-id pub-id-type="medline">29248628</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(17)30278-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5793918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinertsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>A review of physiological and behavioral monitoring with digital sensors for neuropsychiatric illnesses</article-title>
          <source>Physiol Meas</source>
          <year>2018</year>
          <month>05</month>
          <day>15</day>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>05TR01</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29671754"/>
          </comment>
          <pub-id pub-id-type="doi">10.1088/1361-6579/aabf64</pub-id>
          <pub-id pub-id-type="medline">29671754</pub-id>
          <pub-id pub-id-type="pmcid">PMC5995114</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Halamka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Actionable digital phenotyping: a framework for the delivery of just-in-time and longitudinal interventions in clinical healthcare</article-title>
          <source>Mhealth</source>
          <year>2019</year>
          <month>08</month>
          <volume>5</volume>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21037/mhealth.2019.07.04"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2019.07.04</pub-id>
          <pub-id pub-id-type="medline">31559270</pub-id>
          <pub-id pub-id-type="pii">mh-05-2019.07.04</pub-id>
          <pub-id pub-id-type="pmcid">PMC6737424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rothstein</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Beskow</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Brelsford</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Brothers</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Doerr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hammack-Aviran</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Tovino</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Unregulated health research using mobile devices: ethical considerations and policy recommendations</article-title>
          <source>J Law Med Ethics</source>
          <year>2020</year>
          <month>03</month>
          <volume>48</volume>
          <issue>1_suppl</issue>
          <fpage>196</fpage>
          <lpage>226</lpage>
          <pub-id pub-id-type="doi">10.1177/1073110520917047</pub-id>
          <pub-id pub-id-type="medline">32342752</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perez-Pozuelo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Spathis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gifford-Moore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cowls</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping and sensitive health data: Implications for data governance</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2021</year>
          <month>02</month>
          <day>27</day>
          <fpage>-</fpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocab012</pub-id>
          <pub-id pub-id-type="medline">33647989</pub-id>
          <pub-id pub-id-type="pii">6153954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanghellini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Leoni</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping: ethical issues, opportunities, and threats</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <volume>11</volume>
          <fpage>473</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.00473"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.00473</pub-id>
          <pub-id pub-id-type="medline">32536882</pub-id>
          <pub-id pub-id-type="pmcid">PMC7267063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cortez</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Rivas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wac</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The evolving law and ethics of digital health</article-title>
          <source>Digital Health: Scaling Healthcare to the World</source>
          <year>2018</year>
          <publisher-loc>New York City, USA</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>249</fpage>
          <lpage>69</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <article-title>45 CFR Part 160 and Subparts A and E of Part 164</article-title>
          <source>Health Insurance Portability and Accountability Act, Privacy Rule</source>
          <access-date>2021-02-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/hipaa/for-professionals/privacy/laws-regulations/index.html">https://www.hhs.gov/hipaa/for-professionals/privacy/laws-regulations/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bard</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hildt</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Developments in neuroethics and bioethics. Vol 3. Ethical dimensions of commercial and DIY neurotechnologies</article-title>
          <source>Assessing Current Mechanisms for the Regulation of Direct-to-consumer Neurotechnology</source>
          <year>2020</year>
          <publisher-loc>Amsterdam, Netherlands</publisher-loc>
          <publisher-name>Elsevier Academic Press</publisher-name>
          <fpage>233</fpage>
          <lpage>265</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Deep phenotyping of attention impairments and the 'inattention biotype' in major depressive disorder</article-title>
          <source>Psychol Med</source>
          <year>2020</year>
          <month>10</month>
          <volume>50</volume>
          <issue>13</issue>
          <fpage>2203</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31477195"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291719002290</pub-id>
          <pub-id pub-id-type="medline">31477195</pub-id>
          <pub-id pub-id-type="pii">S0033291719002290</pub-id>
          <pub-id pub-id-type="pmcid">PMC8022888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perakslis</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Cybersecurity in health care</article-title>
          <source>N Engl J Med</source>
          <year>2014</year>
          <month>07</month>
          <day>31</day>
          <volume>371</volume>
          <issue>5</issue>
          <fpage>395</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp1404358</pub-id>
          <pub-id pub-id-type="medline">25075831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puranik</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Are Current HIPAA Regulations Enough To Protect Sensitive Data?</article-title>
          <source>Forbes</source>
          <year>2019</year>
          <month>03</month>
          <day>26</day>
          <access-date>2021-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/forbestechcouncil/2019/03/26/are-current-hipaa-regulations-enough-to-protect-sensitive-data/">https://www.forbes.com/sites/forbestechcouncil/2019/03/26/are-current-hipaa-regulations-enough-to-protect-sensitive-data/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rothstein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Debate over patient privacy control in electronic health records</article-title>
          <source>Hastings Center</source>
          <year>2011</year>
          <access-date>2021-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://papers.ssrn.com/abstract=1764002">https://papers.ssrn.com/abstract=1764002</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Insufficient Protections for Health Data Privacy: Lessons from Dinerstein v Google</article-title>
          <source>Bill of Health</source>
          <year>2020</year>
          <month>09</month>
          <day>28</day>
          <access-date>2021-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://blog.petrieflom.law.harvard.edu/2020/09/28/dinerstein-google-health-data-privacy/">http://blog.petrieflom.law.harvard.edu/2020/09/28/dinerstein-google-health-data-privacy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <article-title>De-identification of Protected Health Information: How to Anonymize PHI</article-title>
          <source>HIPAA Journal</source>
          <year>2017</year>
          <month>10</month>
          <day>18</day>
          <access-date>2021-04-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hipaajournal.com/de-identification-protected-health-information/">https://www.hipaajournal.com/de-identification-protected-health-information/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benitez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Malin</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Evaluating re-identification risks with respect to the HIPAA privacy rule</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2010</year>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>169</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20190059"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2009.000026</pub-id>
          <pub-id pub-id-type="medline">20190059</pub-id>
          <pub-id pub-id-type="pii">17/2/169</pub-id>
          <pub-id pub-id-type="pmcid">PMC3000773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thaler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Risks to Patient Privacy: A Re-identification of Patients in Maine and Vermont Statewide Hospital Data</article-title>
          <source>Technology Science</source>
          <year>2018</year>
          <month>10</month>
          <access-date>2021-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://techscience.org/a/2018100901/#Citation">https://techscience.org/a/2018100901/#Citation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Culnane</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rubinstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Teague</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Health Data in an Open World</article-title>
          <source>arXivcs</source>
          <year>2017</year>
          <month>12</month>
          <day>17</day>
          <access-date>2021-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/1712.05627">http://arxiv.org/abs/1712.05627</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The limits of transparency: data brokers and commodification</article-title>
          <source>New Media Soc</source>
          <year>2016</year>
          <month>07</month>
          <day>7</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1177/1461444816657096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>100 - 1798</article-title>
          <source>California Consumer Privacy Act of 2018</source>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://leginfo.legislature.ca.gov/faces/codes_displayText.xhtml?division=3.&#38;part=4.&#38;lawCode=CIV&#38;title=1.81.5">https://leginfo.legislature.ca.gov/faces/codes_displayText.xhtml?division=3.&#38;part=4.&#38;lawCode=CIV&#38;title=1.81.5</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skiljic</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Status Quo of Health Data Inferences</article-title>
          <source>International Association of Privacy Professionals: Privacy Perspectives</source>
          <access-date>2021-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iapp.org/news/a/the-status-quo-of-health-data-inferences/">https://iapp.org/news/a/the-status-quo-of-health-data-inferences/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kröger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raschke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bhuiyan</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Privacy Implications of Accelerometer Data: a Review of Possible Inferences</article-title>
          <source>Proceedings of the 3rd International Conference on Cryptography, Security and Privacy</source>
          <year>2019</year>
          <conf-name>CSP'19</conf-name>
          <conf-date>January 19-21, 2019</conf-date>
          <conf-loc>Kuala Lumpur, Malaysia</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3309074.3309076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health Insurers Are Vacuuming Up Details About You And It Could Raise Your Rates</article-title>
          <source>ProPublica</source>
          <year>2018</year>
          <month>07</month>
          <day>17</day>
          <access-date>2021-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.propublica.org/article/health-insurers-are-vacuuming-up-details-about-you-and-it-could-raise-your-rates">https://www.propublica.org/article/health-insurers-are-vacuuming-up-details-about-you-and-it-could-raise-your-rates</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wachter</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Data protection in the age of big data</article-title>
          <source>Nat Electron</source>
          <year>2019</year>
          <month>01</month>
          <day>16</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1038/s41928-018-0193-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the data sharing and privacy practices of smartphone apps for depression and smoking cessation</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>04</month>
          <day>5</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>e192542</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2019.2542"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.2542</pub-id>
          <pub-id pub-id-type="medline">31002321</pub-id>
          <pub-id pub-id-type="pii">2730782</pub-id>
          <pub-id pub-id-type="pmcid">PMC6481440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McNair</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>De Keizer</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nykänen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rigby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vehko</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in clinical decision support: challenges for evaluating ai and practical implications</article-title>
          <source>Yearb Med Inform</source>
          <year>2019</year>
          <month>08</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>128</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0039-1677903"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0039-1677903</pub-id>
          <pub-id pub-id-type="medline">31022752</pub-id>
          <pub-id pub-id-type="pmcid">PMC6697499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Challen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denny</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pitt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gompels</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tsaneva-Atanasova</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence, bias and clinical safety</article-title>
          <source>BMJ Qual Saf</source>
          <year>2019</year>
          <month>03</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>231</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=30636200"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2018-008370</pub-id>
          <pub-id pub-id-type="medline">30636200</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2018-008370</pub-id>
          <pub-id pub-id-type="pmcid">PMC6560460</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obermeyer</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vogeli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mullainathan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dissecting racial bias in an algorithm used to manage the health of populations</article-title>
          <source>Science</source>
          <year>2019</year>
          <month>10</month>
          <day>25</day>
          <volume>366</volume>
          <issue>6464</issue>
          <fpage>447</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aax2342</pub-id>
          <pub-id pub-id-type="medline">31649194</pub-id>
          <pub-id pub-id-type="pii">366/6464/447</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blasimme</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vayena</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Madai</surname>
              <given-names>VI</given-names>
            </name>
            <collab>Precise4Q consortium</collab>
          </person-group>
          <article-title>Explainability for artificial intelligence in healthcare: a multidisciplinary perspective</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <month>11</month>
          <day>30</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>310</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-01332-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-01332-6</pub-id>
          <pub-id pub-id-type="medline">33256715</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-01332-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7706019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="web">
          <article-title>Digital Health Software Precertification (Pre-Cert) Program</article-title>
          <source>US Food and Drug Administration</source>
          <access-date>2021-04-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/digital-health-software-precertification-pre-cert-program">https://www.fda.gov/medical-devices/digital-health-center-excellence/digital-health-software-precertification-pre-cert-program</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Letter to FDA on Regulation of Software as Medical Device</article-title>
          <source>US Senator Elizabeth Warren of Massachusetts</source>
          <year>2018</year>
          <access-date>2021-04-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.warren.senate.gov/oversight/letters/warren-murray-smith-press-fda-on-oversight-of-digital-health-devices">https://www.warren.senate.gov/oversight/letters/warren-murray-smith-press-fda-on-oversight-of-digital-health-devices</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Babic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Evgeniou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>IG</given-names>
            </name>
          </person-group>
          <article-title>The need for a system view to regulate artificial intelligence/machine learning-based software as medical device</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>04</month>
          <day>7</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0262-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0262-2</pub-id>
          <pub-id pub-id-type="medline">32285013</pub-id>
          <pub-id pub-id-type="pii">262</pub-id>
          <pub-id pub-id-type="pmcid">PMC7138819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajkomar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hardt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Ensuring fairness in machine learning to advance health equity</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <volume>169</volume>
          <issue>12</issue>
          <fpage>866</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30508424"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-1990</pub-id>
          <pub-id pub-id-type="medline">30508424</pub-id>
          <pub-id pub-id-type="pii">2717119</pub-id>
          <pub-id pub-id-type="pmcid">PMC6594166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Minssen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Ethical and legal challenges of artificial intelligence-driven healthcare</article-title>
          <source>Artif Intell Healthcare</source>
          <year>2020</year>
          <fpage>295</fpage>
          <lpage>336</lpage>
          <pub-id pub-id-type="doi">10.1016/b978-0-12-818438-7.00012-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Char</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Magnus</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Implementing machine learning in health care - addressing ethical challenges</article-title>
          <source>N Engl J Med</source>
          <year>2018</year>
          <month>03</month>
          <day>15</day>
          <volume>378</volume>
          <issue>11</issue>
          <fpage>981</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29539284"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp1714229</pub-id>
          <pub-id pub-id-type="medline">29539284</pub-id>
          <pub-id pub-id-type="pmcid">PMC5962261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Binns</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Fairness in Machine Learning: Lessons from Political Philosophy</article-title>
          <source>ArXiv</source>
          <year>2017</year>
          <month>12</month>
          <day>10</day>
          <access-date>2019-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/1712.03586">http://arxiv.org/abs/1712.03586</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaushal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Langlotz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Geographic distribution of us cohorts used to train deep learning algorithms</article-title>
          <source>J Am Med Assoc</source>
          <year>2020</year>
          <month>09</month>
          <day>22</day>
          <volume>324</volume>
          <issue>12</issue>
          <fpage>1212</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32960230"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2020.12067</pub-id>
          <pub-id pub-id-type="medline">32960230</pub-id>
          <pub-id pub-id-type="pii">2770833</pub-id>
          <pub-id pub-id-type="pmcid">PMC7509620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeCamp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lindvall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Latent bias and the implementation of artificial intelligence in medicine</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>12</month>
          <day>9</day>
          <volume>27</volume>
          <issue>12</issue>
          <fpage>2020</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32574353"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa094</pub-id>
          <pub-id pub-id-type="medline">32574353</pub-id>
          <pub-id pub-id-type="pii">5859726</pub-id>
          <pub-id pub-id-type="pmcid">PMC7727353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mittelstadt</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Floridi</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The ethics of big data: current and foreseeable issues in biomedical contexts</article-title>
          <source>Sci Eng Ethics</source>
          <year>2016</year>
          <month>04</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>303</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1007/s11948-015-9652-2</pub-id>
          <pub-id pub-id-type="medline">26002496</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11948-015-9652-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mittelstadt</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Principles alone cannot guarantee ethical AI</article-title>
          <source>Nat Mach Intell</source>
          <year>2019</year>
          <month>11</month>
          <day>4</day>
          <volume>1</volume>
          <issue>11</issue>
          <fpage>501</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1038/s42256-019-0114-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Daneshjou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ouyang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How medical AI devices are evaluated: limitations and recommendations from an analysis of FDA approvals</article-title>
          <source>Nat Med</source>
          <year>2021</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>582</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-021-01312-x</pub-id>
          <pub-id pub-id-type="medline">33820998</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-021-01312-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Brody</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Perspectives of patients with schizophrenia and psychiatrists regarding ethically important aspects of research participation</article-title>
          <source>Am J Psychiatry</source>
          <year>2000</year>
          <month>01</month>
          <volume>157</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.157.1.67</pub-id>
          <pub-id pub-id-type="medline">10618015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sequeira</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perrotta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Merikangas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital phenotyping with mobile and wearable devices: advanced symptom measurement in child and adolescent depression</article-title>
          <source>J Am Acad Child Adolesc Psychiatry</source>
          <year>2019</year>
          <month>09</month>
          <volume>58</volume>
          <issue>9</issue>
          <fpage>841</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaac.2019.04.011</pub-id>
          <pub-id pub-id-type="medline">31445619</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(19)30279-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott-Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwannauer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Treatment outcomes and associations in an adolescent-specific early intervention for psychosis service</article-title>
          <source>Early Interv Psychiatry</source>
          <year>2019</year>
          <month>06</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>707</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1111/eip.12778</pub-id>
          <pub-id pub-id-type="medline">30690896</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sundby</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boolsen</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Burgdorf</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Ullum</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Mors</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Attitudes of stakeholders in psychiatry towards the inclusion of children in genomic research</article-title>
          <source>Hum Genomics</source>
          <year>2018</year>
          <month>03</month>
          <day>5</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humgenomics.biomedcentral.com/articles/10.1186/s40246-018-0144-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40246-018-0144-8</pub-id>
          <pub-id pub-id-type="medline">29506557</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40246-018-0144-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5839067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Martin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>LW</given-names>
            </name>
          </person-group>
          <article-title>Is it ethical to use prognostic estimates from machine learning to treat psychosis?</article-title>
          <source>AMA J Ethics</source>
          <year>2018</year>
          <month>09</month>
          <day>1</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>E804</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1001/amajethics.2018.804</pub-id>
          <pub-id pub-id-type="medline">30242810</pub-id>
          <pub-id pub-id-type="pii">amajethics.2018.804</pub-id>
          <pub-id pub-id-type="pmcid">PMC6689530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Potier</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The digital phenotyping project: a psychoanalytical and network theory perspective</article-title>
          <source>Front Psychol</source>
          <year>2020</year>
          <volume>11</volume>
          <fpage>1218</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2020.01218"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2020.01218</pub-id>
          <pub-id pub-id-type="medline">32760307</pub-id>
          <pub-id pub-id-type="pmcid">PMC7374164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dagum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Montag</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Montag</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Ethical considerations of digital phenotyping from the perspective of a healthcare practitioner</article-title>
          <source>Digital Phenotyping and Mobile Sensing: New Developments in Psychoinformatics. Studies in Neuroscience, Psychology and Behavioral Economics</source>
          <year>2019</year>
          <publisher-loc>New York City, USA</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>13</fpage>
          <lpage>28</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>Amarasingham</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The legal and ethical concerns that arise from using complex predictive analytics in health care</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2014</year>
          <month>07</month>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>1139</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2014.0048</pub-id>
          <pub-id pub-id-type="medline">25006139</pub-id>
          <pub-id pub-id-type="pii">33/7/1139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dalkey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Helmer</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>An experimental application of the delphi method to the use of experts</article-title>
          <source>Manag Sci</source>
          <year>1963</year>
          <month>04</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>458</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1287/mnsc.9.3.458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delbecq</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Group Techniques for Program Planning: A Guide to Nominal Group and Delphi Processes</source>
          <year>1986</year>
          <publisher-loc>Middleton, Wisconsin, United States</publisher-loc>
          <publisher-name>Green Briar Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hohmann</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lubowitz</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Expert opinion is necessary: delphi panel methodology facilitates a scientific approach to consensus</article-title>
          <source>Arthroscopy</source>
          <year>2018</year>
          <month>02</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>349</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arthro.2017.11.022</pub-id>
          <pub-id pub-id-type="medline">29413182</pub-id>
          <pub-id pub-id-type="pii">S0749-8063(17)31442-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eubank</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Mohtadi</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Lafave</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Bois</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boorman</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Sheps</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Using the modified Delphi method to establish clinical consensus for the diagnosis and treatment of patients with rotator cuff pathology</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2016</year>
          <month>05</month>
          <day>20</day>
          <volume>16</volume>
          <fpage>56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-016-0165-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-016-0165-8</pub-id>
          <pub-id pub-id-type="medline">27206853</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-016-0165-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4875724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landeta</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Current validity of the Delphi method in social sciences</article-title>
          <source>Technol Forecast Soc Change</source>
          <year>2006</year>
          <month>06</month>
          <volume>73</volume>
          <issue>5</issue>
          <fpage>467</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1016/j.techfore.2005.09.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vojtila</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ashfaq</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ampofo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Selby</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Engaging a person with lived experience of mental illness in a collaborative care model feasibility study</article-title>
          <source>Res Involv Engagem</source>
          <year>2021</year>
          <month>01</month>
          <day>8</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://researchinvolvement.biomedcentral.com/articles/10.1186/s40900-020-00247-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40900-020-00247-w</pub-id>
          <pub-id pub-id-type="medline">33419484</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40900-020-00247-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC7796603</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witkin</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Altschuld</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <source>Planning and Conducting Needs Assessments: A Practical Guide</source>
          <year>1995</year>
          <publisher-loc>Thousand Oaks, California</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Sandford</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Delphi Technique: Making Sense of Consensus</article-title>
          <source>Pract Assess Res Eval</source>
          <year>2007</year>
          <volume>12</volume>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarworks.umass.edu/pare/vol12/iss1/10"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ludwig</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Predicting the future: have you considered using the delphi methodology?</article-title>
          <source>J Exten</source>
          <year>1997</year>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.joe.org/joe/1997october/tt2.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castleberry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nolen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis of qualitative research data: Is it as easy as it sounds?</article-title>
          <source>Curr Pharm Teach Learn</source>
          <year>2018</year>
          <month>06</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>807</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cptl.2018.03.019</pub-id>
          <pub-id pub-id-type="medline">30025784</pub-id>
          <pub-id pub-id-type="pii">S1877-1297(17)30060-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaughn</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Decoding via coding: analyzing qualitative text data through thematic coding and survey methodologies</article-title>
          <source>Journal of Library Administration</source>
          <year>2015</year>
          <month>11</month>
          <day>23</day>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1080/01930826.2015.1105035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nadir</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cassara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noelker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moadel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kulkarni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bentley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Naik</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Krzyzaniak</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Podolej</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Strother</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Simulation-based remediation in emergency medicine residency training: a consensus study</article-title>
          <source>West J Emerg Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>145</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30643618"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2018.10.39781</pub-id>
          <pub-id pub-id-type="medline">30643618</pub-id>
          <pub-id pub-id-type="pii">wjem-20-145</pub-id>
          <pub-id pub-id-type="pmcid">PMC6324703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boulkedid</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abdoul</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Loustau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sibony</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Alberti</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using and reporting the Delphi method for selecting healthcare quality indicators: a systematic review</article-title>
          <source>PLoS One</source>
          <year>2011</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e20476</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0020476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0020476</pub-id>
          <pub-id pub-id-type="medline">21694759</pub-id>
          <pub-id pub-id-type="pii">PONE-D-11-05412</pub-id>
          <pub-id pub-id-type="pmcid">PMC3111406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rocher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrickx</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>de Montjoye</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Estimating the success of re-identifications in incomplete datasets using generative models</article-title>
          <source>Nat Commun</source>
          <year>2019</year>
          <month>07</month>
          <day>23</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>3069</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41467-019-10933-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41467-019-10933-3</pub-id>
          <pub-id pub-id-type="medline">31337762</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41467-019-10933-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6650473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref100">
        <label>100</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wachter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mittelstadt</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A Right to Reasonable Inferences: Re-Thinking Data Protection Law in the Age of Big Data and AI</article-title>
          <source>Columbia Business Law Review</source>
          <year>2019</year>
          <access-date>2021-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://papers.ssrn.com/abstract=3248829">https://papers.ssrn.com/abstract=3248829</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref101">
        <label>101</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snell</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>De-Identification of Data: Breaking Down HIPAA Rules</article-title>
          <source>HealthITSecurity</source>
          <year>2018</year>
          <access-date>2018-12-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://healthitsecurity.com/news/de-identifcation-of-data-breaking-down-hipaa-rules">https://healthitsecurity.com/news/de-identifcation-of-data-breaking-down-hipaa-rules</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref102">
        <label>102</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kadadi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nyamful</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atiq</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Challenges of Data Integration and Interoperability in Big Data</article-title>
          <source>IEEE International Conference on Big Data</source>
          <year>2014</year>
          <conf-name>CBD'14</conf-name>
          <conf-date>July 17-19, 2014</conf-date>
          <conf-loc>Washington, DC</conf-loc>
          <pub-id pub-id-type="doi">10.1109/BigData.2014.7004486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref103">
        <label>103</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reisman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>EHRs: the challenge of making electronic data usable and interoperable</article-title>
          <source>P T</source>
          <year>2017</year>
          <month>09</month>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>572</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28890644"/>
          </comment>
          <pub-id pub-id-type="medline">28890644</pub-id>
          <pub-id pub-id-type="pmcid">PMC5565131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref104">
        <label>104</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Nakeshimana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Olubeko</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Addressing fairness, bias, and appropriate use of artificial intelligence and machine learning in global health</article-title>
          <source>Front Artif Intell</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>561802</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/frai.2020.561802"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/frai.2020.561802</pub-id>
          <pub-id pub-id-type="medline">33981989</pub-id>
          <pub-id pub-id-type="pii">561802</pub-id>
          <pub-id pub-id-type="pmcid">PMC8107824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref105">
        <label>105</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mehrabi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Morstatter</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Galstyan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A Survey on Bias and Fairness in Machine Learning</article-title>
          <source>arXivcs</source>
          <year>2019</year>
          <month>08</month>
          <day>23</day>
          <access-date>2021-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/1908.09635">http://arxiv.org/abs/1908.09635</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref106">
        <label>106</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCradden</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mazwi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goldenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zlotnik Shaul</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient safety and quality improvement: ethical principles for a regulatory approach to bias in healthcare machine learning</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>12</month>
          <day>9</day>
          <volume>27</volume>
          <issue>12</issue>
          <fpage>2024</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32585698"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa085</pub-id>
          <pub-id pub-id-type="medline">32585698</pub-id>
          <pub-id pub-id-type="pii">5862600</pub-id>
          <pub-id pub-id-type="pmcid">PMC7727331</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
