<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i2e12229</article-id>
      <article-id pub-id-type="pmid">32130153</article-id>
      <article-id pub-id-type="doi">10.2196/12229</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Framework for Competencies for the Use of Mobile Technologies in Psychiatry and Medicine: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Tsanas</surname>
            <given-names>Athanasios</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Acquilano</surname>
            <given-names>Stephanie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Noel</surname>
            <given-names>Valerie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Long</surname>
            <given-names>Katrina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Farzi</surname>
            <given-names>Jebraeil</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Hilty</surname>
            <given-names>Donald</given-names>
          </name>
          <degrees>MBA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>VA Northern California Health Care System</institution>
            <institution>Mental Health &#38; Department of Psychiatry and Behavioral Sciences</institution>
            <institution>UC Davis School of Medicine</institution>
            <addr-line>10535 Hospital Way</addr-line>
            <addr-line>Mather, CA, 95655</addr-line>
            <country>United States</country>
            <phone>1 6263757857</phone>
            <email>donh032612@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8861-3615</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>Steven</given-names>
          </name>
          <degrees>MBA, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1696-3122</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5362-7937</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>John</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8327-4573</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Boland</surname>
            <given-names>Robert</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2166-2332</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>VA Northern California Health Care System</institution>
        <institution>Mental Health &#38; Department of Psychiatry and Behavioral Sciences</institution>
        <institution>UC Davis School of Medicine</institution>
        <addr-line>Mather, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Palo Alto VA Health Care System</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Beth Israel Deaconess Medical Center</institution>
        <institution>Psychiatry</institution>
        <institution>Harvard School of Medicine</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Consultation-Liaison &#38; Emergency Psychiatry</institution>
        <institution>UC Irvine Department of Psychiatry</institution>
        <institution>UCI Health</institution>
        <addr-line>Irvine, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Harvard Longwood Psychiatry Residency Training Program</institution>
        <institution>Brigham and Women's/Faulkner Hospitals</institution>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Donald M Hilty <email>donh032612@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>2</month>
        <year>2020</year>
      </pub-date>
      <volume>8</volume>
      <issue>2</issue>
      <elocation-id>e12229</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>9</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Donald M. Hilty, Steven Chan, John Torous, John Luo, Robert Boland. Originally published in JMIR mHealth and uHealth (http://mhealth.jmir.org), 21.02.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2020/2/e12229/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>To ensure quality care, clinicians need skills, knowledge, and attitudes related to technology that can be measured.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper sought out competencies for mobile technologies and/or an approach to define them.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A scoping review was conducted to answer the following research question, “What skills are needed for clinicians and trainees to provide quality care via mHealth, have they been published, and how can they be made measurable and reproducible to teach and assess them?” The review was conducted in accordance with the 6-stage scoping review process starting with a keyword search in PubMed/Medical Literature Analysis and Retrieval System Online, APA PsycNET, Cochrane, EMBASE, PsycINFO, Web of Science, and Scopus. The literature search focused on keywords in 4 concept areas: (1) competencies, (2) mobile technologies, (3) telemedicine mode, and (4) health. Moreover, 2 authors independently, in parallel, screened the search results for potentially relevant studies based on titles and abstracts. The authors reviewed the full-text articles for final inclusion based on inclusion/exclusion criteria. Inclusion criteria were keywords used from concept area 1 (competencies) and 2 (mobile technologies) and either 3 (telemedicine mode) or 4 (health). Exclusion criteria included, but were not limited to, keywords used from a concept area in isolation, discussion of skills abstractly, outline or listing of what clinicians need without detail, and listing immeasurable behaviors.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>From a total of 1232 results, the authors found 78 papers eligible for a full-text review and found 14 papers directly relevant to the 4 key concepts. Although few studies specifically discussed skills, the majority were clinical studies, and the literature included no lists of measurable behaviors or competency sets for mobile technology. Therefore, a framework for mobile technology competencies was built according to the review, expert consensus, and recommendations of the Institute of Medicine’s Health Professions Education Summit and Accreditation Council of Graduate Medical Education framework. This framework borrows from existing competency framework domains in telepsychiatry and social media (patient care, medical knowledge, practice-based learning and improvement, systems-based practice, professionalism, and interpersonal skills and communication)  and added domains of mHealth clinical decision support, device/technology assessment/selection, and information flow management across an electronic health record platform. mHealth Asynchronous components require additional traditional learning, teaching, supervisory and evaluation practices. Interactive curricula with case-, problem-, and system-based teaching may help faculty focus on decision making and shape skills and attitudes to complement clinical exposure.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Research is needed on how to customize implementation and evaluation of mHealth competencies and to ensure skill development is linked to the quality of care. This will require the management of organizational change with technology and the creation of a positive electronic culture in a complex policy and regulatory environment.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>apps</kwd>
        <kwd>behavior</kwd>
        <kwd>education</kwd>
        <kwd>mobile</kwd>
        <kwd>outcome</kwd>
        <kwd>competency</kwd>
        <kwd>technology</kwd>
        <kwd>health</kwd>
        <kwd>mobile phone</kwd>
        <kwd>framework</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mobile technologies such as mobile phones and other devices are supported by third generation and fourth generation mobile networks for data transport, computing, and integration. They have been a force in business, entertainment, and health communities and enable communication, monitoring, consulting, and other health care services across geographical, cost, and temporal barriers [<xref ref-type="bibr" rid="ref1">1</xref>]. This movement is consistent with person- and patient-centered care, often spoken of as participatory medicine. It has moved patients from being mere passengers to responsible drivers of their health, and physicians value them as partners [<xref ref-type="bibr" rid="ref2">2</xref>]. Accordingly, educational reform with technology is suggested by the World Health Organization [<xref ref-type="bibr" rid="ref3">3</xref>] and the Institute of Medicine [<xref ref-type="bibr" rid="ref4">4</xref>] to help physicians learn about technologies and educate patients.</p>
        <p>In health care, mobile health (mHealth) components include monitoring, alerting, data collection, record maintenance, and detection and prevention systems [<xref ref-type="bibr" rid="ref5">5</xref>]. mHealth was previously defined as “unwired e-med,” [<xref ref-type="bibr" rid="ref6">6</xref>] then as mobile communications and network technologies [<xref ref-type="bibr" rid="ref7">7</xref>], and now as the application of mobile or wireless communication technologies to health and health care [<xref ref-type="bibr" rid="ref8">8</xref>]. mHealth service architecture includes many settings, devices, and operational features (<xref rid="figure1" ref-type="fig">Figure 1</xref>). These afford accessibility, timeliness, and integration. Technology enables providers to do more with patients in a longitudinal, integrated way and is therefore called a <italic>practice extender</italic> [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>How mobile health, mobile phone/device, and apps integrate information in the digital age.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i2e12229_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>mHealth recontextualizes health care communication via phones, tablet computers, and wearable devices (eg, smart watches and sensors) [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. As such, mHealth intersects with the field of remote patient monitoring of patients outside of conventional clinical settings (eg, home-based chronic disease management). Persons, patients, caregivers, and family members report more support if a problem arises and have fewer emergency department visits and hospitalizations [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Mobile apps offer (1) portability for access to data, systems, and other information, regardless of patient geography and transportation barriers; (2) an inexpensive option vs traditional desktop computers; and (3) additional features such as context-aware interventions and sensors [<xref ref-type="bibr" rid="ref12">12</xref>] with real-time feedback. Although mobile technologies may feature live streaming of data, they are typically used like the 24-hour, 7-day per week Holter monitor in cardiology, which is read intermittently at the end of the data collection; therefore, it is usually functionally asynchronous.</p>
        <p>The mHealth devices (<xref rid="figure1" ref-type="fig">Figure 1</xref>) have the following features [<xref ref-type="bibr" rid="ref13">13</xref>]:</p>
        <list list-type="bullet">
          <list-item>
            <p>Voice/video calling: convenient way for clinicians and patients to remotely communicate;</p>
          </list-item>
          <list-item>
            <p>SMS and multimedia message services: transmit text messages and video clips/sound files as a cost-effective way to deliver education;</p>
          </list-item>
          <list-item>
            <p>Multimedia functions: provide a range of learning opportunities;</p>
          </list-item>
          <list-item>
            <p>Inbuilt sensors: touch, motion, and GPS sensors that simplify clinical assessment and lifestyle and social activities;</p>
          </list-item>
          <list-item>
            <p>Device connectivity: practical and less error-prone data entry than manual processes.</p>
          </list-item>
        </list>
        <p>mHealth also has clinical decision support (CDS) and information flow management features, which helps providers, patients, and others make decisions <italic>in time</italic>. These features improve outcomes, reduce unnecessary mistakes, and increase efficiency [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Health care has different types of information systems and domains, including the electronic health record (EHR), picture archiving and communication systems, laboratory information systems, and CDS systems. CDS provides clinicians, patients, and others with knowledge and person-specific information, intelligently filtered or presented at appropriate times, to enhance health and health care. Research is investigating core components and processing features [<xref ref-type="bibr" rid="ref13">13</xref>], including in child and adolescent psychiatry [<xref ref-type="bibr" rid="ref15">15</xref>]. CDS arose within clinical informatics but is increasingly valued in medicine and behavioral health [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>Competencies for Technology</title>
        <p>Clinicians need a framework and skills/competencies for mHealth as a way to link skill and attitudinal change with quality of care [<xref ref-type="bibr" rid="ref17">17</xref>]. The Institute of Medicine’s core competencies for the health professions—now being applied to telepsychiatry and other technologies—include the ability to provide patient-centered care, work in interdisciplinary teams, employ evidence-based practice, apply quality improvement (QI), <italic>and</italic> use information technology [<xref ref-type="bibr" rid="ref4">4</xref>]. Competency-based medical education movement focuses on clinical skill development and curricula to produce desired outcomes for learners in addition to knowledge acquisition [<xref ref-type="bibr" rid="ref18">18</xref>]. Learner-centered educational outcomes are set, and then teaching and assessment methods are aligned [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Faculty assess learners during patient care in addition to seminars to ensure skill development [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>A straightforward competency framework for some technologies is available for faculty, program directors, and administrators (eg, telepsychiatry and social media) [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. It is based on the US Accreditation Council of Graduate Medical Education (ACGME) framework [<xref ref-type="bibr" rid="ref25">25</xref>], which has domains related to patient care, medical knowledge, practice-based learning and improvement, systems-based practice, professionalism, and interpersonal skills and communication [<xref ref-type="bibr" rid="ref25">25</xref>]. Another useful framework is the Royal College’s Canadian Medical Education Directives for Specialists, which uses 7 roles that all physicians play: medical expert, communicator, collaborator, manager, health advocate, scholar, and professional [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The telepsychiatry competencies framework simplified the Dreyfus 5-level model of learners (level 1–novice; level 2–advanced; level 3–competent; level 4–proficient; and level 5–expert) [<xref ref-type="bibr" rid="ref27">27</xref>] to 3 levels: novice/advanced beginner (eg, early clinicians or those unfamiliar with technology); competent/proficient (eg, able to translate in-person to technology-based care well); and expert (eg, advanced in clinical care and via technology). Others use a similar gradation nationally, such as the National Hospice and Palliative Care Organization [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The telepsychiatry <italic>patient care</italic> domain was divided into 2 parts: (1) clinical—the history, interviewing, assessment, and treatment and (2) administrative-based procedures/issues related to care such as documentation, EHR, medicolegal aspects, billing, and privacy/confidentiality. <italic>Systems-based practice</italic> included interprofessional education models of care and safety, whereas <italic>professionalism</italic> included integrity, ethics, culture, and diversity. As both telepsychiatry and in-person care are synchronous practices, the competencies are similar to a few significant and many minor adjustments in approach, execution, and evaluation (eg, inquiry about use of and comfort with technology and modification of a mental status examination at a distance). The competencies also added other important features such as detailed andragogy/pedagogy methods for teaching and assessment of learners, faculty development priorities, and institutional competencies for administration [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Social media and networking competencies apply as a preview of mHealth’s asynchronous components [<xref ref-type="bibr" rid="ref23">23</xref>]. Social media (1) is asynchronous not synchronous, so it cannot be <italic>organized</italic> or structured like traditional care; (2) may affect how participants engage within the therapeutic frame; (3) is conducted over public, private, and health system sites, making data integration and security difficult, if not impossible; (4) challenges users to maintain tight personal and professional boundaries, as email and texting may cause complications; and (5) requires clinicians to verify the identity of the patient for a social media account, as false identities are sometimes used [<xref ref-type="bibr" rid="ref24">24</xref>]. A history about the use of social media needs to inquire about social media sites visited as well as for what purpose they are used [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>For <italic>patient care</italic> related to social media, the competent/proficient clinician discusses technology during the consent process and screens for social media use. The clinician decides with the patient whether social media is <italic>part of</italic> the clinical service contract. This requires some reflection on its pros/cons, as much of it is outside the therapeutic hour [<xref ref-type="bibr" rid="ref10">10</xref>]. At a minimum, if it is part of the plan, it should be used as part of an established doctor-patient relationship. The clinician needs to systematically screen what is used and for what purpose(s) (eg, entertainment, health care, and behavioral health care). A plan may be needed to manage risks (eg, privacy, self-disclosure, and cyberbullying). As clinicians also have social media profiles, they have to be mindful of colleagues and patients–to portray a professional image–and to remember that one represents oneself, the institution, and the profession. Many of these challenges apply to mHealth, so additional screening and planning are needed with regard to patient care [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Lack of Existing Competencies for Mobile Health</title>
        <p>mHealth is used clinician-to-clinician, clinician-to-patient, and person/people-to-others; the participants may be mobile or stationary. This poses significant challenges to clinical care, as mHealth alters communication, boundaries, and privacy/confidentiality; therefore, clinicians are encouraged to screen what technology is being used, how, and when [<xref ref-type="bibr" rid="ref30">30</xref>]. mHealth may therefore affect the therapeutic relationship and it is important to use the <italic>right</italic> technology at the <italic>right</italic> time (eg, not using an app or text to express suicidal ideation [SI]) as part of a treatment plan. Although mHealth may empower patients via in-time learning and increased self-efficacy, all parties need to have time to acquire knowledge, gain skills, and adjust attitudes. This is greater than any single party seeking information, as knowledge does not necessarily translate into skill.</p>
        <p>A conceptual approach may need to consider mHealth as both <italic>inside</italic> and <italic>outside</italic> of the clinical visit. Patients bring up apps, communications, and assignments from clinicians (eg, filling out a questionnaire). This is a new dimension of care typically without problems. An approach on competencies, however, encourages the clinician to use mHealth in the treatment plan more purposely (eg, using an app weekly for monitoring depression), rather than spontaneously. The clinician can help the patient use an app in a (structured) way that feeds into the EHR—instead of a half dozen apps that do not—which simplifies treatment and protects privacy. mHealth may also be used for communication outside the visit, and if a clinician uses her/his personal device for professional care, this may be disruptive, as texts and email create extra workload and irregular contact after hours (ie, a boundary problem).</p>
        <p>There are things that mHealth, telemedicine/telepsychiatry (ie, video), social media, and other technologies have in common. mHealth like video connects participants synchronously (eg, live feed of data to a clinician for decisions) [<xref ref-type="bibr" rid="ref31">31</xref>] or asynchronously [<xref ref-type="bibr" rid="ref32">32</xref>]. Additional competencies are needed as mHealth includes CDS, mobile technology assessment/selection, and information flow management across an EHR platform. Unlike telepsychiatry, but like social media, mHealth may have asynchronous components (eg, texting) [<xref ref-type="bibr" rid="ref33">33</xref>]. Not all patients may be suitable for mHealth and social media because of impulsivity (eg, disclosure of information, attempts at after-hours contact), and otherwise failing to understand the medium. On the other hand, some severely ill patients may benefit from mobile technologies. They may provide a <italic>wraparound</italic> approach, similar to case managers, for patients with schizophrenia who live in the community.</p>
        <p>In addition to the clinical care adjustments, there are educational ramifications for mHealth competencies. The examples below show how supervision is on one hand similar (eg, mobile technologies are discussed like any other topic at a weekly supervisory meeting) but on the other hand, different (eg, additional supervisory contact to review online data about patient experiences over time). Accordingly, leaders need to organize a curriculum, perform program evaluation, train faculty, and administer change.</p>
        <p>This paper will help with reference to mobile technologies’ (ie, mHealth, mobile phones and other devices, and apps) competencies so the reader can:</p>
        <list list-type="order">
          <list-item>
            <p>develop competencies for mobile technologies using the ACGME framework, which is founded in the competency-based medical education movement,</p>
          </list-item>
          <list-item>
            <p>model the mHealth competencies based on the competencies for telepsychiatry and social media, but shift them based on mHealth’s components, concepts, operations, and processes,</p>
          </list-item>
          <list-item>
            <p>model teaching and evaluation processes for clinicians, programs directors, and health care systems, which facilitate skill development based on those for telepsychiatry and social media but adjust them contextually based on mHealth’s components, concepts, operations, and processes.</p>
          </list-item>
        </list>
        <p>The section <italic>Methods</italic> outline the approach, strategy, validity assessment, and expert opinion processes. The <italic>Results</italic> are first organized into the findings, how the framework was built, and an overview of the competency movement in medicine. Existing competencies in telepsychiatry and social media are briefly described to provide historical background. Next, the <italic>Results</italic> outline unique elements of mHealth, with <xref rid="figure1" ref-type="fig">Figure 1</xref> to provide clinical context, and a competency set, with examples to provide specifics. Some examples focus on clinical and supervisory themes, whereas others focus on teaching by faculty, with tables to outline both learning (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and teaching (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) specifics. <xref rid="figure2" ref-type="fig">Figure 2</xref> provides an overall picture on components of an e-learning culture and <xref rid="figure3" ref-type="fig">Figure 3</xref> shows how the patient, clinician, and system need an interface.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Competency areas of an e-Culture for a training institution related to mobile health, mobile phone/device, and apps.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i2e12229_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The relationship between patient care needs based on acuity and information technology connectivity.</p>
          </caption>
          <graphic xlink:href="mhealth_v8i2e12229_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Approach</title>
        <p>The literature keyword search was conducted from July 2003 to February 2019. The philosophical approach to the search was used according to the original 6-stage process [<xref ref-type="bibr" rid="ref34">34</xref>] and updated modifications [<xref ref-type="bibr" rid="ref35">35</xref>] for scoping reviews. These reviews are typically undertaken to examine the extent, range, and nature of research in a topic area and identify gaps in knowledge rather than examine more specific, narrow topics based on study designs of systematic reviews. Both types of reviews use an approach based on concept, target population, and health outcomes.</p>
        <p>The stages in this process have been described as (1) linking a clear purpose with a well-defined research question, with a rationale for completion; (2) identifying relevant studies based on the question and purpose, employing a suitable team; (3) selecting studies based on an iterative process involving searching the literature, refining the search strategy, and reviewing articles for study inclusion, along with reviewer discussion at the beginning, midpoint, and final stages; (4) charting the data and updating the form by having at least 2 reviewers extract information; (5) analysis, reporting, and considering the meaning of the findings (previously known as collating, summarizing, and reporting); and (6) using preliminary findings to obtain consultation from stakeholders toward an aim, using a plan for how data are collected, analyzed, reported, and integrated within the overall study outcome. Finally, clarifying terminology (eg, scoping reviews vs studies) and quality assessment are suggested [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>The Research Question</title>
        <p>The question that guided the review was, “What skills are needed for clinicians and trainees to provide quality care via mHealth, have they been published, and how can they be made measurable and reproducible to teach and assess them?” The goal was to identify behaviors (skills and competencies), make them measurable for implementation, and be able to assess learning outcomes, which are distinct from clinical treatment and service system outcomes. Implementation involves assessment of acceptability, adoption, appropriateness, feasibility, fidelity, implementation cost, penetration, and sustainability [<xref ref-type="bibr" rid="ref36">36</xref>]. As the search proceeded, additional terms were suggested by experts to potentially modify of the question, but new searches did not result in additional data, and the question did not change.</p>
      </sec>
      <sec>
        <title>Identifying Relevant Studies: The Search Strategy</title>
        <p>A literature keyword search from July 2003 to February 2019 (previously described) [<xref ref-type="bibr" rid="ref30">30</xref>] placed keywords into concept areas [<xref ref-type="bibr" rid="ref37">37</xref>]. The databases searched were PubMed/Medical Literature Analysis and Retrieval System Online, APA PsycNET, Cochrane, EMBASE, PsycINFO, Web of Science and Scopus, Science Citation Index, Social Sciences Citation Index, Telemedicine Information Exchange database, Centre for Reviews and Dissemination, and The Cochrane Library Controlled Trial Registry database. The initial literature search targeted 4 concept areas: (1) competency(ies) (skills, behavior, cognition, cognitive, pedagogy, framework, education, training, milestones, and curriculum); (2) mobile technologies (Web-based, apps, text, internet, mobile phone, wearable, and device); (3) telemedicine mode (video, synchronous, asynchronous, phone, and email); and (4) health (patient, clinician, care, services, medicine, psychiatry, mental, and behavioral).</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>An iterative process involving searching the literature, refining the search strategy, and reviewing articles for study inclusion was used. Two authors (DH and SC) independently, in parallel, screened the search results for potentially relevant studies based on titles and abstracts. Full-text articles were reviewed for final inclusion based on the keyword search. Inclusion criteria were keywords used from concept area 1 (competencies) and 2 (mobile technologies) and either 3 (telemedicine mode) or 4 (health). Exclusion criteria included keywords used from a concept area in isolation (eg, using the word competency but not mentioning a single skill); discussing skills abstractly (eg, as part of clinical skill development), outline or listing of what clinicians need (eg, knowledge, skills, and attitudes) without detail, listing behaviors that are not measurable (eg, good engagement), and terms in combination (eg, cognitive, milestones, and patient) without discussing competencies).</p>
        <p>Findings of the searches were shared with others at the beginning of the process to decide study inclusion and exclusion, for the 2 reviewers to independently review abstracts and full papers; when disagreements on study inclusion occurred, a third reviewer determined the outcome. Reviewers met at the beginning, midpoint, and final stages of the abstract review process to discuss challenges and uncertainties related to study selection and to go back and to refine the search strategy. Study selection would have involved <italic>posthoc</italic> inclusion and exclusion criteria, based on the specifics of the research question, new familiarity with the subject matter, and expert input. However, none were added in this study.</p>
      </sec>
      <sec>
        <title>Charting the Data</title>
        <p>A data-charting form was not developed and used to extract data from each study, but notes were organized consistent with a narrative review or descriptive analytical methods by each reviewer to extract contextual or process-oriented information from each study, particularly the frameworks of telepsychiatric and social media competencies. The reviewers then compared and consolidated information regarding content. A qualitative content analysis approach would have been used if there was more content, to make sense of the wealth of extracted data. A descriptive analytical method was used to summarize the process and content information of discussions with experts, in an effort to chart and summarize complex concepts in a meaningful way.</p>
      </sec>
      <sec>
        <title>Analysis, Reporting, and Considering the Meaning of the Findings</title>
        <p>This phase was to organize meaningful results in a table, study by study, with skills outlined and parsed together incrementally. Then, the authors consolidated the data and followed up with the expert consensus step. There were few papers, so the findings were reported individually, as the depth of existing research was less than expected. Indeed, there were virtually no experts outside of the authors with a command over the necessary different fields (eg, pedagogy, mHealth, and medical education administration). Therefore, the reporting of results and applying of meaning to the results was added to the authors’ preliminary framework tables, and case examples were used to describe the findings. A descriptive numerical summary of results and a thematic analysis were not possible.</p>
      </sec>
      <sec>
        <title>Consultation for Expert Opinion</title>
        <p>Expert opinion was solicited in 4 ways: (1) a series of medical educator conference calls focused on teaching competencies [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], (2) discussion during several regional and national presentations (eg, American Association for Directors of Psychiatry Residency Training, (3) through individual discussions with educational experts [<xref ref-type="bibr" rid="ref23">23</xref>], and (4) input from national behavioral health organizations–for example, psychiatry/medicine, psychology, social work, counseling, marriage/family, psychiatric nursing, and behavioral analysis) via 2 rounds of input for the consensus process [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. That process was based on an already published review of interprofessional literature (ie, psychiatry/medicine, psychology, social work, counseling, marriage/family, psychiatric nursing, and behavioral analysis), which gained 2 rounds of input from national organizations as part of the consensus process [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>The participants included educational leaders (eg, course/program directors, chairs, deans, a national society executive director), educational researchers, journal editors, and authors of educational textbooks. Participants had content expertise in medicine, psychiatry, education, health services, mobile technologies, and ethics. They represented viewpoints enriched by their leadership roles within their professional societies. Stakeholders were consulted with a purpose to validate preliminary findings, to integrate additional data related to the findings, and to revise the search to collect better data, if possible. Using a modified Delphi process, the conference participants reviewed an initial framework [<xref ref-type="bibr" rid="ref22">22</xref>] based on qualitative analysis of identified themes that incorporated both ACGME competencies and the Royal College’s Canadian Medical Education Directives for Specialists roles. The Delphi process is based on the principle that decisions from a structured group of individuals are more accurate than those from unstructured groups.</p>
        <p>The conference calls series comprised 2 groups of 8 medical educators from the United States and Canada to discuss educational competency development. The preliminary findings were placed in the framework table, with both themes and individual suggestions (ie, findings). This allowed stakeholders to build on the evidence and offer a higher level of meaning, content expertise, and perspective to the preliminary findings. The references were also reviewed, and additional references were solicited. The Delphi process was modified in 3 ways: conferences were conducted by video/telephone, they occurred using groups of people from more than one organization, and part of the group feedback was provided by returning questionnaires.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>From a total of 1232 potential references, the authors found 78 eligible for a full-text review and 14 papers directly relevant to the concepts. From papers’ references, another 10 papers were found, but they were mainly foundational sources about competencies from continuing and graduate education. There were a few papers on skill development, mainly in nurses and community health workers [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. There were many references to patient education and the quality of a good app. There were also many references to informatics competencies, but none with competencies for mHealth; however, one used an ACGME framework [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Therefore, a framework was built according to the review, expert consensus, and recommendations of the Institute of Medicine’s Health Professions Educational Summit [<xref ref-type="bibr" rid="ref4">4</xref>] and ACGME framework [<xref ref-type="bibr" rid="ref25">25</xref>]. It borrowed from existing frameworks in telepsychiatry, social media, and telebehavioral health. As mobile technologies have similarities to in-person and telepsychiatric care, mHealth competencies were placed in milestone domains of patient care, medical knowledge, practice-based learning and improvement, systems-based practice, professionalism, and interpersonal skills and communication.</p>
        <p>Additional competencies were suggested as mHealth includes CDS, device/technology assessment/selection, and information flow management across an EHR platform. As care with mHealth may have asynchronous components—such as social media—competencies for trainees and clinicians may help them shift traditional learning, teaching, supervisory, and evaluation practices to achieve targeted outcomes. Asynchronous is defined in several ways but it includes sending information byte by byte, sequentially between parties (eg, texting), radiographs/pictures (eg, radiology and dermatology), and prerecorded information transfer [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Mobile Technologies Competencies</title>
        <p>The experts agreed that the mHealth competency set be modeled after the ACGME framework of the telepsychiatric and social media competencies [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] and employ 3 levels named novice/beginner, competent/proficient, and expert [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The framework has been described in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Example 1: Description of Patient Care History Taking, Engagement, Assessment, and Treatment</title>
        <p>The Patient Care section includes history taking, engagement and interpersonal skills, assessment, education and management, and treatment planning. It also includes administration, documentation, and medicolegal issues such as privacy, confidentiality, safety, data protection/integrity, and security. Clinicians should help patients reflect on the pros/cons of mobile technologies’ use as part of ongoing treatment and document this (eg, as part of the consent form or in a progress note). This may include, but not be limited to, the competent/proficient clinician selecting the mobile technology option based on patient preference, skill and need (ie, purpose). To do that, it is helpful to know if the patient uses mobile technologies for personal life, health care, and behavioral health care. The clinician should see if the patient is aware of risks (eg, privacy, self-disclosure, and potential for cyberbullying) and help them select options that are easy to use.</p>
        <p>Technology in the form of mobile technologies can be useful for preparing for a treatment session or collecting information between sessions (eg, see the row titled “Management and treatment planning” in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Ecological momentary assessment (EMA) involves repeated sampling of naturalistic behaviors and experiences [<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>] of day-to-day life such as habits (eg, smoking), mood changes (ie, depression), physical activity, and vital signs (eg, blood pressure). Paper-and-pencil diary methods (eg, medication calendars) are subject to memory lapses, recall bias, and bias related to social desirability. Now, mobile technologies may immediately capture information by alarms (ie, signal dependent) or key events (ie, event-dependent) that facilitate in-person trajectories and temporal sequences of behavior, particularly if wearable sensors are used.</p>
        <p>In behavioral health, EMA measurement of changes in mood/affect correlate better with clinician-rated affective symptoms, may be used to detect subsequent risk of SI in bipolar patients [<xref ref-type="bibr" rid="ref46">46</xref>], and may be preferable to patients (eg, Veterans prefer to complete psychometric measures such as the Patient Health Questionnaire or PHQ-9 using an iPhone [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]). If an urgent issue arises (eg, a patient reports SI via an app), an immediate telephone call or emergency response is almost always suggested, although a personalized email or text may be therapeutic and successful to prevent worsening [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref52">52</xref>].</p>
      </sec>
      <sec>
        <title>Teaching, Assessment, and Evaluation of Mobile Technologies</title>
        <sec>
          <title>Overview</title>
          <p>The outcome (ie, competency skill or behavior) should predetermine its measurement as well as teaching, supervision, and organization of clinical services. This is particularly important as mobile technologies cause a shift, which may include events as part of a regular clinical visit or between visits. If clinicians who are supervisors pre-emptively decide that mobile technologies are not part of care or informally approach mHealth, trainees may not provide adequate supervision to develop necessary skills. Similarly, poor outcomes may occur if the discussion of mobile technologies is left to chance rather than a planned part of supervision.</p>
          <p>The supervisor’s approach requires many things, particularly a solid foundation in psychiatry (eg, the therapeutic frame and boundary issues) and experience with technology. She/he needs clear personal and professional boundaries and professional-personal wellness/balance to avoid other problems. She/he must plan how to monitor information flow and make decisions, if applicable, between visits. Patients and clinicians should have an initial discussion and monitor changes. Attention to longitudinal documentation is needed (eg, consent form and progress notes) for both supervisors and trainees. A patient’s increasing number of requests for nonphone contact between visits (eg, apps, texts, and emails) may be a good sign or signal expectations that are not healthy.</p>
        </sec>
      </sec>
      <sec>
        <title>Clinical Supervision of Mobile Technologies Competencies</title>
        <p>An approach to teaching these competencies involves a wide range of methodologies, settings, and participants (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Mobile technologies and social media have asynchronous functions, so an approach to <italic>organize</italic> the teaching plan is needed. A computer can be programmed to email, text, or otherwise contact a patient or a clinician may contact the patient throughout the week or vice versa. The flow of information has to be funneled <italic>into</italic> scheduled supervision as part of a caseload or quickly dealt with by a <italic>curbside consultation</italic> <italic>in time</italic>. Thus, clinical workflow and administrative policies may be required to provide a trainee time to reflect, consider options, and get advice before responding.</p>
      </sec>
      <sec>
        <title>Traditional Teaching Approaches</title>
        <p><italic>Case-based learning</italic> (as seen in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) is a good teaching and learning method that uses real life examples or vignettes in seminars, site-based case conferences, and QI/grand round presentations. These also draw from trainees’ experiences with patients about mobile technologies. Interactive methods such as role-plays can be used to flush out the issues, practice communication skills, identify options for decisions, and propose solutions for patients. Context for other settings and in-depth learning occurs through group input and feedback from peers and faculty. Furthermore, this provides an opportunity to build and solidify the resident <italic>Role as an Educator</italic> (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). She or he learns to work with an interprofessional team and adapt communication skills to multiple people. For a content area such as <italic>Knowledge</italic> (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), decision support tools may help clinicians evaluate apps to see if they are evidence based and develop an approach to use them in an evidence-based fashion.</p>
        <p>Faculty cannot supervise mHealth care in real time like a scheduled visit. Reflection, peer advice, and faculty supervision may be required quickly, which may necessitate on-site <italic>on-call</italic> or <italic>faculty of the day</italic> supervision, but these other faculty may triage a situation differently than the trainee’s ongoing supervisor. With regard to Example 1 given above related to SI, the trainee has to decide what to do and has several potential options: do nothing (if it is a chronic behavior for the patient); send a personalized, empathic text that is therapeutic [<xref ref-type="bibr" rid="ref49">49</xref>]; telephone the patient; and trigger an emergency response. The personalized text may be part of an ongoing therapy for nonlethal impulsive harm (eg, self-mutilation). All parties should learn about clinic, department, and health system policies—if any are in place—or be prompted to develop them.</p>
      </sec>
      <sec>
        <title>Example 2: Description of Supervision Clinical Care With Patients by Observing Faculty</title>
        <p>CDS tools may also help with diagnosis and treatment [<xref ref-type="bibr" rid="ref53">53</xref>] and this is learned in the flow of clinical care rather than by seminar, although case presentation and QI projects may help others learn and improve workflow. CDS is sometimes misunderstood as alert, notification, or explicit care suggestions, but CDS encompasses a variety of tools including, but not limited to computerized alerts and reminders for clinicians and patients, clinical guidelines, condition-specific order sets, focused patient data reports and summaries, documentation templates, diagnostic support, and contextually relevant reference information [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>CDS tools provide clinicians, patients, and others with knowledge and person-specific information, intelligently filtered and presented in a timely fashion. These help to enhance health and health care by enhancing decision making in the clinical workflow.</p>
        <p>Examples are patient-report questionnaires and rating scales, which standardize evaluation and facilitate treatment tracking by automatically sending scores to a clinician in real time. One option (eg, Outcomes Questionnaires Analyst) utilizes electronic tracking of distress among patients and it has been used by some health systems with other disease-specific scales in order to within an online behavioral health EHR to inform decision making. Another uses the Brief Symptom Inventory for monitoring [<xref ref-type="bibr" rid="ref52">52</xref>]. A Web-based CDS system for depression care management helps care managers and others implement the collaborative care model [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>Mobile technologies have similarities and differences to in-person and telepsychiatric care. The competencies for mobile technologies for trainees and faculty are based on graduate medical education, but they apply across health disciplines, professions, and behavioral health. Program directors, faculty, department leaders, and health system administrators must help trainees make decisions on how to best assess, triage, and treat patients and maintain the therapeutic relationship while using technology. Clinicians/faculty can model the importance of placing the patient’s needs first and embracing technology for health care reform [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. If and when they do not, students’ digital professionalism has been shown to deteriorate during core clinical clerkships, according to behavior, privacy, and attitudinal measures [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>Traditionally, clinicians depend on research and clinical measures as well as guidelines for care. The Healthcare Information and Management Systems Society (HIMSS) has created assessment guidelines for mobile technologies [<xref ref-type="bibr" rid="ref57">57</xref>], and existing evidence-based guidelines for apps stratify purposeful use, content/process, measurement/assessment, and quality [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref58">58</xref>-<xref ref-type="bibr" rid="ref61">61</xref>]. However, skills are needed to use the evidence base, and unfortunately, some <italic>guidelines</italic> on email, social media, and other technologies are not evidence- and consensus-based [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>The Future State</title>
        <p>Going forward with mHealth competencies, there are several suggestions. The findings need more detailed metrics and thorough evaluation to be measurable. For both cross-sectional and longitudinal trajectories, qualitative and quantitative evaluation of participants is suggested to iteratively improve the process. Research is also needed on to how to implement competencies in a customized way and evaluate them to ensure skill development improves quality of care. Organizational assessment and change are needed as this mHealth is a paradigm shift that recontextualizes digital health care. Trainees are a helpful <italic>vehicle</italic> for teaching faculty about mHealth, social media and other technologies—in clinical settings and particularly through QI, scholarship/research projects, and grants (eg, an Institute on Medicine as a profession and the Josiah Macy Jr Foundation 2-year grant on social media).</p>
        <p>Technology significantly shapes people’s lives, and they have expectations in health care as in the rest of the real world. Undergraduate universities, business, banking, and even dating services learned that to prosper and survive, they had to adjust to people’s preferences for electronic and online modalities [<xref ref-type="bibr" rid="ref62">62</xref>]. The business approach to new markets and to match products with user needs (<xref rid="figure3" ref-type="fig">Figure 3</xref> [<xref ref-type="bibr" rid="ref63">63</xref>]) could be useful for medicine related to technology. For patients’ health care to improve, clinicians need to understand the person behind the patient, their motivations, and their behaviors [<xref ref-type="bibr" rid="ref64">64</xref>]. To do this, new paradigms are needed to help organizations change [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref65">65</xref>-<xref ref-type="bibr" rid="ref68">68</xref>], and institutional competencies for technology have been suggested for academic health centers [<xref ref-type="bibr" rid="ref22">22</xref>]. At a minimum, a plan for technology infrastructure and policy/procedures are needed for clinical, education, and research missions. For mobile technologies, there are at least 5 paradigm shifts at hand—each driven by demand, outcomes, competencies, and evaluation:</p>
        <list list-type="order">
          <list-item>
            <p>Patients <italic>and</italic> trainees of the X, Millennial/Y, and Z generations want <italic>and</italic> expect a digital health care experience [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>];</p>
          </list-item>
          <list-item>
            <p>Technology-based health care is <italic>at least as efficacious</italic> (eg, telepsychiatry) as in-person care, and it leverages resources much more efficiently [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref69">69</xref>];</p>
          </list-item>
          <list-item>
            <p>Health care systems must focus on skills/competencies <italic>in addition to</italic> knowledge to ensure quality, safety, and efficiency of care;</p>
          </list-item>
          <list-item>
            <p>An EHR-platform informed by information systems should be a versatile, flexible foundation for <italic>good</italic> clinical care (eg, multiple entry portals via mHealth) [<xref ref-type="bibr" rid="ref64">64</xref>];</p>
          </list-item>
          <list-item>
            <p>The mHealth is an example of a new and strategically better way to <italic>frame</italic> or organize health care [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref23">23</xref>] <italic>if</italic> leaders and other participants embrace it and find a way to manage constraints (eg, reimbursement).</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Shifts in Education and Practice</title>
        <p>The path through training, lifelong practice, and accreditation has some disconnections despite common interests related to policy, regulatory, and other matters [<xref ref-type="bibr" rid="ref30">30</xref>]. In behavioral health, coordination and collaboration may involve the Association of State and Provincial Psychology Board, the American Board of Psychiatry and Neurology, and the American Psychiatric Association. Legal and regulatory issues are complex as clinicians need to adhere to in-person and telehealth-relevant laws and requirements—and adapt those standards to mHealth—while attending to contextual and overarching jurisdictional issues of states and the government (and its agencies). Nongovernmental regulatory requirements and recommendations may also apply (eg, in the United States, Joint Commission, Council on Accreditation, Utilization Review Accreditation Commission, and HIMSS).</p>
        <p>There are limitations to this set of mobile technologies competencies. First, study selection was based on guidance from a team (ie, only 2 reviewers), which was not interdisciplinary, and without a transparent and replicable process. Second, a data-charting form was not developed and used to extract data from each study. Third, breaking the analysis phase into meaningful and systematic steps would have been more rigorous and would have provided a guide for future researchers [<xref ref-type="bibr" rid="ref70">70</xref>]. Fourth, with regard to reporting and considering the meaning of the findings, only a thematic analysis was presented, rather than a numerical analysis of the extent and nature of studies. A summary of results would be in order, but when a scoping review is done when there is <italic>insufficient evidence</italic>, that is not always possible [<xref ref-type="bibr" rid="ref71">71</xref>]. Fifth, broader input for consensus across organizations (eg, American/British/Canadian Medical Associations and American Telemedicine Association) could have been helpful. Sixth, although <italic>posthoc</italic> changes via experts were added to the table of competencies, there were few because of the authors’ familiarity with the subject matter being far ahead of the literature and the experts obtained. A qualitative, small group interview approach with experts via a semistructured guide could have asked participants to identify models for care (regardless of whether they were published) and to specify key model components [<xref ref-type="bibr" rid="ref71">71</xref>]. Finally, if calls had been recorded, summarized, and shared with the group, ideas could have been clarified and additional input gained.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>A Framework to Adapt Accreditation Council of Graduate Medical Education (ACGME) Core Competencies to Mobile Technologies Clinical Competencies.</p>
        <media xlink:href="mhealth_v8i2e12229_app1.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Teaching, Assessment, and Evaluation Methods for Mobile Technologies (Mobile Health, Mobile Phone, and Apps) Clinical Competencies.</p>
        <media xlink:href="mhealth_v8i2e12229_app2.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACGME</term>
          <def>
            <p>Accreditation Council of Graduate Medical Education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDS</term>
          <def>
            <p>clinical decision support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HIMSS</term>
          <def>
            <p>Healthcare Information and Management Systems Society</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OQ</term>
          <def>
            <p>Outcomes Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">QI</term>
          <def>
            <p>quality improvement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SI</term>
          <def>
            <p>suicidal ideation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the American Association of Medical Colleges, ACGME, American Psychiatric Association and the Board of Trustees Committee on Telepsychiatry, American Telemedicine Association and the Telemental Health Interest Group, Department of Psychiatry and Behavioral Sciences, University of California, Davis School of Medicine, and Veteran Affairs Northern California Health Care System and Mental Health Service.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tachakra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>XH</given-names>
            </name>
            <name name-style="western">
              <surname>Istepanian</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>YH</given-names>
            </name>
          </person-group>
          <article-title>Mobile e-health: the unwired evolution of telemedicine</article-title>
          <source>Telemed J E Health</source>
          <year>2003</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>247</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1089/153056203322502632</pub-id>
          <pub-id pub-id-type="medline">14611692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mezzich</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The care of the patient and the soul of the clinic: person-centered medicine as an emergent model of modern clinical practice</article-title>
          <source>Int J Person Cent Med</source>
          <year>2011</year>
          <month>06</month>
          <day>10</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>495</fpage>
          <lpage>502</lpage>
          <pub-id pub-id-type="doi">10.5750/ijpcm.v1i2.61</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(09)62520-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2010</year>
          <comment>Telemedicine Opportunities and Developments in Member States<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/goe/publications/goe_telemedicine_2010.pdf">http://www.who.int/goe/publications/goe_telemedicine_2010.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <source>Health Professions Education: A Bridge to Quality</source>
          <year>2002</year>
          <publisher-loc>Washington, DC, United States</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre Díez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>López-Coronado</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Saleem</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Mobile-health: a review of current state in 2015</article-title>
          <source>J Biomed Inform</source>
          <year>2015</year>
          <month>08</month>
          <volume>56</volume>
          <fpage>265</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(15)00113-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2015.06.003</pub-id>
          <pub-id pub-id-type="medline">26071682</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(15)00113-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laxminarayan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Istepanian</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>UNWIRED E-MED: the next generation of wireless and internet telemedicine systems</article-title>
          <source>IEEE Trans Inf Technol Biomed</source>
          <year>2000</year>
          <month>09</month>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>189</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1109/titb.2000.5956074</pub-id>
          <pub-id pub-id-type="medline">11026588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Istepanian</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lacal</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Emerging mobile communication technologies for health: some imperative notes on m-health</article-title>
          <source>Proceedings of the 25th Annual International Conference of the IEEE Engineering in Medicine and Biology Society</source>
          <year>2003</year>
          <conf-name>International Conference of the IEEE Engineering in Medicine and Biology Society</conf-name>
          <conf-date>September 17-21, 2003</conf-date>
          <conf-loc>Cancun, Mexico</conf-loc>
          <fpage>1414</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1109/iembs.2003.1279581</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinhubl</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Muse</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Can mobile health technologies transform health care?</article-title>
          <source>J Am Med Assoc</source>
          <year>2013</year>
          <month>12</month>
          <day>11</day>
          <volume>310</volume>
          <issue>22</issue>
          <fpage>2395</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2013.281078</pub-id>
          <pub-id pub-id-type="medline">24158428</pub-id>
          <pub-id pub-id-type="pii">1762473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Digitally driven integrated primary care and behavioral health: how technology can expand access to effective treatment</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2017</year>
          <month>09</month>
          <day>30</day>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>86</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-017-0838-y</pub-id>
          <pub-id pub-id-type="medline">28965319</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-017-0838-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>A telehealth framework for mobile health, smartphones, and apps: competencies, training, and faculty development</article-title>
          <source>J Technol Behav Sci</source>
          <year>2019</year>
          <month>4</month>
          <day>15</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>123</lpage>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00091-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumari</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mathew</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Syal</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Increasing trend of wearables and multimodal interface for human activity monitoring: a review</article-title>
          <source>Biosens Bioelectron</source>
          <year>2017</year>
          <month>04</month>
          <day>15</day>
          <volume>90</volume>
          <fpage>298</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bios.2016.12.001</pub-id>
          <pub-id pub-id-type="medline">27931004</pub-id>
          <pub-id pub-id-type="pii">S0956-5663(16)31229-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Yee-Marie Tan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Behrens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mathew</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Conrad</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient smartphone ownership and interest in mobile apps to monitor symptoms of mental health conditions: a survey in four geographically distinct psychiatric clinics</article-title>
          <source>JMIR Ment Health</source>
          <year>2014</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2014/1/e5/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4004</pub-id>
          <pub-id pub-id-type="medline">26543905</pub-id>
          <pub-id pub-id-type="pii">v1i1e5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4607390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Honeyman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Varnfield</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karunanithi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile health applications in cardiac care</article-title>
          <source>Interv Cardiol</source>
          <year>2014</year>
          <month>11</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.openaccessjournals.com/articles/mobile-health-applications-in-cardiac-care.html"/>
          </comment>
          <pub-id pub-id-type="pii">heartjnl-2014-305783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osheroff</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Teich</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Steen</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Detmer</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>A roadmap for national action on clinical decision support</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2007</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17213487"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2334</pub-id>
          <pub-id pub-id-type="medline">17213487</pub-id>
          <pub-id pub-id-type="pii">M2334</pub-id>
          <pub-id pub-id-type="pmcid">PMC2213467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kawamoto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Houlihan</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Balas</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Lobach</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Improving clinical practice using clinical decision support systems: a systematic review of trials to identify features critical to success</article-title>
          <source>Br Med J</source>
          <year>2005</year>
          <month>04</month>
          <day>02</day>
          <volume>330</volume>
          <issue>7494</issue>
          <fpage>765</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15767266"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.38398.500764.8F</pub-id>
          <pub-id pub-id-type="medline">15767266</pub-id>
          <pub-id pub-id-type="pii">bmj.38398.500764.8F</pub-id>
          <pub-id pub-id-type="pmcid">PMC555881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Clinical informatics in psychiatric training: preparing today's trainees for the already present future</article-title>
          <source>Acad Psychiatry</source>
          <year>2018</year>
          <month>10</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>694</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29047074"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40596-017-0811-4</pub-id>
          <pub-id pub-id-type="medline">29047074</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40596-017-0811-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5906202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Advances in mobile mental health: opportunities and implications for the spectrum of e-mental health services</article-title>
          <source>Mhealth</source>
          <year>2017</year>
          <volume>3</volume>
          <fpage>34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.21037/mhealth.2017.06.02"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mhealth.2017.06.02</pub-id>
          <pub-id pub-id-type="medline">28894744</pub-id>
          <pub-id pub-id-type="pii">mh-03-2017.06.02</pub-id>
          <pub-id pub-id-type="pmcid">PMC5583042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Mungroo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De Rossi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Toward a definition of competency-based education in medicine: a systematic review of published definitions</article-title>
          <source>Med Teach</source>
          <year>2010</year>
          <volume>32</volume>
          <issue>8</issue>
          <fpage>631</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.3109/0142159X.2010.500898</pub-id>
          <pub-id pub-id-type="medline">20662573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association Council on Medical EducationLifelong Learning</collab>
          </person-group>
          <source>American Psychiatric Association</source>
          <year>2014</year>
          <access-date>2019-12-26</access-date>
          <publisher-loc>Arlington, VA</publisher-loc>
          <comment>Training Psychiatrists for Integrated Behavioral Health Care<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pdfs.semanticscholar.org/cff0/92a1753203e67bf645254664138b2a7070aa.pdf">https://pdfs.semanticscholar.org/cff0/92a1753203e67bf645254664138b2a7070aa.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iobst</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Sherbino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cate</surname>
              <given-names>OT</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Dath</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Swing</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mungroo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holmboe</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Competency-based medical education in postgraduate medical education</article-title>
          <source>Med Teach</source>
          <year>2010</year>
          <volume>32</volume>
          <issue>8</issue>
          <fpage>651</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.3109/0142159X.2010.500709</pub-id>
          <pub-id pub-id-type="medline">20662576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snell</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Competencies, the tea bag model, and the end of time</article-title>
          <source>Med Teach</source>
          <year>2010</year>
          <volume>32</volume>
          <issue>8</issue>
          <fpage>629</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.3109/0142159X.2010.500707</pub-id>
          <pub-id pub-id-type="medline">20662572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Teshima</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sunderji</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'neill</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A framework for telepsychiatric training and e-health: competency-based education, evaluation and implications</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2015</year>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>569</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.3109/09540261.2015.1091292</pub-id>
          <pub-id pub-id-type="medline">26540642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Zalpuri</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Snowdy</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Shoemaker</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Myint</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>HY</given-names>
            </name>
          </person-group>
          <article-title>Social media/networking and psychiatric Education: competencies, teaching methods, and implications</article-title>
          <source>J Technol Behav Sci</source>
          <year>2018</year>
          <month>7</month>
          <day>9</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1007/s41347-018-0061-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zalpuri</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wrzosek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sadhu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social Media and Networking Competencies for Psychiatric Education: Skills, Teaching Methods, and Implications</article-title>
          <source>Acad Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>808</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1007/s40596-018-0983-6</pub-id>
          <pub-id pub-id-type="medline">30284148</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40596-018-0983-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Accreditation Council on Graduate Medical Education</source>
          <year>2013</year>
          <access-date>2019-12-26</access-date>
          <comment>Common Program Requirements<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acgme.org/acgmeweb/Portals/0/PFAssets/ProgramRequirements/CPRs2013.pdf">https://www.acgme.org/acgmeweb/Portals/0/PFAssets/ProgramRequirements/CPRs2013.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <source>Royal College of Physicians and Surgeons, CanMEDS Framework</source>
          <year>2005</year>
          <access-date>2019-12-26</access-date>
          <comment>The CanMEDS 2005 Physician Competency Framewor<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ub.edu/medicina_unitateducaciomedica/documentos/CanMeds.pdf">http://www.ub.edu/medicina_unitateducaciomedica/documentos/CanMeds.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dreyfus</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dreyfus</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>University of California, Operations Research Center</source>
          <year>1980</year>
          <comment>A five-stage model of the mental activities involved in directed skill acquisition<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dtic.mil/dtic/index.html">http://www.dtic.mil/dtic/index.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>National Hospice and Palliative Care Organization</source>
          <year>2010</year>
          <access-date>2019-12-26</access-date>
          <comment>Interdisciplinary Team Competency Grid<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhpco.org/wp-content/uploads/2019/06/Competency_level_grid_final.pdf">https://www.nhpco.org/wp-content/uploads/2019/06/Competency_level_grid_final.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ellison</surname>
              <given-names>NB</given-names>
            </name>
          </person-group>
          <article-title>Social network sites: definition, history, and scholarship</article-title>
          <source>J Comp-Med Commun</source>
          <year>2008</year>
          <volume>13</volume>
          <fpage>210</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1083-6101.2007.00393.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Towards a framework for evaluating mobile mental health apps</article-title>
          <source>Telemed J E Health</source>
          <year>2015</year>
          <month>12</month>
          <volume>21</volume>
          <issue>12</issue>
          <fpage>1038</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2015.0002</pub-id>
          <pub-id pub-id-type="medline">26171663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemental health: a 2013 review</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>444</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23697504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0075</pub-id>
          <pub-id pub-id-type="medline">23697504</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Odor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Iosif</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Nafiz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patrice</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xiong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McCaron</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ochoa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Transcultural psychiatry made simple--asynchronous telepsychiatry as an approach to providing culturally relevant care</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>04</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>259</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23451812"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2012.0077</pub-id>
          <pub-id pub-id-type="medline">23451812</pub-id>
          <pub-id pub-id-type="pmcid">PMC3613172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srinivasan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Braddock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Skeff</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hales</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>"Teaching as a Competency": competencies for medical educators</article-title>
          <source>Acad Med</source>
          <year>2011</year>
          <month>10</month>
          <volume>86</volume>
          <issue>10</issue>
          <fpage>1211</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e31822c5b9a</pub-id>
          <pub-id pub-id-type="medline">21869655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>Int J Soc Res Methodol</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: advancing the methodology</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>09</month>
          <day>20</day>
          <volume>5</volume>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-69"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-69</pub-id>
          <pub-id pub-id-type="medline">20854677</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-69</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Burkey</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Polk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bettencourt</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stratton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wissow</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>What's known about implementing co-located paediatric integrated care: a scoping review</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>242</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1080/09540261.2018.1563530</pub-id>
          <pub-id pub-id-type="medline">30912463</pub-id>
          <pub-id pub-id-type="pmcid">PMC6499629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maheu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Drude</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hertlein</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>An interdisciplinary framework for telebehavioral health competencies</article-title>
          <source>J Tech Behav Sci</source>
          <year>2018</year>
          <month>03</month>
          <day>5</day>
          <volume>3</volume>
          <fpage>108</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00113-</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winters</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Langer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Geniets</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Scoping review assessing the evidence used to support the adoption of mobile health (mHealth) technologies for the education and training of community health workers (CHWs) in low-income and middle-income countries</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>07</month>
          <day>30</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e019827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=30061430"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019827</pub-id>
          <pub-id pub-id-type="medline">30061430</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019827</pub-id>
          <pub-id pub-id-type="pmcid">PMC6067337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mofukeng</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Roos</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Clinical skills of nurses in mobile health services</article-title>
          <source>Curationis</source>
          <year>1999</year>
          <month>06</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>4</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.4102/curationis.v22i2.712</pub-id>
          <pub-id pub-id-type="medline">11040613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chuang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Effects of a skill demonstration video delivered by smartphone on facilitating nursing students' skill competencies and self-confidence: A randomized controlled trial study</article-title>
          <source>Nurse Educ Today</source>
          <year>2018</year>
          <month>07</month>
          <volume>66</volume>
          <fpage>63</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2018.03.027</pub-id>
          <pub-id pub-id-type="medline">29677580</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(18)30152-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hersh</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Gorman</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Biagioli</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mejicano</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Beyond information retrieval and electronic health record use: competencies in clinical informatics for medical education</article-title>
          <source>Adv Med Educ Pract</source>
          <year>2014</year>
          <volume>5</volume>
          <fpage>205</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/McLu3B/uk69"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/AMEP.S63903</pub-id>
          <pub-id pub-id-type="medline">25057246</pub-id>
          <pub-id pub-id-type="pii">amep-5-205</pub-id>
          <pub-id pub-id-type="pmcid">PMC4085140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Field</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dalenberg</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Spain</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Advantages and psychometric validation of proximal intensive assessments of patient-reported outcomes collected in daily life</article-title>
          <source>Qual Life Res</source>
          <year>2016</year>
          <month>03</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>507</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26567018"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-015-1170-9</pub-id>
          <pub-id pub-id-type="medline">26567018</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-015-1170-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5381966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Os</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delespaul</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Testing an mHealth momentary assessment Routine Outcome Monitoring application: a focus on restoration of daily life positive mood states</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e115254</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0115254"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0115254</pub-id>
          <pub-id pub-id-type="medline">25513813</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-32771</pub-id>
          <pub-id pub-id-type="pmcid">PMC4267819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>de Dios</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ceglowski</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A pilot study of mood ratings captured by mobile phone versus paper-and-pencil mood charts in bipolar disorder</article-title>
          <source>J Dual Diagn</source>
          <year>2012</year>
          <month>01</month>
          <day>1</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>326</fpage>
          <lpage>332</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23646035"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15504263.2012.723318</pub-id>
          <pub-id pub-id-type="medline">23646035</pub-id>
          <pub-id pub-id-type="pmcid">PMC3640573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Gershon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bernert</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>The prediction of study-emergent suicidal ideation in bipolar disorder: a pilot study using ecological momentary assessment data</article-title>
          <source>Bipolar Disord</source>
          <year>2014</year>
          <month>11</month>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>669</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24903771"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bdi.12218</pub-id>
          <pub-id pub-id-type="medline">24903771</pub-id>
          <pub-id pub-id-type="pmcid">PMC4213287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Skopp</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Smolenski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crumpton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fairall</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Behavioral screening measures delivered with a smartphone app: psychometric properties and user preference</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2013</year>
          <month>11</month>
          <volume>201</volume>
          <issue>11</issue>
          <fpage>991</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0000000000000039</pub-id>
          <pub-id pub-id-type="medline">24177488</pub-id>
          <pub-id pub-id-type="pii">00005053-201311000-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berrouiguet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baca-García</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Courtet</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Fundamentals for future mobile-health (mHealth): a systematic review of mobile phone and web-based text messaging in mental health</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>e135</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/6/e135/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5066</pub-id>
          <pub-id pub-id-type="medline">27287668</pub-id>
          <pub-id pub-id-type="pii">v18i6e135</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Odeny</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bukusi</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Camlin</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Developing content for a mHealth intervention to promote postpartum retention in prevention of mother-to-child HIV transmission programs and early infant diagnosis of HIV: a qualitative study</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>e106383</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0106383"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0106383</pub-id>
          <pub-id pub-id-type="medline">25181408</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-11486</pub-id>
          <pub-id pub-id-type="pmcid">PMC4152282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Noël</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Adherence to mental health treatment in a primary care clinic</article-title>
          <source>J Am Board Fam Pract</source>
          <year>2005</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jabfm.org/cgi/pmidlookup?view=long&#38;pmid=15798137"/>
          </comment>
          <pub-id pub-id-type="doi">10.3122/jabfm.18.2.87</pub-id>
          <pub-id pub-id-type="medline">15798137</pub-id>
          <pub-id pub-id-type="pii">18/2/87</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wee</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pavlovic</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Manicavasagar</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Mobile mental health: review of the emerging field and proof of concept study</article-title>
          <source>J Ment Health</source>
          <year>2011</year>
          <month>12</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>509</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.3109/09638237.2011.608746</pub-id>
          <pub-id pub-id-type="medline">21988230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luxton</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>McCann</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Mishkind</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Reger</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>mHealth for mental health: Integrating smartphone technology in behavioral healthcare</article-title>
          <source>Prof Psychol Res Pract</source>
          <year>2011</year>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>505</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1037/a0024485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Center for MedicareMedicaid Services</collab>
          </person-group>
          <source>Center for Medicare &#38; Medicaid Services</source>
          <year>2019</year>
          <access-date>2019-12-26</access-date>
          <comment>Clinical Decision Support<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/Downloads/ClinicalDecisionSupport_Tipsheet-.pdf">https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/Downloads/ClinicalDecisionSupport_Tipsheet-.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fortney</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Steven</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Hedrick</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Lunsford</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Raney</surname>
              <given-names>WN</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerman</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Ducker</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Bonner</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>A web-based clinical decision support system for depression care management</article-title>
          <source>Am J Manag Care</source>
          <year>2010</year>
          <month>11</month>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>849</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=12749"/>
          </comment>
          <pub-id pub-id-type="medline">21348556</pub-id>
          <pub-id pub-id-type="pii">12749</pub-id>
          <pub-id pub-id-type="pmcid">PMC3329751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Derogatis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Maruish</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>The SCL-90-R, the Brief Symptom Inventory (BSI),the BSI-18</article-title>
          <source>The Use of Psychological Testing for Treatment Planning and Outcomes Assessment</source>
          <year>2004</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>1</fpage>
          <lpage>41</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mostaghimi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Olszewski</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Crotty</surname>
              <given-names>BH</given-names>
            </name>
          </person-group>
          <article-title>Erosion of digital professionalism during medical students' core clinical clerkships</article-title>
          <source>JMIR Med Educ</source>
          <year>2017</year>
          <month>05</month>
          <day>03</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mededu.jmir.org/2017/1/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mededu.6879</pub-id>
          <pub-id pub-id-type="medline">28468745</pub-id>
          <pub-id pub-id-type="pii">v3i1e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5438450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arellano</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bochinski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elias</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>The Healthcare Information and Management Systems Society</source>
          <year>2012</year>
          <comment>Selecting a mobile appvaluating the usability of medical applications<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhimss.org/sites/default/files/resourcemedia/pdf/HIMSSguidetoappusabilityv1mHIMSS.pdf">https://www.mhimss.org/sites/default/files/resourcemedia/pdf/HIMSSguidetoappusabilityv1mHIMSS.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gonnermann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>von Jan</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Albrecht</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Draft guideline for the development of evidence based medicine-related apps</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2015</year>
          <volume>210</volume>
          <fpage>637</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="medline">25991226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>LeFevre</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>L'Engle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mehl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>A</given-names>
            </name>
            <collab>WHO mHealth Technical Evidence Review Group</collab>
          </person-group>
          <article-title>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist</article-title>
          <source>Br Med J</source>
          <year>2016</year>
          <month>03</month>
          <day>17</day>
          <volume>352</volume>
          <fpage>i1174</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i1174</pub-id>
          <pub-id pub-id-type="medline">26988021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JPA</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devereaux</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration</article-title>
          <source>J Clin Epidemiol</source>
          <year>2009</year>
          <month>10</month>
          <volume>62</volume>
          <issue>10</issue>
          <fpage>e1</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0895-4356(09)00180-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2009.06.006</pub-id>
          <pub-id pub-id-type="medline">19631507</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(09)00180-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grundy</surname>
              <given-names>QH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bero</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Challenges in assessing mobile health app quality: a systematic review of prevalent and innovative methods</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>12</month>
          <volume>51</volume>
          <issue>6</issue>
          <fpage>1051</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.07.009</pub-id>
          <pub-id pub-id-type="medline">27659122</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30257-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <source>Diffusion Of Innovations</source>
          <year>2019</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Free Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kotter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Leading Change, With A New Preface By The Author</source>
          <year>2019</year>
          <publisher-loc>Boston</publisher-loc>
          <publisher-name>Harvard Business Review Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Hogarth</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>The importance of distributed broadband networks to academic biomedical research and education programs</article-title>
          <source>Acad Psychiatry</source>
          <year>2006</year>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>451</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ap.30.6.451</pub-id>
          <pub-id pub-id-type="medline">17139015</pub-id>
          <pub-id pub-id-type="pii">30/6/451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spear</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Medical education as a process management problem</article-title>
          <source>Acad Med</source>
          <year>2004</year>
          <month>08</month>
          <volume>79</volume>
          <issue>8</issue>
          <fpage>721</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/00001888-200408000-00002</pub-id>
          <pub-id pub-id-type="medline">15277126</pub-id>
          <pub-id pub-id-type="pii">79/8/721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowe</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Lahey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kegan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Questioning the "big assumptions". Part II: recognizing organizational contradictions that impede institutional change</article-title>
          <source>Med Educ</source>
          <year>2003</year>
          <month>08</month>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>723</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2923.2003.01580.x</pub-id>
          <pub-id pub-id-type="medline">12895253</pub-id>
          <pub-id pub-id-type="pii">1580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frydman</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Patient-driven research: rich opportunities and real risks</article-title>
          <source>J Participat Med</source>
          <year>2009</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://participatorymedicine.org/journal/evidence/reviews/2009/10/21/patient-driven-research-rich-opportunities-and-real-risks/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Disruptive innovation: can health care learn from other industries? A conversation with Clayton M. Christensen. Interview by Mark D. Smith</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2007</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>w288</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.26.3.w288</pub-id>
          <pub-id pub-id-type="medline">17355981</pub-id>
          <pub-id pub-id-type="pii">hlthaff.26.3.w288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sturmberg</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>O'Halloran</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colagiuri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lukersmith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torkfar</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Salvador-Carulla</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Health care frames - from Virchow to Obama and beyond: the changing frames in health care and their implications for patient care</article-title>
          <source>J Eval Clin Pract</source>
          <year>2014</year>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>1036</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1111/jep.12266</pub-id>
          <pub-id pub-id-type="medline">25312686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Korthuis</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>McCarty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weimer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bougatsos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blazina</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Zakher</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grusing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Primary care-based models for the treatment of opioid use disorder: a scoping review</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>03</month>
          <day>21</day>
          <volume>166</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27919103"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M16-2149</pub-id>
          <pub-id pub-id-type="medline">27919103</pub-id>
          <pub-id pub-id-type="pii">2589794</pub-id>
          <pub-id pub-id-type="pmcid">PMC5504692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="web">
          <source>Monash University</source>
          <year>2019</year>
          <access-date>2019-12-26</access-date>
          <comment>Clinical guideline for the diagnosis and management of work-related mental health conditions in general practice: GP summary<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.monash.edu/__data/assets/pdf_file/0010/1696681/GP-Summary-of-the-Work-Related-Mental-Health-Clinical-Guideline_Digital.pdf">https://www.monash.edu/__data/assets/pdf_file/0010/1696681/GP-Summary-of-the-Work-Related-Mental-Health-Clinical-Guideline_Digital.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
