<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i10e136</article-id>
    <article-id pub-id-type="pmid">28986340</article-id>
    <article-id pub-id-type="doi">10.2196/mhealth.6640</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Viewpoint</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Viewpoint</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>A Call to Digital Health Practitioners: New Guidelines Can Help Improve the Quality of Digital Health Evidence</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Parra-Calderón</surname>
          <given-names>Carlos Luis</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Reuter</surname>
          <given-names>Katja</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Seth</surname>
          <given-names>Puneet</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Auschra</surname>
          <given-names>Carolin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Clough</surname>
          <given-names>Suzanne</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Garg</surname>
          <given-names>Amit</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Scott</surname>
          <given-names>Richard</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Honary</surname>
          <given-names>Mahsa</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Montagni</surname>
          <given-names>Ilaria</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Agarwal</surname>
          <given-names>Smisha</given-names>
        </name>
        <degrees>MPH, MBA, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7407-0066</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Lefevre</surname>
          <given-names>Amnesty E</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8437-7240</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Labrique</surname>
        <given-names>Alain B</given-names>
      </name>
      <degrees>MPH, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Bloomberg School of Public Health</institution>
        <institution>Johns Hopkins University</institution>
        <addr-line>615 N. Wolfe Street</addr-line>
        <addr-line>Baltimore, MD,</addr-line>
        <country>United States</country>
        <phone>1 443 287 4744</phone>
        <fax>1 410 510 1055</fax>
        <email>alabriqu@gmail.com</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2502-7819</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Bloomberg School of Public Health</institution>
    <institution>Johns Hopkins University</institution>  
    <addr-line>Baltimore, MD</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Global mHealth Initiative</institution>
    <institution>Johns Hopkins University</institution>  
    <addr-line>Baltimore, MD</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Alain B Labrique 
      <email>alabriqu@gmail.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>10</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>06</day>
      <month>10</month>
      <year>2017</year>
    </pub-date>
    <volume>5</volume>
    <issue>10</issue>
    <elocation-id>e136</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>10</day>
        <month>9</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>23</day>
        <month>10</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>10</day>
        <month>11</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>28</day>
        <month>3</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Smisha Agarwal, Amnesty E Lefevre, Alain B Labrique. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 06.10.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="https://mhealth.jmir.org/2017/10/e136/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Despite the rapid proliferation of health interventions that employ digital tools, the evidence on the effectiveness of such approaches remains insufficient and of variable quality. To address gaps in the comprehensiveness and quality of reporting on the effectiveness of digital programs, the mHealth Technical Evidence Review Group (mTERG), convened by the World Health Organization, proposed the mHealth Evidence Reporting and Assessment (mERA) checklist to address existing gaps in the comprehensiveness and quality of reporting on the effectiveness of digital health programs.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>We present an overview of the mERA checklist and encourage researchers working in the digital health space to use the mERA checklist for reporting their research.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>The development of the mERA checklist consisted of convening an expert group to recommend an appropriate approach, convening a global expert review panel for checklist development, and pilot-testing the checklist.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The mERA checklist consists of 16 core mHealth items that define what the mHealth intervention is (content), where it is being implemented (context), and how it was implemented (technical features). Additionally, a 29-item methodology checklist guides authors on reporting critical aspects of the research methodology employed in the study. We recommend that the core mERA checklist is used in conjunction with an appropriate study-design specific checklist.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The mERA checklist aims to assist authors in reporting on digital health research, guide reviewers and policymakers in synthesizing evidence, and guide journal editors in assessing the completeness in reporting on digital health studies. An increase in transparent and rigorous reporting can help identify gaps in the conduct of research and understand the effects of digital health interventions as a field of inquiry.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>mHealth</kwd>
      <kwd>checklist</kwd>
      <kwd>reporting</kwd>
      <kwd>digital health</kwd>
      <kwd>publishing guidelines</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Over the last decade, there has been a dramatic increase in health programs employing digital tools, such as mobile phones and tablets, to stimulate demand for or the delivery of health care services. This is especially true in low- and middle-income countries, where public health practitioners are tapping into the unprecedented growth in the use of mobile phones to overcome information and communications challenges [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Donors have rallied around digital approaches, and much has been invested into developing, testing, and deploying digital systems. However, after nearly a decade of concerted efforts, widely available evidence in support of digital health is limited [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. As an emergent field, there is substantial variability in the reporting of digital program implementations, evaluations, and outcomes. Inconsistency in reporting is problematic as it limits policy makers’ ability to understand precise program details and extract, compare, and synthesize linkages (if any) between the digital investments and consequent health effects.</p>
      <p>To address gaps in the comprehensiveness and quality of reporting on the effectiveness of digital programs, the mHealth Technical Evidence Review Group (mTERG)—an expert committee convened by the World Health Organization (WHO) to advise on approaches to strengthening digital health evidence—proposed guidelines for reporting evidence on the development and evaluation of digital health interventions. These guidelines—presented as the mHealth Evidence Reporting and Assessment (mERA) checklists—were published in March 2016 [<xref ref-type="bibr" rid="ref5">5</xref>] and have since been widely accessed [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>The design of the mERA checklist followed a systematic process for the development of reporting guidelines [<xref ref-type="bibr" rid="ref11">11</xref>]. In October 2012, WHO convened an expert working group led by the Johns Hopkins Global mHealth Initiative to develop an approach for the mERA guideline. In December 2012, this working group presented an initial draft of the checklist to a global panel of 18 experts convened by WHO during a 3-day meeting in Montreaux, Switzerland. At this meeting, the approach and checklist underwent intensive analysis for improvement, and a quality of information (QoI) taskforce was established to pilot-test the checklist. After testing by the QoI taskforce, the checklist and associated item descriptions were applied to 10 English language reports to test the applicability of each criterion to a range of existing mHealth literature. Readers may refer to further details about the methodology in the complete manuscript [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The mERA checklists comprises 2 components. The core mHealth checklist (see <xref ref-type="table" rid="table1">Table 1</xref>) identifies a minimum amount of information needed to define what the mHealth intervention is (content), where it is being implemented (context), and how it was implemented (technical features). This checklist may be valuable to researchers in reporting on the program and research results in peer-reviewed journals and reports, to policy makers in consolidating evidence and understanding the quality of information that has been used to generate the evidence, and to program implementers thinking through and selecting core elements for new digital health projects. L’Engle et al [<xref ref-type="bibr" rid="ref12">12</xref>] applied the mERA checklist to evaluate the quality of evidence on the use of digital health approaches to improving sexual and reproductive health outcomes for adolescents. The study found that, on average, 7 out of 16 (41%) of the core mHealth checklist items were reported on, suggesting a lack of the availability of a clear description of the digital health intervention [<xref ref-type="bibr" rid="ref12">12</xref>]. During the development and testing phase, the mERA checklist was applied to literature on the use of digital devices in reducing drug stockouts and the use of digital protocols to improve provider adherence to treatment protocols. Interested authors should refer to the definitions and examples for the core mHealth checklist available freely online [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>mHealth Evidence Reporting and Assessment (mERA) core checklist items.</p>
        </caption>
        <table width="446" cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="57"/>
          <col width="355"/>
          <thead>
            <tr valign="top">
              <td>Number</td>
              <td>Item</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>Infrastructure</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>Technology platform</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>Interoperability/health information systems (HIS) context</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>Intervention delivery</td>
            </tr>
            <tr valign="top">
              <td>5</td>
              <td>Intervention content</td>
            </tr>
            <tr valign="top">
              <td>6</td>
              <td>Usability/content testing</td>
            </tr>
            <tr valign="top">
              <td>7</td>
              <td>User feedback</td>
            </tr>
            <tr valign="top">
              <td>8</td>
              <td>Access of individual participants</td>
            </tr>
            <tr valign="top">
              <td>9</td>
              <td>Cost assessment</td>
            </tr>
            <tr valign="top">
              <td>10</td>
              <td>Adoption inputs/program entry</td>
            </tr>
            <tr valign="top">
              <td>11</td>
              <td>Limitations for delivery at scale</td>
            </tr>
            <tr valign="top">
              <td>12</td>
              <td>Contextual adaptability</td>
            </tr>
            <tr valign="top">
              <td>13</td>
              <td>Replicability</td>
            </tr>
            <tr valign="top">
              <td>14</td>
              <td>Data security</td>
            </tr>
            <tr valign="top">
              <td>15</td>
              <td>Compliance with national guidelines or regulatory statutes</td>
            </tr>
            <tr valign="top">
              <td>16</td>
              <td>Fidelity of the intervention</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
     
 

 <boxed-text id="box1" position="float">
          <title>mHealth Evidence Reporting and Assessment (mERA) methodology.</title>
          <p><bold>Introduction</bold></p>

<p>1. Rationale/scientific rationale</p>
<p>2. Objectives/hypotheses</p>
<p>3. Logic model/theoretical framework</p>

<p><bold>Methods</bold></p>

<p>4. Study design</p>

<p>5.  Outcomes</p>

<p>6. Data collection methods</p>

<p>7. Participant eligibility</p>
<p>8. Participant recruitment</p>
<p>9. Bias</p>
<p>10. Sampling</p>
<p>11. Setting and location</p>
<p>12. Comparator</p>
<p>13. Data sources</p>

<p><bold>Result</bold></p>
<p>14. Enrollment</p>
<p>15. Description of study population</p>
<p>16. Reporting on outcomes</p>
<p><bold>Discussion</bold></p>
<p>17. Summary of evidence</p>
<p>18. Limitations</p>

<p>19. Generalizability</p>
<p>20. Conclusions</p>
<p><bold>Conflicts</bold></p>
<p>21. Funding</p>
<p>22. Ethical considerations</p>
<p>23. Competing interests</p>
<p><bold>Additional criteria for quantitative study methods</bold></p>

<p>24. Confounding</p>
<p>25. Statistical methods</p>
<p>26. Missing data</p>
<p><bold>Additional criteria for qualitative study methods</bold></p>
<p>27. Analytic methods</p>
<p>28. Data validation</p>
<p>29. Reflexivity of account</p>

 </boxed-text>


 <p>The methodology checklist (see <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) outlines 29 items that highlight the key study design features that should be reported by researchers and evaluators of digital health interventions. Authors interested in using this checklist should note that there are other recommended checklists specific to different study designs—for example, Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) for observational studies [<xref ref-type="bibr" rid="ref13">13</xref>] and Consolidated Standards of Reporting Trials (CONSORT) for randomized trials [<xref ref-type="bibr" rid="ref14">14</xref>]. We recommend that the core mHealth checklist be used in conjunction with these extant checklists based on the appropriate research study design that is being reported. However, we also recognize that a number of digital health studies that are being conducted to evaluate early-stage digital health interventions are more exploratory in nature, and the extant guidelines might not be as relevant to them. In such cases, the authors may decide to use the mERA methodology checklist, developed to be study-design agnostic, for reporting on the study design and results. A detailed explanation of the mERA methodology checklist items is available as a Web appendix [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
     
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>We present an overview of the mERA checklist. For details about each of the checklist items under the core checklist items and the methodology items, we refer the readers to the complete publication [<xref ref-type="bibr" rid="ref5">5</xref>]. The mERA checklist marks the culmination of several years of multiinstitutional collaborations, led by WHO, to determine appropriate standards for reporting on digital health evidence—standards that not only address issues of methodological and reporting rigor but also are responsive to the current state of the digital health space. We recognize that the digital health space is constantly evolving and is somewhat unique in its multidisciplinary nature, borrowing approaches from the fields of health care and technology and often engaging innovators who are unfamiliar with scientific methodologies. The mERA core and methodology checklists were pragmatically developed to be useful to a wide audience of innovators. We expect that the detailed explanations and examples make the checklist easy to use for individuals with varying levels of experience in academic reporting.</p>
      <p>Even as the numbers of digital health interventions continue to increase, the evidence to support such interventions remains sparse. Without the support and shared commitment of the diverse digital health community in advancing the quality of evidence, the state of the much-critiqued “pilotitis” in mHealth will not change [<xref ref-type="bibr" rid="ref15">15</xref>]. Transparency in the reporting of what constitutes a digital health intervention and clarity on evaluation methods are both critical to determining whether the digital strategy might be scalable to an entire population. In order to support the widespread adoption of the checklist, we encourage digital health researchers and program managers to ensure conformity with the checklist items. Additionally, we would like to call upon editors of journals publishing mHealth literature to encourage the use of the mERA checklist by presenting the link to the guidelines under Instructions to Authors and inclusion of a statement in the manuscript that “this manuscript was developed in conformity with the recommended criteria for reporting digital health as described in the mERA guidelines.”</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">mERA</term>
          <def>
            <p>mHealth Evidence Reporting and Assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mTERG</term>
          <def>
            <p>mHealth Technical Evidence Review Group</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">QoI</term>
          <def>
            <p>quality of information</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">STROBE</term>
          <def>
            <p>Strengthening the Reporting of Observational Studies in Epidemiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zhao</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Freeman</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Can mobile phone apps influence people's health behavior change? An evidence review</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>10</month>  
        <day>31</day>  
        <volume>18</volume>  
        <issue>11</issue>  
        <fpage>e287</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/11/e287/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5692</pub-id>
        <pub-id pub-id-type="medline">27806926</pub-id>
        <pub-id pub-id-type="pii">v18i11e287</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Perry</surname>
            <given-names>HB</given-names>
          </name>
          <name name-style="western">
            <surname>Long</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Labrique</surname>
            <given-names>AB</given-names>
          </name>
        </person-group>
        <article-title>Evidence on feasibility and effective use of mHealth strategies by frontline health workers in developing countries: systematic review</article-title>
        <source>Trop Med Int Health</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>20</volume>  
        <issue>8</issue>  
        <fpage>1003</fpage>  
        <lpage>1014</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/tmi.12525"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/tmi.12525</pub-id>
        <pub-id pub-id-type="medline">25881735</pub-id>
        <pub-id pub-id-type="pmcid">PMC4692099</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Labrique</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Newborn health on the line: the potential mHealth applications</article-title>
        <source>JAMA</source>  
        <year>2014</year>  
        <month>07</month>  
        <day>16</day>  
        <volume>312</volume>  
        <issue>3</issue>  
        <fpage>229</fpage>  
        <lpage>230</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2014.6371</pub-id>
        <pub-id pub-id-type="medline">24953141</pub-id>
        <pub-id pub-id-type="pii">1883978</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Nurmatov</surname>
            <given-names>UB</given-names>
          </name>
          <name name-style="western">
            <surname>Nwaru</surname>
            <given-names>BI</given-names>
          </name>
          <name name-style="western">
            <surname>Mukherjee</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Grant</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Effectiveness of mHealth interventions for maternal, newborn and child health in low- and middle-income countries: systematic review and meta-analysis</article-title>
        <source>J Glob Health</source>  
        <year>2016</year>  
        <month>06</month>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>010401</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26649177"/>
        </comment>  
        <pub-id pub-id-type="doi">10.7189/jogh.06.010401</pub-id>
        <pub-id pub-id-type="medline">26649177</pub-id>
        <pub-id pub-id-type="pii">jogh-06-010401</pub-id>
        <pub-id pub-id-type="pmcid">PMC4643860</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>LeFevre</surname>
            <given-names>AE</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>L'Engle</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mehl</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Sinha</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Labrique</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist</article-title>
        <source>BMJ</source>  
        <year>2016</year>  
        <volume>352</volume>  
        <fpage>i1174</fpage>  
        <pub-id pub-id-type="medline">26988021</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Altmetric</collab>
        </person-group>
        <source>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist: overview of attention for article published in British Medical Journal</source>  
        <access-date>2017-02-28</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.altmetric.com/details/6208109">https://www.altmetric.com/details/6208109</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6ochPcPLv"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fottrell</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Jennings</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Kuddus</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ahmed</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Akter</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Shaha</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Nahar</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Nahar</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Haghparast-Bidgoli</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>AKA</given-names>
          </name>
          <name name-style="western">
            <surname>Costello</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Azad</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The effect of community groups and mobile phone messages on the prevention and control of diabetes in rural Bangladesh: study protocol for a three-arm cluster randomised controlled trial</article-title>
        <source>Trials</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>19</day>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>600</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27993166"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s13063-016-1738-x</pub-id>
        <pub-id pub-id-type="medline">27993166</pub-id>
        <pub-id pub-id-type="pii">10.1186/s13063-016-1738-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC5170893</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rothstein</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Jennings</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Moorthy</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Gee</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Romano</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hutchful</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Labrique</surname>
            <given-names>AB</given-names>
          </name>
          <name name-style="western">
            <surname>LeFevre</surname>
            <given-names>AE</given-names>
          </name>
        </person-group>
        <article-title>Qualitative assessment of the feasibility, usability, and acceptability of a mobile client data app for community-based maternal, neonatal, and child care in rural Ghana</article-title>
        <source>Int J Telemed Appl</source>  
        <year>2016</year>  
        <volume>2016</volume>  
        <fpage>2515420</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.1155/2016/2515420"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1155/2016/2515420</pub-id>
        <pub-id pub-id-type="medline">28070186</pub-id>
        <pub-id pub-id-type="pmcid">PMC5192299</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Digital support for childbirth in developing countries: seeds of hope in an evidential desert</article-title>
        <source>JAMA Pediatr</source>  
        <year>2016</year>  
        <month>08</month>  
        <day>01</day>  
        <volume>170</volume>  
        <issue>8</issue>  
        <fpage>737</fpage>  
        <lpage>739</lpage>  
        <pub-id pub-id-type="doi">10.1001/jamapediatrics.2016.1010</pub-id>
        <pub-id pub-id-type="medline">27322894</pub-id>
        <pub-id pub-id-type="pii">2529140</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Torous</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Firth</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Mueller</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Onnela</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Methodology and reporting of mobile heath and smartphone application studies for schizophrenia</article-title>
        <source>Harv Rev Psychiatry</source>  
        <year>2017</year>  
        <month>02</month>  
        <day>23</day>  
        <pub-id pub-id-type="doi">10.1097/HRP.0000000000000133</pub-id>
        <pub-id pub-id-type="medline">28234658</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moher</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Schulz</surname>
            <given-names>KF</given-names>
          </name>
          <name name-style="western">
            <surname>Simera</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Altman</surname>
            <given-names>DG</given-names>
          </name>
        </person-group>
        <article-title>Guidance for developers of health research reporting guidelines</article-title>
        <source>PLoS Med</source>  
        <year>2010</year>  
        <month>02</month>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>e1000217</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000217"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pmed.1000217</pub-id>
        <pub-id pub-id-type="medline">20169112</pub-id>
        <pub-id pub-id-type="pmcid">PMC2821895</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>L'Engle</surname>
            <given-names>KL</given-names>
          </name>
          <name name-style="western">
            <surname>Mangone</surname>
            <given-names>ER</given-names>
          </name>
          <name name-style="western">
            <surname>Parcesepe</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ippoliti</surname>
            <given-names>NB</given-names>
          </name>
        </person-group>
        <article-title>Mobile phone interventions for adolescent sexual and reproductive health: a systematic review</article-title>
        <source>Pediatrics</source>  
        <year>2016</year>  
        <month>09</month>  
        <volume>138</volume>  
        <issue>3</issue>  
        <pub-id pub-id-type="doi">10.1542/peds.2016-0884</pub-id>
        <pub-id pub-id-type="medline">27553221</pub-id>
        <pub-id pub-id-type="pii">peds.2016-0884</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>von Elm</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Altman</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Egger</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Pocock</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Gøtzsche</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Vandenbroucke</surname>
            <given-names>JP</given-names>
          </name>
        </person-group>
        <article-title>The strengthening the reporting of observational studies in epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
        <source>Lancet</source>  
        <year>2007</year>  
        <month>10</month>  
        <day>20</day>  
        <volume>370</volume>  
        <issue>9596</issue>  
        <fpage>1453</fpage>  
        <lpage>1457</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(07)61602-X</pub-id>
        <pub-id pub-id-type="medline">18064739</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(07)61602-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schulz</surname>
            <given-names>KF</given-names>
          </name>
          <name name-style="western">
            <surname>Altman</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Moher</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>CONSORT 2010 statement: updated guidelines for reporting parallel group randomised trials</article-title>
        <source>BMC Med</source>  
        <year>2010</year>  
        <volume>8</volume>  
        <fpage>18</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1741-7015/8/18"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1741-7015-8-18</pub-id>
        <pub-id pub-id-type="medline">20334633</pub-id>
        <pub-id pub-id-type="pii">1741-7015-8-18</pub-id>
        <pub-id pub-id-type="pmcid">PMC2860339</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Labrique</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vasudevan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>LW</given-names>
          </name>
          <name name-style="western">
            <surname>Mehl</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>H_pe for mHealth: more “y” or “o” on the horizon?</article-title>
        <source>Int J Med Inform</source>  
        <year>2013</year>  
        <month>05</month>  
        <volume>82</volume>  
        <issue>5</issue>  
        <fpage>467</fpage>  
        <lpage>469</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23279850"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2012.11.016</pub-id>
        <pub-id pub-id-type="medline">23279850</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(12)00240-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC3849805</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
