<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i8e13494</article-id>
      <article-id pub-id-type="pmid">31452522</article-id>
      <article-id pub-id-type="doi">10.2196/13494</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Behavior Change Content, Understandability, and Actionability of Chronic Condition Self-Management Apps Available in France: Systematic Search and Evaluation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslam</surname>
            <given-names>Muhammad Shahzad</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stasiak</surname>
            <given-names>Karolina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Price</surname>
            <given-names>Blaine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Siqueira do Prado</surname>
            <given-names>Luiza</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Équipe d'Accueil 7425 Health Services and Performance Research</institution>
            <institution>Université de Lyon</institution>
            <addr-line>8 avenue Rockefeller</addr-line>
            <addr-line>Lyon, 69373</addr-line>
            <country>France</country>
            <phone>33 4 26 68 82 23</phone>
            <email>luiza.siqueira-do-prado@univ-lyon1.fr</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8134-6246</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Carpentier</surname>
            <given-names>Camille</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3398-0909</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Preau</surname>
            <given-names>Marie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6239-1671</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Schott</surname>
            <given-names>Anne-Marie</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3337-4474</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Dima</surname>
            <given-names>Alexandra Lelia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3106-2242</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Équipe d'Accueil 7425 Health Services and Performance Research</institution>
        <institution>Université de Lyon</institution>
        <addr-line>Lyon</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Équipe d'Accueil 4163 Groupe de Recherche en Psychologie Sociale</institution>
        <institution>Psychology Institute</institution>
        <institution>Université Lumière Lyon 2</institution>
        <addr-line>Bron</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre Hospitalier Lyon Sud</institution>
        <institution>Pôle de Santé Publique</institution>
        <institution>Hospices Civils de Lyon</institution>
        <addr-line>Lyon</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Luiza Siqueira do Prado 
        <email>luiza.siqueira-do-prado@univ-lyon1.fr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>08</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>08</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>8</issue>
      <elocation-id>e13494</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Luiza Siqueira do Prado, Camille Carpentier, Marie Preau, Anne-Marie Schott, Alexandra Lelia Dima. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 26.08.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://mhealth.jmir.org/2019/8/e13494/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The quality of life of people living with chronic conditions is highly dependent on self-management behaviors. Mobile health (mHealth) apps could facilitate self-management and thus help improve population health. To achieve their potential, apps need to target specific behaviors with appropriate techniques that support change and do so in a way that allows users to understand and act upon the content with which they interact.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective was to identify apps targeted toward the self-management of chronic conditions and that are available in France. We aimed to examine what target behaviors and behavior change techniques (BCTs) they include, their level of understandability and actionability, and the associations between these characteristics.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We extracted data from the Google Play store on apps labelled as <italic>Top</italic> in the <italic>Medicine</italic> category. We also extracted data on apps that were found through 12 popular terms (ie, keywords) for the four most common chronic condition groups—cardiovascular diseases, cancers, respiratory diseases, and diabetes—along with apps identified through a literature search. We selected and downloaded native Android apps available in French for the self-management of any chronic condition in one of the four groups and extracted background characteristics (eg, stars and number of ratings), coded the presence of target behaviors and BCTs using the BCT taxonomy, and coded the understandability and actionability of apps using the Patient Education Material Assessment Tool for audiovisual materials (PEMAT-A/V). We performed descriptive statistics and bivariate statistical tests.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 44 distinct native apps were available for download in France and in French: 39 (89%) were found via the Google Play store and 5 (11%) were found via literature search. A total of 19 (43%) apps were for diabetes, 10 for cardiovascular diseases (23%), 8 for more than one condition in the four groups (18%), 6 for respiratory diseases (14%), and 1 for cancer (2%). The median number of target behaviors per app was 2 (range 0-7) and of BCTs per app was 3 (range 0-12). The most common BCT was <italic>self-monitoring of outcome(s) of behavior</italic> (31 apps), while the most common target behavior was <italic>tracking symptoms</italic> (30 apps). The median level of understandability was 42% and of actionability was 0%. Apps with more target behaviors and more BCTs were also more understandable (ρ=.31, <italic>P</italic>=.04 and ρ=.35, <italic>P</italic>=.02, respectively), but were not significantly more actionable (ρ=.24, <italic>P</italic>=.12 and ρ=.29, <italic>P</italic>=.054, respectively).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These apps target few behaviors and include few BCTs, limiting their potential for behavior change. While content is moderately understandable, clear instructions on when and how to act are uncommon. Developers need to work closely with health professionals, users, and behavior change experts to improve content and format so apps can better support patients in coping with chronic conditions. Developers may use these criteria for assessing content and format to guide app development and evaluation of app performance.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>PROSPERO CRD42018094012; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=94012</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mHealth</kwd>
        <kwd>mobile phone</kwd>
        <kwd>app</kwd>
        <kwd>self-management</kwd>
        <kwd>chronic conditions</kwd>
        <kwd>target behaviors</kwd>
        <kwd>behavior change techniques</kwd>
        <kwd>understandability</kwd>
        <kwd>actionability</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Chronic conditions are the main cause of disability and premature death worldwide, representing the highest number of disability-adjusted life years in the Global Burden of Disease project [<xref ref-type="bibr" rid="ref1">1</xref>]. More specifically, four groups of diseases—cardiovascular diseases, cancers, respiratory diseases, and diabetes—cause 80% of premature deaths related to chronic conditions [<xref ref-type="bibr" rid="ref2">2</xref>]. The rise in prevalence of such conditions, while being determined by multiple causes, is highly related to unhealthy lifestyles and population aging. Treatment requires a long-term and multidisciplinary approach, including therapeutic education and lifestyle changes, to prevent further aggravation and/or premature death; treatment focuses on modifiable behavioral risk factors, such as insufficient physical activity or inadequate diet [<xref ref-type="bibr" rid="ref2">2</xref>]. Achieving and maintaining satisfactory quality of life is strongly dependent on the patient’s ability to reduce behavioral risks and to regularly perform specific self-care activities defined together with health care providers (ie, self-management behaviors). This process of active engagement in obtaining skills and taking part in health-related decisions is also called patient empowerment [<xref ref-type="bibr" rid="ref3">3</xref>]; this may be mediated by technology that facilitates self-awareness and understanding how and when to take action regarding measured physiological parameters, to prevent or react to deterioration in health status.</p>
      <p>Currently, mobile health (mHealth) mobile phone apps can support patients in performing behaviors such as symptom monitoring and medication intake, among others [<xref ref-type="bibr" rid="ref4">4</xref>]; therefore, they have the potential to help improve population health and reduce health care costs. By the end of 2017, mobile broadband subscriptions were expected to reach 4.3 billion worldwide [<xref ref-type="bibr" rid="ref5">5</xref>]. In 2012, one in five mobile phone users had at least one health-related mobile app on his or her phone [<xref ref-type="bibr" rid="ref6">6</xref>]; in 2015, over half of that population had downloaded at least once a health-related app [<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, numbers of mHealth apps downloaded are similar between individuals with and without chronic conditions [<xref ref-type="bibr" rid="ref8">8</xref>]. The availability of mHealth apps and people’s tendency to carry their devices with them at all times mean they can also be used for delivering behavioral interventions to large populations [<xref ref-type="bibr" rid="ref9">9</xref>]. Yet, despite the increasing number of studies and reviews on the use of such apps on health outcomes, evidence for effectiveness is still unclear [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, in the fast-paced technology culture, few mHealth interventions are designed in collaboration with patients, clinicians, or behavioral scientists or are subject to rigorous testing [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. The result is a wide and heterogeneous range of offerings that differ in their objective, content, and user experience [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>To assess the potential of self-management apps to improve individual and population health, it is useful to consider them as technology-mediated health behavior change interventions. For such interventions to be effective, they need to intervene on the causal behavioral pathways relevant to the health of their user group (ie, to target specific behaviors causally linked to the desired outcomes). Moreover, from a psychological perspective, they need to include behavior change techniques (BCTs), which are the <italic>active ingredients</italic> of behavior change interventions: reproducible and irreducible components of these interventions that can trigger change in the psychological determinants of these behaviors and, consequently, improve health [<xref ref-type="bibr" rid="ref14">14</xref>]. In recent years, health behavior theorists and intervention developers have been building consensus on methods to identify BCTs present in existing interventions, which resulted in a 93-BCT taxonomy that is currently used as a shared framework for intervention evaluation and development [<xref ref-type="bibr" rid="ref15">15</xref>]. The presence of behavioral change content has been shown to increase the effectiveness of mHealth and Internet-based interventions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Examining the mHealth app offerings in terms of occurrence of target behaviors and BCTs can be informative regarding the current state-of-the-art on behavior change; it can also highlight opportunities for improvement [<xref ref-type="bibr" rid="ref18">18</xref>], for example, by studying links between usage patterns of individual behavior change content and changes in health outcomes.</p>
      <p>The presence of relevant behavior change content does not by itself guarantee that users will be able to interact with it and potentially change their behaviors. These tools need to present information in an accurate, comprehensible, and actionable way; they must also consider different communication competencies, styles, and health literacy levels to optimize their reach and enhance health decision making [<xref ref-type="bibr" rid="ref19">19</xref>]. Evidence shows that most educational materials are too complex for patients with low health literacy [<xref ref-type="bibr" rid="ref20">20</xref>]. To assess the suitability of mHealth apps for diverse audiences, it is useful to consider them as health-related materials. The Patient Education Material Assessment Tool for audiovisual materials (PEMAT-A/V) is a commonly used method in this domain; this tool evaluates the extent to which health-related materials are understandable (ie, understandability) and give clear instructions regarding actions that users may take to apply the information presented (ie, actionability) [<xref ref-type="bibr" rid="ref20">20</xref>]. Presenting relevant behavior change content in a suitable manner is therefore important for ensuring that the intended users achieve the goals the app is supposed to facilitate. Apps with richer behavioral content may also present it in a more understandable and actionable way, and this can be seen as an indicator of app quality and of the level of expertise of the developing team. Yet, to our knowledge, no examination of both content and suitability of apps was performed to date. Understanding the links between content and format in the current app offerings in a specific territory may provide insights into the rapidly evolving app development phenomenon and recommendations for improvement.</p>
      <p>As mHealth develops worldwide, evaluations of app content and format are increasingly common and necessary to inform policy discussions on achieving the potential of mHealth to improve public health [<xref ref-type="bibr" rid="ref21">21</xref>]. For example, BCTs were shown not to be widely implemented in top-ranked physical activity apps in the United States [<xref ref-type="bibr" rid="ref22">22</xref>]. In New Zealand, in physical activity and dietary apps, BCTs associated with increased effectiveness in modifying these behaviors were more common in paid apps [<xref ref-type="bibr" rid="ref23">23</xref>]. In Canada, theory-based cognitive-behavioral content was found to be present in only 10% of apps for depression [<xref ref-type="bibr" rid="ref24">24</xref>]. Although app use is a global phenomenon, research is normally limited to apps in English, while the available offerings in commercial marketplaces are restricted to geographical regions. The French Health National Strategy 2018-2022 has forecasted a generalization of digital services in health care and put special interest in promoting favorable health behaviors and fighting social inequities in access to health care [<xref ref-type="bibr" rid="ref25">25</xref>]. It is thus important to assess the current mHealth app offerings in France and in French, especially for self-management of chronic conditions. To our knowledge, no review with these characteristics has been published to date worldwide, and the potential of these tools to support behavior change for self-management of chronic conditions has not yet been fully examined. Such evaluation is instrumental for orienting the development of this expanding field in a way that best serves the interests of all stakeholders, including patients, health care professionals, app developers, payers, and the health care system.</p>
      <p>Therefore, this systematic review of mHealth apps for chronic condition self-management in France aimed to answer the following questions: (1) What behaviors are targeted in these apps, and by which BCTs?; (2) What levels of understandability and actionability characterize these apps?; and (3) Are apps with more behavioral change content also easier to understand and act upon?</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We developed a systematic review protocol based on the Preferred Reporting Items for Systematic Reviews and Meta-Analyses Protocols (PRISMA-P) guidelines, an evidence-based minimum set of items for reporting systematic reviews [<xref ref-type="bibr" rid="ref26">26</xref>]. We registered the protocol with the International Prospective Register of Systematic Reviews (PROSPERO), an international database of prospectively registered systematic reviews (registration number: CRD42018094012). The PRISMA checklist [<xref ref-type="bibr" rid="ref26">26</xref>] is available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Apps were identified through two different approaches: (1) a search of peer-reviewed articles reporting on development or validation of mHealth apps for self-management of chronic conditions and (2) a search in the Android commercial marketplace for mobile phones. We used the Android marketplace Google Play store as it represents 88% of the global mobile phone market [<xref ref-type="bibr" rid="ref27">27</xref>] and most apps are developed for both operating systems (ie, Android and iOS).</p>
        <p>A systematic search of PubMed (ie, MEDLINE), IEEE, and Web of Science electronic bibliographic databases was conducted; all search terms are available in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. We searched for peer-reviewed articles and conference papers published between 2012 and 2018 concerning mHealth self-management interventions for the previously stated chronic conditions. Articles and papers had to report on empirical research on the development or validation of mHealth tools, pilot studies, or randomized controlled trials, both protocols and reports of study results. Articles and papers were assessed independently by two investigators (LSdP and CC) based on title and abstract, followed by full-text examination to identify available apps in France, in French, and for Android from the Google Play store.</p>
        <p>Subsequently, a list of the first 500 free apps labelled as <italic>Top</italic> in the Google Play store in the <italic>Medicine</italic> category and the first 55 paid apps available in the same category was extracted (n=555). The number of paid apps was limited by the marketplace. Another search was performed using 12 keywords in French related to the four groups of diseases: cardiovascular diseases, cancers, respiratory diseases, and diabetes. The keywords were as follows: “maladie cardiaque,” “maladie coeur,” “AVC accident vascular cérébral,” “infarctus,” “maladie pulmon,” “asthme,” “BPCO,” “maladie respiratoire,” “cancer,” “diabète,” “diabète type 1,” and “diabète type 2.” For each keyword, the first 20 apps shown in the marketplace (n=240) were extracted. The complete list (n=795) was assessed independently by two investigators. After screening, selected apps were divided into five groups: four according to the conditions they targeted— <italic>cancers, diabetes, respiratory diseases</italic>, or <italic>cardiovascular diseases—</italic> and one generic group (ie, <italic>other</italic>) for apps that targeted behaviors like medication adherence and physical activity, irrespective of medical condition (ie, they did not specifically reference a disease within the previous four groups).</p>
        <p>All searches, data extraction, and coding were done between March and April 2018. Coding was performed a second time in October 2018 by a different investigator, along with interrater reliability, reconciliation, and coding review. A Samsung J7 mobile phone with Android, version 6.0.1, was used for downloading and evaluating all selected apps.</p>
      </sec>
      <sec>
        <title>Eligibility</title>
        <p>All native apps available for download in France and in French at the Google Play store designed for patients for the self-management of cardiovascular diseases, cancers, respiratory diseases, and diabetes were eligible. There was no restriction considering price or the source of for-profit or not-for-profit funding. The following apps were excluded: apps that were clearly not for chronic conditions (ie, apps that did not state their main purpose or were designed for other users or purposes, such as training health professionals or students, hospitals, or medical laboratories; making medical appointments; reaching emergency services; or geographical localization of defibrillators or pharmacies); apps for chronic conditions other than those in the four groups studied in this work; apps for chronic conditions in the four groups that were not for self-management (ie, offering general health information or risk assessment); apps that required additional hardware, like special glucometers; apps with descriptions in French but content in English or with different names and same content; and, finally, apps that were no longer available in October 2018.</p>
        <p>Eligible apps may describe their objective as chronic disease self-management or target only specific behaviors relevant for these conditions, such as medication adherence, trigger management, exacerbation management, physical activity, dietary behaviors, and archiving health information. Apps that targeted only preventive behaviors, such as physical activity and diet, with no reference to chronic condition management were also excluded.</p>
      </sec>
      <sec>
        <title>Screening and Selection</title>
        <p>The reference management software, Zotero (Corporation for Digital Scholarship), was used to identify and remove duplicate records in the literature search. Titles and abstracts of remaining records were screened by two independent reviewers to establish eligibility. If two reviewers recommended study or app inclusion, the full text of the study or the app availability was sourced for review and appraisal in order to determine eligibility for this study. If reviewer discordance arose, consensus was reached through discussion and arbitration with a third investigator.</p>
      </sec>
      <sec>
        <title>Data Extraction and Analysis</title>
        <p>The following app characteristics were extracted from the Google Play store, along with app’s name and available description: information on the presence of sales on the app (ie, paid app or free app with or without paid features), number of downloads (ie, from 10+ to 10,000,000+), user ranking (ie, from 1 to 5 stars), number of ratings, version, last update, and developer information. Developers were then categorized into three groups: (1) <italic>private company</italic>, comprising single-app developers and dedicated app-developing companies; (2) <italic>nonprivate</italic>, comprising nongovernmental organizations, public institutions, or European projects; and (3) <italic>pharmaceutical and medical device companies</italic>, comprising bigger players in the market, such as pharmaceutical laboratories and other medical technology companies.</p>
      </sec>
      <sec>
        <title>Target Behaviors and Behavior Change Content</title>
        <p>Target behaviors were coded following detailed examination of app content and further functions, like sending notifications to users to perform tasks such as drinking water, exercising, etc. Each target behavior present was coded once per app; one app could contain several target behaviors. Behavior change content was coded by a trained investigator (LSdP) using the BCT taxonomy [<xref ref-type="bibr" rid="ref15">15</xref>]. This taxonomy represents a consensus of hierarchically structured techniques developed to specify behavioral interventions. Each BCT present was coded once for each app; one app could contain multiple BCTs. A second trained coder (ALD) evaluated a subset of 8 selected apps out of 44 (18%); interrater reliability was computed with bias-adjusted kappa.</p>
      </sec>
      <sec>
        <title>Understandability and Actionability Assessment</title>
        <p>Material is understandable and actionable when users of different health literacy levels can “process and explain key messages” and “identify what they can do based on the information presented” [<xref ref-type="bibr" rid="ref20">20</xref>]. Understandability and actionability levels were evaluated using the PEMAT-A/V [<xref ref-type="bibr" rid="ref20">20</xref>], which is a systematic method to evaluate understandability and actionability of patient education materials. It includes 13 items in five topics—Content, Word Choice &amp; Style, Organization, Layout &amp; Design, and Use of Visual Aids—to evaluate understandability (eg, “The material makes its purpose completely evident,” “The material uses common, everyday language,” etc) and four items for actionability (eg, “The material clearly identifies at least one action the user can take”). Each item was rated with 0 (If Disagree) or 1 (If Agree), while items that were not applicable received N/A. Item scores were added and divided by the maximum score possible, excluding items that were not applicable, and the result multiplied by 100 to get a percentage score. A second coder assessed understandability and actionability scores for the same subset of apps used for BCT coding; interrater reliability was computed using the intraclass correlation coefficient.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Coding was done using Microsoft Excel and all statistical analyses were performed using RStudio, version 1.1.383. We examined app characteristics, behavioral content, and PEMAT-A/V scores via descriptive statistics. We performed nonparametric tests to compare groups and to investigate the correlation between the variables of interest, given their distribution properties. Associations between behavioral content and PEMAT-A/V scores were investigated via bivariate correlations (the Spearman rank correlation coefficient, ρ). Additional exploratory analyses regarding relationships between app characteristics and these content and format properties are reported in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendices 3</xref>-<xref ref-type="supplementary-material" rid="app6">6</xref> for interested readers.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search</title>
        <p>Of the total 704 unique apps identified in the Google Play store, 167 (23.7%) had descriptions in languages other than French; 104 apps (14.8%) were considered as targeting chronic conditions in general and 50 apps (7.1%) focused on chronic conditions in the four groups of diseases included in this review. Other chronic conditions, not considered in this work, were back pain, migraine and headache, sleep apnea, and depression, among others. For app selection, agreement between reviewers was substantial (κ=.62). Reconciliation was done by a third reviewer when agreement was not reached after discussion between the first two. A total of 50 apps out of 704 (7.1%) met the inclusion criteria. Nonetheless, 3 of the selected apps required other connected objects (eg, connected glucometer, blood glucose sensor, or smart watch), 3 had descriptions in French but app content was entirely in English, and 2 pairs of apps had different names but the same content, so 1 app from each pair was removed; the number of excluded apps was 8. When the second round of coding of BCT content and understandability and actionability scores was performed in October 2018 for calculation of interrater reliability and score revision, 3 apps were no longer available on the marketplace and were removed from the analysis.</p>
        <p>The literature search yielded 1344 abstracts, and 234 manuscripts were assessed based on full text. The kappa indicating interrater reliability was .33 (ie, fair agreement), and a third reviewer did reconciliation by checking all records disagreed upon by the first two reviewers. Many of the manuscripts found through the literature search were reviews, as well as reviews of reviews (n=282). No peer-reviewed or conference papers from French institutions were selected for full-text screening. A total of 7 [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] out of 234 (3.0%) manuscripts selected mentioned at least one native app for Android available in France and in French; these were included in our review. Of the 7 apps, one was present in two different articles and one required a glucometer connected to the mobile phone, which prevented app use. This resulted in 5 distinct apps downloaded from the Google Play store. Apps found through the literature search were not present in the list of apps extracted previously from the Google Play store. Finally, we analyzed a list of 44 unique native apps: 5 from the literature search and 39 from the marketplace search (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
      </sec>
      <sec>
        <title>Sample Characteristics of Apps</title>
        <p>A total of 44 apps were downloaded and analyzed, most of them targeting diabetes (19/44, 43%). The least-represented category was cancer (1/44, 2%). <xref ref-type="table" rid="table1">Table 1</xref> shows the main characteristics of the apps analyzed.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of the screening process.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i8e13494_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of apps sample.</p>
          </caption>
          <table width="1000" cellpadding="4" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="720"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>Apps (N=44)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Disease category, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cancers</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Respiratory diseases</td>
                <td>6 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cardiovascular diseases</td>
                <td>10 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Diabetes</td>
                <td>19 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>8 (18)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Number of stars, mean (SD)</td>
                <td>4.18 (0.48)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Number of stars, range</td>
                <td>3-5</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Number of user ratings, mean (SD)</td>
                <td>16,140.1 (61,401.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Number of user ratings, range</td>
                <td>2-374,462</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Downloads, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50+</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>100+</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>500+</td>
                <td>4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1000+</td>
                <td>4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5000+</td>
                <td>4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>10,000+</td>
                <td>6 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50,000+</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>100,000+</td>
                <td>10 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>500,000+</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1,000,000+</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5,000,000+</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>10,000,000+</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gratuity, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Paid app</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>With paid features</td>
                <td>14 (32)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Without paid features</td>
                <td>29 (66)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Developer, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nonprivate organization<sup>a</sup></td>
                <td>4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pharmaceutical or medical device company</td>
                <td>13 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Private app-development company</td>
                <td>27 (61)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Nongovernmental organizations, public institutions, or European projects.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Target Behavior and Behavior Change Technique Characteristics</title>
        <p>We identified the presence of 10 target behaviors and 21 BCTs in our app sample (see <xref ref-type="table" rid="table2">Table 2</xref>). The maximum number of target behaviors observed per app was 7 in 2 apps; the median number was 2. A total of 5 apps did not present any target behaviors. A total of 4 apps had no BCTs present and another 4 had only 1 BCT, while only 1 app had more than 10 (n=12). The median number of BCTs per app was 3 (range 0-12).</p>
        <p>The kappa for interrater reliability in BCT coding was .68 (ie, substantial agreement); the reconciliation process was used to revise coding in the whole app sample.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Prevalence of target behaviors and behavior change techniques (BCTs) in the app sample.</p>
          </caption>
          <table width="1000" cellpadding="4" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="720"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Target behaviors and BCTs</td>
                <td>Occurrence in apps (N=44), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Target behavior</bold>
                </td>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tracking symptoms</td>
                <td>26 (59)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medication adherence</td>
                <td>13 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tracking diet</td>
                <td>12 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tracking weight</td>
                <td>11 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Archiving health information</td>
                <td>9 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physical activity</td>
                <td>6 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attending medical appointments</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tracking emotional symptoms</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Drinking water</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tracking sleep</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>BCT</bold>
                </td>
                <td/>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-monitoring of outcome(s) of behavior</td>
                <td>31 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Feedback on outcome(s) of behavior</td>
                <td>25 (57)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-monitoring of behavior</td>
                <td>19 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prompts and cues</td>
                <td>17 (39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Information about health consequences</td>
                <td>14 (32)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Goal setting (outcome)</td>
                <td>11 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graded tasks</td>
                <td>5 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Action planning</td>
                <td>4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Biofeedback</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Feedback on behavior</td>
                <td>3 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social support (practical)</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social comparison</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Instruction on how to perform the behavior</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Demonstration of the behavior</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Credible source</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monitoring of emotional consequences</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social reward</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Goal setting (behavior)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social support (unspecified)</td>
                <td>1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social support (emotional)</td>
                <td>1 (2)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The most common target behaviors were <italic>tracking symptoms</italic> (eg, in the case of apps for hypertension, these included measuring blood pressure and recording the values in the app journal) (26/44, 59%); <italic>medication adherence</italic> (eg, recording medication name and dosage and setting alarms to remember taking them) (13/44, 30%); <italic>tracking diet</italic> (eg, in the case of diabetes apps, these included noting food quantities in an app journal) (12/44, 27%); <italic>tracking weight</italic> (11/44, 25%); and <italic>archiving health information</italic> (eg, recording clinical test results in an app journal) (9/44, 20%). For BCTs, the most common were <italic>self-monitoring of outcome(s) of behavior</italic> (31/44, 70%), followed by <italic>feedback on outcome(s) of behavior</italic> (25/44, 57%), <italic>self-monitoring of behavior</italic> (19/44, 43%), <italic>prompts and cues</italic> (17/44, 39%), <italic>information about health consequences</italic> (14/44, 32%), and <italic>goal setting (outcome)</italic> (11/44, 25%). All target behaviors and BCTs mentioned above were encountered in more than 20% of analyzed apps.</p>
        <p><xref ref-type="fig" rid="figure2">Figure 2</xref> shows examples of target behaviors and BCTs. The left-hand screenshot shows a blood glucose journal, corresponding to the target behavior <italic>tracking symptoms</italic> and the BCT <italic>self-monitoring of outcome(s) of behavior</italic>. The middle screenshot shows a graph with blood glucose level variation through a period of one week along with the blood glucose target range defined by the user and his or her health care provider, corresponding to the BCTs <italic>feedback on outcome(s) of behavior</italic> and <italic>goal setting (outcome)</italic>. The right-hand screenshot shows a food journal corresponding to the target behavior <italic>tracking diet</italic> and the BCT <italic>self-monitoring of behavior</italic>. This specific app is designed for people with type 1 diabetes and knowing the amount of carbohydrates in meals is essential for adjusting insulin dosage.</p>
      </sec>
      <sec>
        <title>Understandability and Actionability Scores</title>
        <p>Out of the 44 apps, 2 (5%) had an actionability score of 100%. The mean understandability score was 43.50% (SD 22.24), the median was 42% (interquartile range [IQR] 28), and the values ranged from 9% to 92%. For actionability, the mean score was 23.50% (SD 36.86), the median was 0% (IQR 50), and values ranged from 0% to 100%. A total of 30 apps out of 44 (68%) had null actionability (ie, they had no clearly stated actions the user could take regarding the self-management behaviors the app targeted). <xref ref-type="fig" rid="figure3">Figure 3</xref> shows the co-occurrence of understandability and actionability scores in the sample.</p>
        <p>The kappa for interrater reliability for understandability scores was .65 (ie, substantial agreement) and for actionability scores was .02 (ie, poor agreement). Both coders rated actionability as low for most apps. Differences were mostly related to an interpretation ambiguity in the first item of the actionability assessment—“The material clearly identifies at least one action the user can take”—upon which all three other actionability items were dependent. The fact that there were only four items to evaluate also influenced the different scores. Disagreements were discussed and the process of reconciliation led to revising the scores for the other apps in the sample.</p>
        <p>Understandability and actionability scores were positively correlated (ρ=.67, <italic>P</italic>&lt;.001) and so were the number of BCTs and target behaviors per app (ρ=.62, <italic>P</italic>&lt;.001). Understandability had a positive correlation to the number of BCTs per app (ρ=.35, <italic>P</italic>=.02) and number of target behaviors per app (ρ=.31, <italic>P</italic>=.04). This may suggest that apps with more target behaviors and BCTs also tended to present this content in a way that is easier to understand. Actionability had moderate positive correlations to target behaviors per app (ρ=.24, <italic>P</italic>=.12) and BCTs per app (ρ=.29, <italic>P</italic>=.054), which were not statistically significant.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshots from the Gluci-Check app from the Google Play store. The screenshots show examples of target behaviors and behavior change techniques (BCTs) used in apps. The left-hand screenshot corresponds to the target behavior <italic>tracking symptoms</italic> and the BCT <italic>self-monitoring of outcome(s) of behavior</italic>; the middle screenshot corresponds to the BCTs <italic>feedback on outcome(s) of behavior</italic> and <italic>goal setting (outcome)</italic>; the right-hand screenshot corresponds to the target behavior <italic>tracking diet</italic> and the BCT <italic>self-monitoring of behavior</italic>.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i8e13494_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Understandability versus actionability; the circle size and label indicate the number of apps with the corresponding two scores.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i8e13494_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The use of mHealth apps for supporting health-related behavior change and patient empowerment is being widely discussed as a solution to health care challenges worldwide, particularly for chronic conditions. This review showed that in 2018 in France, the potential of mHealth is far from being achieved. The apps available for download on Google Play had relatively limited behavior change content and, although moderately easy to understand for diverse audiences, they did not commonly point to clear actions users may take to self-manage the condition targeted. To better support patients with chronic conditions, apps can be improved by building on more solid behavior change research and applying it in ways that are easier to understand and act upon.</p>
        <p>By searching directly on Google Play, among 704 apps with different purposes and languages, we found only 39 apps available in French targeting self-management in the four groups of chronic conditions with the highest mortality rates—cardiovascular diseases, cancers, respiratory diseases, and diabetes. This suggests that, for a patient or health care professional interested in using apps to manage a chronic condition, finding an appropriate app can be challenging. Moreover, our literature search identified only 5 apps available in France and in French. In another review with similar methodology performed in Canada with mHealth apps in English, of the total of 107 apps for depression analyzed, 48 were found through a literature search [<xref ref-type="bibr" rid="ref24">24</xref>]. This highlights the variability of mHealth apps offerings worldwide, in terms of both availability and research, and the importance of studying the evolution of this domain in different countries and languages.</p>
        <p>Targeting specific key behaviors in interventions and combining active components (ie, BCTs) that are potentially effective for behavior change in the context of chronic conditions is crucial to achieve the intended change and, consequently, improve and maintain quality of life [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In our sample, the most common target behavior was <italic>Tracking symptoms</italic>, and an important prevention behavior, <italic>Physical activity</italic>, was present in only 6 apps. The median number of target behaviors per app was 2, ranging from 0 to 5. The modifiable behaviors described as priorities by the World Health Organization as risk factors increasing mortality rates, such as tobacco use, alcohol consumption, and excessive salt intake, were not addressed in any of the analyzed apps. There was substantial variation in the number of BCTs present and the majority of the apps focused on self-monitoring, confirming the focus on monitoring behaviors as previously shown in the literature. We observed 20 BCTs in our sample and the median number of BCTs per app was 3, ranging from 0 to 12. Conroy et al [<xref ref-type="bibr" rid="ref22">22</xref>] observed 26 BCTs in total and the most top-ranked apps for physical activity incorporated less than 4 BCTs, ranging from 1 to 13. Direito et al [<xref ref-type="bibr" rid="ref23">23</xref>] found 26 BCTs in total, with an average of 8.1 BCTs per app, ranging from 2 to 18; free apps, such as most of the apps evaluated in our study, presented a slightly smaller average (ie, 6.6, ranging from 3 to 14). In both studies, <italic>provide instruction</italic> was the most common BCT, which was not observed in the case of chronic condition mHealth apps in our study. Similar to the results of Martinez-Pérez et al [<xref ref-type="bibr" rid="ref37">37</xref>] regarding mHealth apps for the most prevalent conditions by the World Health Organization, we found more assistive and monitoring characteristics in the apps in our sample than informative and educational ones, also reinforced by the most common target behavior <italic>tracking symptoms</italic>. <italic>Demonstration of the behavior</italic> was an uncommon BCT, and videos or illustrations to clarify the use of measurement equipment, such as blood glucose or pressure monitors, were rare. Furthermore, only a third of apps presented <italic>information about health consequences</italic>, which is indispensable for understanding complications related to the chronic conditions discussed here. <italic>Goal setting (outcome)</italic> was also frequent (&gt;60%) in physical activity apps [<xref ref-type="bibr" rid="ref22">22</xref>], while in our work, it was present in less than one-fourth of apps. Goal management BCTs (ie, <italic>goal setting</italic> and <italic>goal review</italic>) were found to be effective in physical activity and dietary behavior change interventions [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. Also, the combination of self-monitoring techniques with at least one other self-regulation technique (ie, intention formation, feedback on performance, specific goal setting, and review of behavioral goals) is shown to be more effective than other interventions [<xref ref-type="bibr" rid="ref40">40</xref>]. Moreover, <italic>action planning</italic>, which is highly related to actionability and overcoming emergencies, was present in only 5 apps. We were thus able to identify limited behavioral change content and a focus on monitoring rather than goal management or education.</p>
        <p>The apps in our study were to a large extent not suitable for low literacy audiences. The median understandability and actionability scores were 42% and 0%, respectively. In a previous study that applied the PEMAT-A/V to 43 apps intended for parent education (ie, parenting, child health, or infant health) [<xref ref-type="bibr" rid="ref42">42</xref>], 30 apps had understandability scores between 76% and 100%, while for actionability, 19 apps had scores in this range. We found most apps had hard-to-read text (ie, small font and too much text). In previous work with a different methodology, Meppelink et al [<xref ref-type="bibr" rid="ref43">43</xref>] showed that almost 80% of Dutch health information websites were over the recommended B1 reading level: B1 reading level means 95% of the population can understand the information. In addition, the predominantly low actionability of the apps in our study shows that we are still far from fulfilling the potential of mHealth tools to increase patient autonomy. More than half of the analyzed apps did not present any clearly stated action and they did not have any suggestions concerning the data recorded by users on health-related events. For mHealth apps to fully achieve their potential to support chronic condition treatment, clearly indicating actions is imperative (eg, diabetes apps need to indicate that patients need to intervene immediately if high or low blood glucose is recorded and give concrete physical activity suggestions to users). In our study, apps with more target behaviors and BCTs were also more understandable, indicating that developers who consider behavioral content may also be more careful with making sure apps are comprehensible for users; levels of actionability were low irrespective of behavioral content. We therefore highlight actionability as a priority to address in app development: stating actions users can take, addressing users directly when describing actions, presenting actions in short explicit steps, and explaining how to use data visualization to take action [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>First, our study used a three-pronged search strategy to identify apps relevant for our research questions: two strategies likely employed by users to identify apps in the marketplace (ie, top-ranked mHealth apps and active keyword search) and one strategy to identify apps that have been subject to scientific research (ie, a literature search). However, only the Android app marketplace was examined in this study and, although Google has the largest portion of the mobile app market and most apps are present in both marketplaces, not considering the second-most popular app marketplace (ie, Apple App Store) can lead to omission of relevant apps. Nonetheless, we believe our search strategies enabled us to obtain a representative sample to describe the current state-of-the-art in mHealth self-management support. Second, we only considered peer-reviewed papers and conference articles published in English, even though we were looking for apps available in France and in French. A future study of the iOS marketplace and French databases may be useful to complement our findings. We have also downloaded and assessed both behavioral content as well as understandability and actionability by two independent coders interacting directly with the apps, not only the descriptions available in the commercial marketplace. Thus, we were able to obtain a comprehensive assessment of the properties examined and reflect also on the assessment tools used.</p>
        <p>We identified several issues for further improvement. First, while the BCT taxonomy enables systematic coding with good intercoder reliability, there is no consensus to date on classifying target behaviors apart from broad domains [<xref ref-type="bibr" rid="ref44">44</xref>]. We have followed commonly used terminology to describe target behaviors in this study, yet our descriptions would have certainly benefited from standardized labels. Target behavior definition and selection is a key step in behavior change [<xref ref-type="bibr" rid="ref45">45</xref>] and working toward a consensus on target behavior classification would further facilitate evidence synthesis. Second, since PEMAT-A/V was developed for educational materials using audio and video resources, we encountered a few difficulties when applying its criteria to apps. For example, app names and descriptions are commonly less informative in apps than what is expected for other health-related educational materials, names may be unrelated to the condition, and descriptions do not necessarily contain all app features. These characteristics may be interpreted as low understandability but may also be due to different design conventions in apps, which may have to be considered as an underestimation of understandability in our sample. PEMAT-A/V was selected after careful review of several tools, as it was considered best suited to app assessment by the research team. However, we would support a future adaptation of PEMAT-A/V for apps, which could aim to reconcile the usual brevity of the app medium with the requirements of effective communication for different audiences. Third, our study focused on the content and format of apps and excluded other criteria for judging app quality, from user engagement and functionality [<xref ref-type="bibr" rid="ref46">46</xref>] to data security and ethical and legal standards [<xref ref-type="bibr" rid="ref47">47</xref>]. A comprehensive evaluation was beyond the scope of our review and would need to consider multiple dimensions.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our findings suggest that mHealth apps available in France could be improved in terms of content and format. They also illustrate how two readily available tools—the BCT taxonomy and the PEMAT-A/V—can provide useful insights into the potential of an app to support patient empowerment. These tools can be used by different stakeholders in app development or to assess the existing offerings to ensure an effective contribution of apps to patient care; we would recommend their inclusion in broader app development and evaluation guidelines. Given the prevalence of the chronic conditions considered here, it is essential to make sure different levels of health literacy are considered when developing health-related materials. Also, the development of mHealth apps should involve users and consider their behavioral support needs and be accompanied by research on whether their content and use are able to effectively change behavior. Apps could also benefit from integrating more instructions for intended users on actions to perform, more modifiable behavioral risk factors, and more behavior change content, especially BCTs associated with increased effectiveness in modifying target behaviors.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) checklist.</p>
        <media xlink:href="mhealth_v7i8e13494_app1.pdf" xlink:title="PDF File (Adobe PDF File), 67KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy in the Google Play store and in PubMed (ie, MEDLINE), IEEE, and Web of Science databases.</p>
        <media xlink:href="mhealth_v7i8e13494_app2.pdf" xlink:title="PDF File (Adobe PDF File), 44KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>App sample with data extracted from the Google Play store.</p>
        <media xlink:href="mhealth_v7i8e13494_app3.xlsx" xlink:title="XLSX File (Microsoft Excel File), 12KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Dataset used to perform analyses.</p>
        <media xlink:href="mhealth_v7i8e13494_app4.xlsx" xlink:title="XLSX File (Microsoft Excel File), 17KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>R markdown script.</p>
        <media xlink:href="mhealth_v7i8e13494_app5.txt" xlink:title="TXT File, 32KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>R markdown report with descriptive statistics and inferential statistical and exploratory analyses.</p>
        <media xlink:href="mhealth_v7i8e13494_app6.pdf" xlink:title="PDF File (Adobe PDF File), 235KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IQR</term>
          <def>
            <p>interquartile range</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PEMAT-A/V</term>
          <def>
            <p>Patient Education Material Assessment Tool for audiovisual materials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA-P</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses Protocols</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PROSPERO</term>
          <def>
            <p>International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>LSdP was supported by a master's internship grant from the Chaire Prevent’Horizon and PhD funding (2018-2021) from an IDEXLYON Fellowship grant (grant number: 16-IDEX-0005). AD was supported by a Marie Curie Individual Fellowship from the European Commission (fellowship number: MCRA-IF n°706028) during the conduct of this review and manuscript preparation.We thank Thibaud Socquet-Clerc for his help with app selection.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>Institute for Health Metrics and Evaluation</source>
          <access-date>2019-01-17</access-date>
          <comment>Global Burden of Disease (GBD) 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthdata.org/gbd">http://www.healthdata.org/gbd</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2018</year>
          <month>06</month>
          <day>01</day>
          <access-date>2019-01-22</access-date>
          <comment>Noncommunicable diseases 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/noncommunicable-diseases">https://www.who.int/news-room/fact-sheets/detail/noncommunicable-diseases</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75cir0jNf"/></comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Division of Health Promotion, Education and Communications (HPR)</collab>
            <collab>Health Education and Health Promotion Unit (HEP)</collab>
          </person-group>
          <source>Health Promotion Glossary</source>
          <year>1998</year>
          <access-date>2019-08-18</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/healthpromotion/about/HPR%20Glossary%201998.pdf">https://www.who.int/healthpromotion/about/HPR%20Glossary%201998.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klasnja</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Healthcare in the pocket: Mapping the space of mobile-phone health interventions</article-title>
          <source>J Biomed Inform</source>
          <year>2012</year>
          <month>02</month>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>184</fpage>
          <lpage>198</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(11)00144-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2011.08.017</pub-id>
          <pub-id pub-id-type="medline">21925288</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(11)00144-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC3272165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>ICT Data and Statistics Division within the Telecommunication Development Bureau of ITU</collab>
          </person-group>
          <source>Measuring the Information Society Report 2017. Volume 1</source>
          <year>2017</year>
          <access-date>2019-08-18</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>International Telecommunication Union</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.itu.int/en/ITU-D/Statistics/Documents/publications/misr2017/MISR2017_Volume1.pdf">https://www.itu.int/en/ITU-D/Statistics/Documents/publications/misr2017/MISR2017_Volume1.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2012</year>
          <month>11</month>
          <day>08</day>
          <access-date>2019-01-17</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Pew Internet &amp; American Life Project</publisher-name>
          <comment>Mobile health 2012 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/2012/11/08/mobile-health-2012/">http://www.pewinternet.org/2012/11/08/mobile-health-2012/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75cjEvVn8"/></comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone owners: A national survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>11</month>
          <day>04</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jagannathan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jean-Louis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone users: Analysis of trends by chronic disease status</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>5</volume>
          <issue>12</issue>
          <fpage>e197</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/12/e197/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7832</pub-id>
          <pub-id pub-id-type="medline">29258981</pub-id>
          <pub-id pub-id-type="pii">v5i12e197</pub-id>
          <pub-id pub-id-type="pmcid">PMC5750424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dennison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges for smartphone applications in supporting health behavior change: Qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>04</month>
          <day>18</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e86</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/4/e86/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2583</pub-id>
          <pub-id pub-id-type="medline">23598614</pub-id>
          <pub-id pub-id-type="pii">v15i4e86</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>RY</given-names>
            </name>
            <name name-style="western">
              <surname>To</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deacken</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jadad</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>A lot of action, but not in the right direction: Systematic review and content analysis of smartphone applications for the prevention, detection, and management of cancer</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>12</month>
          <day>23</day>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/12/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2661</pub-id>
          <pub-id pub-id-type="medline">24366061</pub-id>
          <pub-id pub-id-type="pii">v15i12e287</pub-id>
          <pub-id pub-id-type="pmcid">PMC3875901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcolino</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>JAQ</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Alkmim</surname>
              <given-names>MBM</given-names>
            </name>
            <name name-style="western">
              <surname>Novillo-Ortiz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of mHealth interventions: Systematic review of systematic reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>01</month>
          <day>17</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/1/e23/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8873</pub-id>
          <pub-id pub-id-type="medline">29343463</pub-id>
          <pub-id pub-id-type="pii">v6i1e23</pub-id>
          <pub-id pub-id-type="pmcid">PMC5792697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breland</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Adherence to evidence-based guidelines among diabetes self-management apps</article-title>
          <source>Transl Behav Med</source>
          <year>2013</year>
          <month>09</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>286</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24073179"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13142-013-0205-4</pub-id>
          <pub-id pub-id-type="medline">24073179</pub-id>
          <pub-id pub-id-type="pii">205</pub-id>
          <pub-id pub-id-type="pmcid">PMC3771007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pagoto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jojic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DeBiasse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based strategies in weight-loss mobile apps</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>576</fpage>
          <lpage>582</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2013.04.025</pub-id>
          <pub-id pub-id-type="medline">24139770</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00426-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wareham</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kinmonth</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>A causal modelling approach to the development of theory-based behaviour change programmes for trial evaluation</article-title>
          <source>Health Educ Res</source>
          <year>2005</year>
          <month>12</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>676</fpage>
          <lpage>687</lpage>
          <pub-id pub-id-type="doi">10.1093/her/cyh022</pub-id>
          <pub-id pub-id-type="medline">15781446</pub-id>
          <pub-id pub-id-type="pii">cyh022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: Building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Galli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Felix</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Haines</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of mobile-health technology-based health behaviour change or disease management interventions for health care consumers: A systematic review</article-title>
          <source>PLoS Med</source>
          <year>2013</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e1001362</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001362"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001362</pub-id>
          <pub-id pub-id-type="medline">23349621</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-12-00520</pub-id>
          <pub-id pub-id-type="pmcid">PMC3548655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the Internet to promote health behavior change: A systematic review and meta-analysis of the impact of theoretical basis, use of behavior change techniques, and mode of delivery on efficacy</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>02</month>
          <day>17</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1376</pub-id>
          <pub-id pub-id-type="medline">20164043</pub-id>
          <pub-id pub-id-type="pii">v12i1e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2836773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Korte</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wiezer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bakhuys Roozeboom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vink</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kraaij</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques in mHealth apps for the mental and physical health of employees: Systematic assessment</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>10</month>
          <day>03</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e167</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/10/e167/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6363</pub-id>
          <pub-id pub-id-type="medline">30282621</pub-id>
          <pub-id pub-id-type="pii">v6i10e167</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreps</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>The relevance of health literacy to mHealth</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2017</year>
          <volume>240</volume>
          <fpage>347</fpage>
          <lpage>355</lpage>
          <pub-id pub-id-type="medline">28972527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shoemaker</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Brach</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development of the Patient Education Materials Assessment Tool (PEMAT): A new measure of understandability and actionability for print and audiovisual patient information</article-title>
          <source>Patient Educ Couns</source>
          <year>2014</year>
          <month>09</month>
          <volume>96</volume>
          <issue>3</issue>
          <fpage>395</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24973195"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2014.05.027</pub-id>
          <pub-id pub-id-type="medline">24973195</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(14)00233-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5085258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Galli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Felix</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Haines</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of mobile-health technologies to improve health care service delivery processes: A systematic review and meta-analysis</article-title>
          <source>PLoS Med</source>
          <year>2013</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>e1001363</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001363"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001363</pub-id>
          <pub-id pub-id-type="medline">23458994</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-12-00641</pub-id>
          <pub-id pub-id-type="pmcid">PMC3566926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conroy</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques in top-ranked mobile apps for physical activity</article-title>
          <source>Am J Prev Med</source>
          <year>2014</year>
          <month>06</month>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>649</fpage>
          <lpage>652</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2014.01.010</pub-id>
          <pub-id pub-id-type="medline">24842742</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(14)00040-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Direito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maddison</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Do physical activity and dietary smartphone applications incorporate evidence-based behaviour change techniques?</article-title>
          <source>BMC Public Health</source>
          <year>2014</year>
          <month>06</month>
          <day>25</day>
          <volume>14</volume>
          <fpage>646</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-14-646"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-14-646</pub-id>
          <pub-id pub-id-type="medline">24965805</pub-id>
          <pub-id pub-id-type="pii">1471-2458-14-646</pub-id>
          <pub-id pub-id-type="pmcid">PMC4080693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huguet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wozney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wheaton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Conrod</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rozario</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of cognitive behavioral therapy and behavioral activation apps for depression</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0154248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0154248"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154248</pub-id>
          <pub-id pub-id-type="medline">27135410</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-42879</pub-id>
          <pub-id pub-id-type="pmcid">PMC4852920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Ministère des Solidarités et de la Santé</source>
          <year>2017</year>
          <month>12</month>
          <day>20</day>
          <access-date>2019-01-08</access-date>
          <comment>La stratégie nationale de santé 2018-2022 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://solidarites-sante.gouv.fr/systeme-de-sante-et-medico-social/strategie-nationale-de-sante/article/la-strategie-nationale-de-sante-2018-2022">https://solidarites-sante.gouv.fr/systeme-de-sante-et-medico-social/strategie-nationale-de-sante/article/la-strategie-nationale-de-sante-2018-2022</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <collab>PRISMA-P Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015 statement</article-title>
          <source>Syst Rev</source>
          <year>2015</year>
          <month>01</month>
          <day>01</day>
          <volume>4</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/2046-4053-4-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2046-4053-4-1</pub-id>
          <pub-id pub-id-type="medline">25554246</pub-id>
          <pub-id pub-id-type="pii">2046-4053-4-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4320440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhattacharya</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Quartz</source>
          <year>2016</year>
          <month>11</month>
          <day>03</day>
          <access-date>2019-01-22</access-date>
          <comment>Android just hit a record 88% market share of all smartphones 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://qz.com/826672/android-goog-just-hit-a-record-88-market-share-of-all-smartphones/">https://qz.com/826672/android-goog-just-hit-a-record-88-market-share-of-all-smartphones/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75cjKkaJ3"/></comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez-Iglesias</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>OLaighin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Heaney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application to promote physical activity in primary care: The SMART MOVE randomised controlled trial</article-title>
          <source>Br J Gen Pract</source>
          <year>2014</year>
          <month>07</month>
          <volume>64</volume>
          <issue>624</issue>
          <fpage>e384</fpage>
          <lpage>e391</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bjgp.org/cgi/pmidlookup?view=long&amp;pmid=24982490"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp14X680461</pub-id>
          <pub-id pub-id-type="medline">24982490</pub-id>
          <pub-id pub-id-type="pii">64/624/e384</pub-id>
          <pub-id pub-id-type="pmcid">PMC4073723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitsiou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marai</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Maglaveras</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kondos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Arena</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gerber</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Development of an innovative mHealth platform for remote physical activity monitoring and health coaching of cardiac rehabilitation patients</article-title>
          <source>Proceedings of the 39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC’17)</source>
          <year>2017</year>
          <conf-name>39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC’17)</conf-name>
          <conf-date>February 16-19, 2017</conf-date>
          <conf-loc>Orlando, FL</conf-loc>
          <fpage>133</fpage>
          <pub-id pub-id-type="doi">10.1109/BHI.2017.7897223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moseson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Uppal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Juusola</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>A diabetes mobile app with in-app coaching from a certified diabetes educator reduces A1C for individuals with type 2 diabetes</article-title>
          <source>Diabetes Educ</source>
          <year>2018</year>
          <month>06</month>
          <volume>44</volume>
          <issue>3</issue>
          <fpage>226</fpage>
          <lpage>236</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721718765650</pub-id>
          <pub-id pub-id-type="medline">29575982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mora</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buskirk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lyden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parkin</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Borsa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Use of a novel, remotely connected diabetes management system is associated with increased treatment satisfaction, reduced diabetes distress, and improved glycemic control in individuals with insulin-treated diabetes: First results from the Personal Diabetes Management study</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2017</year>
          <month>12</month>
          <volume>19</volume>
          <issue>12</issue>
          <fpage>715</fpage>
          <lpage>722</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29027812"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/dia.2017.0206</pub-id>
          <pub-id pub-id-type="medline">29027812</pub-id>
          <pub-id pub-id-type="pmcid">PMC5734194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morawski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ghazinouri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Krumme</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McDonough</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Durfee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mohta</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Juusola</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhry</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Rationale and design of the Medication adherence Improvement Support App For Engagement-Blood Pressure (MedISAFE-BP) trial</article-title>
          <source>Am Heart J</source>
          <year>2017</year>
          <month>04</month>
          <volume>186</volume>
          <fpage>40</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ahj.2016.11.007</pub-id>
          <pub-id pub-id-type="medline">28454831</pub-id>
          <pub-id pub-id-type="pii">S0002-8703(16)30276-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osborn</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginkel</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Marrero</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Rodbard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Huddleston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dachis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>One Drop | Mobile on iPhone and Apple Watch: An evaluation of HbA1c improvement associated with tracking self-care</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>11</month>
          <day>29</day>
          <volume>5</volume>
          <issue>11</issue>
          <fpage>e179</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/11/e179/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8781</pub-id>
          <pub-id pub-id-type="medline">29187344</pub-id>
          <pub-id pub-id-type="pii">v5i11e179</pub-id>
          <pub-id pub-id-type="pmcid">PMC5729227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hickman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Noud</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Qualitative assessment of user experiences of a novel smart phone application designed to support flexible intensive insulin therapy in type 1 diabetes</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <month>09</month>
          <day>15</day>
          <volume>16</volume>
          <fpage>119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0356-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0356-6</pub-id>
          <pub-id pub-id-type="medline">27629774</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0356-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5024512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheals</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Godinho</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of behavior change techniques in health-related behavior: A scoping review of methods used</article-title>
          <source>Transl Behav Med</source>
          <year>2018</year>
          <month>03</month>
          <day>01</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.1093/tbm/ibx019</pub-id>
          <pub-id pub-id-type="medline">29381786</pub-id>
          <pub-id pub-id-type="pii">4825845</pub-id>
          <pub-id pub-id-type="pmcid">PMC6062857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamine</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gerth-Guyette</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Faulx</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Ginsburg</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Impact of mHealth chronic disease management on treatment adherence and patient outcomes: A systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>02</month>
          <day>24</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/2/e52/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3951</pub-id>
          <pub-id pub-id-type="medline">25803266</pub-id>
          <pub-id pub-id-type="pii">v17i2e52</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez-Pérez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre-Díez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>López-Coronado</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile health applications for the most prevalent conditions by the World Health Organization: Review and analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>06</month>
          <day>14</day>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e120</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/6/e120/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2600</pub-id>
          <pub-id pub-id-type="medline">23770578</pub-id>
          <pub-id pub-id-type="pii">v15i6e120</pub-id>
          <pub-id pub-id-type="pmcid">PMC3713954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hankonen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prevost</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kinmonth</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Which behavior change techniques are associated with changes in physical activity, diet and body mass index in people with recently diagnosed diabetes?</article-title>
          <source>Ann Behav Med</source>
          <year>2015</year>
          <month>02</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24806469"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-014-9624-9</pub-id>
          <pub-id pub-id-type="medline">24806469</pub-id>
          <pub-id pub-id-type="pmcid">PMC4335098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>van Wersch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Trenell</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>Changing physical activity behavior in type 2 diabetes: A systematic review and meta-analysis of behavioral interventions</article-title>
          <source>Diabetes Care</source>
          <year>2012</year>
          <month>12</month>
          <volume>35</volume>
          <issue>12</issue>
          <fpage>2681</fpage>
          <lpage>2689</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23173137"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc11-2452</pub-id>
          <pub-id pub-id-type="medline">23173137</pub-id>
          <pub-id pub-id-type="pii">35/12/2681</pub-id>
          <pub-id pub-id-type="pmcid">PMC3507564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McAteer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effective techniques in healthy eating and physical activity interventions: A meta-regression</article-title>
          <source>Health Psychol</source>
          <year>2009</year>
          <month>11</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>690</fpage>
          <lpage>701</lpage>
          <pub-id pub-id-type="doi">10.1037/a0016136</pub-id>
          <pub-id pub-id-type="medline">19916637</pub-id>
          <pub-id pub-id-type="pii">2009-20990-006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greaves</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sheppard</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Roden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>P</given-names>
            </name>
            <collab>IMAGE Study Group</collab>
          </person-group>
          <article-title>Systematic review of reviews of intervention components associated with increased effectiveness in dietary and physical activity interventions</article-title>
          <source>BMC Public Health</source>
          <year>2011</year>
          <month>02</month>
          <day>18</day>
          <volume>11</volume>
          <fpage>119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-11-119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-11-119</pub-id>
          <pub-id pub-id-type="medline">21333011</pub-id>
          <pub-id pub-id-type="pii">1471-2458-11-119</pub-id>
          <pub-id pub-id-type="pmcid">PMC3048531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Logsdon</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rushton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lauf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Parent education is changing: A review of smartphone apps</article-title>
          <source>MCN Am J Matern Child Nurs</source>
          <year>2017</year>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>248</fpage>
          <lpage>256</lpage>
          <pub-id pub-id-type="doi">10.1097/NMC.0000000000000353</pub-id>
          <pub-id pub-id-type="medline">28639997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meppelink</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>van Weert</surname>
              <given-names>JCM</given-names>
            </name>
            <name name-style="western">
              <surname>Brosius</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>EG</given-names>
            </name>
          </person-group>
          <article-title>Dutch health websites and their ability to inform people with low health literacy</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>11</month>
          <volume>100</volume>
          <issue>11</issue>
          <fpage>2012</fpage>
          <lpage>2019</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.06.012</pub-id>
          <pub-id pub-id-type="medline">28624261</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30358-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ashford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>A refined taxonomy of behaviour change techniques to help people change their physical activity and healthy eating behaviours: The CALO-RE taxonomy</article-title>
          <source>Psychol Health</source>
          <year>2011</year>
          <month>11</month>
          <volume>26</volume>
          <issue>11</issue>
          <fpage>1479</fpage>
          <lpage>1498</lpage>
          <pub-id pub-id-type="doi">10.1080/08870446.2010.540664</pub-id>
          <pub-id pub-id-type="medline">21678185</pub-id>
          <pub-id pub-id-type="pii">938640058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Patey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ivers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Foy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lawton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A guide to using the Theoretical Domains Framework of behaviour change to investigate implementation problems</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>06</month>
          <day>21</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0605-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0605-9</pub-id>
          <pub-id pub-id-type="medline">28637486</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0605-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5480145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: A new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dimitropoulos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Scheffler</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Posnack</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Public attitudes toward health information exchange: Perceived benefits and concerns</article-title>
          <source>Am J Manag Care</source>
          <year>2011</year>
          <month>12</month>
          <volume>17</volume>
          <issue>12 Spec No</issue>
          <fpage>SP111</fpage>
          <lpage>SP116</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=53517"/>
          </comment>
          <pub-id pub-id-type="medline">22216769</pub-id>
          <pub-id pub-id-type="pii">53517</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
