<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v4i3e80</article-id>
    <article-id pub-id-type="pmid">27400806</article-id>
    <article-id pub-id-type="doi">10.2196/mhealth.5406</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Popular Mobile Phone Apps for Diet and Weight Loss: A Content Analysis</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lin</surname>
          <given-names>Pao-hwa</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lucas</surname>
          <given-names>Alexander</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Turner-McGrievy</surname>
          <given-names>Brie</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Wark</surname>
          <given-names>Petra</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Zaidan</surname>
        <given-names>Sarah</given-names>
      </name>
      <degrees>BSc (Hons), MSc (Hons)</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>School of Computing and Information Systems</institution>
        <institution>Faculty of Science, Engineering and Technology</institution>
        <institution>University of Tasmania</institution>
        <addr-line>Sandy Bay</addr-line>
        <addr-line>Hobart,</addr-line>
        <country>Australia</country>
        <phone>61 416961498</phone>
        <fax>61 416961498</fax>
        <email>sarahbzaidan@gmail.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5018-8297</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Roehrer</surname>
          <given-names>Erin</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6211-7747</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>School of Computing and Information Systems</institution>
    <institution>Faculty of Science, Engineering and Technology</institution>  
    <institution>University of Tasmania</institution>  
    <addr-line>Hobart</addr-line>
    <country>Australia</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Sarah Zaidan 
      <email>sarahbzaidan@gmail.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jul-Sep</season><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>11</day>
      <month>07</month>
      <year>2016</year>
    </pub-date>
    <volume>4</volume>
    <issue>3</issue>
    <elocation-id>e80</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>9</day>
        <month>12</month>
        <year>2015</year>
      </date>
      <date date-type="rev-request">
        <day>24</day>
        <month>1</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>13</day>
        <month>3</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>24</day>
        <month>5</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Sarah Zaidan, Erin Roehrer. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 11.07.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://mhealth.jmir.org/2016/3/e80/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>A review of the literature has revealed that the rates of overweight and obesity have been increasing in Australia over the last two decades and that wellness mobile phone apps play a significant role in monitoring and managing individuals’ weight. Although mobile phone app markets (iTunes and Google Play) list thousands of mobile phone health apps, it is not always clear whether those apps are supported by credible sources. Likewise, despite the prevailing use of mobile phone apps to aid with weight management, the usability features of these apps are not well characterized.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The research explored how usability taxonomy could inform the popularity of downloaded, socially focused wellness mobile phone apps, in particular weight loss and diet apps. The aim of the study was to investigate the Australian mobile phone app stores (iTunes and Google Play) in order to examine the usability features of the most popular (ie, most downloaded) wellness apps.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>The design of this study comprises 3 main stages: stage 1, identifying apps; stage 2, development of weight loss and diet evaluation framework; and stage 3, application of the evaluation framework. Each stage includes specific data collection, analysis tools, and techniques.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The study has resulted in the development of a justified evaluation framework for weight loss and diet mobile phone apps. Applying the evaluation framework to the identified apps has shown that the most downloaded iTunes and Google Play apps are not necessarily the most usable or effective. In addition, the research found that search algorithms for iTunes and Google Play are biased toward apps’ titles and keywords that do not accurately define the real functionality of the app. Moreover, the study has also analyzed the apps’ user reviews, which served as justification for the developed evaluation framework.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The analysis has shown that <italic>ease of use</italic>, <italic>reminder</italic>, <italic>bar code scanning</italic>, <italic>motivation</italic>, <italic>usable for all</italic>, and <italic>synchronization</italic> are significant attributes that should be included in weight loss and diet mobile phone apps and ultimately in potential weight loss and diet evaluation frameworks.</p>
        
      </sec>
    </abstract>
    <kwd-group>
      <kwd>applications</kwd>
      <kwd>diet</kwd>
      <kwd>monitoring</kwd>
      <kwd>obesity</kwd>
      <kwd>weight loss</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The World Health Organization (WHO) defines overweight and obesity as abnormal or excessive fat accumulation, which may result in harm to the person’s health [<xref ref-type="bibr" rid="ref1">1</xref>]. The Centers for Disease Control and Prevention refers to these terms as labels used to describe ranges of weight that are considered greater than the normal healthy weight for a given height [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>There are many health problems that occur as a consequence of obesity, including musculoskeletal disorders, cardiovascular disease, type 2 diabetes, and some cancers (endometrial, breast, and colon). Many of these diseases are preventable if a person follows a healthy and active lifestyle [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>According to WHO global estimates [<xref ref-type="bibr" rid="ref1">1</xref>], in 2014, about 13% of the world’s adult population (11% of men and 15% of women) was obese, while 39% of adults aged 18 years and older (38% of men and 40% of women) were overweight. The rate of obesity has more than doubled between 1980 and 2014 [<xref ref-type="bibr" rid="ref1">1</xref>]. The main problem is that overweight and obesity is killing more people than underweight worldwide (this includes all people in high-income and most middle-income countries) [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>One of the most important strategies to manage this problem is behavioral intervention for weight management and lifestyle changes, which requires <italic>self-monitoring</italic>. This strategy not only leads to weight loss but also prevents weight gain or regaining weight and encourages physical activities [<xref ref-type="bibr" rid="ref3">3</xref>]. Self-monitoring is observing and recording person’s exercise and eating patterns, followed by feedback on those behaviors [<xref ref-type="bibr" rid="ref3">3</xref>]. Self-monitoring increases self-awareness with regard to targeting behavior and outcomes in relation to food intake goals. In addition, it can act as an early warning system, indicating whether a risk of becoming overweight is increasing [<xref ref-type="bibr" rid="ref3">3</xref>]. Although health care providers can monitor an individual’s health, they face clear problems with providing treatment and advice to the people who are at risk of overweight and obesity [<xref ref-type="bibr" rid="ref4">4</xref>]. Self-monitoring combined with healthy weight guidelines provides an alternative solution to weight management [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Wellness technologies and wellness apps can be used to monitor users’ health and help them maintain a healthy lifestyle. <italic>Mobile phone apps</italic> play an important role in monitoring and managing individuals’ weight. They provide real-time feedback and can employ persuasive technology among both chronically ill and healthy individuals [<xref ref-type="bibr" rid="ref5">5</xref>]. Wellness monitoring apps are redefining the concept of self-monitoring by altering the isolated process of self-monitoring into a communal, supportive process whereby multiple individuals with similar health interests can check the user’s progress and give encouraging feedback [<xref ref-type="bibr" rid="ref5">5</xref>]. MyFitnessPal, Lose it!, FatSecret’s Calorie Counter, and SparkPeople are some of the popular apps with features that can track diets and physical activities [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Although mobile app markets (iTunes and Google Play) list hundreds of thousands of health apps, it is not always clear whether those apps are supported by credible sources [<xref ref-type="bibr" rid="ref7">7</xref>]. Despite the prevailing use of mobile phone apps to aid with weight management, the usability features of these apps are not well characterized [<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, the aim of this study was to investigate the Australian mobile phone app stores (iTunes and Google Play) in order to examine the usability features of popular wellness apps, particularly in the area of diet and weight loss. In addition, it aimed to explore and recommend any important aspects of the most popular mobile phone apps for diet and weight loss that could assist users in the selection of diet and weight loss apps and assist developers in decisions regarding those apps.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Research Objectives</title>
        <p>In order to achieve the research aims, the following objectives were identified:</p>
        <p>1. Identify the most popular weight loss and diet apps according to specific criteria.</p>
        <p>2. Build or find a framework for evaluating these apps and apply this evaluation framework to the identified apps.</p>
        <p>3. Compare the outcomes of the developed evaluation framework with specific metrics for justification.</p>
      </sec>
      <sec>
        <title>Design</title>
        <p>The design of this research has included 3 main stages: stage 1, <italic>identifying apps</italic>; stage 2, <italic>development of the evaluation framework</italic>; and stage 3, <italic>application of the framework</italic>. At the end, a thematic analysis of apps’ user reviews was conducted to serve as justification and exploration step of the results.</p>
        <sec>
          <title>Stage 1: Identifying Apps</title>
          <p>Identifying Apps included a review of the apps that were located in iTunes and Google Play stores. This review was based on predefined inclusion and exclusion criteria. The inclusion criteria for selecting the apps from the stores were as follows: (1) free, no charge, (2) high star rating (1 and 2 considered low ratings, 3 stars standard, and 4 and 5 stars considered high ratings), (3) app language is English, (4) consumer-oriented app, and (5) app should be related to weight loss and diet. The first 2 criteria were considered because they represent important factors for users in terms of selecting mobile phone wellness apps from among alternatives [<xref ref-type="bibr" rid="ref7">7</xref>]. The third criterion was identified because the study focused on the Australian mobile phone app stores where English was found to be the most commonly spoken language among mobile phone app users [<xref ref-type="bibr" rid="ref9">9</xref>]. The fourth and fifth criteria were created to serve this study’s purpose. An app was excluded if it did not meet any of these inclusion criteria.</p>
          <p>Apps were selected from the stores using the search terms “weight loss” and “diet.” Because of time constraint, only the top 30 popular apps from each store were examined. First, iTunes apps were collected between June 24 and June 25, 2014, using the aforementioned search terms. The Google Play apps were collected using the same search terms from June 26 to June 30, 2014. The list of possible apps for iOS was obtained using iTunes version 11.2 and for Android using Google Play. Second, the 30 most popular iTunes apps were collected on June 25, 2014 and the 30 most popular apps for Google Play on July 4, 2014. As iTunes does not provide an estimate of the number of downloads per app, the displayed search queries on the computer monitor were used as an indication of the apps’ popularity [<xref ref-type="bibr" rid="ref10">10</xref>]. Therefore, the first 30 displayed apps were considered the 30 most popular iTunes apps. Unlike iTunes, Google Play store provides a worldwide total number of downloads for each app, which has been utilized as a proxy of apps’ popularity. Consequently, the 30 apps that were downloaded the most were considered as the most popular Google Play apps. The 30 most popular iTunes and Google Play apps that resulted from the search terms “diet” and “weight loss” were only included in the analysis of this study.</p>
          <p>iTunes and Google Play descriptions were used to review the 5 inclusion criteria per app. The description page of both stores includes a list of features the app offers, user ratings, customer reviews, and 1 to 4 screenshots of what the app looks like when downloaded. The description page provides sufficient information for evaluating the inclusion criteria. Only the apps that met the 5 inclusion criteria were considered; all other apps were excluded.</p>
        </sec>
        <sec>
          <title>Stage 2: Development of Evaluation Framework</title>
          <p>The development of the evaluation framework was achieved using principles of qualitative content analysis to analyze previous studies related to evaluating wellness apps. Qualitative content analysis methods were utilized to draw on existing theories in order to develop the evaluation framework and its elements, which allowed for a meaningful evaluation of the weight loss and diet mobile phone apps.</p>
        </sec>
        <sec>
          <title>Stage 3: Application of the Framework</title>
          <p>The application of the framework started on July 14, 2014. This stage followed the method by Breton et al [<xref ref-type="bibr" rid="ref11">11</xref>] of applying the evaluation framework to the wellness mobile phone apps. Thus, an Excel worksheet was used to apply the framework to the apps. The application of the evaluation framework required the individual downloading of the refined apps that resulted from stage 1—identifying apps. After the app was downloaded, the framework components were examined. When the app satisfied the framework component, an “X” was assigned as a code to indicate the presence of the framework component (ie, X=1). Otherwise, the cell was left empty. After investigating the 9 components of the framework, the value of the <italic>index score</italic> was calculated. After the framework was applied to all identified apps separately, the apps were ranked according to their index scores. This method of evaluating apps’ content is a valid technique that has been used by other similar app evaluation studies [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
        <sec>
          <title>Thematic Analysis of Apps’ User Reviews</title>
          <p>As the third objective of this study was aiming to compare the outcomes of the developed evaluation framework with a specific metric as justification, a deductive thematic analysis was conducted to search for patterns in the apps' user reviews after applying the framework to all apps. The thematic analysis was conducted on August 4, 2014. The most recent user reviews were analyzed for both iTunes and Google Play apps (available user reviews for all months in 2014). The user reviews were analyzed manually by the authors using the deductive way of thematic analysis. Thus, using Excel worksheets, we first coded the reviews, developed themes, and then generated categories. Patterns that were searched for in the users’ reviews were matched either in wording or meaning to the elements of the evaluation framework. In addition, new patterns discovered from the thematic analysis were also considered. There are several studies that demonstrate the usefulness of investigating apps’ user reviews as it can reflect a key part of users' experience [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, analyzing users’ reviews put the lens on the developed evaluation framework elements. In addition, it allowed for discovering new evaluation elements that should be utilized in future weight loss and diet evaluation frameworks.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Stage 1: Identifying Apps</title>
        <p><xref ref-type="fig" rid="figure1">Figure 1</xref> summarizes the results of stage 1: identifying apps in the Australian iTunes and Google Play stores.</p>
        
        <p>Some apps in the Australian Google Play market, such as “Woman's DIARY period.diet.cal” developed by HighLab Co Ltd, were excluded from the analysis as they were not related to weight loss or diet. The aforementioned app included a tracking weight feature. However, the content was mainly related to tracking women’s menstrual cycle information. This might suggest that the search engine primarily retrieves apps based on the key terms in the apps’ titles. Some other factors such as the main function of the app must be considered in retrieving apps. Likewise, in the Australian iTunes store, the following 2 apps (FatBooth by PiVi &#38; Co and Fatify - Get fat by Apptly LLC) were retrieved as a result of the following search terms (“weight loss” and “diet”) even though they were not related to diet or weight loss. Apparently, the search engine has considered the term “fat,” hence it retrieved those 2 apps in the search results.</p>
        <p>Although this study was performed using the Australian Google Play store, there were many apps retrieved in languages other than English, such as DietShin-diet 청혈주스 레시피. The country of the customer should be considered when retrieving apps. This is another example of search engine bias toward keywords in the apps’ titles.</p>
        
        <p>In Google Play, some apps’ contents were the same; these have been developed by the same developer but appeared under different names. For example, “How To Lose Weight Quickly” and “How To Lose Weight Fast” by Venture Technology Ltd have exactly the same content. One problem with the duplicated apps that appear under different names in the store could be that users might download all of them while they only need to download one. This problem is potentially more serious when the apps are not free. All the aforementioned initial findings of stage 1 indicated that the search algorithm of the stores was biased toward the apps’ titles and keywords and not necessarily reflective of the apps’ content.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Summary of stage 1 results. (C1 to C5 refer to the 5 inclusion criteria).</p>
          </caption>
          <graphic xlink:href="mhealth_v4i3e80_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Stage 2: Development of Weight Loss and Diet Evaluation Framework</title>
        <p>Analyzing the literature revealed 2 main methods of evaluating mobile phone apps. The first method is the People At the Centre of Mobile Application Development (PACMAD) model by Harrison et al [<xref ref-type="bibr" rid="ref17">17</xref>]. The PACMAD model includes the following elements: effectiveness, efficiency, satisfaction, learnability, memorability, errors, and cognitive loads. Each of these elements has utility to be evaluated. The PACMAD model considers three factors: user, task, and context [<xref ref-type="bibr" rid="ref17">17</xref>]. The second method is the method mentioned in the following studies [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. The method of these studies evaluated wellness mobile phone apps by first identifying specific usability elements and then evaluating the apps according to the presence or absence of these elements. Each of these studies has its own app scoring system.</p>
        <p>The second method was used in this study to evaluate the 51 iTunes and Google Play apps that resulted from stage 1. The second method of evaluating apps was more appropriate for this study as elements of the PACMAD model tend to be general in nature [<xref ref-type="bibr" rid="ref17">17</xref>]; hence, it might be less efficient if applied to examine the usability of weight loss and diet apps. In addition, applying the first method for large number of apps would exceed the resources available for this study. Thus, the second method of evaluating apps was selected.</p>
        
        <p>The included evaluation elements were related to usability, app design, and index score; these elements resulted from qualitative content analysis of several studies related to evaluating wellness mobile phone apps. The usability elements are concerned with the functionality of the apps. They were based on common evaluation elements gained from behavioral weight loss strategies [<xref ref-type="bibr" rid="ref18">18</xref>], as well as from the following studies [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. However, one of the usability elements (namely, regular physical activity) has been included as it was a common element between some of these studies, which proved the importance of regular physical activity in the context of weight loss and diet. Although it is essential to consider the hedonic design aspects besides the functional side when developing health wellness apps, none of these aforementioned evaluation studies has focused on the apps’ design when evaluating wellness apps. This might be caused by a lack of wellness apps’ design strategies.</p>
        <p>Studies in the literature and thus in this field need more investigations in the foreseeable future. Therefore, the authors have decided to consider the design elements in evaluating the selected apps. The design elements were based on wellness apps’ design strategies stated in the study by Alagoz et al [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>The last element of the developed evaluation framework is the index score. The index score is a score calculated based on the existence of functionality and design elements in the identified apps. Index score values range from 0 (minimum value indicating that the app did not meet any of the developed evaluation elements) to 11 (maximum value indicating that the app incorporated all the developed evaluation elements). The value gained by the index score allowed for an incremental ranking of the apps.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> lists the elements of the developed weight loss and diet mobile phone apps evaluation framework.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Elements of the developed weight loss and diet evaluation framework.</p>
          </caption>
          <table width="100" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="9"/>
            <col width="40"/>
            <col width="0"/>
            <col width="164"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Elements</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3"><bold>Usability elements</bold></td>
                <td><break/></td>
                <td colspan="2"><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Self-monitoring</td>
                <td colspan="2">App was scored based on whether or not it provided a means to monitor users’ weight over time.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Social support</td>
                <td colspan="2">App was scored on whether it allowed users to access social support services such as message boards, chat rooms, email an expert, or a networking component like Twitter.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Knowledge resource</td>
                <td colspan="2">App was scored according to whether it provided a knowledge resource that can increase users’ knowledge/information related to nutrition and awareness of weight control or reduction.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Weight loss goal</td>
                <td colspan="2">App was scored on whether it recommends certain weight loss goals for users and whether it allows users to achieve targeted weight.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Regular physical activity</td>
                <td colspan="2">The app was scored on whether it recommends a certain amount of physical activity.</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Design elements</bold></td>
                <td><break/></td>
                <td colspan="2"><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Abstract and reflective</td>
                <td colspan="2">This strategy scores apps on the basis of whether they use a graph, chart, or other virtual means to easily reflect the users’ data.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Public</td>
                <td colspan="2">This strategy aims to evaluate an app on whether or not it provided a log-in feature or similar to avoid unwanted disclosure of user’s personal data.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Aesthetic</td>
                <td colspan="2">Apps were scored on whether they enable users to customize or adapt some features in the app according to their personal preferences (eg, backgrounds, user interfaces).</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Controllable</td>
                <td colspan="2">This strategy is concerned with scoring an app on whether it allows a user to manually manage and control access to data. This can remove the possibility of errors that could occur when the apps only depend on sensory data.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Trending and historical</td>
                <td colspan="2">This strategy scored an app on whether or not it enables a user to access historical data to show changes and trends over time.</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Comprehensive</td>
                <td colspan="2">Considers apps that allow users to manually enter data as well as collect sensory data.</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Index score</bold></td></tr> <tr valign="top"><td><break/></td><td><break/></td>

                <td colspan="2">A score determined based on the aforementioned 11 functionality and design elements of the developed evaluation framework. The sum of the scores provided a total value to the index score.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        
      </sec>
      <sec>
        <title>Stage 3: Application of the Evaluation Framework</title>
        <p>None of the iTunes and Google Play apps achieved the highest proposed index score value (ie, 11) after applying the developed evaluation framework to the identified iTunes and Google Play apps. There were 2 interpretations for this outcome:</p>
        <p>1. iTunes and Google Play search engines only consider the keywords entered by users to retrieve apps [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>2. The popularity of iTunes and Google Play apps does not necessarily indicate the usability of the apps [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        
        <p>All the developed evaluation elements were found at least once in iTunes and/or Google Play apps (see <xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        
        <p>Applying the evaluation framework to the iTunes and Google Play apps showed that 18% (9/51 apps) of the evaluated apps achieved index scores equal to the average index score (ie, 5). Whereas only 37% (19/51) of the evaluated apps achieved index scores that were higher than average, 45% (23/51) achieved index scores that were lower than average. The aforementioned outcome indicates that the proportion of apps that gained index scores below the average is higher than the proportion of apps with index scores above the average.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The presence of the evaluation elements in iOS and Android apps.</p>
          </caption>
          <graphic xlink:href="mhealth_v4i3e80_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Thematic Analysis of Apps’ User Reviews</title>
        <p>Many of the 25 identified iTunes apps did not include users' reviews. However, almost all of the 26 Google Play apps had users' reviews. A total of 402 Google Play user reviews and 150 iTunes user reviews were analyzed. Analyzing the iTunes and Google Play apps’ user reviews resulted in 11 categories directly related to the elements of the developed evaluation framework. <italic>Related categories</italic> to elements of the evaluation framework resulted from apps’ user reviews that included themes related in wording or meaning to the elements of the evaluation framework (ie, monitoring user data, social support, knowledge resources, weight loss goal, regular physical activity, abstract and reflective, public, aesthetic, controllable, trending and historical, and comprehensive). As Google Play apps had more user reviews than iTunes apps, a larger number of <italic>related categories</italic> were found when analyzing the Google Play apps’ user reviews.</p>
        <p>Analyzing the iTunes and Google Play apps’ reviews also resulted in 12 categories that were not related to the elements of the evaluation framework. <italic>Unrelated categories</italic> resulted from analyzing users' reviews that included themes not related in wording or meaning to elements of the evaluation framework (see <xref ref-type="fig" rid="figure3">Figure 3</xref>). Some of these categories emerged as a result of analyzing iTunes and Google Play users' reviews, while some only resulted from either one of them.</p>
        
        <p>As an additional justification step for the outcomes of the evaluation framework, the emerged <italic>related categories</italic> were compared with the gained index score values. The comparison led to two main conclusions. First, the numbers of <italic>related categories</italic> recognized by analyzing iTunes apps’ user reviews relatively match the index score values obtained by employing the evaluation framework. Second, the numbers of <italic>related categories</italic> identified by analyzing the Google Play users' reviews more closely matched the index score values. As the analysis of the content used a quantitative element (ie, index score) as part of the rationale for inclusion of the ultimate framework elements, accordingly the <italic>related categories</italic> were viewed in the same manner. Conversely, because of the way the <italic>unrelated categories</italic> were formed, the interpretative nature of the study did not compare their existence with the elements of the evaluation framework (ie, index score values). Accordingly, the <italic>unrelated categories</italic> were not ranked or ordered through any type of quantitative measure. This distinction between the analysis of the related and unrelated categories is in line with the philosophical nature of this study, which is subjective ontology and interpretive epistemology.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Unrelated categories that resulted from thematic analysis.</p>
          </caption>
          <graphic xlink:href="mhealth_v4i3e80_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In stage 1 of this study, the most popular weight loss and diet apps were identified according to specific criteria. The initial findings of stage 1 demonstrated that the search algorithm of iTunes and Google Play was biased toward apps’ titles and keywords. Stage 2 of this study developed a justified weight loss and diet apps’ evaluation framework by utilizing a content analysis of the literature. The developed evaluation framework included elements related to the usability and design of the apps.</p>
      <p>Even though the identified apps were the most popular ones on iTunes and Google Play, after applying the developed evaluation framework to the identified apps, none of the apps was able to achieve the maximum index score value. There were two ways to interpret this initial finding. The first interpretation claims that the search algorithm of iTunes and Google Play was biased toward apps’ titles and keywords, which does not necessarily reflect the functionality of the app. Hence, when the developed evaluation framework evaluated these apps, they achieved low index scores. The second interpretation was that the most downloaded iTunes and Google Play apps are not necessarily the most usable and effective apps.</p>
      <p>Analyzing the apps’ user reviews has resulted in 11 categories that supported the identified evaluation elements of the developed evaluation framework. The presence of 11 <italic>related categories</italic> in the iTunes and Google Play apps’ user reviews at least once provided additional assurance of the robustness of the developed framework and its outcomes. All the 11 identified thematic categories were related to the identified evaluation elements of the developed framework. This indicated that none of the identified evaluation framework elements was irrelevant or inappropriate for evaluating weight loss and diet apps.</p>
      <p>Analyzing the apps’ user reviews resulted in 12 unrelated categories. On one hand, there were six unrelated categories that considered within the scope of this study and hence analyzed in detail (i.e. the <italic>ease of use</italic>, <italic>reminder</italic>, <italic>BCS</italic>, <italic>motivation</italic>, <italic>usable for all</italic>, and <italic>synchronization)</italic> as they were found in the users' reviews of apps that had high index score values. The existence of these categories in the high index score users’ reviews reflected the importance of these elements in health apps, particularly in weight loss and diet apps. On the other hand, the following six unrelated categories that resulted from the thematic analysis of apps users’ reviews namely <italic>app cons</italic>, <italic>app pros</italic>, <italic>improvement suggestions</italic>, <italic>recommended</italic>, <italic>annoying ads</italic>, <italic>feelings</italic> have not been analyzed in detail as some of these categories found in apps users’ reviews of apps with low index score values or they were beyond the scope of this study.</p>
      <p>The <italic>ease of use</italic> category was considered one of the most important <italic>unrelated categories</italic> as it was in the user reviews of almost all the apps that gained high index score values. The attribute of easy to use in mobile phone apps encourages people to use wellness apps [<xref ref-type="bibr" rid="ref7">7</xref>]. One of the factors that affect individual choices of apps is ease of use [<xref ref-type="bibr" rid="ref23">23</xref>]. Ease of use of health apps was considered one of the important aspects missing from the developed evaluation framework. Therefore, as it was considered one of the factors that encourage use of the wellness app, this element is recommended to be included in any future evaluation frameworks for weight loss and diet apps.</p>
      <p><italic>Reminder</italic>, <italic>BCS</italic>, <italic>motivation</italic>, <italic>usable for all</italic>, and <italic>synchronization</italic> were categories that were not included in the developed evaluation framework even though analysis of the users' reviews revealed their importance. There was agreement on the importance of the <italic>reminder</italic> element in the literature. However, it was not incorporated in the framework, because evaluating this element for all the identified apps would require resources that exceed the scope of this study. Mobile phone health functions such as reminders and alerts could encourage individuals to sustain positive attitudes and improve quality of life among adults [<xref ref-type="bibr" rid="ref24">24</xref>]. Hence, the inclusion of the <italic>reminder</italic> attribute in future evaluation frameworks of health apps, particularly weight loss and diet apps, seems vital.</p>
      <p>Bar code scanning can be used to scan foods to be consumed. In addition, BCS could provide other information such as data concerning exercise [<xref ref-type="bibr" rid="ref25">25</xref>]. For example, scanning a box of biscuits via an app with BCS feature could reveal that the biscuit contains 140 calories. This calorie data can be transmitted into apps through BCS. Then, the apps could also specify the amount of exercise needed to burn those calories. Therefore, BCS can be used to assist individuals to achieve any weight control goal if added to weight loss and diet apps [<xref ref-type="bibr" rid="ref26">26</xref>]. The inclusion of the BCS attribute in upcoming weight loss and diet apps and evaluation frameworks is essential.</p>
      <p><italic>Motivation</italic> is an important attribute that should be included in weight loss and diet apps and their evaluation frameworks. Wellness technologies and wellness apps should be designed to motivate users to continue using wellness technology and to achieve their goals [<xref ref-type="bibr" rid="ref27">27</xref>]. For example, there are several attributes that can increase motivation toward physical activity, such as real-time feedback and having a virtual personal trainer. These attributes would strongly motivate users toward physical activity [<xref ref-type="bibr" rid="ref27">27</xref>]. In addition, the design of user interface of mobile phone wellness apps can support and motivate users toward initial and long-term use [<xref ref-type="bibr" rid="ref27">27</xref>]. These motivating attributes were not evaluated for the apps in this study. However, they should be included in future weight loss and diet apps and their evaluation frameworks.</p>
      <p><italic>Usable for all</italic> and <italic>synchronization</italic> elements were not previously mentioned in the analyzed studies that evaluate wellness apps. However, the inclusion of the perception of these categories in future evaluation frameworks for weight loss and diet apps is recommended. <italic>Usable for all</italic> was identified in this study as an app suitable for a wide variety of individuals. For example, wellness apps can be used in different languages; they can include different exercises, and can be suitable for women, men and a wide range of age groups. The app may include different products, diet plans and foods that are suitable for different people such as individuals with diabetes, pregnant women, vegetarian people, etc. By offering several options, the app would not be restricted to specific group of users. Instead, it would give them the freedom of choice. This can be one of the factors that attract users to use the app.</p>
      <p>These days, <italic>synchronization</italic> is a very important aspect of mobile phone apps. Mobile phone apps can produce one more function if synchronized with other technology (eg, with wearable medical devices) [<xref ref-type="bibr" rid="ref28">28</xref>]. Wearable medical devices can provide a huge advantage when it comes to monitoring and early detection of symptoms [<xref ref-type="bibr" rid="ref28">28</xref>]. The sensors in these wearable medical devices enable monitoring of vital signs and physiological parameters such as electrocardiogram, heart rate, body activity, blood pressure, and weight, to name but a few [<xref ref-type="bibr" rid="ref28">28</xref>]. Monitoring these features can greatly help the users of weight loss and diet apps. Early examples of independent wearable devices are Fitbit, Jawbone, and Samsung Gear Fit. Currently, Apple has developed a sensor-laden smart watch, and that wearable device synchronizes with an iPhone over Bluetooth and other wireless technologies. Likewise, Google is working on its own smart watch. Similarly, recently Samsung introduced an improved smart watch that supports basic health measurement functionality [<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, it can be concluded that the use of these wearable health devices, which enhance and help manage health features, will increase in the future. Hence, the ability of apps to sync with such devices would further inform the evaluation of weight loss and diet apps.</p>
      <p>As it has been found that ease of use, reminder, bar code scanning (BCS), motivation, usable for all, and synchronization are significant attributes, it should be incorporated in weight loss and diet mobile phone apps, and thus in potential weight loss and diet evaluation frameworks.</p>
      <p>When it comes to selecting weight loss and diet apps from iTunes and Google Play stores, users should be aware that the search engines of these stores are biased toward apps’ titles and keywords, and hence one might end up with some apps that do not really serve the intended weight loss and diet functions. In addition, users should be mindful that the most popular apps are not necessarily the most usable and effective. Therefore, popularity is by no means a measure of usability and effectiveness of apps. Diet and weight loss apps’ users and developers can utilize elements of the developed evaluation framework as a basis for their selection and development of apps based on robust literature.</p>
      <p>There was a time constraint on this study (only 6 months), and the qualitative nature of the study ideally requires a longer time span. Thus, the number of apps included in the analysis was reduced. As a result of this, the number of iTunes users' reviews was very small, which led to not-so-fully saturated thematic categories. A longitudinal study or one with more time and resources can include more apps and users' reviews and thus give more accurate results. The limitation of researcher bias can be overcome by applying the evaluation framework more than once to the identified apps. This study merely focused on evaluating the most popular iTunes and Google Play apps. There is here an opportunity for future research to evaluate popular and unpopular apps so as to compare the results. Likewise, as this study has focused only on evaluating high-rated apps, future research could consider the evaluation of both high- and low-rated apps. Such research could determine if there is a relationship between high- and low-rated apps on the one hand and the index score values of evaluated apps on the other. The numbers of analyzed iTunes and Google Play users' reviews were relatively small, so that a greater number of users' reviews may result in additional thematic categories from the analyzed reviews. Future improvement to the evaluation framework can be achieved by adding the identified in-scope <italic>unrelated categories</italic> that resulted from the thematic analysis. This will no doubt result in a more robust and comprehensive weight loss and diet evaluation framework.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BCS</term>
          <def>
            <p>bar code scanning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was completely supported by personal funds.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SBZ was responsible for developing, designing, collecting of data, and manuscript drafting. All authors participated in editing and revising the manuscript. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2015</year>  
        <access-date>2016-06-15</access-date>
        <comment>Obesity and overweight
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/mediacentre/factsheets/fs311/en/">http://www.who.int/mediacentre/factsheets/fs311/en/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6iIKiT3QM"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <source>Centers for Disease Control and Prevention</source>  
        <year>2012</year>  
        <access-date>2016-06-15</access-date>
        <comment>Overweight and Obesity
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cdc.gov/obesity/adult/defining.html">http://www.cdc.gov/obesity/adult/defining.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6iIKpuoQo"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yeager</surname>
            <given-names>SF</given-names>
          </name>
          <name name-style="western">
            <surname>Heim</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Seiler</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lofton</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <source>OAC</source>  
        <access-date>2016-02-25</access-date>
        <comment>Self-Monitoring – The Way to Successful Weight Management
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.obesityaction.org/educational-resources/resource-articles-2/weight-loss-surgery/self-%20monitoring-the-way-to-successful-weight-management">http://www.obesityaction.org/educational-resources/resource-articles-2/weight-loss-surgery/self-%20monitoring-the-way-to-successful-weight-management</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6fZ71cJCP"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Parkka</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Van Gils</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tuomisto</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lappalainen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Korhonen</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>A wireless wellness monitor for personal weight management</article-title>
        <source>Information Technology Applications in Biomedicine</source>  
        <year>2000</year>  
        <conf-name>IEEE EMBS International Conference</conf-name>
        <conf-date>November 9-10, 2000</conf-date>
        <conf-loc>Arlington, VA</conf-loc>
        <fpage>83</fpage>  
        <lpage>88</lpage>  
        <pub-id pub-id-type="doi">10.1109/ITAB.2000.892354</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Connelly</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Faber</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rogers</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Siek</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Toscos</surname>
            <given-names>TR</given-names>
          </name>
        </person-group>
        <source>Opus: Research &#38; Creativity at IPFW</source>  
        <year>2006</year>  
        <access-date>2016-04-11</access-date>
        <comment>Mobile Applications that Empower People to Monitor their Personal Health
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://opus.ipfw.edu/cgi/viewcontent.cgi?article=1039&#38;context=nursing_facpubs">http://opus.ipfw.edu/cgi/viewcontent.cgi?article=1039&#38;context=nursing_facpubs</ext-link><ext-link ext-link-type="webcite" xlink:href="6iKuTBjn1"/></comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gilmore</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Duhé</surname>
            <given-names>AF</given-names>
          </name>
          <name name-style="western">
            <surname>Frost</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Redman</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>The technology boom: a new era in obesity management</article-title>
        <source>J Diabetes Sci Technol</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>8</volume>  
        <issue>3</issue>  
        <fpage>596</fpage>  
        <lpage>608</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24876625"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1932296814525189</pub-id>
        <pub-id pub-id-type="medline">24876625</pub-id>
        <pub-id pub-id-type="pii">1932296814525189</pub-id>
        <pub-id pub-id-type="pmcid">PMC4455431</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Stvilia</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Use of mobile wellness applications and perception of quality</article-title>
        <source>American Society for Information Science</source>  
        <year>2013</year>  
        <conf-name>Proceedings of the 76th ASIS&#38;T Annual Meeting: Beyond the Cloud: Rethinking Information Boundaries (ASIST '13)</conf-name>
        <conf-date>November 1-5, 2013</conf-date>
        <conf-loc>Canada</conf-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dl.acm.org/citation.cfm?id=2655928&#38;dl=ACM&#38;coll=DL&#38;CFID=632069279&#38;CFTOKEN=16914186"/><ext-link ext-link-type="webcite" xlink:href="6iKucHaCX"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.lisr.2015.04.007</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Azar</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Lesser</surname>
            <given-names>LI</given-names>
          </name>
          <name name-style="western">
            <surname>Laing</surname>
            <given-names>BY</given-names>
          </name>
          <name name-style="western">
            <surname>Stephens</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Aurora</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Burke</surname>
            <given-names>LE</given-names>
          </name>
          <name name-style="western">
            <surname>Palaniappan</surname>
            <given-names>LP</given-names>
          </name>
        </person-group>
        <article-title>Mobile applications for weight management: theory-based content analysis</article-title>
        <source>Am J Prev Med</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>45</volume>  
        <issue>5</issue>  
        <fpage>583</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2013.07.005</pub-id>
        <pub-id pub-id-type="medline">24139771</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(13)00431-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>BinDhim</surname>
            <given-names>NF</given-names>
          </name>
          <name name-style="western">
            <surname>McGeechan</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Trevena</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Who Uses Smoking Cessation Apps? A Feasibility Study Across Three Countries via Smartphones</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2014</year>  
        <volume>2</volume>  
        <issue>1</issue>  
        <fpage>e4</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2014/1/e4/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.2841</pub-id>
        <pub-id pub-id-type="medline">25098439</pub-id>
        <pub-id pub-id-type="pii">v2i1e4</pub-id>
        <pub-id pub-id-type="pmcid">PMC4114511</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Abroms</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Lee Westmaas</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bontemps-Jones</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ramani</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mellerson</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A content analysis of popular smartphone apps for smoking cessation</article-title>
        <source>Am J Prev Med</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>45</volume>  
        <issue>6</issue>  
        <fpage>732</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24237915"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2013.07.008</pub-id>
        <pub-id pub-id-type="medline">24237915</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(13)00479-0</pub-id>
        <pub-id pub-id-type="pmcid">PMC3836190</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Breton</surname>
            <given-names>ER</given-names>
          </name>
          <name name-style="western">
            <surname>Fuemmeler</surname>
            <given-names>BF</given-names>
          </name>
          <name name-style="western">
            <surname>Abroms</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>Weight loss-there is an app for that! But does it adhere to evidence-informed practices?</article-title>
        <source>Transl Behav Med</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>1</volume>  
        <issue>4</issue>  
        <fpage>523</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24073074"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s13142-011-0076-5</pub-id>
        <pub-id pub-id-type="medline">24073074</pub-id>
        <pub-id pub-id-type="pii">76</pub-id>
        <pub-id pub-id-type="pmcid">PMC3717669</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <source>IMS Institute for Healthcare Informatics</source>  
        <year>2013</year>  
        <month>10</month>  
        <access-date>2016-06-16</access-date>
        <comment>Patient Apps for Improved Healthcare From Novelty to Mainstream
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://obroncology.com/imshealth/content/IIHI%20Apps%20report%20231013F_interactive.pdf">http://obroncology.com/imshealth/content/IIHI%20Apps%20report%20231013F_interactive.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6iIRWJaXq"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
        <source>Research-Based Web Design &#38; Usability Guidelines</source>  
        <year>2006</year>  
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>U.S. Dept. of Health and Human Services</publisher-name></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vasa</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hoon</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mouzakis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Noguchi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>A preliminary analysis of mobile app user reviews</article-title>
        <year>2012</year>  
        <conf-name>Proceedings of the 24th Australian Computer-Human Interaction Conference</conf-name>
        <conf-date>November 29-December 02, 2012</conf-date>
        <conf-loc>Melbourne. Australia. ACM</conf-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>241</fpage>  
        <lpage>244</lpage> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Vasa</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Toward a Social Media Usage Policy</article-title>
        <source>ACIS 2011 Proceedings</source>  
        <year>2011</year>  
        <conf-name>22nd Australasian Conference on Information Systems</conf-name>
        <conf-date>November 29-December 2, 2011</conf-date>
        <conf-loc>Sydney</conf-loc>
        <fpage>84</fpage>  
        <lpage>89</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://aisel.aisnet.org/acis2011/72/"/><ext-link ext-link-type="webcite" xlink:href="6iKuyZvSU"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Stvilia</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Use of mobile wellness applications and perception of quality</article-title>
        <source>American Society for Information Science</source>  
        <year>2014</year>  
        <month>05</month>  
        <day>08</day>  
        <conf-name>Proceedings of the 76th ASIS&#38;T Annual Meeting: Beyond the Cloud: Rethinking Information Boundaries</conf-name>
        <conf-date>November 1-5, 2014</conf-date>
        <conf-loc>Canada</conf-loc>
        <fpage>1</fpage>  
        <lpage>4</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dl.acm.org/citation.cfm?id=2655928&#38;dl=ACM&#38;coll=DL&#38;CFID=632069279&#38;CFTOKEN=16914186"/><ext-link ext-link-type="webcite" xlink:href="6iKv9iF2r"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/meet.14505001147</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harrison</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Flood</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Duce</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Usability of mobile applications: literature review and rationale for a new usability model</article-title>
        <source>J Interact Sci</source>  
        <year>2013</year>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>16</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://link.springer.com/article/10.1186/2194-0827-1-1"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/2194-0827-1-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pagoto</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Jojic</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>DeBiasse</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mann</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Evidence-based strategies in weight-loss mobile apps</article-title>
        <source>Am J Prev Med</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>45</volume>  
        <issue>5</issue>  
        <fpage>576</fpage>  
        <lpage>82</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2013.04.025</pub-id>
        <pub-id pub-id-type="medline">24139770</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(13)00426-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alagoz</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Valdez</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Wilkowska</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Ziefle</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dorner</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Holzinger</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>From cloud computing to mobile Internet, from user focus to culture and hedonism: The crucible of mobile health care and Wellness applications</article-title>
        <year>2010</year>  
        <conf-name>2010 5th International Conference on Pervasive Computing and Applications (ICPCA)</conf-name>
        <conf-date>December 1-3, 2010</conf-date>
        <conf-loc>Maribor</conf-loc>
        <fpage>38</fpage>  
        <lpage>45</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&#38;arnumber=5704072&#38;isnumber=5704058"/><ext-link ext-link-type="webcite" xlink:href="6iKvLlm5f"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1109/ICPCA.2010.5704072</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rogers</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <source>XYO Blog</source>  
        <year>2014</year>  
        <access-date>2016-06-17</access-date>
        <comment>2048 Flappy clones crush the app store or: why app discovery still sucks
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.owler.com/reports/xyo/xyo-blog-2048-flappy-clones-crush-the-app-store--o/1449842372753">https://www.owler.com/reports/xyo/xyo-blog-2048-flappy-clones-crush-the-app-store--o/1449842372753</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6iKX8tDeH"/></comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Datta</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kajanan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pervin</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>A Mobile App Search Engine</article-title>
        <source>Mobile Netw Appl</source>  
        <year>2012</year>  
        <month>10</month>  
        <day>11</day>  
        <volume>18</volume>  
        <issue>1</issue>  
        <fpage>42</fpage>  
        <lpage>59</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11036-012-0413-z</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goetz</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <source>Gigaom Inc</source>  
        <year>2013</year>  
        <month>04</month>  
        <day>10</day>  
        <access-date>2016-03-04</access-date>
        <comment>Beyond App Store search: how to find the iOS apps right for you
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://gigaom.com/2013/04/10/beyond-app-store-search-how-to-find-the-ios-apps-right-for-you/">https://gigaom.com/2013/04/10/beyond-app-store-search-how-to-find-the-ios-apps-right-for-you/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6flMCejGP"/></comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stvilia</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Mon</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Yi</surname>
            <given-names>Yj</given-names>
          </name>
        </person-group>
        <article-title>A model for online consumer health information quality</article-title>
        <source>J Am Soc Inf Sci</source>  
        <year>2009</year>  
        <month>09</month>  
        <volume>60</volume>  
        <issue>9</issue>  
        <fpage>1781</fpage>  
        <lpage>1791</lpage>  
        <pub-id pub-id-type="doi">10.1002/asi.21115</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <source>Center for Technology and Ageing</source>  
        <year>2011</year>  
        <month>03</month>  
        <access-date>2016-02-26</access-date>
        <comment>mHealth Technologies: Applications to Benefit Older Adults
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.phi.org/uploads/application/files/ghcah59qtuhe4iqhf3h7kp12v7q8xv15quh6u99569k1zuzce7.pdf">http://www.phi.org/uploads/application/files/ghcah59qtuhe4iqhf3h7kp12v7q8xv15quh6u99569k1zuzce7.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6famaQSJk"/></comment> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mault</surname>
            <given-names>JR</given-names>
          </name>
        </person-group>
        <source>Patents</source>  
        <year>2003</year>  
        <access-date>2016-02-25</access-date>
        <comment>Weight control method using physical activity based parameters
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.google.com/patents/US20030226695">http://www.google.com/patents/US20030226695</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6fZC3DucS"/></comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mault</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gilmore</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Givechi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ragan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Skoskiewicz</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Grimmer</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <source>Patents</source>  
        <year>2003</year>  
        <month>02</month>  
        <day>04</day>  
        <access-date>2016-02-25</access-date>
        <comment>Diet and activity-monitoring device
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.google.com/patents/US6513532">http://www.google.com/patents/US6513532</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6fZBmLmSr"/></comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ahtinen</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Wellness Applications – UI Design to Support Long-Term Usage Motivation</article-title>
        <year>2008</year>  
        <conf-name>CHI 2008 Proceedings Doctoral Consortium</conf-name>
        <conf-date>April 5-10, 2008</conf-date>
        <conf-loc>Florence, Italy</conf-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cs.helsinki.fi/u/thusu/opinnot/uschool/T-121.5500/p2669-ahtinen.pdf"/><ext-link ext-link-type="webcite" xlink:href="6iKv3gSoE"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Saviotti</surname>
            <given-names>V</given-names>
          </name>
          <collab>STMicroelectronics</collab>
        </person-group>
        <source>MEDS</source>  
        <year>2012</year>  
        <access-date>2016-03-04</access-date>
        <comment>The Body Gateway: mHealth Platform for Wearable Devices
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://medsmagazine.com/2012/01/the-body-gateway-mhealth-platform-for-wearable-devices/">http://medsmagazine.com/2012/01/the-body-gateway-mhealth-platform-for-wearable-devices/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6flVWfKwe"/></comment> </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gurman</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>9TO5Mac</source>  
        <year>2014</year>  
        <access-date>2016-06-15</access-date>
        <comment>This is Healthbook, Apple’s major first step into health &#38; fitness tracking
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://9to5mac.com/2014/03/17/this-is-healthbook-apples-first-major-step-into-health-fitness-tracking/">http://9to5mac.com/2014/03/17/this-is-healthbook-apples-first-major-step-into-health-fitness-tracking/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6iIZknO3A"/></comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
