<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i11e13173</article-id>
      <article-id pub-id-type="pmid">31710298</article-id>
      <article-id pub-id-type="doi">10.2196/13173</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluation of Heart Failure Apps to Promote Self-Care: Systematic App Search</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McKay</surname>
            <given-names>Everett</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nomali</surname>
            <given-names>Mahin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Carlsen</surname>
            <given-names>Katrine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Valero</surname>
            <given-names>Miguel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Anderson</surname>
            <given-names>K</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mehdizadeh</surname>
            <given-names>Hamed</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jones</surname>
            <given-names>Mavis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Webster</surname>
            <given-names>Ruth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Strotbaum</surname>
            <given-names>Veronika</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Wali</surname>
            <given-names>Sahr</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1928-531X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Demers</surname>
            <given-names>Catherine</given-names>
          </name>
          <degrees>MSc, MD, FRCPC</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Medicine</institution>
            <institution>McMaster University</institution>
            <addr-line>237 Barton St E</addr-line>
            <addr-line>Hamilton, ON, L8L 2X2</addr-line>
            <country>Canada</country>
            <phone>1 905 525 9140 ext 73324</phone>
            <email>demers@hhsc.ca</email>
          </address>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5664-345X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>Hiba</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3415-6620</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Wali</surname>
            <given-names>Huda</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9883-6513</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>Delphine</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7947-7121</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Naik</surname>
            <given-names>Nirav</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7811-4524</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Ghany</surname>
            <given-names>Ahmad</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7228-9611</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Vispute</surname>
            <given-names>Ayushi</given-names>
          </name>
          <degrees>MHI</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2700-877X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Wali</surname>
            <given-names>Maya</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6294-6403</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Keshavjee</surname>
            <given-names>Karim</given-names>
          </name>
          <degrees>MBA, MSc, MD, CCFP</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1317-7035</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Global eHealth Innovation</institution>
        <institution>Techna Institute</institution>
        <institution>University Health Network</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Health Policy, Management and Evaluation</institution>
        <institution>Dalla Lana School of Public Health</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Medicine</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Health Research Methods, Evidence and Impact</institution>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Pharmacy</institution>
        <institution>University of Waterloo</institution>
        <addr-line>Kitchener, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Centennial College</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>InfoClin Inc</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Catherine Demers <email>demers@hhsc.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <volume>7</volume>
      <issue>11</issue>
      <elocation-id>e13173</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>8</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Sahr Wali, Catherine Demers, Hiba Shah, Huda Wali, Delphine Lim, Nirav Naik, Ahmad Ghany, Ayushi Vispute, Maya Wali, Karim Keshavjee. Originally published in JMIR Mhealth and Uhealth (http://mhealth.jmir.org), 11.11.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mhealth and uhealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2019/11/e13173" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Heart failure (HF) is a chronic disease that affects over 1% of Canadians and at least 26 million people worldwide. With the continued rise in disease prevalence and an aging population, HF-related costs are expected to create a significant economic burden. Many mobile health (mHealth) apps have been developed to help support patients’ self-care in the home setting, but it is unclear if they are suited to the needs or capabilities of older adults.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to identify HF apps and evaluate whether they met the criteria for optimal HF self-care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a systematic search of all apps available exclusively for HF self-care across Google Play and the App Store. We then evaluated the apps according to a list of 25 major functions pivotal to promoting HF self-care for older adults.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 74 apps for HF self-care were identified, but only 21 apps were listed as being both HF and self-care specific. None of the apps had all 25 of the listed features for an adequate HF self-care app, and only 41% (31/74) apps had the key weight management feature present. HF Storylines received the highest functionality score (18/25, 72%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings suggest that currently available apps are not adequate for use by older adults with HF. This highlights the need for mHealth apps to refine their development process so that user needs and capabilities are identified during the design stage to ensure the usability of the app.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mHealth</kwd>
        <kwd>heart failure</kwd>
        <kwd>self-care</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Heart failure (HF) is the most important cardiovascular condition leading to hospitalization and rehospitalization in older adults, and it has a significant economic burden [<xref ref-type="bibr" rid="ref1">1</xref>]. Despite an overall decline in HF hospitalization rates, readmission rates remain high [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. A systematic review found that HF readmissions can be reduced if patients with HF adopt self-care (hazard ratio [HR] 0.80; 95% CI 0.71-0.89) [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Specifically, weight monitoring has been identified as a pivotal component of HF self-care as weight gain has been independently associated with a poor postdischarge prognosis, considering it is the last common step before worsening of clinical outcomes (HR per kg increase 1.16; 95% CI 1.09-1.23; <italic>P</italic>&#60;.001) [<xref ref-type="bibr" rid="ref5">5</xref>]. However, many older adults find daily weight monitoring and adjusting diuretics to be challenging [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. In addition to managing comorbid conditions, many older adults with HF exhibit mild cognitive impairment and poor medication adherence, both of which are associated with reduced ability to self-care [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. To adequately promote HF self-care, strategies should be targeted to the patient’s cognitive capabilities, learning needs, and literacy and numeracy levels [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Mobile health (mHealth) apps have been developed to support patients with self-care [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Unfortunately, although the initial uptake of mHealth apps looked promising, the majority of individuals have stopped using them because of reasons such as a loss of interest, manual data entry burden, and hidden costs [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Older adults do not commonly use mHealth apps because of the perception that they are not suited to their needs or capabilities [<xref ref-type="bibr" rid="ref16">16</xref>]. This may explain the shortcomings of previous programs that have failed to promote self-care and utilize the opportunity to help decrease HF-related hospitalizations, deaths, and costs to health care systems [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Previous studies have reviewed current apps for HF self-care and found that there are limited number of apps available to support disease management [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Nevertheless, these studies were unable to effectively evaluate app quality because of their lack of disease specificity within the rating scale design [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. For example, the commonly used Mobile Application Rating Scale (MARS) was able to provide an overall assessment of the quality of apps with respect to engagement, functionality, aesthetics, information, and subjective opinion, but it does not evaluate the usability or effectiveness of the app features specific for the disease population [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Therefore, generic health apps (eg, WebMD) receive higher app quality scores using the MARS even if they do not have crucial app features (eg, weight management) for proper self-care [<xref ref-type="bibr" rid="ref17">17</xref>]. The lack of disease specificity can be attributed to the absence of a reference architecture to guide the scale’s development. Other chronic disease app rating scales or checklists have been developed using similar constructs as the MARS, leaving them to face the same shortcomings with their app evaluations [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This highlights the need to further evaluate the adequacy of the current HF self-care apps available.</p>
      <p>To address this gap, we conducted a systematic search of all the apps currently available exclusively for HF self-care. We used Chindalo et al’s peer-reviewed mHealth app reference architecture to define the app design requirements [<xref ref-type="bibr" rid="ref19">19</xref>]. Contrary to other rating scales, this architecture allows us to combine the evaluative components related to the aesthetics, usability, and HF self-care to effectively evaluate whether the current HF apps are meeting the end user’s self-care needs and capabilities [<xref ref-type="bibr" rid="ref19">19</xref>]. The objective of this study was to determine the number of HF apps available and evaluate whether they met the criteria to promote HF self-care.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Search Strategy</title>
        <p>We conducted an extensive search across Google Play and the App Store to identify all available apps for HF self-care. The search was facilitated with the use of following key terms: HF management, HF manager, HF self-care, HF, and HF tracker. Apps were included in the review if they (1) were HF specific and (2) contained a self-care component (ie, medication, symptom management, reminder system, and behavior tracking). Apps were excluded if they were intended for use in a conference, for education, or for reference purposes.</p>
      </sec>
      <sec>
        <title>App Adequacy Assessment</title>
        <p>In accordance with Chindalo et al’s reference architecture, we developed a list of 25 major functions that would promote HF self-care for older adults [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] (<xref ref-type="table" rid="table1">Table 1</xref>). These features were identified according to HF self-care and patient-engagement guidelines [<xref ref-type="bibr" rid="ref19">19</xref>] as well as the expertise from our clinician authors (CD and KK). Before the start of the study, a design session was conducted where CD (cardiologist/HF specialist) and KK (family physician/clinical information technology architect) created individual lists for potential app features. A second design session was conducted with CD, KK, and SW to finalize the list of app functions as well as the specific functions required for app adequacy. All 25 major functions were not deemed <italic>required</italic> to adequately promote HF self-care but were more beneficial if included. App adequacy was determined if the following standard disease management features were included: (1) diagnosis, (2) weight, (3) behavior tracking, (4) self-care, and (5) notifications. These 5 features were chosen based on their ability to capture factors related to HF management protocol, personalized care for older adults, and health promotion [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Within each of the 25 functions, a list of descriptors was developed to help specify the components within the listed function. If the app included 1 of the descriptors, the feature was listed as present (<xref ref-type="table" rid="table1">Table 1</xref>). For example, the self-care feature consisted of 3 components including self-maintenance, self-management, and self-confidence [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Self-maintenance includes actions associated with treatment adherence, such as taking medication or following treatment regimens. Self-management includes the recognition of and response to changes in symptoms. Finally, self-confidence refers to the individual’s assurance in implementing necessary decisions during the management process. Self-confidence is not an explicit self-care behavior but has been recognized as an important moderator of self-care effectiveness [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Thus, self-confidence would not be captured in app functionality as clearly as self-maintenance and self-management, but instead could be expressed as a series of patient experience–related questions (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Overall, if an app included any 1 of the 3 self-care components, the feature would be counted as being present.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>List of app features required for an adequate heart failure self-care app.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="250"/>
            <col width="650"/>
            <thead>
              <tr valign="top">
                <td>#</td>
                <td>App feature</td>
                <td>App descriptors</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Prescribed</td>
                <td>Physician prescribed for treatment; pharmacist recommendation</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Diagnosis<sup>a</sup></td>
                <td>Patient predetermined diagnosis included (acute heart failure)</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Patient demographics</td>
                <td>Age; sex or gender; location</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Patient sociocultural</td>
                <td>Literacy; numeracy; socioeconomic status; culture/ethnicity; parental history</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Patient symptoms</td>
                <td>Shortness of breath; dizziness; orthopnea; leg edema or general swelling; paroxysmal nocturnal dyspnea</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Patient behaviors</td>
                <td>Smoking; exercise; fitness/movement; salt intake</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Patient physiological observations</td>
                <td>Heart rate; blood pressure; elevated jugular venous pressure; chest crackles; heart murmurs</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Weight<sup>a</sup></td>
                <td>Management; monitoring; tracker</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Comorbidities</td>
                <td>Presence of other diseases (eg, diabetes and hypertension)</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>Drug list</td>
                <td>List of medications</td>
              </tr>
              <tr valign="top">
                <td>11</td>
                <td>Laboratory results</td>
                <td>Hemoglobin and hematocrit; creatinine and estimated glomerular filtration rate; brain natriuretic peptide; thyroid stimulating hormone; lipid profile</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>Diagnostic testing</td>
                <td>Electrocardiogram; chest x-ray; echocardiogram</td>
              </tr>
              <tr valign="top">
                <td>13</td>
                <td>Behavior tracking<sup>a</sup></td>
                <td>Diet; exercise; patient-reported experience; compliance with medications</td>
              </tr>
              <tr valign="top">
                <td>14</td>
                <td>Education/recommendation</td>
                <td>Behaviorally appropriate; culturally appropriate; health literacy appropriate; accredited/credible sources; evidence based</td>
              </tr>
              <tr valign="top">
                <td>15</td>
                <td>Self-care<sup>a</sup></td>
                <td>Self-maintenance; self-management: system provides patient with recommendation if clinical condition changes (eg, if weight increases, take extra Lasix); algorithm based or physician guidance; self-confidence</td>
              </tr>
              <tr valign="top">
                <td>16</td>
                <td>Health system utilization</td>
                <td>Reviewed by family doctor; reviewed by nurse clinician, practitioner, or physician assistant; visit to ED<sup>b</sup>; hospitalization; seen by specialist</td>
              </tr>
              <tr valign="top">
                <td>17</td>
                <td>Notifications<sup>a</sup></td>
                <td>Presence of reminder or notification</td>
              </tr>
              <tr valign="top">
                <td>18</td>
                <td>Integrations</td>
                <td>Integrated into personal health record and electronic medical record; integrated into other health and fitness apps</td>
              </tr>
              <tr valign="top">
                <td>19</td>
                <td>Social supports</td>
                <td>Connect/share results with caregiver or family; contact caregiver or family</td>
              </tr>
              <tr valign="top">
                <td>20</td>
                <td>Patient reported outcome measure/patient reported experience measure</td>
                <td>Patient experience of care; app experience; quality of life; cognitive assessment; patient progress</td>
              </tr>
              <tr valign="top">
                <td>21</td>
                <td>Incentives to use</td>
                <td>Easy access to provider; gamification; social aspect—connect with others</td>
              </tr>
              <tr valign="top">
                <td>22</td>
                <td>Predictive analytics</td>
                <td>Length of stay, acuity of admission, comorbidities, ED visits, (readmissions); hospital admission risk prediction</td>
              </tr>
              <tr valign="top">
                <td>23</td>
                <td>Outcomes</td>
                <td>Visit to family physician, specialist, or ED; hospitalized; death</td>
              </tr>
              <tr valign="top">
                <td>24</td>
                <td>Safety issues</td>
                <td>Risk of falls; worsening kidney function; hyper- or hypokalemia</td>
              </tr>
              <tr valign="top">
                <td>25</td>
                <td>User interface</td>
                <td>Easy to navigate functionality; simple to screen with minimal content on each page; features for visual (font size and color), hearing (audio cues), or general accessibility</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Standard disease management feature for heart failure.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>ED: emergency department.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Sample heart failure self-care confidence questions.</p>
          </caption>
          <graphic xlink:href="mhealth_v7i11e13173_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>App Screening and Evaluation</title>
        <p>A total of 2 reviewers (SW and KK) completed a preliminary screening of apps available in both Google Play and the App Store using the key terms mentioned previously. Following the search, apps were reviewed according to their title and summary description (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This screening served as a method to separate the bulk of non-HF self-care apps from further evaluation.</p>
        <p>Once screening was completed, a calibration session was held among the 8 reviewers (SW, KK, AG, AD, HW, HS, NN, and DL). During the calibration session, each reviewer was asked to evaluate and score the same 5 apps before the start of the session (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Reviewers had a Google Sheet created for them with the list of functions for evaluation. During the session, the 5 apps were then reviewed on a summary sheet, and any discrepancies regarding scoring were discussed and resolved. This allowed us to standardize the training among all reviewers and ensure that we had at least an 85% agreement rate when evaluating the remaining apps. Additional information and comments from the calibration session were recorded and added to the final protocol. The evaluation sheet on Google Sheets was also revised for the final app evaluations.</p>
        <p>After the calibration session, the remaining apps were assigned for evaluation, where 2 different reviewers evaluated each app. Each evaluation was completed on the revised Google Sheet with the respective app assignments. Once all the app evaluations were completed, the data were combined into a summary sheet for review. Each app score was then reviewed by the 2 assigned reviewers to ensure that they were within the 85% agreement rate. To determine if the scores met the 85% agreement rate, we conducted interrater agreement statistic and reviewed the kappa value. If the apps did not meet the 85% agreement threshold, the 2 reviewers completed an in-person or virtual evaluation session to review the app discrepancies. Both reviewers were required to provide evidence (ie, screenshot or quote) to support the presence of the feature, and a discussion was held until consensus was achieved. All supporting evidence was sent to SW for a final review. Following consensus, a postreview screening was then completed to filter out any apps that were not HF or self-care specific. The remaining apps within the inclusion criteria were analyzed through a descriptive analysis to assess the app search’s findings.</p>
        <p>Reviewers evaluated each app based on the description, screenshots, videos, and reviews available on each app store website. Owing to the limited resources and to ensure a consistent method of app evaluation, we did not download the apps. Our rationale for not downloading apps was also based on the premise that users decide to download an app after reviewing it externally [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Many of the guidelines assisting patients with choosing a health app have urged users to become more meticulous with the apps they install and, in turn, have provided them with a series of questions to consider before downloading [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. For example, in 2 articles, they suggested users consider the following questions before downloading an app: (1) does the app consider your needs (ie, symptoms and disease management), (2) is the app made by a health care system/physician or by a controversial company (ie, pharmaceutical company), (3) does the app have positive reviews (ie, on the Web or by physicians), (4) is the app regularly updated, and (5) are the app features relevant for you (ie, review screenshots and description of features) [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Currently, about 90% of most information for decision making about app adoption is available in its documentation [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Given the minimal incremental information available from the app itself, we felt that downloading the apps would not significantly change our evaluation.</p>
        <p>In accordance with the guidelines for app review before download, reviewers also extracted the following data from each app: number of downloads, date of last update, cost, and developer [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. However, considering that apps from the App Store do not publicly list their number of downloads or date of last update, reviewers omitted the number of downloads criteria for these apps and used the latest version date for the last update.</p>
      </sec>
      <sec>
        <title>Reviewer Training</title>
        <p>Each reviewer selected was equipped with postsecondary experience in the electronic health or health technology field to allow them to effectively evaluate the respective apps. Reviewers were required to follow the training protocol in accordance with the mHealth design architecture as well as attend the calibration session previously described [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Preliminary screening identified a total of 74 apps as HF self-care apps within the combined app store searches (<xref rid="figure2" ref-type="fig">Figure 2</xref>). From these 74 apps, none of the apps had all the 25 listed features required to promote HF self-care, and only 32% (24/74) apps had 10 features or more present. Moreover, only 51 out of the 74 apps had a self-care feature present. Instead, the majority of the apps reviewed were used mainly for education purposes (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Conceptual study design of the mobile health app review.</p>
        </caption>
        <graphic xlink:href="mhealth_v7i11e13173_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Features present in the reviewed heart failure self-care apps (N=74).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="850"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td>App feature</td>
              <td>Apps, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Education/recommendations</td>
              <td>67 (90)</td>
            </tr>
            <tr valign="top">
              <td>Self-care</td>
              <td>51 (68)</td>
            </tr>
            <tr valign="top">
              <td>User interface</td>
              <td>51 (68)</td>
            </tr>
            <tr valign="top">
              <td>Diagnosis</td>
              <td>40 (54)</td>
            </tr>
            <tr valign="top">
              <td>Notifications</td>
              <td>33 (44)</td>
            </tr>
            <tr valign="top">
              <td>Weight</td>
              <td>31 (41)</td>
            </tr>
            <tr valign="top">
              <td>Patient demographics</td>
              <td>28 (37)</td>
            </tr>
            <tr valign="top">
              <td>Patient symptoms</td>
              <td>27 (36)</td>
            </tr>
            <tr valign="top">
              <td>Patient physiological observations</td>
              <td>26 (35)</td>
            </tr>
            <tr valign="top">
              <td>Behavior tracking</td>
              <td>22 (29)</td>
            </tr>
            <tr valign="top">
              <td>Patient behaviors</td>
              <td>19 (25)</td>
            </tr>
            <tr valign="top">
              <td>Drug list</td>
              <td>18 (24)</td>
            </tr>
            <tr valign="top">
              <td>Patient reported outcome measure/patient reported experience measure</td>
              <td>18 (24)</td>
            </tr>
            <tr valign="top">
              <td>Incentives to use</td>
              <td>18 (24)</td>
            </tr>
            <tr valign="top">
              <td>Comorbidities</td>
              <td>9 (12)</td>
            </tr>
            <tr valign="top">
              <td>Lab results</td>
              <td>9 (12)</td>
            </tr>
            <tr valign="top">
              <td>Diagnostic testing</td>
              <td>9 (12)</td>
            </tr>
            <tr valign="top">
              <td>Social supports</td>
              <td>9 (12)</td>
            </tr>
            <tr valign="top">
              <td>Prescribed</td>
              <td>8 (10)</td>
            </tr>
            <tr valign="top">
              <td>Health system utilization</td>
              <td>8 (10)</td>
            </tr>
            <tr valign="top">
              <td>Outcomes</td>
              <td>7 (9)</td>
            </tr>
            <tr valign="top">
              <td>Predictive analytics</td>
              <td>6 (8)</td>
            </tr>
            <tr valign="top">
              <td>Patient socio-cultural</td>
              <td>6 (8)</td>
            </tr>
            <tr valign="top">
              <td>Safety issues</td>
              <td>0 (0)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Following the postreview screening, 21 apps were listed as both HF and self-care specific. Moreover, 53 apps were excluded for the following reasons: (1) HF specific but not for self-care (n=9), (2) used for self-care but not specifically for HF (n=16), and (3) neither HF nor self-care specific but used for general cardiac education (n=28). As there is an increasing number of apps for entertainment or novelty purposes, from the 53 apps excluded, 12 were shortlisted for this reason. From the 21 HF self-care apps included, more than 50% (12/21, 57%) of the apps had 10 features or more (<xref ref-type="table" rid="table3">Table 3</xref>; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The apps scores ranged from 0 to 18, where HF Storylines achieved the highest score. The most prevalent feature among these apps was diagnosis and user interface (20/21, 95%; <xref ref-type="table" rid="table3">Table 3</xref>). However, from the included apps, only 1 was found to have been evaluated by patients or investigated in a clinical setting (Medly). All reviewer’s app scores fell within the 85% agreement rate (mean kappa=0.86).</p>
      <p>Many apps include features such as patient demographics, patient symptoms, education, self-care, notifications, and, most notably, weight. Unexpectedly, less than 50% (9/21) of the apps included a patient behavior or a behavior tracking feature, both of which are vital for adequate HF self-care (<xref ref-type="table" rid="table3">Table 3</xref>). Only 11 of the apps included a drug list within the app to keep track of medications or, more specifically, the usage of diuretics. In addition, a limited number of apps included social support (5) or were by prescription (4), and even fewer included a patient sociocultural (3) or comorbidities (2) feature. None of the reviewed apps included diagnostic testing, predictive analytics, outcomes, or safety measures (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Features present in filtered heart failure self-care apps (N=21).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="850"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td>App feature</td>
              <td>Apps, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Diagnosis</td>
              <td>20 (95)</td>
            </tr>
            <tr valign="top">
              <td>User interface</td>
              <td>20 (95)</td>
            </tr>
            <tr valign="top">
              <td>Self-care</td>
              <td>19 (90)</td>
            </tr>
            <tr valign="top">
              <td>Notifications</td>
              <td>18 (85)</td>
            </tr>
            <tr valign="top">
              <td>Education/recommendations</td>
              <td>17 (80)</td>
            </tr>
            <tr valign="top">
              <td>Weight</td>
              <td>17 (80)</td>
            </tr>
            <tr valign="top">
              <td>Patient demographics</td>
              <td>13 (61)</td>
            </tr>
            <tr valign="top">
              <td>Patient symptoms</td>
              <td>13 (61)</td>
            </tr>
            <tr valign="top">
              <td>Patient physiological observations</td>
              <td>11 (52)</td>
            </tr>
            <tr valign="top">
              <td>Drug-list</td>
              <td>11 (52)</td>
            </tr>
            <tr valign="top">
              <td>Behavior tracking</td>
              <td>10 (47)</td>
            </tr>
            <tr valign="top">
              <td>Incentives to use</td>
              <td>10 (47)</td>
            </tr>
            <tr valign="top">
              <td>Patient behaviors</td>
              <td>9 (42)</td>
            </tr>
            <tr valign="top">
              <td>Integrations</td>
              <td>8 (38)</td>
            </tr>
            <tr valign="top">
              <td>Patient reported outcome measure/patient reported experience measure</td>
              <td>8 (38)</td>
            </tr>
            <tr valign="top">
              <td>Social supports</td>
              <td>5 (23)</td>
            </tr>
            <tr valign="top">
              <td>Health system utilization</td>
              <td>4 (19)</td>
            </tr>
            <tr valign="top">
              <td>Prescribed</td>
              <td>4 (19)</td>
            </tr>
            <tr valign="top">
              <td>Patient sociocultural</td>
              <td>3 (14)</td>
            </tr>
            <tr valign="top">
              <td>Lab results</td>
              <td>3 (14)</td>
            </tr>
            <tr valign="top">
              <td>Comorbidities</td>
              <td>2 (9)</td>
            </tr>
            <tr valign="top">
              <td>Diagnostic testing</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Predictive analytics</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Outcomes</td>
              <td>0 (0)</td>
            </tr>
            <tr valign="top">
              <td>Safety issues</td>
              <td>0 (0)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p><xref ref-type="table" rid="table4">Table 4</xref> displays a list of the total score of the filtered HF self-care apps with their respective app characteristics. Of the apps available, only 9 listed their number of downloads, and among these apps, the number of downloads varied with the total app scores. Surprisingly, the lowest-scoring app had a higher number of downloads compared with the highest-scoring app. This discrepancy could be linked to more effective marketing strategies, public brand awareness, or a well-regarded national health organization for certain apps [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      <p>With respect to cost, the majority of apps could be downloaded for free; however, 2 apps had an associated cost. For consistency, apps were not downloaded. As a result, we found that the 2 apps with a download cost had relatively lower scores (score of 5=US $50 and score of 8=US $7) and did not list their number of downloads.</p>
      <p>Each app’s last update varied from 2013 to 2019; however, most of the recently updated apps received higher scores. One of the most recently updated apps (HF Storylines) obtained the highest total app score of 18.</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Total score of the filtered heart failure self-care apps and their corresponding number of downloads, last updates, and cost (N=21).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="160"/>
          <col width="120"/>
          <col width="180"/>
          <col width="180"/>
          <col width="100"/>
          <col width="260"/>
          <thead>
            <tr valign="top">
              <td>App name</td>
              <td>Total app score</td>
              <td>Number of downloads</td>
              <td>Last updated</td>
              <td>Cost (US $)</td>
              <td>Developer</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Heart Failure</td>
              <td>2</td>
              <td>1000-5000</td>
              <td>December 22, 2014</td>
              <td>0</td>
              <td>Leon Do</td>
            </tr>
            <tr valign="top">
              <td>HF Coach</td>
              <td>5</td>
              <td>—<sup>a</sup></td>
              <td>April 29, 2016</td>
              <td>50</td>
              <td>Etectera Edutainment Inc</td>
            </tr>
            <tr valign="top">
              <td>HF Defender</td>
              <td>7</td>
              <td>1000-5000</td>
              <td>November 10, 2016</td>
              <td>0</td>
              <td>Cardio Fortress</td>
            </tr>
            <tr valign="top">
              <td>HF Buddy</td>
              <td>8</td>
              <td>—</td>
              <td>June 08, 2016</td>
              <td>0</td>
              <td>Singapore Health Services</td>
            </tr>
            <tr valign="top">
              <td>HF Monitoring</td>
              <td>8</td>
              <td>—</td>
              <td>February 22, 2017</td>
              <td>0</td>
              <td>Van Phuc Nguyen</td>
            </tr>
            <tr valign="top">
              <td>HF Tracker</td>
              <td>8</td>
              <td>—</td>
              <td>October 31, 2014</td>
              <td>0</td>
              <td>Rebecca Boxer</td>
            </tr>
            <tr valign="top">
              <td>HF Path</td>
              <td>8</td>
              <td>—</td>
              <td>January 04, 2017</td>
              <td>7</td>
              <td>American Heart Association</td>
            </tr>
            <tr valign="top">
              <td>HF Log</td>
              <td>9</td>
              <td>—</td>
              <td>February 09, 2016</td>
              <td>0</td>
              <td>Narnar LLC</td>
            </tr>
            <tr valign="top">
              <td>HF Buddy</td>
              <td>9</td>
              <td>500-1000</td>
              <td>April 08, 2016</td>
              <td>0</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Heart Scribe</td>
              <td>10</td>
              <td>50-100</td>
              <td>July 30, 2016</td>
              <td>0</td>
              <td>Rohan Tanjea</td>
            </tr>
            <tr valign="top">
              <td>Heart Failure Health</td>
              <td>11</td>
              <td>—</td>
              <td>—</td>
              <td>0</td>
              <td>Self-Care Catalyst Inc</td>
            </tr>
            <tr valign="top">
              <td>Health Plus</td>
              <td>12</td>
              <td>—</td>
              <td>May 12, 2016</td>
              <td>0</td>
              <td>Hany Assaad</td>
            </tr>
            <tr valign="top">
              <td>Heart Lessons</td>
              <td>12</td>
              <td>—</td>
              <td>Apr 17, 2017</td>
              <td>0</td>
              <td>Palo Alto Medical Foundation for Health Care, Research and Education</td>
            </tr>
            <tr valign="top">
              <td>My HF</td>
              <td>12</td>
              <td>1000-5000</td>
              <td>September 22, 2016</td>
              <td>0</td>
              <td>Les Laboratoires Servier</td>
            </tr>
            <tr valign="top">
              <td>WOW ME 200mg</td>
              <td>12</td>
              <td>100-500</td>
              <td>July 24, 2013</td>
              <td>0</td>
              <td>AtantiCare Regional Medical Center Inc</td>
            </tr>
            <tr valign="top">
              <td>HF Self- Management</td>
              <td>13</td>
              <td>—</td>
              <td>August 11,2015</td>
              <td>0</td>
              <td>—</td>
            </tr>
            <tr valign="top">
              <td>Pulsario</td>
              <td>14</td>
              <td>—</td>
              <td>October 07, 2016</td>
              <td>0</td>
              <td>Cardio Fortress Inc</td>
            </tr>
            <tr valign="top">
              <td>My Heart Mate</td>
              <td>14</td>
              <td>—</td>
              <td>November 14, 2016</td>
              <td>0</td>
              <td>Elevator Entertainment</td>
            </tr>
            <tr valign="top">
              <td>Heart Partner</td>
              <td>16</td>
              <td>—</td>
              <td>October 07, 2016</td>
              <td>0</td>
              <td>Novartis Pharmaceuticals</td>
            </tr>
            <tr valign="top">
              <td>Medly</td>
              <td>17</td>
              <td>—</td>
              <td>Ongoing</td>
              <td>—</td>
              <td>University Health Network</td>
            </tr>
            <tr valign="top">
              <td>HF Storylines</td>
              <td>18</td>
              <td>500-1000</td>
              <td>March 10, 2017</td>
              <td>0</td>
              <td>HF Society of America</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>Not available.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Self-care is pivotal for HF patients to prevent worsening of HF, yet the majority of current HF apps available are neither HF or self-care specific. To our knowledge, this is the first study to identify and evaluate apps exclusively for HF self-care. We found 21 apps that were both HF and self-care specific. From the 21 apps, few contained key features such as behavior tracking. Apps that included the self-care feature were also listed as only being capable of self-maintenance. Thus, patients would be able to, at most, follow their treatment regimen but would not be able to respond to any changes. Potential features to expand on self-care could include medication titration algorithms to adjust medication doses according to weight fluctuations or the use of telehealth services to connect with a physician to modify their treatment regime [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Loop diuretics are currently used as the agent of choice for reducing symptoms of HF and controlling weight. Diuretics are traditionally adjusted by physicians. However, with self-directed medication titration becoming more commonly used for chronic disease management, this feature could be an opportunity to improve patient HF self-care in the home setting [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Our findings suggest that the current available apps are not able to support patients adequately with HF self-care; instead, are in need of further redesign or development. Many developers may have limited resources to accommodate all 25 features in a single app. Therefore, to appropriately engage patients in self-care, apps should at minimum have the following functions: (1) diagnosis, (2) weight, (3) behavior tracking, (4) self-care, and (5) notifications. However, from our systematic search, none of the apps even had these 5 functional features. Not only are these app features key for HF self-care but they can also be easily transferable to other health conditions, such as diabetes or asthma, as it captures the essential components for treatment management. The specifics detailing each feature will differ depending on the condition, but it provides a sufficient baseline category to allow the consumer, researcher, or clinician to incorporate key components for the app evaluation. The consumer, researcher, or clinician may list similar or different components within the 5 features, but with this, they are able to incorporate their perspective within 5 wider categories, while maintaining its relevance for multiple audiences. A prime example of an effective mHealth app is BlueStar from WellDoc Diabetes Management. The BlueStar app is a digital therapeutic for diabetes mellitus type 2 that serves as a virtual coach for patients, providing tailored guidance and facilitating the coordination of diabetes care with their existing care team [<xref ref-type="bibr" rid="ref36">36</xref>]. BlueStar is a clinically validated tool developed by endocrinologists and clinical diabetes educators and has been evaluated in a clinical trial and reviewed in over 40 publications [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Patients who used BlueStar showed significant improvements in their diabetes management and reported a high satisfaction when using the app. These improvements are strongly linked to the diabetes expertise leading the development and evaluation of this tool, as their guidance helps ensure that the intervention is aligned with self-management principles integral to patient care [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Older adults with chronic disease already face many challenges with managing their condition, and the use of technology may further contribute to their difficulties if poorly designed. To ensure apps assist with patient self-care regimens, they should be developed in a manner similar to BlueStar, where specific disease management and patient usability criteria are used to both design and evaluate app effectiveness [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>One surprising finding from this app search was that the lowest-scoring apps had a relatively higher number of downloads compared with the highest-scoring app (<xref ref-type="table" rid="table4">Table 4</xref>). These findings ultimately question whether the inclusion of more app features or just the standard features for disease management are more appealing for the end user. Features that patients and consumers view as valuable can vary depending on their self-care abilities. However, many studies have indicated that the primary reason apps fail to maintain user activity is because of the complexity of the app as a whole or the lack of growth in app functionality in accordance with user needs [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Thus, as effective self-care promotion is the primary goal of app usage, apps would require the inclusion of the standard disease management features, but their presentation should also be modified to accommodate for the challenges older adults face with app use. In previous literature, older adults have indicated that in-app customizable considerations improved the likelihood of their continued usage as they were able to modify their preferences according to their changing needs [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This could include characteristics such as customizing screen or font sizes and incorporating text to speech, audio cues, or in-app automation features as needed [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Nevertheless, it is also important to note that the fact that lower-scoring apps had higher downloads can also be attributed to several external factors promoting public app awareness. This includes factors such as effective marketing, links to a national health body, or the use of Web-based search engine optimization [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. From our findings, we found that the app with the highest downloads (My HF) had a moderate score of 12, but it was developed by a privately owned pharmaceutical company that specializes in medication for cardiological conditions (Les Laboratories Servier). Although apps built by health care systems scored the highest, they had much lower download rates (<xref ref-type="table" rid="table4">Table 4</xref>). With these discrepancies between app scores and the number of downloads, our findings display how higher downloads may not be an appropriate representation for app effectiveness because of its potential ties to a developer with more marketing power.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The limitations of our study were as follows: (1) the apps were not downloaded but were reviewed based on app description, screenshots, videos, and reviews from current/past users, and there are good reasons to believe that the quality of the assessment is not severely compromised, as mentioned above; (2) descriptions for review varied in detail and quality (eg, download data not available for Apple iOS apps); (3) we were only able to review the number of downloads but could not quantify active app use; and (4) actual HF patients were not consulted to define the criteria for adequate HF self-care app.</p>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>Future studies should involve end users to better understand their needs with the design of an app to ensure the uptake and usability of an intervention. Specifically, the use of engagement strategies with HF patients and health care providers would be strongly desirable to ensure the findings of this study are congruent with what is experienced in reality. In our app evaluation, we incorporated app user reviews to assess user perspectives, but this method is limited to the feedback available and the quality of the responses on the Web. This study also did not evaluate the value of the 5 functional criteria for HF self-care compared with the remaining categories. Future studies should aim to understand the relative importance of each criteria in relation to patient outcomes, potentially with the use of focus groups or user testing to develop priority weightings for each function. In addition to this, as the potential rise in scale modification for disease specificity could lead to inappropriate features being selected for app shortlisting, there is a need to also evaluate the priority features in relation to other common chronic conditions (ie, diabetes and asthma). We believe there is value in the inclusion of the 5 minimum features for app evaluation, as it allows for specific components to be embedded within wider priority categories and provides a baseline mode to manage the use of multiple modified scales. However, before any scales can be managed or reviewed, future studies need to confirm the reliability of the 5 features for the management of priority app categories.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In summary, our study was the first to specifically evaluate HF self-care apps according to the criteria essential to promote HF self-care for older adults. We found that there was a lack of usable apps to promote HF self-care for older adults, and this is mainly because of the lack of a patient-centered design. With a rise in the aging population, identifying features pivotal for patient self-care will be crucial to increase their user experience and ensure the longevity of the app’s use.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Total features present in preliminary and postreview screening apps. PROMS: patient reported outcome measure; PREMS: patient reported experience measure.</p>
        <media xlink:href="mhealth_v7i11e13173_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 335 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HF</term>
          <def>
            <p>heart failure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HR</term>
          <def>
            <p>hazard ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Everett McKay for providing his ongoing expertise throughout the design and conduct of this project.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>Heart and Stroke Foundation of Canada</source>
          <year>2017</year>
          <access-date>2019-09-16</access-date>
          <comment>2016 Report on the Health of Canadians: The Burden of Heart Failure <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.heartandstroke.ca/-/media/pdf-files/canada/2017-heart-month/heartandstroke-reportonhealth-2016.ashx?la=en">https://www.heartandstroke.ca/-/media/pdf-files/canada/2017-heart-month/heartandstroke-reportonhealth-2016.ashx?la=en</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Schwalm</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of mobile health interventions on the secondary prevention of cardiovascular disease: systematic review and meta-analysis</article-title>
          <source>Can J Cardiol</source>
          <year>2017</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>219</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cjca.2016.08.017</pub-id>
          <pub-id pub-id-type="medline">27956043</pub-id>
          <pub-id pub-id-type="pii">S0828-282X(16)30931-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajita</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of mhealth-based heart failure interventions</article-title>
          <source>J Cardiovasc Nurs</source>
          <year>2016</year>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>E10</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26544175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JCN.0000000000000305</pub-id>
          <pub-id pub-id-type="medline">26544175</pub-id>
          <pub-id pub-id-type="pmcid">PMC4828274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lycholip</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Aamodt</surname>
              <given-names>IT</given-names>
            </name>
            <name name-style="western">
              <surname>Lie</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Šimbelytė</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Puronaitė</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hillege</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kraai</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stromberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Čelutkienė</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The dynamics of self-care in the course of heart failure management: data from the IN TOUCH study</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2018</year>
          <volume>12</volume>
          <fpage>1113</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PPA.S162219"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S162219</pub-id>
          <pub-id pub-id-type="medline">29983549</pub-id>
          <pub-id pub-id-type="pii">ppa-12-1113</pub-id>
          <pub-id pub-id-type="pmcid">PMC6027682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ambrosy</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Cerbin</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Coles</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>DeVore</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Dunlap</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ezekowitz</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Felker</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Fudim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Schulte</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Starling</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Teerlink</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Voors</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Mentz</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Body weight change during and after hospitalization for acute heart failure: patient characteristics, markers of congestion, and outcomes: findings from the ASCEND-HF trial</article-title>
          <source>JACC Heart Fail</source>
          <year>2017</year>
          <month>01</month>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2213-1779(16)30498-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jchf.2016.09.012</pub-id>
          <pub-id pub-id-type="medline">28034373</pub-id>
          <pub-id pub-id-type="pii">S2213-1779(16)30498-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5218831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riegel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Barbaranelli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sethares</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Daus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Osokpo</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vellone</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Psychometric testing of the revised self-care of heart failure index</article-title>
          <source>J Cardiovasc Nurs</source>
          <year>2019</year>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1097/JCN.0000000000000543</pub-id>
          <pub-id pub-id-type="medline">30303894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sedlar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lainscak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mårtensson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Strömberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Farkas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Factors related to self-care behaviours in heart failure: a systematic review of European Heart Failure Self-Care Behaviour Scale studies</article-title>
          <source>Eur J Cardiovasc Nurs</source>
          <year>2017</year>
          <month>04</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>272</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/1474515117691644</pub-id>
          <pub-id pub-id-type="medline">28168895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spaling</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strachan</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Harkness</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Improving support for heart failure patients: a systematic review to understand patients' perspectives on self-care</article-title>
          <source>J Adv Nurs</source>
          <year>2015</year>
          <month>11</month>
          <volume>71</volume>
          <issue>11</issue>
          <fpage>2478</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1111/jan.12712</pub-id>
          <pub-id pub-id-type="medline">26084885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cannon</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Moffitt</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Moreno</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Broomfield</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>McMurray</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Cognitive impairment and heart failure: systematic review and meta-analysis</article-title>
          <source>J Card Fail</source>
          <year>2017</year>
          <month>06</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>464</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cardfail.2017.04.007</pub-id>
          <pub-id pub-id-type="medline">28433667</pub-id>
          <pub-id pub-id-type="pii">S1071-9164(17)30100-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mlynarska</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Golba</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Mlynarski</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Capability for self-care of patients with heart failure</article-title>
          <source>Clin Interv Aging</source>
          <year>2018</year>
          <volume>13</volume>
          <fpage>1919</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/CIA.S178393"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/CIA.S178393</pub-id>
          <pub-id pub-id-type="medline">30349210</pub-id>
          <pub-id pub-id-type="pii">cia-13-1919</pub-id>
          <pub-id pub-id-type="pmcid">PMC6183697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Spaling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harkness</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spiers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Strachan</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Currie</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Determinants of effective heart failure self-care: a systematic review of patients' and caregivers' perceptions</article-title>
          <source>Heart</source>
          <year>2014</year>
          <month>05</month>
          <volume>100</volume>
          <issue>9</issue>
          <fpage>716</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1136/heartjnl-2013-304852</pub-id>
          <pub-id pub-id-type="medline">24548920</pub-id>
          <pub-id pub-id-type="pii">heartjnl-2013-304852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riegel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>I forgot: memory and medication adherence in heart failure</article-title>
          <source>Circ Heart Fail</source>
          <year>2016</year>
          <month>12</month>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e003642</fpage>
          <pub-id pub-id-type="doi">10.1161/CIRCHEARTFAILURE.116.003642</pub-id>
          <pub-id pub-id-type="medline">27895070</pub-id>
          <pub-id pub-id-type="pii">CIRCHEARTFAILURE.116.003642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez-Pérez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de la Torre-Díez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>López-Coronado</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Herreros-González</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps in cardiology: review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2013</year>
          <month>07</month>
          <day>24</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2013/2/e15/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.2737</pub-id>
          <pub-id pub-id-type="medline">25098320</pub-id>
          <pub-id pub-id-type="pii">v1i2e15</pub-id>
          <pub-id pub-id-type="pmcid">PMC4114428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Research2Guidance</source>
          <year>2015</year>
          <access-date>2018-07-15</access-date>
          <comment>mHealth App Developer Economics 2015 <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://research2guidance.com/product/mhealth-developer-economics-2015/">https://research2guidance.com/product/mhealth-developer-economics-2015/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajita</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Budhathoki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>Intention to use mhealth in older adults with heart failure</article-title>
          <source>J Cardiovasc Nurs</source>
          <year>2017</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>E1</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28248747"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JCN.0000000000000401</pub-id>
          <pub-id pub-id-type="medline">28248747</pub-id>
          <pub-id pub-id-type="pmcid">PMC5573659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hägglund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lyngå</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Frie</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ullman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Persson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Melin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hagerman</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Patient-centred home-based management of heart failure. Findings from a randomised clinical trial evaluating a tablet computer for self-care, quality of life and effects on knowledge</article-title>
          <source>Scand Cardiovasc J</source>
          <year>2015</year>
          <month>08</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3109/14017431.2015.1035319</pub-id>
          <pub-id pub-id-type="medline">25968968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creber</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Maurer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Reading</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hiraldo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hickey</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Iribarren</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Review and analysis of existing mobile phone apps to support heart failure symptom monitoring and self-care management using the mobile application rating scale (MARS)</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>06</month>
          <day>14</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e74/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5882</pub-id>
          <pub-id pub-id-type="medline">27302310</pub-id>
          <pub-id pub-id-type="pii">v4i2e74</pub-id>
          <pub-id pub-id-type="pmcid">PMC4925936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chindalo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavjee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Karim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brahmbhatt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Health apps by design: a reference architecture for mobile engagement</article-title>
          <source>Int J Handheld Comput Res</source>
          <year>2016</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>34</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.4018/IJHCR.2016040103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burford</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Emmerton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>App chronic disease checklist: protocol to evaluate mobile apps for chronic disease self-management</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>11</month>
          <day>4</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/4/e204/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.6194</pub-id>
          <pub-id pub-id-type="medline">27815233</pub-id>
          <pub-id pub-id-type="pii">v5i4e204</pub-id>
          <pub-id pub-id-type="pmcid">PMC5116100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Thimbleby</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rastall</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogewerf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wooldridge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>What makes a good clinical app? Introducing the RCP health informatics unit checklist</article-title>
          <source>Clin Med (Lond)</source>
          <year>2015</year>
          <month>12</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>519</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26621937"/>
          </comment>
          <pub-id pub-id-type="doi">10.7861/clinmedicine.15-6-519</pub-id>
          <pub-id pub-id-type="medline">26621937</pub-id>
          <pub-id pub-id-type="pii">15/6/519</pub-id>
          <pub-id pub-id-type="pmcid">PMC4953250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burford</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Emmerton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Mobile health apps to facilitate self-care: a qualitative study of user experiences</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0156164</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0156164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0156164</pub-id>
          <pub-id pub-id-type="medline">27214203</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-02829</pub-id>
          <pub-id pub-id-type="pmcid">PMC4876999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hundert</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Huguet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stinson</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Wheaton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Commercially available mobile phone headache diary apps: a systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2014</year>
          <month>08</month>
          <day>19</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2014/3/e36/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3452</pub-id>
          <pub-id pub-id-type="medline">25138438</pub-id>
          <pub-id pub-id-type="pii">v2i3e36</pub-id>
          <pub-id pub-id-type="pmcid">PMC4147710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cafazzo</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Laporte</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>User-centered adaptation of an existing heart failure telemonitoring program to ensure sustainability and scalability: qualitative study</article-title>
          <source>JMIR Cardio</source>
          <year>2018</year>
          <month>12</month>
          <day>6</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e11466</fpage>
          <pub-id pub-id-type="doi">10.2196/11466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Duff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roehrer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Patients' experiences of using a consumer mhealth app for self-management of heart failure: mixed-methods study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2019</year>
          <month>05</month>
          <day>2</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e13009</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2019/2/e13009/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13009</pub-id>
          <pub-id pub-id-type="medline">31045504</pub-id>
          <pub-id pub-id-type="pii">v6i2e13009</pub-id>
          <pub-id pub-id-type="pmcid">PMC6521216</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lefler</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Rhoads</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Funderburg</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Lubin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Martel</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Rooker</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Beverly</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the use of mobile health technology in older adults with heart failure: mixed-methods study</article-title>
          <source>JMIR Aging</source>
          <year>2018</year>
          <month>12</month>
          <day>4</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>e12178</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aging.jmir.org/2018/2/e12178/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12178</pub-id>
          <pub-id pub-id-type="medline">31518257</pub-id>
          <pub-id pub-id-type="pii">v1i2e12178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riegel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Daus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baah</surname>
              <given-names>FO</given-names>
            </name>
            <name name-style="western">
              <surname>Wald</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Knafl</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Patterns of adherence to diuretics, dietary sodium and fluid intake recommendations in adults with heart failure</article-title>
          <source>Heart Lung</source>
          <year>2019</year>
          <volume>48</volume>
          <issue>3</issue>
          <fpage>179</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.hrtlng.2018.12.008</pub-id>
          <pub-id pub-id-type="medline">30638609</pub-id>
          <pub-id pub-id-type="pii">S0147-9563(18)30446-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6486853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Mobile Application Development Companies UK</source>
          <year>2016</year>
          <access-date>2019-09-16</access-date>
          <comment>How Do People Discover And Decide To Download Your App? <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.overpass.co.uk/people-discover-decide-download-app/">https://www.overpass.co.uk/people-discover-decide-download-app/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aterja</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>HuffPost</source>
          <year>2018</year>
          <access-date>2019-09-16</access-date>
          <comment>How to Choose the Best Health App for You <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.huffpost.com/entry/how-to-choose-the-best-health-app-for-you_b_5a54d736e4b0ee59d41c0e01">https://www.huffpost.com/entry/how-to-choose-the-best-health-app-for-you_b_5a54d736e4b0ee59d41c0e01</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Which app should I use?</article-title>
          <source>Br Med J</source>
          <year>2015</year>
          <month>09</month>
          <day>9</day>
          <volume>351</volume>
          <fpage>h4597</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h4597</pub-id>
          <pub-id pub-id-type="medline">26353800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bouman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>There’s a medical app for that</article-title>
          <source>Br Med J</source>
          <year>2012</year>
          <month>04</month>
          <day>18</day>
          <volume>344</volume>
          <fpage>e2162</fpage>
          <pub-id pub-id-type="doi">10.1136/sbmj.e2162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiongson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Think With Google</source>
          <year>2015</year>
          <access-date>2019-09-16</access-date>
          <comment>Mobile App Marketing Insights: How Consumers Really Find and Use Your Apps <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thinkwithgoogle.com/consumer-insights/mobile-app-marketing-insights/">https://www.thinkwithgoogle.com/consumer-insights/mobile-app-marketing-insights/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basilico</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marceglia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bonacina</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pinciroli</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Advising patients on selecting trustful apps for diabetes self-care</article-title>
          <source>Comput Biol Med</source>
          <year>2016</year>
          <month>04</month>
          <day>1</day>
          <volume>71</volume>
          <fpage>86</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2016.02.005</pub-id>
          <pub-id pub-id-type="medline">26897071</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(16)30034-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riegel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Anker</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dunbar</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Grady</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Gurvitz</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Havranek</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Lindenfeld</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Pressler</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schocken</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Whellan</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>State of the science</article-title>
          <source>Circulation</source>
          <year>2009</year>
          <month>09</month>
          <day>22</day>
          <volume>120</volume>
          <issue>12</issue>
          <fpage>1141</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1161/circulationaha.109.192628</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuljis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Money</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Technology-assisted self-testing and management of oral anticoagulation therapy: a qualitative patient-focused study</article-title>
          <source>Scand J Caring Sci</source>
          <year>2017</year>
          <month>09</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>603</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1111/scs.12374</pub-id>
          <pub-id pub-id-type="medline">27500499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Clough</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Okafor</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber-Baldini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>WellDoc mobile diabetes management randomized controlled trial: change in clinical and behavioral outcomes and patient and physician satisfaction</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2008</year>
          <month>06</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>160</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2008.0283</pub-id>
          <pub-id pub-id-type="medline">18473689</pub-id>
          <pub-id pub-id-type="pii">10.1089/dia.2008.0283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desveaux</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saragosa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soobiah</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Marani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hensel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Onabajo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffs</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A mobile app to improve self-management of individuals with type 2 diabetes: qualitative realist evaluation</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>03</month>
          <day>16</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>e81</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/3/e81/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8712</pub-id>
          <pub-id pub-id-type="medline">29549070</pub-id>
          <pub-id pub-id-type="pii">v20i3e81</pub-id>
          <pub-id pub-id-type="pmcid">PMC5878364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>Welldoc Inc</source>
          <access-date>2017-07-12</access-date>
          <comment>Bluestar Digital Therapeutics Assistant &#124; Welldoc Wellness <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.welldoc.com/product/">https://www.welldoc.com/product/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mendiola</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Kalnicki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lindenauer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Valuable features in mobile health apps for patients and consumers: content analysis of apps and user ratings</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>05</month>
          <day>13</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/2/e40/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4283</pub-id>
          <pub-id pub-id-type="medline">25972309</pub-id>
          <pub-id pub-id-type="pii">v3i2e40</pub-id>
          <pub-id pub-id-type="pmcid">PMC4446515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liew</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>See</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>YL</given-names>
            </name>
          </person-group>
          <article-title>Usability challenges for health and wellness mobile apps: mixed-methods study among mhealth experts and consumers</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>01</month>
          <day>30</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e12160</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e12160/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12160</pub-id>
          <pub-id pub-id-type="medline">30698528</pub-id>
          <pub-id pub-id-type="pii">v7i1e12160</pub-id>
          <pub-id pub-id-type="pmcid">PMC6372932</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
