<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i4e27173</article-id>
      <article-id pub-id-type="pmid">33904827</article-id>
      <article-id pub-id-type="doi">10.2196/27173</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Influences on the Uptake of Health and Well-being Apps and Curated App Portals: Think-Aloud and Interview Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Robinson</surname>
            <given-names>Anna</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Haug</surname>
            <given-names>Severin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Szinay</surname>
            <given-names>Dorothy</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Health Sciences</institution>
            <institution>University of East Anglia</institution>
            <addr-line/>
            <addr-line>Norwich </addr-line>
            <country>United Kingdom</country>
            <phone>44 1603593064</phone>
            <email>d.szinay@uea.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2722-6758</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Perski</surname>
            <given-names>Olga</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3285-3174</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>Andy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3130-9313</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Chadborn</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6264-3843</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>Jamie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2797-5428</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Naughton</surname>
            <given-names>Felix</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9790-2796</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Health Sciences</institution>
        <institution>University of East Anglia</institution>
        <addr-line>Norwich</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Behavioural Science and Health</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Behavioural Insights</institution>
        <institution>Public Health England</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>SPECTRUM Consortium</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dorothy Szinay <email>d.szinay@uea.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>4</issue>
      <elocation-id>e27173</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Dorothy Szinay, Olga Perski, Andy Jones, Tim Chadborn, Jamie Brown, Felix Naughton. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 27.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on http://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2021/4/e27173" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Health and well-being smartphone apps can provide a cost-effective solution to addressing unhealthy behaviors. The selection of these apps tends to occur in commercial app stores, where thousands of health apps are available. Their uptake is often influenced by popularity indicators. However, these indicators are not necessarily associated with app effectiveness or evidence-based content. Alternative routes to app selection are increasingly available, such as via curated app portals, but little is known about people’s experiences of them.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to explore how people select health apps on the internet and their views on curated app portals.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 18 UK-based adults were recruited through social media and asked during an in-person meeting to verbalize their thoughts while searching for a health or well-being app on the internet on a platform of their choice. The search was then repeated on 2 curated health app portals: the <italic>National Health Service Apps Library</italic> and the Public Health England <italic>One You</italic> App portal. This was followed by semistructured interviews. Data were analyzed using framework analysis, informed by the Capability, Opportunity, Motivation-Behavior model and the Theoretical Domains Framework.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Searching for health and well-being apps on the internet was described as a <italic>minefield</italic>. App uptake appeared to be influenced by participants’ capabilities such as app literacy skills and health and app awareness, and opportunities including the availability of apps, app esthetics, the price of an app, and social influences. Motivation factors that seemed to affect the uptake were perceived competence, time efficiency, perceived utility and accuracy of an app, transparency about data protection, commitment and social identity, and a wide range of emotions. Social influences and the perceived utility of an app were highlighted as particularly important. Participants were not previously aware of curated portals but found the concept appealing. Curated health app portals appeared to engender trust and alleviate data protection concerns. Although apps listed on these were perceived as more trustworthy, their presentation was considered disappointing. This disappointment seemed to stem from the functionality of the portals, lack of user guidance, and lack of tailored content to an individual’s needs.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The uptake of health and well-being apps appears to be primarily affected by social influences and the perceived utility of an app. App uptake via curated health app portals perceived as credible may mitigate concerns related to data protection and accuracy, but their implementation must better meet user needs and expectations.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>behavior change</kwd>
        <kwd>health apps</kwd>
        <kwd>mHealth</kwd>
        <kwd>smartphone app</kwd>
        <kwd>framework analysis</kwd>
        <kwd>Capability, Opportunity, Motivation-Behavior model</kwd>
        <kwd>Theoretical Domains Framework</kwd>
        <kwd>think aloud</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Noncommunicable diseases (eg, diabetes, heart disease and cancer as well as poor mental health) are considered key threats to global health [<xref ref-type="bibr" rid="ref1">1</xref>] and are driven by factors such as physical inactivity, poor diet, tobacco smoking, and excessive alcohol consumption. A key global public health policy priority is to enact policies to ensure that the best possible health care is available for all [<xref ref-type="bibr" rid="ref2">2</xref>]. In the United Kingdom, aims of the National Health Service (NHS) long-term plan [<xref ref-type="bibr" rid="ref3">3</xref>] and priorities of UK government executive agencies such as Public Health England (PHE) are to provide a smoke-free society, to encourage healthier diets, and to improve mental health [<xref ref-type="bibr" rid="ref4">4</xref>]. Encouraging the use of digital health interventions, such as smartphone apps, may be a cost-effective way of contributing.</p>
        <p>Health and well-being smartphone apps can be cost-effective solutions for changing health behaviors [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Such tools can act as ideal platforms to deliver behavior change interventions [<xref ref-type="bibr" rid="ref7">7</xref>] because of their availability, portability, and easy access [<xref ref-type="bibr" rid="ref8">8</xref>]. Research has demonstrated early evidence of effectiveness of smartphone apps for smoking cessation [<xref ref-type="bibr" rid="ref9">9</xref>], healthy dietary and physical activity promotion [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], weight loss [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], alcohol reduction among nondependent drinkers [<xref ref-type="bibr" rid="ref15">15</xref>], and mental health promotion [<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, health apps can reach those resistant to seeking help in person (because of stigma) by improving access to behavior change interventions [<xref ref-type="bibr" rid="ref17">17</xref>]. However, low uptake and poor engagement over time compromise the potential of health and well-being apps.</p>
        <p><italic>Uptake</italic> refers to the decision to select and install a health app [<xref ref-type="bibr" rid="ref18">18</xref>]. The search for and selection of health apps tend to take place in commercial app stores such as Google Play for Android operating systems and the Apple App Store for iOS [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Thousands of health and well-being smartphone apps are available in the major app stores, a number that continues to grow [<xref ref-type="bibr" rid="ref7">7</xref>], and the uptake of apps from commercial app stores tends to be influenced by indicators of popularity such as the app’s rank order, ratings and reviews, and the total number of downloads [<xref ref-type="bibr" rid="ref19">19</xref>]. However, such popularity indicators are not necessarily positively associated with the effectiveness of an app [<xref ref-type="bibr" rid="ref20">20</xref>] and may even be negatively related [<xref ref-type="bibr" rid="ref21">21</xref>]. An associated problem with app uptake is that the vast majority of apps listed in commercial stores lack evidence about their efficacy [<xref ref-type="bibr" rid="ref22">22</xref>] or effectiveness [<xref ref-type="bibr" rid="ref23">23</xref>]. The need for quality marks in commercial app stores [<xref ref-type="bibr" rid="ref24">24</xref>] and regulation of health apps and evidence for their effectiveness has been raised [<xref ref-type="bibr" rid="ref16">16</xref>]. Better transparency in an app’s description to help people make an informed choice, including how the user’s data are handled, how the app was developed, benefits explained in lay terms, and descriptions of the app content, has been recommended [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>A barrier to the uptake of evidence-informed apps is that not all apps are available to the public, or prominently displayed, via commercial app stores [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Therefore, fewer people may benefit from the high-quality tools available. Evidence-informed apps tend to be promoted within community or health care settings (often targeting a specific geographic region or country) or on curated health app <italic>portals</italic>. These portals are websites that present a list of selected health apps [<xref ref-type="bibr" rid="ref28">28</xref>]. Health app portals can be government funded, such as the UK NHS’s <italic>Apps Library</italic> or PHE’s <italic>One You Apps</italic> portal, or curated by private organizations, such as <italic>App Script</italic> by IQVIA in the United States, the United Kingdom, and the United Arab Emirates; the <italic>MyHealthApps</italic> by PatientView’s in Europe and the United Kingdom; or <italic>ORCHA</italic> Health in the United Kingdom. These organizations can lend credibility to and have the potential to promote the uptake of selected health apps [<xref ref-type="bibr" rid="ref29">29</xref>] by providing a list of safe; evidence-informed; tested; and, where possible, clinically effective health apps for the general public to choose from.</p>
        <p>Research has focused on the identification of factors that influence the uptake of health apps in commercial app stores. There is an urgent need to explore whether the general public would be willing to use curated health app portals, which could improve the uptake of evidence-informed health and well-being apps [<xref ref-type="bibr" rid="ref18">18</xref>]. Despite this need, little is known about the views on curated health app portals. This study aims to explore potential users’ views on factors influencing the uptake of health apps in general and on curated health app portals in particular using think-aloud and interview methodology.</p>
      </sec>
      <sec>
        <title>Theoretical Framework</title>
        <p>The Capability, Opportunity, Motivation-Behavior (COM-B) model [<xref ref-type="bibr" rid="ref30">30</xref>] offers a comprehensive framework for understanding behaviors. In the context of this study, the behavior of interest is the uptake of health and well-being apps. The model proposes that behavior arises because of the interaction of three components: capability (physical and psychological), opportunity (physical and social), and motivation (automatic and reflective). The Theoretical Domains Framework (TDF) [<xref ref-type="bibr" rid="ref31">31</xref>], which contains 14 domains that can be mapped onto the components of the COM-B model, was also used. Together, the COM-B model and the TDF allow for a detailed analysis of data and identification of key factors influencing uptake in general and on curated health app portals in particular (<xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A visual representation of mapping the TDF onto the COM-B model. COM-B model: Capability, Opportunity, Motivation-Behavior model; TDF: Theoretical Domains Framework.</p>
          </caption>
          <graphic xlink:href="mhealth_v9i4e27173_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Aims</title>
        <p>This qualitative study applied a theoretical framework informed by the COM-B model and TDF to explore (1) factors influencing potential users’ uptake of health and well-being smartphone apps through searching on the internet and (2) their views on available curated health app portals.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study elicited views and preferences of a sample of members of the public. The Consolidated Criteria for Reporting Qualitative Research checklist guided the design of the study [<xref ref-type="bibr" rid="ref32">32</xref>] (checklist given in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The think-aloud methodology [<xref ref-type="bibr" rid="ref33">33</xref>] was applied to collect real-time data about health app selection on the internet and involved asking participants to verbalize their thoughts and impressions throughout the selection process. The researcher intervened only when a prompt was considered necessary (eg, during silent moments, asking questions such as “What are you thinking now?”). Following the think-aloud tasks, follow-up questions were asked to better understand the statements or utterances made during the tasks. Finally, semistructured interviews were conducted. The think-aloud tasks and the topic guide were informed by stakeholder consultation, which included views and opinions of lay persons (patient and public involvement representatives) and expert opinions of policy makers of this study. The study protocol was preregistered on the Open Science Framework [<xref ref-type="bibr" rid="ref34">34</xref>]. The Faculty of Medicine and Health Sciences Ethics Committee at the University of East Anglia approved this study (reference number: 201819-089). The collected data are stored following the European Union General Data Protection Regulation and the University of East Anglia Research Data Management Policy. The data were anonymized, and all personal identifiers were removed. All participants read the participant information sheet and provided consent before participating in the study.</p>
      </sec>
      <sec>
        <title>Participants and Recruitment</title>
        <p>Participants were recruited through paid advertisements on Facebook. Adults in the general population were eligible if they were 18 years or older; were able to provide consent; owned a smartphone; would consider using a smartphone app to change their behavior in the future; and were able to attend an interview in Norwich, England, where the work took place. As a standard practice in qualitative research, the aim of this study is to gain a better understanding of the phenomenon of interest and to increase the coverage of perspectives rather than to recruit a population-representative sample [<xref ref-type="bibr" rid="ref35">35</xref>]. Therefore, purposive sampling was used to promote the diversity of the sample (ie, age, gender, ethnicity, educational level, and employment) [<xref ref-type="bibr" rid="ref36">36</xref>]. This included targeted advertisements on Facebook and the selection of participants to ensure the diversity of the sample. A total of 114 individuals responded to the Facebook advertisements and read a brief participant information sheet and completed the screening questionnaire. Of the 38 participants invited to an interview, 14 did not respond and 24 agreed to participate. Of these 24 participants, 6 were canceled for various reasons.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>Before completing the online screening survey, participants were asked to read a brief participant information sheet describing the study. After reading and agreeing to participate, participants were asked to complete an online questionnaire to assess their eligibility and to collect descriptive data (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Data were collected on age; gender; ethnicity, measured using the Office for National Statistics’ index; level of education; employment status; whether they had ever used health or well-being apps; whether they currently use a health or well-being app; last time they had downloaded an app; and frequency of app use. Participants who met the inclusion criteria were sent an email with a comprehensive participant information sheet and invited to participate in the interview. On the day of the interview, the interviewees received a printed copy of the participant information sheet, and written consent was obtained.</p>
        <p>Face-to-face interviews were conducted between July and August 2019 and took place at the University of East Anglia (n=17) or participants’ homes in Norwich (n=1). The interviews were conducted by a single female researcher (DS), and no one else was present during the sessions. Each session started with a think-aloud exercise, with participants being instructed on how to verbalize their thoughts. First, they were asked to perform a search for an app they would potentially use to change the health behavior of their choice. They had a choice of using either a study laptop or their smartphone. Second, the researcher asked them if they were familiar with curated app portals. If they were not, DS briefly explained the principle and asked them to repeat the search using the <italic>NHS Apps Library</italic> and the PHE’s <italic>One You Apps</italic> curated health app portals (<xref rid="figure2" ref-type="fig">Figure 2</xref>). During the think-aloud sessions, positive reinforcement using verbal (eg, “You are doing great” and “Right”) and nonverbal (eg, nodding) communication was used to encourage participants to continue to express their views. In quiet moments, prompts were used (eg, <italic>“</italic>What are you thinking now?” and “Tell me what is on your mind”). Following the think-aloud task, questions regarding their experience with the uptake of and engagement with apps were asked (the topic guide is given in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The sessions lasted between 26 and 63 minutes. Participants received a US $27.50 (UK £20) gift voucher as compensation for their time.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshot of the Public Health England’s ‘One You Apps’ portal and the ‘NHS Apps Library’.</p>
          </caption>
          <graphic xlink:href="mhealth_v9i4e27173_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The sessions were audio recorded and transcribed verbatim by an external company. The transcriptions were checked for accuracy by the researcher undertaking the interviews. The data were analyzed using framework analysis following the stages of familiarization, identification of thematic framework, indexing, charting, mapping, and interpretation [<xref ref-type="bibr" rid="ref37">37</xref>]. To ensure rigor, trustworthiness, and consistency, a percentage of randomly selected transcripts (2/18,15%) were independently coded by the second author (OP). The deductive thematic framework based on TDF was refined iteratively through repeated discussions with the second author (OP), and any discrepancies were resolved through discussion with the senior author (FN). Indexing was completed by the first author (DS) using QSR NVivo 12. The data were charted, and the responses were grouped according to the finalized thematic framework. During mapping and interpretation, the grouped data were examined by DS to identify patterns. During mapping, identified factors were classified according to their organic position rather than what they affect (eg, an opportunity factor may indirectly influence the behavior by increasing the motivation for uptake of a health app and influencing it directly). To aid comprehension of the findings for uptake in general and on health app portals in particular, data were analyzed and presented separately for these 2 topics.</p>
      </sec>
      <sec>
        <title>External Validity</title>
        <p>To enhance the credibility and trustworthiness of the results [<xref ref-type="bibr" rid="ref38">38</xref>], 30% (6/18) of participants were randomly selected and requested via email to provide feedback on a document with a summary of the findings and conclusions (<italic>member checking</italic>). They were asked whether they recognized their opinions and whether they agreed with the interpretation of the findings. A total of 2 participants responded to our request and confirmed that their opinions had been captured. In one case, our email was not delivered.</p>
      </sec>
      <sec>
        <title>Reflexivity</title>
        <p>The researchers involved in this study are mixed methods researchers with experience applying the COM-B model and TDF to qualitative data. She disclosed her research interest to participants on the day of the interview, and no previous relationship was established between her and participants. The interviews were conducted by the lead author, a PhD candidate who has undertaken extensive training in the collection and analysis of qualitative data. Participants were encouraged to share their thoughts (both positive and negative) and to be honest. The interviewer felt that good rapport was built with the interviewees, and most participants (n=16) expressed their interest in learning more about the findings of the research. Field notes and a research journal were kept during data collection.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>A total of 18 participants completed the interview. The average age of participants was 43 (SD 14) years, 50% (n=9) were female, 78% (n=14) were of White British ethnicity, 72% (n=13) were employed full time, 11% (n=2) had postgraduate qualifications, 94% (n=17) had used health apps before, and 61% (n=11) were using health apps at the time of the interviews, out of which 73% (n=8) reported daily health app use. Most participants were interested in changing more than one behavior (eg, losing weight, getting more active, and managing mood), and only 16% (n=2) of participants expressed a desire to change only one behavior. Participants’ characteristics are presented in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>.</p>
        <p>A total of 2 participants were satisfied with the app they were already using and did not wish to take part in the think-aloud exercise to look for a different app. The remaining 16 participants searched for apps targeting physical activity (n=6), weight management (n=4), mood and mental well-being (n=3), smoking cessation (n=1), alcohol reduction (n=1), and sleep (n=1).</p>
        <p>The findings pertaining to factors relevant for both the uptake of health apps and views on curated health app portals are presented under the components of the COM-B model. Higher order themes and subthemes informed by the COM-B model and TDF are reported in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Factors influencing uptake of health apps in general and on health app portals mapped onto the components of the Capability, Opportunity, Motivation-Behavior model and Theoretical Domains Framework constructs.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="160"/>
            <col width="0"/>
            <col width="390"/>
            <col width="0"/>
            <col width="390"/>
            <thead>
              <tr valign="top">
                <td colspan="4">COM-B<sup>a</sup> component and TDF<sup>b</sup> construct and identified factor</td>
                <td colspan="2">Uptake in general</td>
                <td>Uptake on health app portals</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Physical capability</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Skills</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>App literacy</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Technological competency</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Psychological capability</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Knowledge</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Health awareness</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>General health consciousness or having family members diagnosed with a condition or disease or concerns regarding a behavior or health outcome</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>App awareness</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Knowledge of the existence of health and well-being apps</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Knowledge of the existence of health and well-being apps listed on health app portals</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>User guidance</td>
                <td colspan="2">—</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Instructions on how to effectively use a health app portal</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Health information</td>
                <td colspan="2">—</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Educational information related to health and well-being</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Memory, attention, and decision processes</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Cognitive load</td>
                <td colspan="2">—</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The manner in which apps are presented on the portal</p>
                    </list-item>
                    <list-item>
                      <p>The complexity of the search or to access a relevant health app</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Physical opportunity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Environmental resources</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Availability</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The ability to use a smartphone anytime, anywhere</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Availability of an app on all major commercial app stores</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Portal tailored to individuals’ needs</td>
                <td colspan="2">—</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Personalized listing of apps targeting age, gender, and health condition</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Cost of an app</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Low cost and apps that are free for users</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Low cost and apps that are free for users</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Esthetics</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The look and design of an app</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>User-friendly and design-related characteristics of the portal</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Social opportunity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Social influences</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Social influences</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The importance of reviews and ratings in the commercial app stores and apps promoted as ”editor’s choice”</p>
                    </list-item>
                    <list-item>
                      <p>Identified credible sources: apps developed or endorsed by trusted app developers, organizations, or universities or promoted by respected celebrities (eg, athletes)</p>
                    </list-item>
                    <list-item>
                      <p>Recommendations received from health practitioners or from friends and family</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Health app portals perceived as credible sources</p>
                    </list-item>
                    <list-item>
                      <p>Recommendations of health app portals needed mainly in primary care</p>
                    </list-item>
                    <list-item>
                      <p>Clarity about the recommended apps on health app portals</p>
                    </list-item>
                    <list-item>
                      <p>Explanations about any required GP<sup>d</sup> referral</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Reflective motivation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Beliefs about capabilities</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Perceived competence</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Apps preferred over face-to-face intervention when the user feels that they can engage with the app on their own</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Beliefs about consequences</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Time efficiency</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The ability of a health app to be interacted with a minimum amount of time</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>The perceived utility of the app</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Discrepancies between what users are looking for and what the app offers, characterized by a relevant title, description, pictures, adaptation to individual characteristics, and users’ previous experience with health apps</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Discrepancies between what users are looking for and what the app listed on health app portal offers, characterized by a relevant title, description, and pictures</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Perceived accuracy</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The perceived effectiveness of apps before the selection of an app</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Potential app users’ perceived effectiveness of apps listed on health app portals</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Data protection</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Concerns regarding the handling of personal data</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Concerns over the handling of personal data</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Intentions</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Commitment</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The level of commitment when deciding to download a health app</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Social identity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Social identity</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Identity related to app use (eg, trends and gender specificity)</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Identity related to app use (eg, feeling like a “patient”)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Automatic motivation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="6">
                  <bold>Emotions</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Positive</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by curiosity in trying a health app, and by the time efficiency characteristic of an app as opposed to face-to-face interventions, and being provided by a credible source</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by curiosity in choosing a behavior change tool from a curated health app portal and from a credible source</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Negative</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by lack of availability on all major app stores</p>
                    </list-item>
                    <list-item>
                      <p>Preferred over a face-to-face intervention if feeling anxiety (eg, caused by an unhealthy behavior or unhealthy state) and pressurized (to succeed or show progress)</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by lack of search features on the portal or when the search yields irrelevant results; when an app requires GP referral without further explanation or when an app is only available in one major app store</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mixed</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by the esthetics (design) of the apps and by adaptation to individual characteristics (judged by the title, description, pictures, and gender specificity)</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Triggered by the esthetics and features of the portal and the perceived utility of the apps</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>COM-B: Capability, Opportunity, Motivation-Behavior.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>TDF: Theoretical Domains Framework.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Not available.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>GP: general practitioner.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Factors Influencing the Uptake of Health and Well-being Apps</title>
        <p>Half of the participants who agreed to search for a health app (n=8) used Google Search as their first choice to find a suitable app, whereas the other half opened a commercial app store. The latter search among hundreds of available apps was described by most participants as difficult or a “minefield” (P2, P4, and P6). One participant described this task as being “far more complicated than I thought it would be<italic>”</italic> (P2). By the end of this exercise, only 3 participants found an app that they were willing to download and engage with further to change their behavior.</p>
        <sec>
          <title>Capability Factors Related to the Uptake of Health and Well-being Apps in General</title>
          <p>Participants who presented a higher level of technological competency were able to better navigate on their phones, thus highlighting that app literacy skills are necessary when selecting a health app. One participant, who had never used a health app before, showed signs of technical difficulties (ie, lack of skills) during the think-aloud exercise while searching for an alcohol reduction app in a commercial app store:</p>
          <disp-quote>
            <p>I wouldn’t know how to do that [refining the search to find a suitable app].</p>
            <attrib>P12</attrib>
          </disp-quote>
          <p>In addition, 2 participants expressed their concern toward the older generation and stated that training should be provided for those with insufficient technological and app literacy skills:</p>
          <disp-quote>
            <p>My nanny is diabetic and if there was an app to help her with her diabetes, then I’m sure she would be happy to use it but it’s just someone would need to explain it to her.</p>
            <attrib>P18</attrib>
          </disp-quote>
          <p>All participants expressed their decision to look for an app for health reasons, such as getting healthier or preventing illness. This included reasons of being diagnosed, or having a family member diagnosed, with a medical condition (eg, diabetes and high blood pressure) or concerns of the negative effect a current behavior may have (eg, smoking and alcohol consumption) to better manage or improve their mental health (eg, anxiety and self-confidence) and general well-being (eg, sleep quality):</p>
          <disp-quote>
            <p>I’m trying to avoid having type 2 diabetes, or getting it, so there’s a background, my mother, in my family, there’s a heart conditions background, which is why I’m really wanting to do something about my health.</p>
            <attrib>P3</attrib>
          </disp-quote>
          <p>Although most participants were aware of the existence of some apps, 3 participants were surprised by the existence of health apps for smoking cessation and mental health issues:</p>
          <disp-quote>
            <p>It didn’t cross my mind that I could use an app for stopping smoking, so it is new.</p>
            <attrib>P16</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Opportunity Factors Related to the Uptake of Health and Well-being Apps in General</title>
          <p>Some participants expressed their preference to look for a health app as a digital behavior change intervention instead of a face-to-face intervention because of the availability and low cost of an app. However, concerns around widening inequalities were raised by one participant who showed signs of worry about the limited access to digital aids for individuals living in deprived areas:</p>
          <disp-quote>
            <p>So if they [people living in deprived areas] do not have the smart phone, they won’t be able to use it, so it’s not going to work, is it? It’s what happened with the Universal Credit, so it’s not going to work. I mean issue everyone a smart phone.</p>
            <attrib>P16</attrib>
          </disp-quote>
          <p>A few participants highlighted the importance of the availability of health apps in both major commercial app stores (Apple App Store and Google Play), not just one or the other.</p>
          <p>Most participants stated that apps should be available at no cost. Only 6 participants expressed their willingness to pay a small fee for an app if, for example, it would be “almost life-changing” (P4) or if it would include online professional support.</p>
          <p>The specific design and color scheme preferred by participants appeared to be unique and dependent on the individual’s taste. However, the majority were looking for a <italic>simple</italic> looking app.</p>
          <p>Social influences appeared to be one of the core factors that shaped the selection of apps for all participants during the think-aloud exercise. This includes ratings and reviews of the app, the credibility of the source of the app, and recommendations of apps received from others. Within app stores, most participants described looking at the star ratings and the number of downloads of each app and whether the apps were listed as an <italic>editor’s choice</italic>. A total of 3 participants acknowledged that reviews were subjective, and they still reported feeling influenced by the ratings of the app. In addition, 2 participants reported that they were skeptical of the reviews, which they believed may have been paid for, and that reviews are not enough, as more information is necessary to make an informed choice:</p>
          <disp-quote>
            <p>You know, so you're having to make all these judgements about people’s reviews and then you know deep down that the reviews might be paid for and, you know, it’s a bit of a minefield which is why I would only take a free sample and then see if it works for me.</p>
            <attrib>P6</attrib>
          </disp-quote>
          <p>A credible source was also important. Apps developed or recommended by trusted organizations or respected celebrities seemed more appealing to all participants. Participants who used Google Search to find an app aimed to look for websites they were familiar with or had used before or for websites that would post “Top 10 apps for...” type of articles. In addition, word of mouth was another source of social influence:</p>
          <disp-quote>
            <p>I see two different specialists, I have a lung problem as well and I see a lung specialist at a hospital near me and she said to me, the best thing that I could do, which was downloading the Couch to 5k app.</p>
            <attrib>P14</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Motivational Factors Related to the Uptake of Health and Well-being Apps in General</title>
          <p>Health or well-being apps were preferred over face-to-face options because participants reported feeling competent by changing their behavior through the use of an app, requiring less time commitment and avoiding the anxiety and pressure of interacting with others. Time appeared to be a particularly valuable resource for all participants, and they believed apps to have this advantage.</p>
          <p>Another core factor in the selection of an app was the way users perceived its utility. This was based on 2 aspects. First, they appeared to judge how the app is adapted to the individual by reading the title and description of the app and by looking at pictures (ie, screenshots). A total of 12 participants reported the need for sufficient information about an app to make an informed choice:</p>
          <disp-quote>
            <p>I would definitely judge more from the pictures more than anything and I think that just nowadays everyone does, is you get an idea of the app from the pictures. (...) I mean I think when you see an older person on a picture and you’re a lot younger, it makes you think, I mean it’s the wrong think to think but it makes you think maybe it’s not for me.</p>
            <attrib>P7</attrib>
          </disp-quote>
          <p>Second, it seemed that 12 participants relied on their past experiences with health apps. Whether those experiences were positive or negative may have shaped their beliefs about health apps in general:</p>
          <disp-quote>
            <p>So that’s why My Fitness Pal is the first app that I’ve ever had that’s actually worked.</p>
            <attrib>P9</attrib>
          </disp-quote>
          <p>In addition, 7 participants expressed skepticism about the accuracy and effectiveness of some apps (eg, mental health apps), and concerns about data protection were mixed:</p>
          <disp-quote>
            <p>These mindful ones, I’ve never downloaded one and I’m sceptical.</p>
            <attrib>P17</attrib>
          </disp-quote>
          <p>Participants mentioned that commitment to the behavior change would influence uptake and future engagement:</p>
          <disp-quote>
            <p>So I think the committed ones seek out the ones that are the right ones for them, the best ones, rather than necessarily the trendy ones.</p>
            <attrib>P4</attrib>
          </disp-quote>
          <p>Participants’ social identities also shaped their selections. Many reported that they did not wish to select apps that promoted groups they did not seem to fit in with (eg, athletic body image or individuals of the hipster subculture):</p>
          <disp-quote>
            <p>They’ve got a kind of hipster bloke and now they’ve got a kind of sexy female image with tattoos down her arm, sexy, trendy, female image. Okay, so they are obviously aiming at younger, sort of people in their twenties and thirties, yeah, another sexy female image. It’s quite interesting isn’t it, I’m looking at the images and not the words and getting a sense, is this for me, middle aged, well older woman?!</p>
            <attrib>P6</attrib>
          </disp-quote>
          <p>Curiosity, defined here as a desire to learn something, was the only stand-alone positive emotion and appeared to positively influence the uptake of health apps for many participants:</p>
          <disp-quote>
            <p>I thought out of curiosity I’d have a look, so I just typed in quit smoking in Google play store and there’s hundreds of apps from various people with varying degrees of credibility, and they all were pretty similar to be honest.</p>
            <attrib>P13</attrib>
          </disp-quote>
          <p>Apps linked to a credible source were important, with people unimpressed when an app was not available on all major app stores.</p>
        </sec>
      </sec>
      <sec>
        <title>Views on Curated Health App Portals</title>
        <p>None of the participants spontaneously used a curated portal. Curated portals were then introduced to the participants, but none were previously aware of them. Curated health app portals were appealing to all participants, and they believed the portals would be likely to engender trust. However, searching for a health app on the NHS Apps Library and the One You App portal was a generally disappointing experience. Only 2 participants chose a health app from a health app portal (One You Apps), whereas the rest of the participants decided to continue the search in commercial app stores.</p>
        <sec>
          <title>Capability Factors Related to the Uptake of Health and Well-being Apps on Health Portals</title>
          <p>All participants had heard of widely advertised apps (eg, Couch to 5k), but none were aware of the existence of curated health app portals before participating in this study:</p>
          <disp-quote>
            <p>I think they’re brilliant [apps on health app portals]; I didn’t know they existed.</p>
            <attrib>P11</attrib>
          </disp-quote>
          <p>Navigating on the NHS Apps Library seemed easy for some. However, a few participants mentioned that a user guide or help section would be a useful added feature of the portal. Two participants reported that they did not find it easy to use the filter features, and in many cases, they felt the search yielded irrelevant results (eg, while searching for a physical activity app, the results also listed apps for mental health). A few participants reported that navigating on curated app portals was difficult, characterized as “cumbersome” (P4, P12):</p>
          <disp-quote>
            <p>It’s not clear, it’s suggests that they are independent apps but maybe they should have some guidelines about design, you know, of their sort of landing pages.</p>
            <attrib>P6</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Opportunity Factors Related to Uptake of Health and Well-being Apps on Health Portals</title>
          <p>All participants indicated that they would want a portal tailored to their needs, with categories related to their gender, age group, and medical conditions they may have:</p>
          <disp-quote>
            <p>So something like that, this is suitable if you’re over 65, this would be more suitable for you if you’re under 40 or with these ones that you don’t have to go and see your GP, that you can pay for, if you have any concerns, visit your GP or speak to a health professional because some people don’t have that common sense.</p>
            <attrib>P14</attrib>
          </disp-quote>
          <p>Participants had different opinions about the layout of these portals. Some liked the NHS Apps Library design better, with simple colors, whereas others enjoyed the more colorful One You App portal. Most participants felt that a fusion between these 2 designs (the searchability and filters of the NHS Apps Library and the look and presentation of the One You App portal) and a better functionality would create the ideal curated health app portal:</p>
          <disp-quote>
            <p>Why they are not combined?</p>
            <attrib>P8</attrib>
          </disp-quote>
          <p>Although many participants expressed their wish to access apps for free, a few participants were more open to pay for an app that was listed on a curated health app portal:</p>
          <disp-quote>
            <p>This is fabulous, and I’d be much more inclined to pay money. This is really, really good.</p>
            <attrib>P6</attrib>
          </disp-quote>
          <p>Participants found the NHS and PHE trustworthy and believed that these portals would provide safe and effective digital aids. Some indicated a desire to receive further recommendations for using these portals from their primary care physicians:</p>
          <disp-quote>
            <p>If GPs knew that they could say “well this could help you” I’m sure that they would recommend it to people.</p>
            <attrib>P11</attrib>
          </disp-quote>
          <p>However, they also wanted to avoid putting unnecessary pressure on general practitioner (GP) practices:</p>
          <disp-quote>
            <p>You’ve got “free but requires GP referral” and when you’re thinking the NHS is under so much financial strain and pressure at the moment, why do I need a GP referral to obtain an app?</p>
            <attrib>P2</attrib>
          </disp-quote>
          <p>In addition, the One You App portal lists a few apps that are recommended, but participants expressed their confusion and lack of clarity regarding why some apps are <italic>recommended</italic> and by whom.</p>
        </sec>
        <sec>
          <title>Motivation Factors Related to Uptake of Health and Well-being Apps on Health Portals</title>
          <p>While searching on curated health app portals, none of the participants expressed signs of concern about data protection and accuracy of apps, although 2 participants reported that they would want to read more about how these apps were developed and tested:</p>
          <disp-quote>
            <p>How long it takes, how many sessions and the fact that it’s been tested in clinical trials and evaluated by NICE which, to me, is probably quite an important thing.</p>
            <attrib>P1</attrib>
          </disp-quote>
          <p>Social identity was also important. Some participants had identified themselves as individuals living with a medical condition. These participants were keen to look for an app that targets the behavioral change of individuals with preexisting medical conditions. Others stated that they do not wish to feel “like a patient” (P7) and seemed reluctant to continue the search on a curated health app portal:</p>
          <disp-quote>
            <p>So it would be nice to have one specific for maybe people with medical problems or age-related problems, etc.</p>
            <attrib>P15</attrib>
          </disp-quote>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Online searches for health and well-being apps were found to be difficult. Factors influencing the uptake of health apps were mapped using the COM-B model and TDF. We found that social influences and participants’ beliefs about consequences (the perceived utility of the app) are key factors influencing the uptake of health apps. This conclusion was based on the frequency and salience of the themes that occurred during the interview. Curated health portals were found to be appealing despite the lack of awareness of their existence. However, the way apps are currently presented on these portals did not meet users’ needs because of a lack of certain features, such as lack of tailoring to the user’s requirements.</p>
        <p>In line with previous research, the findings revealed the importance of the capability and opportunity factors, such as app literacy skills; health awareness and app awareness; esthetics of an app; low cost of an app; reading reviews and checking ratings; credible sources; and recommendations of apps from others, including health professionals [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Interestingly, the perception of the cost of an app appeared to be related to the perceived utility and credibility of the source. Although at the start, some participants were against paying for apps, the more useful an app was perceived, the more inclined participants felt to pay a fee. This phenomenon was observed for apps listed on health app portals, which were considered a credible source. More importantly, unlike apps listed on commercial app stores, there was implied trust in apps listed on curated health app portals by participants. In addition, some health apps are not available for downloading in both commercial app stores. Participants found it disappointing that some apps were only available for iPhone users. This is in line with previous research that found that out of 18 investigated health apps, only one-third were available to download on both major commercial app stores [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>In terms of motivational factors, we found that perceived utility included aspects related to individuals’ perceptions about the presentation of an app and their previous experiences with health apps. Together, these shaped the way participants judged the usefulness of an app. This characterization underlines the need expressed by others previously for a better way to present health apps through a description that would lead to an informed choice (eg, the content of the app) [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>] and potentially positively affect other motivational factors, such as the accuracy of an app and data protection [<xref ref-type="bibr" rid="ref41">41</xref>]. Notably, concern about data protection and the accuracy of a health app was minimal when participants navigated on health app portals as opposed to commercial app stores.</p>
        <p>There is a need to understand what design aspects generate positive or negative emotions and for whom. Emotions are powerful drivers of a behavior, which affects decision making (eg, app uptake) [<xref ref-type="bibr" rid="ref42">42</xref>]. A key emotion identified in this study directly influencing the uptake was curiosity. However, this study emphasized the importance of positive emotions triggered by, for example, the credible source of an app and negative emotions triggered by restriction of information (eg, lack of understanding of the necessity of GP referral to download an app). Taking these factors into consideration may lead to better uptake with such tools.</p>
        <p>Uptake and engagement are connected. Engagement without uptake is not possible, and uptake without taking into consideration the factors that are important for engagement is impractical. Some factors might influence both uptake and engagement; for example, our research suggests that the perceived utility of an app is one of the main factors for uptake. However, a previous study found that perceived utility was a predictor of engagement with an alcohol reduction app [<xref ref-type="bibr" rid="ref43">43</xref>]. Therefore, where possible, uptake and engagement should be considered together as 2 linked constructs.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The main strength of this study lies in its methodology. Given that the aim of this study is to explore uptake with health apps and by applying a user-centered approach, the think-aloud methodology was the appropriate technique to use [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] as it will minimize recall bias. Involving stakeholders—patient and public engagement representatives and policy makers—in the design of the research enhances scientific rigor. The purposive sampling technique adopted enabled the recruitment of a wide range of participants that included the same number of females and males and having different levels of education and employment status, and the sample overrepresented ethnicity relative to local rates. The use of the COM-B and TDF to guide the data analysis is another strength of this study.</p>
        <p>This study had several limitations. First, asking participants to perform the think-aloud task under observation may not be fully analogous to how they would perform a search when on their own. Second, some identified factors were difficult to define and describe because of the lack of specificity of the description provided by participants. These include esthetics of apps, often described vaguely (<italic>nice</italic> and <italic>elegant</italic>) and the cognitive load associated with engagement with these (<italic>easy to use</italic>). Third, for a qualitative research study exploring such a broad topic, we felt that information saturation was reached; however, it is possible that additional participants with more varied characteristics would have allowed us to identify additional concepts. Finally, during external validation, a randomly selected subsample of participants was asked via email to provide feedback on the summary of the findings. A total of 50% (3/6) of participants did not reply, and it is unclear whether these participants ignored our request or did not agree with the interpretation of the results.</p>
      </sec>
      <sec>
        <title>Implications for Research, Policy, and Practice</title>
        <p>This study has important implications for stakeholders in public health and policy makers who target prevention and health promotion using digital technologies and governmental bodies and trusted health organizations that provide curated health app portals. Low awareness, low app literacy skills, lack of availability on all major app stores, and lack of recommendation in primary care were identified as factors limiting the uptake of health apps in general and on curated app portals. These factors are important for improving the uptake of health apps. Selection was described as difficult. Therefore, there is a need for public guidance on how to identify evidence-based tools [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] and for health practitioners to promote and advise their patients on how to select appropriate health and well-being apps [<xref ref-type="bibr" rid="ref40">40</xref>]. Raising awareness of such tools through both online and offline promotion channels might provide better access to effective apps.</p>
        <p>Our findings could also help developers to reconsider the ways in which apps are currently presented on commercial app stores and app portals, which might, in turn, increase the uptake of evidence-informed health apps. The idea of selecting an app from a health app portal was appealing to all participants, although individuals’ needs were not met. These findings describe essential barriers and facilitators related to participants’ capability, opportunity, and motivation to take up health and well-being apps. For example, app descriptions and presentations that better align with individuals’ needs may increase the uptake of health apps on health app portals. These findings can also be used to inform the development of interventions that specifically aim to promote the uptake of and engagement with evidence-informed health and well-being apps, a priority within the NHS long-term plan (ie, <italic>digital first</italic>). By targeting the identified psychological influences on app uptake through further interventional work, organizations that provide app portals (eg, the NHS and PHE) should be able to increase their impact by helping people to better select appropriate apps. A summary of the recommendations for policy makers, providers, and developers is presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Recommendations for policy makers, industry, health care providers, and app developers based on the Capability, Opportunity, Motivation-Behavior model for a better uptake of health and well-being apps.</title>
          <p>Capability</p>
          <list list-type="bullet">
            <list-item>
              <p>Improve app literacy skills, with a focus on older and marginalized populations, and continue working toward reducing the digital divide (eg, through the use of an outreach approach to target older, migrant, and homeless populations).</p>
            </list-item>
            <list-item>
              <p>Increase awareness of effective health apps and curated health app portals through promotion online and offline in primary care, mass media, and public spaces.</p>
            </list-item>
            <list-item>
              <p>Provide guidance on how to use a health app portal (eg, through incorporating an extensive help section) and additional physical and mental health–related evidence-based papers.</p>
            </list-item>
            <list-item>
              <p>Promote reduced cognitive load on curated health app portals (eg, through the use of images and short app descriptions).</p>
            </list-item>
          </list>
          <p>Opportunity</p>
          <list list-type="bullet">
            <list-item>
              <p>Ensure evidence-informed apps are available for free or at a low cost to everyone.</p>
            </list-item>
            <list-item>
              <p>Make apps available on all major app stores simultaneously.</p>
            </list-item>
            <list-item>
              <p>Offer the possibility to tailor the health app portal to target certain demographics (eg, apps for physical activity for women aged 60 years or more).</p>
            </list-item>
            <list-item>
              <p>Offer apps at low cost and provide explanation for those that require referrals and justifications for the cost of paid apps on curated health app portals.</p>
            </list-item>
            <list-item>
              <p>Collaborate with interaction design experts and end users to enhance the esthetics of health app portals.</p>
            </list-item>
            <list-item>
              <p>Promote evidence-informed apps via trusted organizations and provide information on how the apps were developed and tested.</p>
            </list-item>
            <list-item>
              <p>Encourage health professionals and practitioners of promotion of evidence-informed health apps and health app portals.</p>
            </list-item>
          </list>
          <p>Motivation</p>
          <list list-type="bullet">
            <list-item>
              <p>Provide relevant and realistic titles and avoid general app descriptions. Descriptions should be short but must contain details of what the app offers and how it is able to help the user.</p>
            </list-item>
            <list-item>
              <p>Provide pictures of the app (eg, screenshots) and avoid pictures that promote an unrealistic body image.</p>
            </list-item>
            <list-item>
              <p>Provide information about the accuracy and effectiveness of the app (eg, details about development and developers) and how users’ data are handled.</p>
            </list-item>
            <list-item>
              <p>Take into account users’ emotions about certain features by constantly involving the users in the development of health apps.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>Future research is needed to minimize factors limiting uptake, such as low awareness, low app literacy skills, and a lack of recommendations in primary care. Our results suggest that there is a need to better tailor the design and content of health app portals to better meet individuals’ needs. However, the mixed views on specific app designs indicate that more research is needed to investigate whether there are general design principles that are missed and could be followed to accommodate the majority of people or whether better tailoring and/or adaptive interventions should be considered instead. Future research may also want to consider comparing curated health app portals developed by private organizations with those developed by governmental bodies to investigate whether portal design–related features are considered less or more important than credibility and trust in apps listed on them. Experimental research is needed to assess whether there is a trade-off between credibility, social influences, and perceived utility of the apps presented on curated health app portals. Furthermore, with a growing concern around widening inequalities [<xref ref-type="bibr" rid="ref45">45</xref>], solutions should be focused on reducing the digital divide and health inequalities that may appear as a result of the financial constraint of owning a smartphone and lack of sufficient app literacy skills.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Among the factors mapped under capability, opportunity, and motivation components of the COM-B model, social influences and the perceived utility of an app appear to be the core factors influencing uptake in general and on curated health app portals. Curated app portals are considered trustworthy and serve as a credible source for apps; however, there is disappointment with their current implementation of these portals. Uptake of health and well-being apps on health app portals, as opposed to uptake in general, appears to help address people’s concerns regarding data protection and the accuracy of apps. Health organizations that develop app portals may consider targeting the factors identified across the COM-B and TDF as part of additional experimental work, as this could help to increase impact through better selection of appropriate health apps.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Consolidated criteria for reporting qualitative studies: 32-item checklist.</p>
        <media xlink:href="mhealth_v9i4e27173_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 150 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Screening questionnaire.</p>
        <media xlink:href="mhealth_v9i4e27173_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 45 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Topic guide for the interviews.</p>
        <media xlink:href="mhealth_v9i4e27173_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 137 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Study participants’ characteristics.</p>
        <media xlink:href="mhealth_v9i4e27173_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 105 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COM-B</term>
          <def>
            <p>Capability, Opportunity, Motivation-Behavior</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PHE</term>
          <def>
            <p>Public Health England</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">TDF</term>
          <def>
            <p>Theoretical Domains Framework</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank all participants for their contribution to the study. The authors would like to acknowledge the support on the development of a topic guide received from RP and SH (patient and public representatives), the Deputy Director of PHE Digital, and the PHE Strategy and Planning and PHE Strategy and Innovation lead. The authors are grateful to the University College London Tobacco and the Alcohol Research Group for their expert opinions on the data analysis. DS was funded through a PhD studentship, provided jointly by the PHE and the University of East Anglia (R205853HSC). OP received salary support from Cancer Research UK (C1417/A22962).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>DS, FN, AJ, TC, and JB conceptualized the study design. DS wrote the study protocol with contributions from FN, AJ, TC, and JB. All authors commented on the topic guide. DS undertook recruitment of participants, data collection, data analysis, interpretation, and report writing. OP double-coded a proportion of the transcripts. DS, OP, and FN finalized the final thematic framework. DS prepared the manuscript. All authors read, commented on, and contributed to the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>JB has received unrestricted research funding to study smoking cessation from pharmaceutical companies that manufacture smoking cessation medications. JB, FN, OP, and DS are unpaid members of the scientific committee for the Smoke Free app and have no financial interest in the app.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <article-title>Ten Threats to Global Health in 2019</article-title>
          <year>2019</year>
          <access-date>2020-01-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019">https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>World Health Organistion Priorities: Health for all</source>
          <year>2020</year>
          <access-date>2020-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/dg/priorities/health-for-all/en/">https://www.who.int/dg/priorities/health-for-all/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>The NHS long term plan</article-title>
          <source>National Health Service (NHS)</source>
          <year>2019</year>
          <access-date>2020-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.longtermplan.nhs.uk/">https://www.longtermplan.nhs.uk/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Public</surname>
              <given-names>Health England</given-names>
            </name>
          </person-group>
          <article-title>Executive summary</article-title>
          <source>Public Health England Startegy 2020-25</source>
          <year>2019</year>
          <access-date>2020-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/830105/PHE_Strategy__2020-25__Executive_Summary.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/830105/PHE_Strategy__2020-25__Executive_Summary.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sheats</surname>
              <given-names>JQ</given-names>
            </name>
            <name name-style="western">
              <surname>Mastromonico</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A Review of Smartphone Applications for Promoting Physical Activity</article-title>
          <source>Jacobs J Community Med</source>
          <year>2016</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27034992"/>
          </comment>
          <pub-id pub-id-type="medline">27034992</pub-id>
          <pub-id pub-id-type="pmcid">PMC4811195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thind</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Champagne</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Osimo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tracy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>RI</given-names>
            </name>
          </person-group>
          <article-title>On the Need for Research-Tested Smartphone Applications for Reducing Exposures to Known or Suspected Breast Carcinogens in Work and Home Environments</article-title>
          <source>J Environ Health Sci</source>
          <year>2015</year>
          <volume>1</volume>
          <issue>4</issue>
          <fpage>4</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26688831"/>
          </comment>
          <pub-id pub-id-type="doi">10.15436/2378-6841.15.e004</pub-id>
          <pub-id pub-id-type="medline">26688831</pub-id>
          <pub-id pub-id-type="pmcid">PMC4681515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Can Mobile Phone Apps Influence People's Health Behavior Change? An Evidence Review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>10</month>
          <day>31</day>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/11/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5692</pub-id>
          <pub-id pub-id-type="medline">27806926</pub-id>
          <pub-id pub-id-type="pii">v18i11e287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klasnja</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Healthcare in the pocket: mapping the space of mobile-phone health interventions</article-title>
          <source>J Biomed Inform</source>
          <year>2012</year>
          <month>02</month>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>184</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21925288"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2011.08.017</pub-id>
          <pub-id pub-id-type="medline">21925288</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(11)00144-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC3272165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McRobbie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bullen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone-based interventions for smoking cessation</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2016</year>
          <volume>4</volume>
          <fpage>11</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006611.pub4</pub-id>
          <pub-id pub-id-type="medline">27060875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Granado-Font</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ferré-Grau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montaña-Carreras</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Mobile Phone Apps to Promote Weight Loss and Increase Physical Activity: A Systematic Review and Meta-Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/11/e253/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4836</pub-id>
          <pub-id pub-id-type="medline">26554314</pub-id>
          <pub-id pub-id-type="pii">v17i11e253</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of interventions that use apps to improve diet, physical activity and sedentary behaviour: a systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2016</year>
          <month>12</month>
          <day>07</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-016-0454-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="medline">27927218</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5142356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nour</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allman-Farinelli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Efficacy and External Validity of Electronic and Mobile Phone-Based Interventions Promoting Vegetable Intake in Young Adults: Systematic Review and Meta-Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>04</month>
          <day>08</day>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>e58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/4/e58/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5082</pub-id>
          <pub-id pub-id-type="medline">27059765</pub-id>
          <pub-id pub-id-type="pii">v18i4e58</pub-id>
          <pub-id pub-id-type="pmcid">PMC4841894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A Review of Technology-Based Interventions to Maintain Weight Loss</article-title>
          <source>Telemedicine and e-Health</source>
          <year>2015</year>
          <month>03</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>232</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2014.0052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherifali</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nerenberg</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Semeniuk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>MU</given-names>
            </name>
            <name name-style="western">
              <surname>Redman</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Adamo</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>The Effectiveness of eHealth Technologies on Weight Management in Pregnant and Postpartum Women: Systematic Review and Meta-Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>10</month>
          <day>13</day>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>e337</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/10/e337/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8006</pub-id>
          <pub-id pub-id-type="medline">29030327</pub-id>
          <pub-id pub-id-type="pii">v19i10e337</pub-id>
          <pub-id pub-id-type="pmcid">PMC5660296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>AAD</given-names>
            </name>
          </person-group>
          <article-title>Mobile Phone Apps for Behavioral Interventions for At-Risk Drinkers in Australia: Literature Review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>02</month>
          <day>13</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/2/e18/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6832</pub-id>
          <pub-id pub-id-type="medline">29439946</pub-id>
          <pub-id pub-id-type="pii">v6i2e18</pub-id>
          <pub-id pub-id-type="pmcid">PMC5829458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Husain</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Can healthy people benefit from health apps?</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>04</month>
          <day>14</day>
          <volume>350</volume>
          <fpage>h1887</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h1887</pub-id>
          <pub-id pub-id-type="medline">25873345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weisel</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Fuhrmann</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Standalone smartphone apps for mental health-a systematic review and meta-analysis</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31815193"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0188-8</pub-id>
          <pub-id pub-id-type="medline">31815193</pub-id>
          <pub-id pub-id-type="pii">188</pub-id>
          <pub-id pub-id-type="pmcid">PMC6889400</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szinay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chadborn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Influences on the Uptake of and Engagement With Health and Well-Being Smartphone Apps: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>03</month>
          <day>23</day>
          <fpage>1</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/17572"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17572</pub-id>
          <pub-id pub-id-type="medline">32348255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health App Use Among US Mobile Phone Owners: A National Survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques in popular alcohol reduction apps: content analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>e118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/5/e118/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4060</pub-id>
          <pub-id pub-id-type="medline">25977135</pub-id>
          <pub-id pub-id-type="pii">v17i5e118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>How can clinicians, specialty societies and others evaluate and improve the quality of apps for patient use?</article-title>
          <source>BMC Med</source>
          <year>2018</year>
          <month>12</month>
          <day>03</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-018-1211-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-018-1211-7</pub-id>
          <pub-id pub-id-type="medline">30501638</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-018-1211-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6276222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Smartphones for smarter delivery of mental health programs: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e247</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/11/e247/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2791</pub-id>
          <pub-id pub-id-type="medline">24240579</pub-id>
          <pub-id pub-id-type="pii">v15i11e247</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radovic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vona</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Santostefano</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ciaravino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Applications for Mental Health</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2016</year>
          <month>07</month>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>465</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2015.0619</pub-id>
          <pub-id pub-id-type="medline">27428034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rathner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>«Hilfe aus dem App-Store?»: Eine systematische Übersichtsarbeit und Evaluation von Apps zur Anwendung bei Depressionen</article-title>
          <source>Verhaltenstherapie</source>
          <year>2018</year>
          <month>5</month>
          <day>8</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>101</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1159/000481692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albrecht</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Malinka</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Raupach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hasenfuß</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>von Jan</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Quality Principles of App Description Texts and Their Significance in Deciding to Use Health Apps as Assessed by Medical Students: Survey Study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>02</month>
          <day>27</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e13375</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/2/e13375/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13375</pub-id>
          <pub-id pub-id-type="medline">30810534</pub-id>
          <pub-id pub-id-type="pii">v7i2e13375</pub-id>
          <pub-id pub-id-type="pmcid">PMC6414820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Why Reviewing Apps Is Not Enough: Transparency for Trust (T4T) Principles of Responsible Health App Marketplaces</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>05</month>
          <day>02</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e12390</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/5/e12390/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12390</pub-id>
          <pub-id pub-id-type="medline">31045497</pub-id>
          <pub-id pub-id-type="pii">v21i5e12390</pub-id>
          <pub-id pub-id-type="pmcid">PMC6521210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charbonneau</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Hightower</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Senft</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beebe-Dimmer</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps for cancer: A content analysis of the digital health marketplace</article-title>
          <source>Digit Health</source>
          <year>2020</year>
          <volume>6</volume>
          <fpage>2055207620905413</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207620905413?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207620905413</pub-id>
          <pub-id pub-id-type="medline">32110428</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207620905413</pub-id>
          <pub-id pub-id-type="pmcid">PMC7016299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keogh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Assessment of Mobile Health Apps Using Built-In Smartphone Sensors for Diagnosis and Treatment: Systematic Survey of Apps Listed in International Curated Health App Libraries</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>02</month>
          <day>03</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e16741</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/2/e16741/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16741</pub-id>
          <pub-id pub-id-type="medline">32012102</pub-id>
          <pub-id pub-id-type="pii">v8i2e16741</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd-Houldey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Memon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yarker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Factors Influencing Uptake and Use of a New Health Information App for Young People</article-title>
          <source>Journal of Technology in Human Services</source>
          <year>2019</year>
          <month>01</month>
          <day>28</day>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>222</fpage>
          <lpage>240</lpage>
          <pub-id pub-id-type="doi">10.1080/15228835.2018.1536911</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>The Behaviour Change Wheel: A Guide to Designing Interventions</source>
          <year>2014</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Silverback Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Patey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ivers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Foy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lawton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A guide to using the Theoretical Domains Framework of behaviour change to investigate implementation problems</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>06</month>
          <day>21</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0605-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0605-9</pub-id>
          <pub-id pub-id-type="medline">28637486</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0605-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5480145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://intqhc.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=17872937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ericsson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>How to Study Thinking in Everyday Life: Contrasting Think-Aloud Protocols With Descriptions and Explanations of Thinking</article-title>
          <source>Mind, Culture, and Activity</source>
          <year>1998</year>
          <month>07</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>178</fpage>
          <lpage>186</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327884mca0503_3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szinay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chadborn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>A qualitative study exploring people's perception of factors influencing the uptake and use of health and wellbeing smartphone apps</article-title>
          <source>Open Science Framework</source>
          <year>2021</year>
          <month>01</month>
          <day>29</day>
          <access-date>2021-01-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="osf.io/jrkd3">osf.io/jrkd3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mays</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Qualitative Methods in Health Research</article-title>
          <source>Qualitative Research in Health Car</source>
          <year>2006</year>
          <fpage>e2006</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1002/9780470750841.ch1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benoot</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hannes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bilsen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of purposeful sampling in a qualitative evidence synthesis: A worked example on sexual adjustment to a cancer trajectory</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2016</year>
          <month>02</month>
          <day>18</day>
          <volume>16</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-016-0114-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-016-0114-6</pub-id>
          <pub-id pub-id-type="medline">26891718</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-016-0114-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4757966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholls</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ormston</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Qualitative research practice. A guide for social science students and researcher</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Sage</publisher-name>
          <fpage>1</fpage>
          <lpage>456</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cavers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Member Checking</article-title>
          <source>Qual Health Res</source>
          <year>2016</year>
          <month>07</month>
          <day>10</day>
          <volume>26</volume>
          <issue>13</issue>
          <fpage>1802</fpage>
          <lpage>1811</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732316654870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ubhi</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Smokers' and drinkers' choice of smartphone applications and expectations of engagement: a think aloud and interview study</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2017</year>
          <month>12</month>
          <day>28</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-017-0422-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-017-0422-8</pub-id>
          <pub-id pub-id-type="medline">28241759</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-017-0422-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5329928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hickey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Practitioners should embrace, not ignore, health apps</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>05</month>
          <day>07</day>
          <volume>350</volume>
          <fpage>h2336</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h2336</pub-id>
          <pub-id pub-id-type="medline">25953643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dennison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges for smartphone applications in supporting health behavior change: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e86</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/4/e86/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2583</pub-id>
          <pub-id pub-id-type="medline">23598614</pub-id>
          <pub-id pub-id-type="pii">v15i4e86</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lerner</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Valdesolo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kassam</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Emotion and decision making</article-title>
          <source>Annu Rev Psychol</source>
          <year>2015</year>
          <month>01</month>
          <day>03</day>
          <volume>66</volume>
          <fpage>799</fpage>
          <lpage>823</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-psych-010213-115043</pub-id>
          <pub-id pub-id-type="medline">25251484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Do Daily Fluctuations in Psychological and App-Related Variables Predict Engagement With an Alcohol Reduction App? A Series of N-Of-1 Studies</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>10</month>
          <day>02</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e14098</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/10/e14098/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14098</pub-id>
          <pub-id pub-id-type="medline">31579022</pub-id>
          <pub-id pub-id-type="pii">v7i10e14098</pub-id>
          <pub-id pub-id-type="pmcid">PMC6777278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bradbury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The person-based approach to intervention development: application to digital health-related behavior change interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/1/e30/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4055</pub-id>
          <pub-id pub-id-type="medline">25639757</pub-id>
          <pub-id pub-id-type="pii">v17i1e30</pub-id>
          <pub-id pub-id-type="pmcid">PMC4327440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blank</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>W.H.</given-names>
            </name>
            <name name-style="western">
              <surname>Lefkowitz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Percieved Threats to Privacy Online: The Internet in Britain</source>
          <access-date>2020-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://oxis.oii.ox.ac.uk/wp-content/uploads/sites/43/2019/09/OxIS-report-2019-final-digital-PDFA.pdf">https://oxis.oii.ox.ac.uk/wp-content/uploads/sites/43/2019/09/OxIS-report-2019-final-digital-PDFA.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
