<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i11e29815</article-id>
      <article-id pub-id-type="pmid">34734829</article-id>
      <article-id pub-id-type="doi">10.2196/29815</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>App Designs and Interactive Features to Increase mHealth Adoption: User Expectation Survey and Experiment</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Buis</surname>
            <given-names>Lorraine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bhattacharjya</surname>
            <given-names>Sutanuka</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Brainin</surname>
            <given-names>Esther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lazard</surname>
            <given-names>Allison J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Hussman School of Journalism and Media</institution>
            <institution>University of North Carolina at Chapel Hill</institution>
            <addr-line>384 Carroll Hall</addr-line>
            <addr-line>Chapel Hill, NC, 27599</addr-line>
            <country>United States</country>
            <phone>1 3173317807</phone>
            <email>lazard@unc.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2502-2850</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Babwah Brennen</surname>
            <given-names>J Scott</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5262-872X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Belina</surname>
            <given-names>Stephanie P</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4852-851X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Hussman School of Journalism and Media</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Lineberger Comprehensive Cancer Center</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Center on Science and Technology Policy</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Allison J Lazard <email>lazard@unc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>9</volume>
      <issue>11</issue>
      <elocation-id>e29815</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Allison J Lazard, J Scott Babwah Brennen, Stephanie P Belina. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 04.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2021/11/e29815" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Despite the ubiquity of smartphones, there is little guidance for how to design mobile health apps to increase use. Specifically, knowing what features users expect, grab their attention, encourage use (via predicted use or through positive app evaluations), and signal beneficial action possibilities can guide and focus app development efforts.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We investigated what features users expect and how the design (prototypicality) impacts app adoption.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In a web-based survey, we elicited expectations, including presence and placement, for 12 app features. Thereafter, participants (n=462) viewed 2 health apps (high prototypicality similar to top downloaded apps vs low prototypicality similar to research interventions) and reported willingness to download, attention, and predicted use of app features. Participants rated both apps (high and low) for aesthetics, ease of use, usefulness, perceived affordances, and intentions to use.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Most participants (425/462, 92%) expected features for navigation or personal settings (eg, menu) in specific regions (eg, top corners). Features with summary graphs or statics were also expected by many (395-396 of 462, 86%), with a center placement expectation. A feature to “share with friends” was least expected among participants (203/462, 44%). Features fell into 4 unique categories based on attention and predicted use, including <italic>essential features</italic> with high (&#62;50% or &#62;231 of 462) predicted use and attention (eg, calorie trackers), <italic>flashy features</italic> with high attention but lower predicted use (eg, links to specific diets), <italic>functional features</italic> with modest attention and low use (eg, settings), and <italic>mundane features</italic> with low attention and use (eg, discover tabs). When given a choice, 347 of 462 (75%) participants would download the high-prototypicality app. High prototypicality apps (vs low) led to greater aesthetics, ease of use, usefulness, and intentions, (for all, <italic>P</italic>&#60;.001). Participants thought that high prototypicality apps had more perceived affordances.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Intervention designs that fail to meet a threshold of mHealth expectations will be dismissed as less usable or beneficial. Individuals who download health apps have shared expectations for features that should be there, as well as where these features should appear. Meeting these expectations can improve app evaluations and encourage use. Our typology should guide presence and placement of expected app features to signal value and increase use to impact preventive health behaviors. Features that will likely be used and are attention-worthy—essential, flashy, and functional—should be prioritized during app development.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>smartphone</kwd>
        <kwd>interactive design</kwd>
        <kwd>mobile apps</kwd>
        <kwd>preventive health</kwd>
        <kwd>mental models</kwd>
        <kwd>prototypicality</kwd>
        <kwd>attention</kwd>
        <kwd>affordances</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>With the rapid increase in the use of mobile technologies and smartphones for health information [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], mobile apps present one possible solution for communicating preventive health information to the public [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Over the past decade, hundreds of health mobile apps have been produced—many designed by public health interventionists and researchers for cancer and other chronic disease prevention by encouraging healthy eating and physical activity [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. While it remains unclear how successful these apps have been in reducing the incidence of cancer or improving health outcomes for other chronic diseases, there is a call for an increase in the accountability, reliability, and standardizations of evidence-based health apps developed by the research community [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Despite the potential of mobile health (mHealth) apps for communicating up-to-date, evidence-based prevention information and helping users maintain or implement healthy habits, there is very little guidance on how these intervention apps should be designed to ensure adoption [<xref ref-type="bibr" rid="ref11">11</xref>]. Designing apps so they are appealing and used is a critical first step for apps to have an impact [<xref ref-type="bibr" rid="ref12">12</xref>]. Visual and interactive design influences initial user evaluations, which are made within milliseconds, and serve as gateways for subsequent user engagement (eg, use) of apps as mHealth interventions [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Ignoring design can detrimentally impact the communication of evidence-based science to health consumers and undercut the effectiveness of mHealth interventions; yet, few mHealth interventions mirror the look and function of popular, industry-developed apps. Thus, our study objective was to explore app features expectations and examine how meeting expectations with high- (vs low-) prototypicality apps may influence predictors of app adoption.</p>
        <p>How apps are designed (visual display) and the features they include (interactivity) can influence users’ experience of and willingness to engage with apps. Individuals use salient cues that match their expectations, or mental models, to evaluate web-based information [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. These expectations are met (or not) by the level of prototypicality or the degree to which an app resembles others in its comparative group [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Based on included design cues, in the form of interactive features, apps can range from having high prototypically (looks like others and meets expectations well) to low prototypicality (does not resemble others nor meet expectations) [<xref ref-type="bibr" rid="ref19">19</xref>]. Users are often quicker and more willing to attend to apps that have high prototypicality—when designs align with one’s mental models for how an app should look and function [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Indeed, users look for and pay attention to expected, salient features as guides to orient themselves to novel apps and platforms [<xref ref-type="bibr" rid="ref21">21</xref>]. When these expected features are present, they increase familiarity and potential use of the app [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]; however, little is known on how attention for specific features translates into individual feature use versus overall app use.</p>
        <p>The perceived affordances, or perceived action possibilities (eg, learn health tips), that users sense from app features also directly impact a user’s experience and likelihood to engage with a design [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Specifically for mediated communication, including apps, design communicates what the viewer can do or gain from the use of an app, through interface symbols. Thus, not only must mHealth interventions have evidence-based content to drive use, but also apps must incorporate an evidence-based design to appeal to and engage audiences.</p>
        <p>Design features influence the appeal or perceived aesthetics of the app and the likelihood for use [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. To be effective, health apps must surely be used. It is necessary to understand how objective design features (the visible objects or designs in an app) influence subjective evaluations for initial appeal on the basis of theories of aesthetics [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>] and antecedents for technology adoption in the Technology Acceptance Model (TAM); that is, perceived ease of use, perceived usefulness, and intentions to use [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Aesthetics, including facets for how information is organized and displayed, function as a precursor to perceptions for technology acceptance [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Accounting for users’ expectations of features and placements within apps will shed light on how prototypicality impacts evaluations critical for future adoption.</p>
        <p>Utility also drives evaluation of an app’s usefulness and potential adoption, according to Nielsen et al’s [<xref ref-type="bibr" rid="ref32">32</xref>] well-established usability study. Utility refers to the inclusion of necessary features—whether an app provides the elements an individual needs or wants. When utility is paired with usability—when features are perceived as easy (perceived ease of use) and pleasant (aesthetics) to use—individuals are encouraged to engage or interact. In other words, interactivity is dependent on a user’s willingness to engage with specific design features, if present (utility) and function properly (usability). In our work, we focus on the former—how app features that are needed (utility) or expected (prototypical) are the gateway to potential adoption.</p>
      </sec>
      <sec>
        <title>Goal of This Study</title>
        <p>In sum, engagement with and use of an app is driven by initial impressions and perceptions of what the app can do for the user. Top-rated industry-developed apps often incorporate a user-focused sleekness and are feature loaded; in comparison, pared-down mHealth interventions—despite the inclusion of theory-based content—may not appeal to audiences who need them [<xref ref-type="bibr" rid="ref33">33</xref>]. When resources are not abundant, health researchers and interventionists need evidence-based guidance for design investments. Thus, we explored app expectations for the presence and placement of potential features, how these features garner attention and predict use, and how high-prototypicality apps (vs low-prototypicality apps) may influence app adoption through app choice and predictors of use. We asked the following research questions: What features do people expect and where do they expect these features to be placed (RQ1)? What specific features are associated with attention and predicted use of the app features (RQ2)? Last, we also examined whether high prototypicality, resembling that of top downloaded apps (vs low-prototypicality apps, resembling research intervention apps) would increase app choice (H1), aesthetics (H2), perceived ease of use (H3), perceived usefulness (H4), intentions to use the app (H5), and perceived affordances or action possibilities with the app (H6).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>To explore app features expectations and examine how meeting expectations with high-prototypicality apps (vs low-prototypicality apps) may influence predictors of app adoption, we conducted a web-based survey with an embedded within-subjects experiment. Participants first responded to survey items about expectations for specific app features to answer RQ1-2 and an app choice (preview of apps with high vs low prototypicality) to address H1. Participants were then asked to rate their perceptions of the app overall, with the exposure order of condition (high vs low) randomized, to address H2-6.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>Using G*Power, our a priori power analysis indicated a required sample of at least 450 participants to detect a small-to-medium effect (Cohen <italic>f</italic>=0.14) for within-subjects comparison of the high and low prototypicality apps. Participants (n=462) were recruited from Amazon’s Mechanical Turk (MTurk), a web-based crowdsourcing platform often used for social science research [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>], through a link open to individuals over the age of 18 years. Participants were eligible if they were aged 18 years or older, resided in the United States, and had a task approval rate of 85% or higher on the MTurk platform, which indicates valid participation or completion of previous tasks. Participants received US $3 as compensation for their time (approximately 15 minutes). The institutional review board of University of North Carolina approved this study.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>Following consent, participants selected features (from a list) they would expect to find in a health app. For all expected features, participants were shown an outline of a smartphone and asked where that feature would be located in a typical health app. Participants were then randomly assigned to 1 of the 2 app types for the remainder of the study: fitness apps or nutrition apps. Participants selected the app they would most like to download from 2 previews (prototypical: high vs low). On subsequent pages, participants indicated what features grabbed their attention and what features they predicted they would use (predicted use) on their preferred app. Participants were shown the app previews again (one at a time, in a random order) and asked closed-ended items for perceived aesthetics, ease of use, usefulness, intentions to use the app in the future, and perceived affordances. Lastly, demographic, health, and health app information were collected from all participants. Closed-ended items and response options are described below (see Measures) and provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>App Stimuli</title>
        <p>To assess the impact of prototypicality on app perceptions, app previews were created for four fictitious brands: 2 fitness and 2 nutrition health apps (<xref rid="figure1" ref-type="fig">Figure 1</xref>). We designed previews for each app as they would appear if searched for in a mobile app store, including the app icon, brand name, and 2 preview screens of the app. High-prototypicality apps were developed on the basis of structure and content from top rated apps (Aaptiv, Lifesum) in the Health &#38; Fitness section of the App Store. Low-prototypicality apps were designed to mirror the mobile interface of an interactive intervention (Carolina Health Assessment and Research Tool) for data collection and tailored feedback for preventive health behaviors [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>App preview stimuli.</p>
          </caption>
          <graphic xlink:href="mhealth_v9i11e29815_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Feature Selection and Placement</title>
          <p>Participants selected features from a list they “would expect to find in a health app.” The list was generated from structured interviews about fitness tracker apps [<xref ref-type="bibr" rid="ref38">38</xref>] and included 12 features: menu, search option, settings option, logo, log/input data option, share with friend option, summary statistics, summary graph/chart, calendar, page title, login, and user profile. For each expected (ie, selected) feature, respondents were shown a smartphone screen divided into a grid of 60 distinct clickable hot spot regions. Respondents selected as many regions of each screen as necessary for expected placement.</p>
        </sec>
        <sec>
          <title>App Choice</title>
          <p>Participants were instructed to “select the app you would most likely download.” The 2 response options were the low prototypical app and the high prototypical app, for their randomly assigned app type (physical activity or nutrition).</p>
        </sec>
        <sec>
          <title>Feature Attention and Predicted Use</title>
          <p>To identify features that attracted participants’ attention and predicted use, participants were shown the app preview they selected during app choice. Participants were asked, “What elements in the app caught your attention?” and instructed to “select all elements that grabbed your attention within the app preview.” On the following page of the questionnaire the app preview was shown again; participants were asked, “What elements in the app do you think you would use?” and selected the elements in the preview. As performed in previous studies [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], a priori hot spots were constructed around each app feature (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Hot spots were not visible until participants selected the feature and then the feature was highlighted.</p>
        </sec>
        <sec>
          <title>Perceived Aesthetics</title>
          <p>The validated Visual Aesthetics of Website Inventory (VisAWI) assessed 4 facets of aesthetics with 18 items for simplicity, “The layout appears well structured”; diversity, “The layout appears dynamic”; colorfulness, “The colors are appealing”; and craftsmanship, “The app is designed with care” [<xref ref-type="bibr" rid="ref28">28</xref>]. Response options ranged from “strongly disagree” (coded as 1) to “strongly agree” (5). Responses were averaged for each facet (α=.76-.90).</p>
        </sec>
        <sec>
          <title>Perceived Ease of Use</title>
          <p>Participants’ perceived ease of use, or belief that using the technology would not be difficult, were assessed with 3 adapted Likert-type items [<xref ref-type="bibr" rid="ref30">30</xref>]: “The app was clear and understandable,” “Getting the app to function does not require much mental effort,” and “I find the app to be easy to use.” Response options ranged from “strongly disagree” (coded as 1) to “strongly agree” (5). Responses were averaged (α=.84-.87).</p>
        </sec>
        <sec>
          <title>Perceived Usefulness</title>
          <p>The degree to which one believes that the technology will enhance their life was assessed with 3 adapted Likert-type items [<xref ref-type="bibr" rid="ref30">30</xref>]: “Using the app would improve my health,” “Using the app would make me more likely to meet my health goals,” and “I would find the app useful for achieving my health goals.” Response options ranged from “strongly disagree” (coded as 1) to “strongly agree” (5). Responses were averaged ( =.85-.88).</p>
        </sec>
        <sec>
          <title>Intentions to Use</title>
          <p>Intentions or plans to use the app “if the app were available” were assessed with 2 Likert-type items [<xref ref-type="bibr" rid="ref30">30</xref>]. Participants rated their agreement to statements that they “intend” and “predict” they would use the app next month with response options that ranged from “strongly disagree” (coded as 1) to “strongly agree” (5). Responses were averaged (<italic>r</italic>=0.88-0.93).</p>
        </sec>
        <sec>
          <title>Perceived Affordances</title>
          <p>Participants reported perceived action possibilities from the app with the item, “This app would allow me to…” Response options included a list of 13 dichotomous items generated from evidence-based behavior change techniques and reasons for eHealth adoption, such as “set health goals,” “track my progress,” “earn rewards,” and “share my health data with friends” [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Participant Characteristics</title>
          <p>Demographic items assessed age, gender, race, ethnicity, and education. Additionally, we asked about one’s health and mental health status with the item: “in general, would you say your [mental] health is…” Response options ranged from “very poor” (coded as 1) to “very good” (5). We also asked whether participants “use a health app” with a “yes”/”no” response option.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <p>We used n (%) values to describe app feature expectations, placement, app choices, attention, predicted use, and perceived affordances. Frequencies for attention vs predicted use and for perceived affordances of the high- vs low-prototypicality apps were compared with McNemar chi-square tests. Prior to this analysis for direct effects of prototypicality, a multivariate analysis of variance (MANOVA) was used to determine if there are any significant differences in perceptions among the app types (fitness and nutrition) across aesthetics and TAM outcomes. No differences were observed for high prototypicality (aesthetics outcomes: Wilks λ=0.98; <italic>F</italic><sub>4,454</sub>=1.08; <italic>P</italic>=.10; TAM outcomes: Wilks λ=0.99; <italic>F</italic><sub>3,454</sub>=1.08; <italic>P</italic>=.36) or low prototypicality (aesthetics outcomes: Wilks λ=0.99; <italic>F</italic><sub>3,452</sub>=0.68; <italic>P</italic>=.61; TAM outcomes: Wilks λ=1.00; <italic>F</italic><sub>3,454</sub>=0.10; <italic>P</italic>=.96), so data within conditions (high vs low prototypicality) were combined for analyses. Two repeated measure (RM) MANOVAs and analyses of variance (ANOVAs) were then conducted with high vs low prototypicality as the predictor; 1 for aesthetic outcomes (simplicity, diversity, colorfulness, and craftsmanship) and 1 for technology acceptance outcomes (perceived ease of use, usefulness, and intentions to use).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>Participants (n=462) were aged 18 to 70 years (mean age 35.03 years, SD 10.02 years) and half of them were female (50%, 232/462). Participants identified as White (78%, 358/462), African American (13%, 58/462), Asian (8%, 35/462), or multiracial/other; additionally, 48 of 462 participants (10%) reported their ethnicity as Hispanic. Education levels included high school to some college (33%, 153/462), associate degree (13%, 60/462), bachelor’s degree (43%, 197/462), master’s degree (10%, 45/462), and doctoral or professional degree (2%, 7/462). Most participants reported their health as good (48%, 220/462) or very good (17%, 78/462), although some did report that their health was fair (30%, 138/462), poor (4%, 20/462), or very poor (1%, 4/462). Over half of the participants (53%, 248/462) reported currently using health apps.</p>
      </sec>
      <sec>
        <title>App Feature Selection and Placement</title>
        <p>Each of the 12 features was selected by at least 44% (203/462) of participants (RQ1). The majority of participants (92%, 425/462) selected a menu, settings options, and user profile; notably, these features (ie, menu, settings option, and user profile) were selected an equal number of times but not by the <italic>same</italic> respondents. Additional features were expected, including the following: login (88%, 406/462), summary graph/chart (86%, 396/462), summary statistics (86%, 395/462), input data feature (80%, 368/462), calendar (77%, 354/462), logo, (77%, 357/462), search (69%, 321/462), page title (62%, 286/462), and an option to “share with friends” (44%, 203/462).</p>
        <p>Most features were expected in similar locations (<xref rid="figure2" ref-type="fig">Figure 2</xref>) among participants who had expected features (n=425). Menus were consistently expected to be in the top-left, while search and login options are placed in the top-right corner. Other features—title, logo, profile, and settings—were expected along the top, in the center, or either side. Sharing capability was expected to appear in the bottom-right of the app, although expectations of where to log input data were more diffuse. Users expect summary statistics, graphs, and calendars to be shown across the center of the app.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Expected app feature location (n=425).</p>
          </caption>
          <graphic xlink:href="mhealth_v9i11e29815_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Attention and Predicted Use of App Features</title>
        <p>Respondents selected features of their preferred app, which caught their attention and they would use (<xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Attention and predicted use patterns of the high-prototypicality apps indicate 4 distinct categories of mHealth app features. <italic>Mundane features</italic> are those that have similar low attention and predicted use values. In the fitness app, the footer menu options “Discover” and “Saved” represent mundane features. <italic>Functional features</italic> have higher predicted use than attention, but predicted use remains low (&#60;50%, &#60;231/462) among participants, such as the settings icon in both apps. <italic>Flashy features</italic> are elements identified as attention-capturing by most participants (&#62;50%, &#62;231/462), and attention is significantly higher than the predicted use. In the nutrition app, large photo-based links for the “Ketogenic Easy” and “Ketogenic Medium” diets represent flashy features. <italic>Essential features</italic> are elements that most participants (&#62;50%, &#62;231/462) thought they would use, and where predicted use is higher than or similar to attention, as with the “Calorie Tracker” in the nutrition app. Not included in these 4 categories are elements that have higher attention than predicted use, but the attention remains low (&#60;50%, &#60;231/462); the only features with these characteristics were logos and app titles, as well as 2 features partially obscured in the design.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Reported attention and predicted use of app features (n=462).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="160"/>
            <col width="140"/>
            <col width="160"/>
            <col width="140"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">App</td>
                <td>Feature</td>
                <td>Attention, n (%)</td>
                <td>Predicted use, n (%)</td>
                <td>Chi-square (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Mundane</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Footer menu option “Discover”</td>
                <td>48 (29)</td>
                <td>52 (32)</td>
                <td>0.20 (1)</td>
                <td>.66</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Footer menu option “Saved”</td>
                <td>41 (25)</td>
                <td>42 (26)</td>
                <td>0.00 (1)</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Footer menu option “Plus”</td>
                <td>23 (13)</td>
                <td>28 (15)</td>
                <td>0.46 (1)</td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Functional</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Footer menu option “Settings”</td>
                <td>49 (30)</td>
                <td>69 (42)</td>
                <td>7.22 (1)</td>
                <td>.007</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Search Icon</td>
                <td>21 (12)</td>
                <td>38 (21)</td>
                <td>5.95 (1)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Footer menu option “Profile”</td>
                <td>25 (14)</td>
                <td>58 (32)</td>
                <td>19.32 (1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Flashy</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Activity 1 “Outdoor Running”</td>
                <td>109 (66)</td>
                <td>63 (38)</td>
                <td>32.66 (1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Acitivty 2 “Treadmill”</td>
                <td>104 (63)</td>
                <td>53 (32)</td>
                <td>38.46 (1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Ketogenic Easy feature</td>
                <td>109 (60)</td>
                <td>71 (39)</td>
                <td>20.74 (1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>Essential</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitness</td>
                <td>Performance Tracker feature</td>
                <td>142 (86)</td>
                <td>157 (95)</td>
                <td>N/A<sup>a</sup></td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Calorie Tracker feature</td>
                <td>156 (86)</td>
                <td>160 (88)</td>
                <td>N/A</td>
                <td>.54</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nutrition</td>
                <td>Calendar feature</td>
                <td>88 (48)</td>
                <td>114 (63)</td>
                <td>11.57 (1)</td>
                <td>.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>N/A: chi-square values are not applicable if fewer than 25 discordant pairs; binominal distributions are used for exact 2-tailed significance in these comparisons.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Effects of Prototypicality on App Choice, Aesthetics, and Technology Acceptance</title>
        <p>When asked to choose between the high-prototypicality app and one designed to look more like a typical health intervention (low prototypicality), 347 of 462 (75%) participants indicated they would download the high-prototypicality app (H1).</p>
        <p>Prototypicality had a significant main effect on all facets of aesthetics and technology acceptance outcomes (<xref ref-type="table" rid="table2">Table 2</xref>). High-prototypicality apps (vs low-prototypicality apps) had significantly higher ratings of aesthetics for simplicity (<italic>F</italic><sub>1,455</sub>=291; <italic>P&#60;</italic>.001), diversity (<italic>F</italic><sub>1,455</sub>=578; <italic>P&#60;</italic>.001), colorfulness (<italic>F</italic><sub>1,455</sub>=295; <italic>P&#60;</italic>.001), and craftsmanship (<italic>F</italic><sub>1,455</sub>=462; <italic>P&#60;</italic>.001). Similarly, the high-prototypicality app was rated higher than the low prototypicality app for perceived ease of use (<italic>F</italic><sub>1,455</sub>=84; <italic>P&#60;</italic>.001), usefulness (<italic>F</italic><sub>1,455</sub>=116, <italic>P&#60;</italic>.001), and intentions to use the app (<italic>F</italic><sub>1,455</sub>=170; <italic>P&#60;</italic>.001). H2-5 were supported.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Main effects of prototypicality on aesthetics and technology acceptance (n=456).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="250"/>
            <col width="240"/>
            <col width="140"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td>Attributes</td>
                <td>High prototypicality, mean (SD)</td>
                <td>Low prototypicality, mean (SD)</td>
                <td><italic>F</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Simplicity</td>
                <td>4.26 (0.74)</td>
                <td>3.19 (1.00)</td>
                <td>291 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Diversity</td>
                <td>4.10 (0.74)</td>
                <td>2.48 (1.09)</td>
                <td>578 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Colorfulness</td>
                <td>4.38 (0.74)</td>
                <td>3.41 (0.94)</td>
                <td>295 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Craftsmanship</td>
                <td>4.25 (0.75)</td>
                <td>2.83 (1.07)</td>
                <td>462 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Perceived ease of use</td>
                <td>4.26 (0.75)</td>
                <td>3.74 (0.97)</td>
                <td>84 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Perceived usefulness</td>
                <td>4.08 (0.74)</td>
                <td>3.58 (0.91)</td>
                <td>116 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Intentions to use</td>
                <td>3.83 (1.00)</td>
                <td>2.95 (1.28)</td>
                <td>170 (<italic>1,455</italic>)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Impact of Prototypicality on Perceived Affordances</title>
        <p>Participants reported that the app would allow them to carry out various actions in both the high- and low-prototypicality design (<xref ref-type="table" rid="table3">Table 3</xref>). Almost all perceived affordances had significantly higher endorsement for the high-prototypicality (vs low-prototypicality) apps (<italic>P</italic>&#60;.01), partially supporting H6; to “learn health tips” was the only affordance endorsed similarly in both conditions. The most highly endorsed affordances (&#62;60% across conditions or &#62;277/462) were the following: “track my progress” (high: 93%, 430/462; low: 70%, 325/462), “set health goals” (high: 88%, 405/462; low: 73%, 339/462), “improve my health” (high: 74%, 342/462; low: 63%, 293/462), “learn health tips” (high: 73%, 336/462; low: 76%, 353/462), and “give me more information about my health” (high: 70%, 325/462; low: 63%, 292/462).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Frequencies and McNemar chi-square differences for perceived affordances (n=462).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="390"/>
            <col width="200"/>
            <col width="200"/>
            <col width="130"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Affordances</td>
                <td>High prototypicality, n (%)</td>
                <td>Low prototypicality, n (%)</td>
                <td>Chi-square (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Track my progress</td>
                <td>430 (93.1)</td>
                <td>325 (70.3)</td>
                <td>79.70 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Set health goals</td>
                <td>405 (87.7)</td>
                <td>339 (73.4)</td>
                <td>30.75 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Improve my health</td>
                <td>342 (74.0)</td>
                <td>293 (63.4)</td>
                <td>20.15 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Learn health tips</td>
                <td>336 (72.7)</td>
                <td>353 (76.4)</td>
                <td>2.59 (<italic>1</italic>)</td>
                <td>.11</td>
              </tr>
              <tr valign="top">
                <td>Give me more information about my health</td>
                <td>325 (70.3)</td>
                <td>292 (63.2)</td>
                <td>6.86 (<italic>1</italic>)</td>
                <td>.009</td>
              </tr>
              <tr valign="top">
                <td>Create new health habits</td>
                <td>310 (67.1)</td>
                <td>265 (57.4)</td>
                <td>11.06 (<italic>1</italic>)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td>Increase my control over my health</td>
                <td>323 (69.9)</td>
                <td>239 (51.7)</td>
                <td>46.86 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Make meeting my health goals easier</td>
                <td>292 (63.2)</td>
                <td>195 (42.2)</td>
                <td>51.28 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Have fun with technology</td>
                <td>256 (55.4)</td>
                <td>135 (29.2)</td>
                <td>79.57 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Interact with others</td>
                <td>120 (26.0)</td>
                <td>47 (10.2)</td>
                <td>56.63 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Share my health data with friends</td>
                <td>100 (21.6)</td>
                <td>47 (10.2)</td>
                <td>35.12 (<italic>1</italic>)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Share my health data with a healthcare provider</td>
                <td>74 (16.0)</td>
                <td>50 (10.8)</td>
                <td>11.50 (<italic>1</italic>)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td>Earn rewards</td>
                <td>57 (12.3)</td>
                <td>34 (7.4)</td>
                <td>10.30 (<italic>1</italic>)</td>
                <td>.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>For mHealth to have an impact on reducing risk for chronic disease, intervention apps must be designed to effectively reach wide audiences to promote preventive health behaviors. Identifying the impact of prototypicality—the extent to which apps meet expectations—on app reception and adoption is a critical step in mHealth intervention research. Designs that match users’ perceptions of organization and content evoke prototypicality and can influence intentions to use web-based tools, including health resources [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Our study on prototypicality serves as an antecedent to positive app reception and technology acceptance in preventive health apps. We also found designs that contradict what users typically expect from apps (eg, low prototypicality), leading to a suboptimal first impression and diminishing users’ expectations [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>It is likely that the actual use of multiple apps influences preventive behavior [<xref ref-type="bibr" rid="ref44">44</xref>]; thus, identifying key features, or classes of features, to increase orientation and facilitate ease of use and usefulness are needed to guide intervention development. Our findings for user attention and predicted use of features point to 4 distinct types of mHealth features that should be considered when developing mHealth. Of these, 3 categories serve as useful features of mHealth: driving attention, perceived use, or both.</p>
        <p>Functional features have higher predicted use than attention, and a majority “would expect to find” these sorts of features in a health app. To meet expectations, salient functional features such as search options, settings, and menus should be included, in their expected corner placement. Even if these features do not draw attention as much as others, users still expect to see them in mobile apps, and meeting baseline expectations can reduce time and cognitive demand for initial orientation and web-based information processing [<xref ref-type="bibr" rid="ref21">21</xref>]. Arguably, these functional features constitute a sort of prototypical milieu or background environment for mHealth apps to likely help users orient themselves within new and unfamiliar apps.</p>
        <p>Flashy features garner significantly more attention from users; these attention-capturing features may be most influential for positive initial impressions. Flashy features often incorporated photographs or novel design elements, which have been shown to increase attention and appeal [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Beyond meeting expectations, flashy features represent the unique category that should be treated <italic>differently</italic> in designs: using visuals to highlight salient benefits and perceived affordances.</p>
        <p>Essential features—including those selected by most users as features that they predict to use and garner their attention—are also important components of mHealth designs. It is important to note, however, that the essential features seen in this study are all familiar: calendar, calorie counter, and performance tracker. Even though some designers may assume that features as basic as a calendar are not worth the time and effort to include, respondents strongly indicated that these features remain important components of mHealth apps.</p>
        <p>Our findings also highlight a distinct category that can be skipped or given little attention in development: mundane features. Mundane features, such as app title and tabs for discovering or saving, elicited little attention and predicted use and are a good indication not to waste precious resources on these elements.</p>
        <p>Potential mHealth users had consistent expectations for some features by region (eg, middle or top corner), but not necessarily a specific location. Essential features, such as a calendar, were expected to be shown across the center of the app. Other features, such as function features including <italic>search</italic> and <italic>settings</italic>, had more narrow placement expectations. Understanding these location expectations is critical to ensure that feature placement matches individual models [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Higher prototypicality led to higher ratings for aesthetics, perceived ease of use, usefulness, and intentions to use apps. Individuals also expect greater function, possibilities, and valuable outcomes from apps with higher prototypicality. Low prototypicality led to lower rankings for aesthetics, perceived ease of use, and perceived usefulness. Additionally, low prototypicality runs the risk of users initially dismissing the app. Negative product evaluations—where expectations are not met—can also lower satisfaction with product interaction [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study is limited to the specific health apps manipulated herein; these apps do not represent all available mHealth strategies. Although we evaluated placement, attention, and predicted use, we could have reviewed more features within apps. Our findings are also limited to a convenience sample of participants of a web-based panel. It is possible that our participants have more digital literacy or skills than the general population or diverse subgroups.</p>
      </sec>
      <sec>
        <title>Future Work</title>
        <p>Future studies should consider assessing actual use after download, instead of solely predicted use. Replication with more diverse audiences, varied app designs, and expanded methodological approaches are needed to generalize our findings. Notably, future research should account for additional personal characteristics, such as health literacy or the ability to obtain, process, and understand health information [<xref ref-type="bibr" rid="ref47">47</xref>], to examine how these skills affect both first impressions for app adoption and actual use to determine the effectiveness of health apps.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Mobile apps can communicate critical health information for preventive health behaviors through readily available and consumer-friendly tools. Apps that are thoughtfully designed to match potential users’ expectations, with increased prototypicality, will support app use. Conversely, designs that do not include a threshold of expected features will be dismissed, thus undermining the potential of app-based interventions. Designing mHealth apps to account for user expectations will increase the likelihood of adoption and impact from actual use. Prototypicality is positively related to favorable reception and expectations for future use of health apps. These findings provide guidance for user expectations of feature presence and location.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>App hot spots and survey items.</p>
        <media xlink:href="mhealth_v9i11e29815_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 680 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MANOVA</term>
          <def>
            <p>multivariate analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MTurk</term>
          <def>
            <p>Mechanical Turk</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RM</term>
          <def>
            <p>repeated measures</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">TAM</term>
          <def>
            <p>technology acceptance model</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by an award from the University of North Carolina Lineberger Comprehensive Cancer Center. The funders had no role in the study design, data collection, and analysis, decision to publish, or preparation of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>U.S. Smartphone Use in 2015</article-title>
          <source>Pew Research Center</source>
          <year>2015</year>
          <month>04</month>
          <day>01</day>
          <access-date>2021-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2015/04/01/us-smartphone-use-in-2015/">https://www.pewresearch.org/internet/2015/04/01/us-smartphone-use-in-2015/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile Health 2012</article-title>
          <source>Pew Research Center</source>
          <year>2012</year>
          <month>11</month>
          <day>08</day>
          <access-date>2021-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2012/11/08/mobile-health-2012/">https://www.pewresearch.org/internet/2012/11/08/mobile-health-2012/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krishna</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boren</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Balas</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Healthcare via cell phones: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2009</year>
          <month>04</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>231</fpage>
          <lpage>240</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2008.0099</pub-id>
          <pub-id pub-id-type="medline">19382860</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Moreira</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>AMP</given-names>
            </name>
            <name name-style="western">
              <surname>Santos-Silva</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Pilot study of a smartphone-based intervention to promote cancer prevention behaviours</article-title>
          <source>Int J Med Inform</source>
          <year>2017</year>
          <month>12</month>
          <volume>108</volume>
          <fpage>125</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2017.10.013</pub-id>
          <pub-id pub-id-type="medline">29132617</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(17)30374-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gemming</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hanning</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Allman-Farinelli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps and the nutrition care process: Current perspectives and future considerations</article-title>
          <source>Patient Educ Couns</source>
          <year>2018</year>
          <month>04</month>
          <volume>101</volume>
          <issue>4</issue>
          <fpage>750</fpage>
          <lpage>757</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.11.011</pub-id>
          <pub-id pub-id-type="medline">29169863</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30634-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>RYK</given-names>
            </name>
            <name name-style="western">
              <surname>To</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deacken</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jadad</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>A lot of action, but not in the right direction: systematic review and content analysis of smartphone applications for the prevention, detection, and management of cancer</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>12</month>
          <day>23</day>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/12/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2661</pub-id>
          <pub-id pub-id-type="medline">24366061</pub-id>
          <pub-id pub-id-type="pii">v15i12e287</pub-id>
          <pub-id pub-id-type="pmcid">PMC3875901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health App Use Among US Mobile Phone Owners: A National Survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>11</month>
          <day>04</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlo</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Hosseini Ghomi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Renn</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>By the numbers: ratings and utilization of behavioral health mobile applications</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>54</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0129-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0129-6</pub-id>
          <pub-id pub-id-type="medline">31304400</pub-id>
          <pub-id pub-id-type="pii">129</pub-id>
          <pub-id pub-id-type="pmcid">PMC6572775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pandey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dubey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sarangi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps as a source of cancer information: changing trends in health information-seeking behavior</article-title>
          <source>J Cancer Educ</source>
          <year>2013</year>
          <month>03</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>138</fpage>
          <lpage>142</lpage>
          <pub-id pub-id-type="doi">10.1007/s13187-012-0446-9</pub-id>
          <pub-id pub-id-type="medline">23275239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aklin</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff-Hughes</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>National Institutes of Health Support of Digital Health Behavior Research</article-title>
          <source>Health Educ Behav</source>
          <year>2019</year>
          <month>12</month>
          <volume>46</volume>
          <issue>2_suppl</issue>
          <fpage>12</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198119866644</pub-id>
          <pub-id pub-id-type="medline">31742453</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Covolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ceretti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moneda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castaldi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gelatti</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Does evidence support the use of mobile phone apps as a driver for promoting healthy lifestyles from a public health perspective? A systematic review of Randomized Control Trials</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>12</month>
          <volume>100</volume>
          <issue>12</issue>
          <fpage>2231</fpage>
          <lpage>2243</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.07.032</pub-id>
          <pub-id pub-id-type="medline">28855063</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30471-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iten</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Troendle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Opwis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Aesthetics in context? The role of aesthetics and usage mode for a website's success</article-title>
          <source>Interacting with Computers</source>
          <year>2018</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1093/iwc/iwy002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindgaard</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dudek</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Attention web designers: You have 50 milliseconds to make a good first impression!</article-title>
          <source>Behav Inf Technol</source>
          <year>2006</year>
          <month>03</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>115</fpage>
          <lpage>126</lpage>
          <pub-id pub-id-type="doi">10.1080/01449290500330448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mackert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>User evaluations of design complexity: the impact of visual perceptions for effective online health communication</article-title>
          <source>Int J Med Inform</source>
          <year>2014</year>
          <month>10</month>
          <volume>83</volume>
          <issue>10</issue>
          <fpage>726</fpage>
          <lpage>735</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2014.06.010</pub-id>
          <pub-id pub-id-type="medline">25034279</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(14)00111-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brennen</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Troutman Adams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Cues for Increasing Social Presence for Mobile Health App Adoption</article-title>
          <source>J Health Commun</source>
          <year>2020</year>
          <month>02</month>
          <day>01</day>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>136</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2020.1719241</pub-id>
          <pub-id pub-id-type="medline">32026759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Schmutz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pauwels</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Bargas-Avila</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Opwis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Mental models for web objects: Where do users expect to find the most frequent objects in online shops, news portals, and company web pages?</article-title>
          <source>Interact Comput</source>
          <year>2010</year>
          <month>3</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>152</lpage>
          <pub-id pub-id-type="doi">10.1016/j.intcom.2009.10.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leder</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Belke</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Oeberst</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Augustin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A model of aesthetic appreciation and aesthetic judgments</article-title>
          <source>Br J Psychol</source>
          <year>2004</year>
          <month>11</month>
          <volume>95</volume>
          <issue>Pt 4</issue>
          <fpage>489</fpage>
          <lpage>508</lpage>
          <pub-id pub-id-type="doi">10.1348/0007126042369811</pub-id>
          <pub-id pub-id-type="medline">15527534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mackert</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>e-health first impressions and visual evaluations</article-title>
          <source>Commun Des Q Rev</source>
          <year>2015</year>
          <month>09</month>
          <day>17</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>25</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1145/2826972.2826975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tuch</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Presslaber</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Stöcklin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Opwis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bargas-Avila</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>The role of visual complexity and prototypicality regarding first impression of websites: Working towards understanding aesthetic judgments</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2012</year>
          <month>11</month>
          <volume>70</volume>
          <issue>11</issue>
          <fpage>794</fpage>
          <lpage>811</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2012.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oulasvirta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Karkkainen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Laarni</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Expectations and memory in link search</article-title>
          <source>Comput Hum Behav</source>
          <year>2005</year>
          <month>09</month>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>773</fpage>
          <lpage>789</lpage>
          <pub-id pub-id-type="doi">10.1016/s0747-5632(04)00035-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Tuch</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Mekler</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Bargas-Avila</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Opwis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Location matters, especially for non-salient features–An eye-tracking study on the effects of web object placement on different types of websites</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2013</year>
          <month>3</month>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>228</fpage>
          <lpage>235</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2012.09.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <source>The Ecological Approach to Visual Perception</source>
          <year>1986</year>
          <publisher-loc>East Sussex</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>The Design of Everyday Things</source>
          <year>2002</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Basic Books</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Affordance, conventions, and design</article-title>
          <source>interactions</source>
          <year>1999</year>
          <month>05</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>38</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1145/301153.301168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seet</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Exploring the affordance and acceptance of an e‐reader device as a collaborative learning system</article-title>
          <source>The Electronic Library</source>
          <year>2012</year>
          <month>08</month>
          <day>03</day>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>516</fpage>
          <lpage>542</lpage>
          <pub-id pub-id-type="doi">10.1108/02640471211252229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Withagen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Poel</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Araújo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pepping</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Affordances can invite behavior: Reconsidering the relationship between affordances and agency</article-title>
          <source>New Ideas Psychol</source>
          <year>2012</year>
          <month>8</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>250</fpage>
          <lpage>258</lpage>
          <pub-id pub-id-type="doi">10.1016/j.newideapsych.2011.12.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moshagen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Musch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Göritz</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>A blessing, not a curse: experimental evidence for beneficial effects of visual aesthetics on performance</article-title>
          <source>Ergonomics</source>
          <year>2009</year>
          <month>10</month>
          <volume>52</volume>
          <issue>10</issue>
          <fpage>1311</fpage>
          <lpage>1320</lpage>
          <pub-id pub-id-type="doi">10.1080/00140130903061717</pub-id>
          <pub-id pub-id-type="medline">19787509</pub-id>
          <pub-id pub-id-type="pii">915277868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moshagen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thielsch</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>Facets of visual aesthetics</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2010</year>
          <month>10</month>
          <volume>68</volume>
          <issue>10</issue>
          <fpage>689</fpage>
          <lpage>709</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2010.05.006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tractinsky</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Assessing dimensions of perceived visual aesthetics of web sites</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2004</year>
          <month>3</month>
          <volume>60</volume>
          <issue>3</issue>
          <fpage>269</fpage>
          <lpage>298</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2003.09.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>User Acceptance of Information Technology: Toward a Unified View</article-title>
          <source>MIS Quarterly</source>
          <year>2003</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>425</fpage>
          <pub-id pub-id-type="doi">10.2307/30036540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Mackert</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Shalev</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Design simplicity influences patient portal use: the role of aesthetic evaluations for technology acceptance</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>04</month>
          <volume>23</volume>
          <issue>e1</issue>
          <fpage>e157</fpage>
          <lpage>e161</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26635314"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv174</pub-id>
          <pub-id pub-id-type="medline">26635314</pub-id>
          <pub-id pub-id-type="pii">ocv174</pub-id>
          <pub-id pub-id-type="pmcid">PMC4954622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Usability Engineering</source>
          <year>1994</year>
          <publisher-loc>Burlington, MA</publisher-loc>
          <publisher-name>Morgan Kaufmann</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hingle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sacher</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Sweet</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>The Intersection of Behavioral Science and Digital Health: The Case for Academic-Industry Partnerships</article-title>
          <source>Health Educ Behav</source>
          <year>2019</year>
          <month>02</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198118788600</pub-id>
          <pub-id pub-id-type="medline">30041556</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buhrmester</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kwang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gosling</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Amazon's Mechanical Turk: A New Source of Inexpensive, Yet High-Quality, Data?</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2011</year>
          <month>01</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691610393980</pub-id>
          <pub-id pub-id-type="medline">26162106</pub-id>
          <pub-id pub-id-type="pii">6/1/3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourcing research: Data collection with Amazon’s Mechanical Turk</article-title>
          <source>Commun Monogr</source>
          <year>2017</year>
          <month>07</month>
          <day>04</day>
          <volume>85</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.1080/03637751.2017.1342043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kees</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>An Analysis of Data Quality: Professional Panels, Student Subject Pools, and Amazon's Mechanical Turk</article-title>
          <source>J Advert</source>
          <year>2017</year>
          <month>01</month>
          <day>23</day>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>141</fpage>
          <lpage>155</lpage>
          <pub-id pub-id-type="doi">10.1080/00913367.2016.1269304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>What is Chart? Learn how this assessment tool adds value to UNC research</article-title>
          <source>UNC Lineberger</source>
          <access-date>2017-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://chart.unc.edu/">https://chart.unc.edu/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brennen</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>ET</given-names>
            </name>
          </person-group>
          <article-title>Multimodal mental models: Understanding users' design expectations for mHealth apps</article-title>
          <source>Health Informatics J</source>
          <year>2020</year>
          <month>09</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>1493</fpage>
          <lpage>1506</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458219882271?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458219882271</pub-id>
          <pub-id pub-id-type="medline">31674881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horrell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Knafl</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Linnan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kneipp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Communication Cues and Engagement Behavior: Identifying Advertisement Strategies to Attract Middle-Aged Adults to a Study of the Chronic Disease Self-Management Program</article-title>
          <source>Prev Chronic Dis</source>
          <year>2020</year>
          <month>06</month>
          <day>25</day>
          <volume>17</volume>
          <fpage>E48</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2020/19_0413.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.5888/pcd17.190413</pub-id>
          <pub-id pub-id-type="medline">32584754</pub-id>
          <pub-id pub-id-type="pii">E48</pub-id>
          <pub-id pub-id-type="pmcid">PMC7316415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mays</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Villanti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Niaura</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Lindblom</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Strasser</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>The Effects of Varying Electronic Cigarette Warning Label Design Features On Attention, Recall, and Product Perceptions Among Young Adults</article-title>
          <source>Health Commun</source>
          <year>2019</year>
          <month>03</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>317</fpage>
          <lpage>324</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29236529"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10410236.2017.1372050</pub-id>
          <pub-id pub-id-type="medline">29236529</pub-id>
          <pub-id pub-id-type="pmcid">PMC5999554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ashford</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sniehotta</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>A refined taxonomy of behaviour change techniques to help people change their physical activity and healthy eating behaviours: the CALO-RE taxonomy</article-title>
          <source>Psychol Health</source>
          <year>2011</year>
          <month>11</month>
          <volume>26</volume>
          <issue>11</issue>
          <fpage>1479</fpage>
          <lpage>1498</lpage>
          <pub-id pub-id-type="doi">10.1080/08870446.2010.540664</pub-id>
          <pub-id pub-id-type="medline">21678185</pub-id>
          <pub-id pub-id-type="pii">938640058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kunst</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Major reasons for adoption of e-health applications and devices by U.S. adults as of 2017</article-title>
          <source>Statista</source>
          <year>2019</year>
          <access-date>2021-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/328661/reasons-for-patient-use-of-mhealth-apps-and-services/">https://www.statista.com/statistics/328661/reasons-for-patient-use-of-mhealth-apps-and-services/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazard</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Objective Design to Subjective Evaluations: Connecting Visual Complexity to Aesthetic and Usability Assessments of eHealth</article-title>
          <source>Int J Hum-Comput Int</source>
          <year>2019</year>
          <month>04</month>
          <day>24</day>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>95</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1080/10447318.2019.1606976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Exploring the Effect of Health App Use on Fruit and Vegetable Consumption</article-title>
          <source>J Health Commun</source>
          <year>2020</year>
          <month>04</month>
          <day>02</day>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>283</fpage>
          <lpage>290</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2020.1745962</pub-id>
          <pub-id pub-id-type="medline">32286924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pieters</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wedel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Stopping Power of Advertising: Measures and Effects of Visual Complexity</article-title>
          <source>Journal of Marketing</source>
          <year>2010</year>
          <month>09</month>
          <day>01</day>
          <volume>74</volume>
          <issue>5</issue>
          <fpage>48</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1509/jmkg.74.5.048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raita</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oulasvirta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Too good to be bad: Favorable product expectations boost subjective usability ratings</article-title>
          <source>Interact Comput</source>
          <year>2011</year>
          <month>7</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>363</fpage>
          <lpage>371</lpage>
          <pub-id pub-id-type="doi">10.1016/j.intcom.2011.04.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Gazmararian</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen-Bohlman</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>The prevalence of limited health literacy</article-title>
          <source>J Gen Intern Med</source>
          <year>2005</year>
          <month>02</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>184</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2005&#38;volume=20&#38;issue=2&#38;spage=175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1525-1497.2005.40245.x</pub-id>
          <pub-id pub-id-type="medline">15836552</pub-id>
          <pub-id pub-id-type="pii">JGI40245</pub-id>
          <pub-id pub-id-type="pmcid">PMC1490053</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
