<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMU</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Mhealth Uhealth</journal-id>
      <journal-title>JMIR mHealth and uHealth</journal-title>
      <issn pub-type="epub">2291-5222</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i2e33413</article-id>
      <article-id pub-id-type="pmid">35129447</article-id>
      <article-id pub-id-type="doi">10.2196/33413</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Persuasive Design Solutions for a Sustainable Workforce: Review of Persuasive Apps for Real-Time Capability Support for Rural Health Care Professionals</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Margellis</surname>
            <given-names>George</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bork</surname>
            <given-names>Ulrich</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Pit</surname>
            <given-names>Sabrina Winona</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>New South Wales Rural Doctors Network</institution>
            <addr-line>1/53 Cleary St</addr-line>
            <addr-line>Hamilton, 2303</addr-line>
            <country>Australia</country>
            <phone>61 429455720</phone>
            <email>spit@nswrdn.com.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2410-0703</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Aaron J H</given-names>
          </name>
          <degrees>BMed, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3904-058X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ramsden</surname>
            <given-names>Robyn</given-names>
          </name>
          <degrees>BEd, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0418-9280</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Payne</surname>
            <given-names>Kristy</given-names>
          </name>
          <degrees>BPsych, MClinEpi</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9449-626X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Freihaut</surname>
            <given-names>Winona</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1601-1180</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Hayes</surname>
            <given-names>Oliver</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1280-8889</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Eames</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>BBus</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3721-4275</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Edwards</surname>
            <given-names>Mike</given-names>
          </name>
          <degrees>BCompSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6016-5785</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Colbran</surname>
            <given-names>Richard</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0950-4358</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>New South Wales Rural Doctors Network</institution>
        <addr-line>Hamilton</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sabrina Winona Pit <email>spit@nswrdn.com.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>2</month>
        <year>2022</year>
      </pub-date>
      <volume>10</volume>
      <issue>2</issue>
      <elocation-id>e33413</elocation-id>
      <history>
        <date date-type="received">
          <day>7</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Sabrina Winona Pit, Aaron J H Tan, Robyn Ramsden, Kristy Payne, Winona Freihaut, Oliver Hayes, Benjamin Eames, Mike Edwards, Richard Colbran. Originally published in JMIR mHealth and uHealth (https://mhealth.jmir.org), 07.02.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR mHealth and uHealth, is properly cited. The complete bibliographic information, a link to the original publication on https://mhealth.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://mhealth.jmir.org/2022/2/e33413" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There is a need to further investigate how persuasive design principles can change rural health professionals’ behaviors to look after their own health workforce capability. Several theories are used when developing apps to persuade people to change behavior, including the Persuasive System Design Model, consisting of primary task, dialogue, system credibility, and social support categories, and Cialdini’s principles of persuasion. These have not been analyzed yet in the field of health workforce capability.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to determine the persuasive design techniques used in capability building–related apps and to provide recommendations for designing a health workforce app to increase their persuasiveness.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A Python script was used to extract a total of 3060 apps from Google Play. Keywords centered around health workforce capability elements. App inclusion criteria were as follows: been updated since 2019, rated by users on average 4 and above, and more than 100,000 downloads. Next, 2 experts reviewed whether 32 persuasive strategies were used in the selected apps, and these were further analyzed by capability categories: competencies and skills, health and personal qualities, values and attitudes, and work organization.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In all, 53 mobile apps were systematically reviewed to identify the persuasive design techniques. The most common were surface credibility (n=48, 90.6%) and liking (n=48), followed by trustworthiness (n=43, 81.1%), reminders (n=38, 71.7%), and suggestion (n=30, 56.6%). The techniques in the social support domain were the least used across the different apps analyzed for health workforce capability, whereas those in the primary task support domain were used most frequently. The recommendations reflect learnings from our analysis. These findings provided insight into mobile app design principles relevant to apps used in improving health workforce capability.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our review showed that there are many persuasive design techniques that can assist in building health workforce capability. Additionally, several apps are available in the market that can assist in improving health workforce capability. There is, however, a specific lack of digital, real-time support to improve health workforce capability. Social support strategies through using social support persuasive design techniques will need to be integrated more prominently into a health workforce capability app. An app to measure and monitor health workforce capability scores can be used in conjunction with direct real-world person and real-time support to discuss and identify solutions to improve health workforce capability for rural and remote health professionals who are at high risk of burnout or leaving the rural health workforce.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health</kwd>
        <kwd>wellness</kwd>
        <kwd>mobile apps</kwd>
        <kwd>persuasive strategies</kwd>
        <kwd>behavior change</kwd>
        <kwd>review</kwd>
        <kwd>health workforce</kwd>
        <kwd>capability</kwd>
        <kwd>career</kwd>
        <kwd>employment</kwd>
        <kwd>rural</kwd>
        <kwd>workforce planning</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Sustainability of the rural health workforce is paramount to meeting the health needs of rural Australia. Significant resources have been dedicated to identifying solutions to problems around recruitment or retention of the rural health workforce [<xref ref-type="bibr" rid="ref1">1</xref>]. However, although extensive research has been conducted into the drivers behind retention and attrition of the rural health workforce, the literature does not adequately address how technology can be used to support rural health professionals in real time to improve their workforce capability. Health workforce capability can be defined as “the intersection between individual capacity and ability to respond to work, considering the whole of rural life, including work, family, schools, partner, education, and social options.” In other words, health workforce capability “describes a health professional’s overall level of capability in fulfilling their health care role.”</p>
      <p>A 2021 scoping review found that digital solutions can enhance the capability and retention of rural health professionals [<xref ref-type="bibr" rid="ref2">2</xref>]. The authors concluded that online platforms or digital solutions can address many of the challenges experienced by rural health professionals, by improving knowledge and skills, access, translation of knowledge into practice, empowerment, confidence, engagement, and provision of support. To this effect, for any digital app to be effective in improving rural health workforce capability, the desired behavior change that is needed must be considered during the development of the technical solutions. Many theories exist around user acceptance of IT solutions, such as the Mobile Application Rating Scale [<xref ref-type="bibr" rid="ref3">3</xref>], the Technology Acceptance Model [<xref ref-type="bibr" rid="ref4">4</xref>], and the Health Information Technology Acceptance Model [<xref ref-type="bibr" rid="ref5">5</xref>]. However, they do not provide a clear systematic analysis and design criteria for developing persuasive software solutions to increase the likelihood of achieving the desired behavioral change [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>One theory that can be used when developing apps to persuade people to change behavior include the Persuasive System Design Model (PSD-Model) [<xref ref-type="bibr" rid="ref6">6</xref>]. This model can be used to identify the software functionality that may be useful in a product. Specifically, 28 design principles are provided and categorized into 4 main domains of persuasive techniques. These are the primary task, dialogue, system credibility, and social support domains. These 4 domains form part of the “design of system qualities” and have been applied to several health-related topics, such as arthritis [<xref ref-type="bibr" rid="ref7">7</xref>] and mental health [<xref ref-type="bibr" rid="ref8">8</xref>]. In their work on deconstructing persuasive principles and their implementation in health apps, Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>] expanded the scope of the PSD-Model by augmenting its 28 design principles with select techniques described in Cialdini’s principles of persuasion [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. The authors selected only 4 persuasive techniques from Cialdini’s principles of persuasion because 2 were already present reflected in the PSD-Model, being authority and liking. This resulted in Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>] analyzing 32 persuasive design techniques in total. These 32 design techniques are classified into 5 domains, including the 4 from the PSD-Model listed above and Cialdini’s principles of persuasion. Specifically, Thach and Phan [<xref ref-type="bibr" rid="ref8">8</xref>] reviewed the users’ perception of persuasiveness of mental health apps by qualitatively evaluating user reviews and concluded that when the principles of the PSD-Model are integrated into the design, users are happy with the design.</p>
      <p>The question remains whether these design principles can be used when developing a technical solution to assist rural health professionals in maintaining or improving their health workforce capability. There are no clear data on this yet. A 2017 study that has provided some insight was a meta-analysis conducted by Carolan et al [<xref ref-type="bibr" rid="ref12">12</xref>] of 21 randomized controlled trials (RCTs) involving web-based psychological interventions delivered in the workplace to improve employee psychological well-being and increase work effectiveness. In addition to exploring intervention effectiveness, the study identified features, including persuasive strategies, associated with greater engagement and adherence. The authors found that online interventions improve both psychological wellbeing and work effectiveness, but no differences were found between cognitive behavioral therapy versus other approaches, guidance versus no guidance, and targeted workplace populations versus the general workplace population. Work effectiveness was measured as work engagement, productivity, job-specific effectiveness, work-related self-efficacy, and work-related remuneration. Further analyses identified the following effective features that may likely increase engagement:</p>
      <list list-type="bullet">
        <list-item>
          <p>Guidance delivered during a shorter period (6-7 weeks)</p>
        </list-item>
        <list-item>
          <p>Using secondary modalities to deliver the intervention (eg, emails, text messages, short messaging service)</p>
        </list-item>
        <list-item>
          <p>Elements of persuasive technology (eg, self-monitoring and tailoring)</p>
        </list-item>
      </list>
      <p>Tailoring (57%), self-monitoring (43%), and tunneling (14%) were found to be used as persuasion strategies in studies included in the review and associated with the highest rates of engagement and adherence. Although the meta-analysis provided some useful insights, it did not focus on improving health workforce capability as such. There is a gap in the literature around how persuasive design techniques in digital solutions can change rural health professionals’ behaviors to look after their own health workforce capability.</p>
      <p>Therefore, this study aimed to determine:</p>
      <list list-type="bullet">
        <list-item>
          <p>The persuasive design techniques used to improve use of capability building–related apps; and</p>
        </list-item>
        <list-item>
          <p>Recommendations for incorporating persuasive design techniques in the design of health workforce capability apps.</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Inclusion and Exclusion Criteria and Search Criteria</title>
        <p>We based our methodology primarily on the study conducted by Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>]. A Python script was developed to extract apps from Google Play. Several rounds were conducted to refine the keywords (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Keywords centered around health workforce capability elements. The script limited searches to only English language, Australia only, and both free and paid apps. Apps with an average star rating of 4 and above were included to ensure only higher-quality apps from the user perspective were examined. Authors SP and RR reviewed 1091 apps to determine inclusion.</p>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> describes the main steps in the app selection process, and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides additional information.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>App selection and exclusion process.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Extraction, Coding, and Data Analyses of Selected Apps</title>
        <p>Two theories were used in the apps to persuade people to change behavior: the PSD-Model [<xref ref-type="bibr" rid="ref6">6</xref>] and Cialdini’s principles of persuasion [<xref ref-type="bibr" rid="ref11">11</xref>]. Both theories have been extensively used when analyzing persuasive technologies [<xref ref-type="bibr" rid="ref9">9</xref>]. Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>] determined that 32 techniques can be measured based on both theories, as the techniques authority and liking were common to both. Next, 2 authors (WF and OH) with a data sciences and psychology background reviewed whether the 32 persuasive design techniques were applied in the apps.</p>
        <p>The reviewers downloaded the apps on an Android smartphone or emulator and used the apps to determine whether the persuasive design techniques were present in the apps. The reviewers coded independently and then came together to compare scores to ensure interrater reliability. If there was a discrepancy, a discussion was held to reach consensus. The coders double-coded all apps and achieved a κ of .81, indicating very good agreement between the 2 coders.</p>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <p>After scoring the 53 apps, the apps were divided in 4 broad workforce capability app categories to determine whether there were differences between the different persuasive design techniques used within each category, including competencies and skills, health and personal qualities, values and attitudes, and work organization. This classification was chosen as it aligned with findings from a qualitative data analysis that had been simultaneously conducted to explore user perspectives on building a health workforce capability app (Ramsden et al, unpublished data, 2021). The classification also mirrors elements of the work ability to explain sustainable employability among general practitioners [<xref ref-type="bibr" rid="ref13">13</xref>]. Competencies and skills include elements such as clinical competence, drug and clinical references, and medical journals. Health and personal quality apps are related to the health professionals’ own lives and not patient-related or medical knowledge–type apps. Work organization includes elements such as patient-centered care and entrepreneurial skills. Value and attitude apps include elements such as resilience and self-motivation.</p>
        <p>Following this classification, data were analyzed as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p>Total number of persuasive design techniques used per domain: primary task support, dialogue support, system credibility support, social support, and Cialdini’s principles of persuasion</p>
          </list-item>
          <list-item>
            <p>Total number and percentage of each persuasive design technique used in each health workforce capability category: competence and skill, health and personal qualities, values and attitudes, and work organization</p>
          </list-item>
          <list-item>
            <p>Total number of persuasive design techniques used by the persuasive design technique domain across the 4 workforce capability categories developed for this systematic review: competencies and skills, health and personal qualities, values and attitudes, and work organization</p>
          </list-item>
        </list>
        <p>Following the quantitative analyses of apps, implementation examples of the PSD-Model, consisting of primary task, dialogue, system credibility, and social support categories, and Cialdini’s principles of persuasion are provided.</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>Ethical approval to conduct the feasibility study was received from the Northern NSW Local Health District Human Research Ethics Committee (2020/ETH03020).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overall Results</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows that the most common persuasive design techniques were surface credibility (48/53, 90.6%) and liking (48/53, 90.6%), followed by trustworthiness (43/53, 81.1%), reminders (38/53, 71.7%), and suggestion (30/53, 56.6%). Social support persuasive design techniques were the least used across the different apps analyzed for health workforce capability, whereas primary task support design techniques were used most frequently overall, with the exception of simulation.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows the most used persuasive techniques per workforce capability category. Those that were used in 50% or more of the total 53 apps are formatted in italic. It is evident that health apps included the most persuasive techniques, as did the apps related to values and attitudes. Apps related to work organization included the least number of design techniques.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Total number of persuasive design techniques used by category.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Persuasive design techniques used by the health workforce capability group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Persuasive design technique</td>
                <td>Count, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Competence and skill (n=16)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Surface credibility</italic>
                  <sup>a</sup>
                </td>
                <td>16 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Liking</italic>
                </td>
                <td>15 (94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Trustworthiness</italic>
                </td>
                <td>14 (88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reminders</italic>
                </td>
                <td>10 (63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Tailoring</italic>
                </td>
                <td>9 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Personalization</italic>
                </td>
                <td>9 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Tunneling</italic>
                </td>
                <td>8 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Expertise</italic>
                </td>
                <td>8 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reduction</td>
                <td>7 (44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rehearsal</td>
                <td>7 (44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Suggestion</td>
                <td>7 (44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-monitoring</td>
                <td>6 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Real-world feel</td>
                <td>6 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verifiability</td>
                <td>6 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simulation</td>
                <td>4 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Praise</td>
                <td>4 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Scarcity</td>
                <td>4(25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rewards</td>
                <td>3 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Authority</td>
                <td>3 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Commitment/consistency</td>
                <td>3 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Similarity</td>
                <td>2 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social role</td>
                <td>2 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social proof</td>
                <td>2 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social facilitation</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third-party endorsements</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social learning</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social comparison</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Normative influence</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cooperation</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Competition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recognition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reciprocity</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Health and personal qualities (n=17)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Liking</italic>
                </td>
                <td>17 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Surface credibility</italic>
                </td>
                <td>17 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reminders</italic>
                </td>
                <td>15 (88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Trustworthiness</italic>
                </td>
                <td>15 (88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Suggestion</italic>
                </td>
                <td>13 (76)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reduction</italic>
                </td>
                <td>12 (71)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Self-monitoring</italic>
                </td>
                <td>11 (65)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Personalization</italic>
                </td>
                <td>10 (59)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Real-world feel</italic>
                </td>
                <td>10 (59)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Rehearsal</italic>
                </td>
                <td>9 (53)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Commitment/consistency</italic>
                </td>
                <td>9 (53)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tunneling</td>
                <td>8 (47)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailoring</td>
                <td>8 (47)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Praise</td>
                <td>7 (41)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Expertise</td>
                <td>5 (29)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social facilitation</td>
                <td>5 (29)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social proof</td>
                <td>4 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social role</td>
                <td>3 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verifiability</td>
                <td>3 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social learning</td>
                <td>3 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Scarcity</td>
                <td>3 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rewards</td>
                <td>2 (12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social comparison</td>
                <td>2 (12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Similarity</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Authority</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reciprocity</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simulation</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third-party endorsements</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Normative influence</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cooperation</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Competition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recognition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Values and attitudes (n=10)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Liking</italic>
                </td>
                <td>10 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Surface credibility</italic>
                </td>
                <td>8 (80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Self-monitoring</italic>
                </td>
                <td>7 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reminders</italic>
                </td>
                <td>7 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Trustworthiness</italic>
                </td>
                <td>7 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reduction</italic>
                </td>
                <td>6 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Tailoring</italic>
                </td>
                <td>6 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Rehearsal</italic>
                </td>
                <td>6 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Praise</italic>
                </td>
                <td>5 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Suggestion</italic>
                </td>
                <td>5 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Commitment/consistency</italic>
                </td>
                <td>5 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tunneling</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personalization</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Real-world feel</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rewards</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social role</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Expertise</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verifiability</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Similarity</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social facilitation</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simulation</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third-party endorsement</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social comparison</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social proof</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Authority</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social learning</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Normative influence</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cooperation</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Competition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recognition</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reciprocity</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Scarcity</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Work organization (n=10)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Trustworthiness</italic>
                </td>
                <td>7 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Surface credibility</italic>
                </td>
                <td>7 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Reminders</italic>
                </td>
                <td>6 (70)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Liking</italic>
                </td>
                <td>6 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>Suggestion</italic>
                </td>
                <td>5 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reduction</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personalization</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Expertise</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social facilitation</td>
                <td>4 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rehearsal</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-monitoring</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Praise</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Real-world feel</td>
                <td>3 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tunneling</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tailoring</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simulation</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Similarity</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social role</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verifiability</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social proof</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Commitment/consistency</td>
                <td>2 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rewards</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Authority</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third-party endorsement</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social learning</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social comparison</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Normative influence</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Competition</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recognition</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Scarcity</td>
                <td>1 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cooperation</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reciprocity</td>
                <td>0 (0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="tableqfn1">
              <p><sup>a</sup>Design techniques used in 50% or more of the total 53 apps are formatted in italic.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Persuasive Design Techniques’ Domains by Workforce Capability Category</title>
        <p><xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure7" ref-type="fig">7</xref> show the various persuasive design techniques’ domains across the 4 workforce capability categories developed for this systematic review: competencies and skills, health and personal qualities, values and attitudes, and work organization.</p>
        <p>The following observations were made:</p>
        <list list-type="bullet">
          <list-item>
            <p>Primary task support techniques demonstrated use among all workforce capability categories, with <italic>reduction</italic> and <italic>self-monitoring</italic> being less evident in competence-related apps when compared to the health apps.</p>
          </list-item>
          <list-item>
            <p>For dialogue support, the most frequently used technique was liking, which was high among all categories followed by <italic>reminders</italic> (<xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
          </list-item>
          <list-item>
            <p>Among system credibility support techniques, <italic>surface credibility</italic> featured most strongly among health (n=16) and competence (n=16) apps, which was similar for <italic>trustworthiness</italic> (n=15 for health and n=14 for competences), while <italic>real-world feel</italic> was most frequently observed in health apps  (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
          </list-item>
          <list-item>
            <p>Social support techniques did not feature strongly across all domains, with the exception of <italic>social facilitation</italic> (n=5 for health and n=4 for work organization) (<xref rid="figure7" ref-type="fig">Figure 7</xref>).</p>
          </list-item>
          <list-item>
            <p>Among Cialdini’s principles of persuasion, <italic>commitment and consistency</italic> played a large role in health and personal quality–related apps (n=9), followed by value- and attitude-related apps (n=5), while <italic>reciprocity</italic> barely played a role in any workforce capability category  (<xref rid="figure7" ref-type="fig">Figure 7</xref>).</p>
          </list-item>
        </list>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Total number of persuasive design techniques used by the primary task support category.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Total number of persuasive design techniques used by the dialogue support category.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Total number of persuasive design techniques used by the system credibility support category.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Total number of persuasive design techniques used by the of social support category.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Total number of persuasive design techniques used by Cialdini’s principles of persuasion.</p>
          </caption>
          <graphic xlink:href="mhealth_v10i2e33413_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Persuasive Design Techniques and Implementation Suggestions Based on Existing Apps</title>
        <p><xref ref-type="table" rid="table2">Tables 2</xref>-<xref ref-type="table" rid="table6">6</xref> show the various persuasive design techniques used in the apps analyzed in this study and how these can be extrapolated to create suggestions for developing a health workforce capability app.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Persuasive design techniques: definitions and implementation examples for developing a health workforce capability app in the primary task support domain.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="430"/>
            <col width="420"/>
            <thead>
              <tr valign="top">
                <td>Persuasive design technique</td>
                <td>Persuasive design technique definition<sup>a</sup></td>
                <td>Implementation examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Reduction</td>
                <td>A system that reduces complex behavior into simple tasks helps users perform the target behavior, and it may increase the benefit/cost ratio of a behavior.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Health workforce capability goals are broken down into smaller steps.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Tunneling</td>
                <td>Using the system to guide users through a process or experience provides opportunities to persuade along the way.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A user should be able to choose a pathway that would respond to their specific health workforce capability need.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Tailoring</td>
                <td>Information provided by the system will be more persuasive if it is tailored to the potential feeds, interests, personality, usage context, or other factors relevant to a user group.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A user should be able to choose what capability area they are particularly interested in.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Personalization</td>
                <td>A system that offers personalized content or services has a greater capability for persuasion.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The system adjusts to the health care profession and the user’s age and offers localized services to improve health workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Self-monitoring</td>
                <td>A system that keeps track of one’s own performance or status supports the user in achieving goals.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The system asks health professional to rate their health workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Simulation</td>
                <td>Systems that provide simulations can persuade by enabling users to observe immediately the link between cause and effect.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The system allows for health professionals to observe other health professionals working interprofessionally and see improved patient outcomes.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Rehearsal</td>
                <td>A system providing means with which to rehearse a behavior that can enable people to change their attitudes or behavior in the real world.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A telehealth simulation course is offered to rehearse real-world practice and improve use of telehealth.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Source: Oinas-Kukkonen and Harjumaa [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Persuasive design techniques: definitions and implementation examples for developing a health workforce capability app in the dialogue support domain.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="430"/>
            <col width="430"/>
            <thead>
              <tr valign="top">
                <td>Persuasive design technique</td>
                <td>Persuasive design technique definition<sup>a</sup></td>
                <td>Implementation examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Praise</td>
                <td>By offering praise, a system can make users more open to persuasion.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Texts and symbols are used to offer praise after measuring their own capability score.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Rewards</td>
                <td>Systems that reward target behaviors may have great persuasive powers.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The game rewards users by altering media items, such as sounds and background colors.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Reminders</td>
                <td>If a system reminds users of their target behavior, the users will more likely achieve their goals.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The user is given a reminder of a selected task to improve capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Suggestion</td>
                <td>Systems offering fitting suggestions will have greater persuasive powers.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Suggestions are given to be mindful at work or build capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Similarity</td>
                <td>People are more readily persuaded through systems that remind them of themselves in some meaningful way.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Videos/pictures of health professionals are shown.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Liking</td>
                <td>A system that is visually attractive for its users is likely to be more persuasive.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The application has an integrated system that links well with easy-to-read graphs and trends in health workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Social role</td>
                <td>If a system adopts a social role, users will more likely use it for persuasive purposes.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A dementia expert supports online education for trainees with dementia.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Source: Oinas-Kukkonen and Harjumaa [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Persuasive design techniques: definitions and implementation examples for developing a health workforce capability app in the system credibility support domain.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="430"/>
            <col width="410"/>
            <thead>
              <tr valign="top">
                <td>Persuasive design technique</td>
                <td>Persuasive design technique definition<sup>a</sup></td>
                <td>Implementation examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Trustworthiness</td>
                <td>A system that is viewed as trustworthy will have increased powers of persuasion.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The system includes a privacy statement.</p>
                    </list-item>
                    <list-item>
                      <p>The app demonstrates that the organization has access to funding to support health professionals in their health workforce capability and demonstrates successful examples.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Expertise</td>
                <td>A system that is viewed as incorporating expertise will have increased powers of persuasion.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app demonstrates that the organization has a longstanding reputation in providing health workforce capability support.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Surface credibility</td>
                <td>People make initial assessments of the system credibility based on a firsthand inspection.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>There are no commercial ads.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Real-world feel</td>
                <td>A system that highlights people or the organization behind its content or services will have more credibility.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Users are able to contact the organization to request health workforce capability support.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Authority</td>
                <td>A system that leverages roles of authority will have enhanced powers of persuasion.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A health professional national college provides a statement on the importance of health workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Third-party endorsements</td>
                <td>Third-party endorsements, especially from well-known and respected sources, boost perceptions on system credibility.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>A well-respected, known, experienced rural health professional endorses the app.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Verifiability</td>
                <td>Credibility perceptions will be enhanced if a system makes it easy to verify the accuracy of site content via outside sources.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app offers links and support by well-established services.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Source: Oinas-Kukkonen and Harjumaa [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Persuasive design techniques: definitions and implementation examples for developing a health workforce capability app in the social support domain.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="420"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td>Persuasive design technique</td>
                <td>Persuasive design technique definition<sup>a</sup></td>
                <td>Implementation examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Social learning</td>
                <td>A person will be more motivated to perform a target behavior if they can use a system to observe others performing the behavior.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app includes stories of other rural health professionals who have improved their workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Social comparison</td>
                <td>System users will have a greater motivation to perform the target behavior if they can compare their performance with the performance of others.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Users can share information real time on how to do something more efficient.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Normative influence</td>
                <td>A system can leverage normative influence or peer pressure to increase the likelihood that a person will adopt a target behavior.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app shows that self-care is key to long-term employability by using examples of other professionals.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Social facilitation</td>
                <td>System users are more likely to perform a target behavior if they discern via the system that others are performing the behavior along with them.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Health professionals know that many other people are also participating in the app and can choose to discuss with other users.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Cooperation</td>
                <td>A system can motivate users to adopt a target attitude or behavior by leveraging human beings’ natural drive to cooperate.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app demonstrates that working in a team leads to better patient health outcomes.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Competition</td>
                <td>A system can motivate users to adopt a target attitude or behavior by leveraging human beings’ natural drive to compete.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Health workforce capability scores can be used to determine the personal best in a specific area they wish to work on.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Recognition</td>
                <td>By offering public recognition for an individual or group, a system can increase the likelihood that a person/group will adopt a target behavior.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app demonstrates the “Rural health professional of the month” and how they benefited from improving their health workforce capability.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Source: Oinas-Kukkonen and Harjumaa [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Persuasive design techniques: definitions and implementation examples for developing a health workforce capability app in the domain of Cialdini’s principles of persuasion.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="370"/>
            <col width="410"/>
            <thead>
              <tr valign="bottom">
                <td>Persuasive design technique</td>
                <td>Persuasive design technique definition<sup>a</sup></td>
                <td>Implementation examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Commitment/consistency</td>
                <td>These are a pair of interrelated attributes in the sense that people often adhere (consistently) to their significant choices (commitments).</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app has the ability to record health workforce capability goals (commitment) and timings (consistency) so that health professionals can commit to goals.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Scarcity</td>
                <td>This causes people to almost panic out of the fear that something will disappear or become unavailable, so they make an intent effort to acquire or preserve it.</td>
                <td>—<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>Social proof</td>
                <td>This explains the human tendency to look around at others in society for reinforcement and direction in taking action.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app shows the number of health professionals that have joined the health workforce capability app.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Reciprocity</td>
                <td>This describes the human desire to make others feel appreciated by responding in ways that return good gestures.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The app allows users to post their own health workforce capability issues and also to respond to other users’ posts.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>Source: Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>Not available.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>A wide variety of implementation examples were drawn from analyzing the apps. In summary, the <italic>primary task support</italic> domain focuses on techniques that help the health professional focus on an element of health workforce capability that is important to them. The <italic>dialogue support</italic> techniques are about the dialogue that occurs between the health professional and the digital system to improve the health professional’s ability to work on their health workforce capability. <italic>System credibility support</italic> techniques include using only high-quality products and services and stakeholders that are associated with the app, for example, respected health professionals, health organizations, and Australian clinical guidelines endorsed by colleges representing clinical groups. <italic>Social support</italic> techniques play a role in showcasing how and how many other health professionals manage their health workforce capability and facilitating collaboration and information sharing between health professionals.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>A systematic review of 53 apps that are related to health workforce capability was performed through deconstruction of persuasive design techniques and their implementation. The findings demonstrated that health professional needs and digital solutions broadly align with the 4 health workforce capability categories used in this study: competencies and skills, health and personal qualities, values and attitudes, and work organization. These categories were matched with 32 persuasive design techniques and provided suggestions on how to further improve the persuasiveness of apps used to improve health workforce capability.</p>
        <sec>
          <title>Persuasive Design Techniques</title>
          <p>Of the 53 apps, the most common persuasive design techniques were surface credibility (n=48, 90.6%) and liking (n=48), followed by trustworthiness (n=43, 81.1%), reminders (n=38, 71.7%), and suggestion (n=30, 56.6%). Social support persuasive design techniques were the least used across the different apps analyzed for health workforce capability, whereas primary task support techniques were the most common, with the exception of simulation. The apparent lower inclusion of persuasive design techniques around social support is a contrast, given that previous qualitative analyses have shown that rural health professionals perceive social and professional isolation to play a major role in building and maintaining their health workforce capability (Ramsden et al, unpublished data, 2021), and also provide multiple suggestions on how this could be achieved in this study. Examples given were related to online communities of practices, interprofessional learning (social comparison and learning), and telehealth improving trust between different disciplines, but also around having an online career coach (normative influence) and demonstrating online effectiveness of team performance and peer recognition, for example, by showcasing good news stories in health workforce capability. This study was based on the analyses by Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>], who reviewed 80 popular mHealth apps using the 32 techniques as described above. Briefly, the most common persuasive categories identified in Oyebode et al’s [<xref ref-type="bibr" rid="ref9">9</xref>] study were personalization (n=77, 96.3%), surface credibility (n=69, 86.3%), trustworthiness (n=66, 82.5%), self-monitoring (n=64, 80%), real-world feel (n=59, 73.8%), reminders (n=57, 71.3%), suggestion (n=56, 70%), liking (n=52, 65%), expertise (n= 52), commitment/consistency (n=47, 58.8%), reduction (n=45, 56.3%), and tunneling (n=40, 50%). The authors provided persuasive strategy suggestions that can be used by app developers to increase the likelihood of behavior change. Similar to our study, Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>] pointed out that social interaction can motivate people to reach their behavioral targets, yet social support is rarely used in mHealth apps (17 of 80 apps, 21%). They thus recommend for future apps to include social support strategies.</p>
          <p>Across health workforce capability domains, we found that health apps include the most persuasive techniques, as do the apps related to values and attitudes.  Interestingly, the apps related to work organization have the least persuasive techniques, even though work organization plays a large role in maintaining or building health workforce capability [<xref ref-type="bibr" rid="ref13">13</xref>]. For example, the ability to link to local allied health professionals through an online booking system would enhance a general practitioner’s (GP) workforce capability (Ramsden et al, unpublished data, 2021) by improving interdisciplinary, holistic care. The online system would also facilitate sending and sharing reports between the GP and an allied health professional. The online booking system would also reduce the likelihood of the patient not following up with an allied health professional as they get an appointment on the spot (social facilitation persuasive design technique between the GP, allied health professional, and patient). When designing digital tools that focus on work organization to increase capability, designers could focus on including persuasive design techniques, such as real-world feel, tunneling, and tailoring, which are currently underrepresented in the work organization category.</p>
          <p>It appears that health apps include a wide array of persuasive techniques, and thus, building a health workforce capability app could learn from the design of capability-related health aps. It should be kept in mind, however, that Oyebode et al [<xref ref-type="bibr" rid="ref9">9</xref>] did not find a direct relationship between the number of persuasive strategies used and app effectiveness (measured by user app ratings). The authors, therefore, argued that adopting fewer persuasive design techniques could potentially be as effective, as it potentially reduces the complexity of the app and thus prevents user cognitive overload. The number of techniques used is still under debate, and more research is needed in this area.</p>
        </sec>
        <sec>
          <title>Health Workforce Capability Digital Support Tool</title>
          <p>Khakurel et al [<xref ref-type="bibr" rid="ref14">14</xref>] conducted a systematic review of 34 wearable device studies and concluded that wearable technology can potentially increase work efficiency for staff, improve workers’ physical well-being, and reduce work-related injuries. However, they also reported that technological, social, policy, data, and economic issues related to wearable technology remain. The authors developed a categorization of wearable devices, including monitoring, assisting, augmenting, tracking, and delivering content. Alhasani et al [<xref ref-type="bibr" rid="ref15">15</xref>] applied a similar systematic review to 60 stress apps. The authors found that most apps use manual tracking, and pointed out that this can become boring and users might forget to log data. A combination of manual entry and automated tracking sensors (hybrid data capture) is recommended to improve the likelihood of reaching a set behavioral target change. For example, accelerometer data in a mobile phone can be used to predict the stress level at work [<xref ref-type="bibr" rid="ref16">16</xref>] through the use of a data collection app stored on the phone that measures the continuous process of recording active apps, starting and ending time stamps, and duration of app use. By linking these data with the participant’s self-reported stress levels, researchers could accurately predict future stress levels. Ferdous et al [<xref ref-type="bibr" rid="ref16">16</xref>] demonstrated an average accuracy of 75% and a precision of 85.7% as indicators of overall stress levels in work environments. This information can be used to inform stress reduction, organizational policies, and the interrelation between stress and productivity of workers. Reactions from health professionals varied according to their willingness to trial wearables, but at the same time, qualitative analyses identified that health professionals are receptive to certain elements of persuasive design techniques that relate to wearables, such as monitoring, feedback, reminders, reduction, and tunneling.</p>
          <p>Content filtering and personalized interventions that match users’ needs have been demonstrated to improve persuasion power [<xref ref-type="bibr" rid="ref15">15</xref>], such as the persuasive design techniques analyzed in our study: tailoring, tunneling, and reduction. The authors also recommend that users can customize the user interface and app features, such as color background, or their user profile as this gives them increased self-agency, a sense of control, and identity. Persuasive design techniques such as these could be implemented within a capability-building digital solution.</p>
          <p>We propose to use a strengths-based approach to improving rural health professionals’ capability and include persuasive design techniques in digital solutions. For example, future applications can measure the health professional’s vitality or health workforce capability scores at different times throughout the day by asking them to rate their capability at random times or a set time throughout the week. Alternatively, some health professionals may be willing to use a hybrid model by augmenting self-ratings with wearable technology, such as vital signs or step counts. In either case, the health professional can view graphs or trends and analyses showing self-rated health workforce capability levels over time and time of day and display simple statistics, such as minimum, maximum, and average scores. This would reflect the persuasive design technique monitoring. Moving forward, the data can potentially also be used to predict future health workforce capability and recommend specific behavioral change interventions for the health professional to allow for tunneling and reduction. Furthermore, if the health workforce capability score falls, a reminder could pop up for the health professional to take appropriate action. This could include contacting a trusted organization or coach (system credibility persuasive techniques, such as trustworthiness and real-world feel, as linkage occurs with real people) to discuss the health workforce capabilities that they feel are hindering their current capability and identify solutions to increase their capability. It could also involve the health professional doing some exercise or other activity that helps them with their well-being and feelings of capability. Other simple persuasive design techniques, such as limited ads, will increase system credibility support through increased surface credibility. Given that health workforce capability is determined by the interplay of a complex array of factors [<xref ref-type="bibr" rid="ref2">2</xref>] (Ramsden et al, unpublished data, 2021), this may well be the first step toward building a futuristic, completely digitalized tool to improve the health workforce capability support tool.</p>
        </sec>
        <sec>
          <title>Ethical Considerations</title>
          <p>There are many ethical aspects that needs to be considered in developing a digital solution supported by real-time support by real people [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          <p>First, further research is needed on the ethical aspects of this type of data capture, as this will have major security implications. Indeed, Alhasani et al [<xref ref-type="bibr" rid="ref15">15</xref>] note that every interaction with the app creates behavioral data, via audit trails or sensors, that can be analyzed in real time to predict users’ needs. This means that sensitive information about a user is being generated and stored.</p>
          <p>Second, there is likely to be a perceived conflict of interest if an organization would own a health workforce capability digital tool and also provide the support to help health professionals with their capability.</p>
          <p>Third, the active participation of a health profession can be strongly affected by factors such as the health professionals’ perception of how the data are owned, stored, and used. There is thus a need to balance the individual privacy of the data generated with the benefits that an amalgamated data set could provide to the workforce as a whole. As discussed, the ethics of using such granular data need to be further evaluated, and an acceptability study regarding the scope of use for the collected data would be timely. Nonetheless, as alluded to before, it is key to ensure that the data are kept secure and only used for their intended purpose, whatever that is determined to be. Users must also be reassured of this and their confidence maintained.</p>
          <p>Lastly, relying on self-rated measures may reinforce unconscious incompetence [<xref ref-type="bibr" rid="ref18">18</xref>] or result in social desirable answers where a health professional knowingly scores themselves optimistically due to the perception of negative effects on their professional registration or professional standing. This can be mitigated by building a culture of trust and support between the organization and the health professional and a shared understanding that these analyses are being done for the benefit of the health professional.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although some may see that using only apps from Google Play Store may lead to potential bias in the analyses by excluding Apple App Store products, Meacham et al [<xref ref-type="bibr" rid="ref19">19</xref>] report that many popular apps can be found on both platforms. They report that developers perceive that it is easier to register their product with Google Play Store than with the Apple App Store. This in turn may lead to some viewing the Apple App Store as of better quality and more unlikely to be free [<xref ref-type="bibr" rid="ref19">19</xref>]. To ensure the analyses only included higher-quality apps as perceived by the end user, our review excluded apps with user star ratings below 4.</p>
        <p>The apps were selected based on search strategy, number of downloads, and reviewer ratings and could be viewed as a proxy for quality. We did not perform a quality assessment of the apps, as this was outside the scope of this review, nor do we endorse any of the apps analyzed. The intent of this review was to analyze the persuasive strategies used in apps that contribute to health workforce capability. Although this can be seen as a study limitation, health workforce capability is a broad and complex concept and this app review should be viewed as exploratory. Furthermore, although the script to select apps from Google Play for the review focused on selecting apps that are available in Australia, the results are transferable to other countries from a persuasive design technique viewpoint. Countries will have their own (clinical) guidelines that may be important for health workforce capability.</p>
        <p>It should be considered that the numbers of apps analyzed was relatively small and is therefore only an exploratory investigation of the persuasive design principles by the health workforce capability domain. Nonetheless, the strength lies in the combination of looking at the persuasive design techniques used and in relation to their health workforce capability needs.</p>
        <p>A further limitation of the study is that it was beyond the scope to draw conclusions about the impact the number of persuasive techniques included has on app effectiveness. Further research is needed to explore this in relation to health workforce capability apps.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>There are many persuasive design techniques that can assist in building capability. Commonly used techniques are surface credibility, liking, trustworthiness, reminders, and suggestion, while less common are social support persuasive design techniques. Additionally, several apps are available in the market that can assist in improving health workforce capability. There is, however, a specific lack of digital, real-time support to improve health workforce capability. Social support strategies through using social support persuasive design techniques will need to be integrated more prominently into a health workforce capability app. An application to measure and monitor health workforce capability scores can be used in conjunction with direct real-world person and real-time support to discuss and identify solutions to improve health workforce capability for rural and remote health professionals who are at high risk of burnout or leaving the rural health workforce.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Selection process.</p>
        <media xlink:href="mhealth_v10i2e33413_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PSD-Model</term>
          <def>
            <p>Persuasive System Design Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank NIB Foundation for contributing part funding for the analyses in this study. The funder had no impact on the study design, interpretation, or outcomes of this study. We thank Katie Carlisle for contributing to study design and project management.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SP, RR, and RC designed the study. SP and RR reviewed the apps for inclusion, with input from AT. WF and OH completed the data collection in collaboration with AT. SP, RR, AT, and KP interpreted study results, with input from RC, OH, and WF. SP and AT drafted the initial manuscript, with major input from RR and KP. ME and BE provided content expertise. All authors contributed to developing the study materials and writing the manuscript, and read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lyle</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Versace</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pit</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The role of national policies to address rural allied health, nursing and dentistry workforce maldistribution</article-title>
          <source>Med J Aust</source>
          <year>2020</year>
          <month>12</month>
          <volume>213</volume>
          <issue>Suppl 11</issue>
          <fpage>S18</fpage>
          <pub-id pub-id-type="doi">10.5694/mja2.50881</pub-id>
          <pub-id pub-id-type="medline">33314144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramsden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Colbran</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Christopher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The role of digital technology in providing education, training, continuing professional development and support to the rural health workforce</article-title>
          <source>HE</source>
          <year>2021</year>
          <month>02</month>
          <day>18</day>
          <volume>ahead-of-print</volume>
          <issue>ahead-of-print</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1108/HE-11-2020-0109"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/he-11-2020-0109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karsh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The technology acceptance model: its past and its future in health care</article-title>
          <source>J Biomed Inform</source>
          <year>2010</year>
          <month>02</month>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(09)00096-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2009.07.002</pub-id>
          <pub-id pub-id-type="medline">19615467</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(09)00096-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC2814963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development of a health information technology acceptance model using consumers' health behavior intention</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>10</month>
          <day>01</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e133</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/5/e133/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2143</pub-id>
          <pub-id pub-id-type="medline">23026508</pub-id>
          <pub-id pub-id-type="pii">v14i5e133</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510715</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oinas-Kukkonen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Harjumaa</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Persuasive systems design: key issues, process model, and system features</article-title>
          <source>CAIS</source>
          <year>2009</year>
          <volume>24</volume>
          <issue>Article 28</issue>
          <fpage>485</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.17705/1CAIS.02428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geuens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Swinnen</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Westhovens</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Vlam</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Geurts</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vanden Abeele</surname>
              <given-names>Vero</given-names>
            </name>
          </person-group>
          <article-title>A review of persuasive principles in mobile apps for chronic arthritis patients: opportunities for improvement</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>10</month>
          <day>13</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/4/e118/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6286</pub-id>
          <pub-id pub-id-type="medline">27742604</pub-id>
          <pub-id pub-id-type="pii">v4i4e118</pub-id>
          <pub-id pub-id-type="pmcid">PMC5083846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thach</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Phan</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Persuasive design principles in mental health apps: a qualitative analysis of user reviews</article-title>
          <year>2019</year>
          <month>03</month>
          <day>20</day>
          <conf-name>2019 IEEE-RIVF International Conference on Computing and Communication Technologies (RIVF)</conf-name>
          <conf-date>Mar 20-22, 2019</conf-date>
          <conf-loc>Danang, Vietnam</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/RIVF45261.2019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oyebode</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Ndulue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alhasani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Orji</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Persuasive mobile apps for health and wellness: a comparative systematic review</article-title>
          <year>2020</year>
          <conf-name>International Conference on Persuasive Technology</conf-name>
          <conf-date>April 20, 2020</conf-date>
          <conf-loc>Aalborg, Denmark</conf-loc>
          <fpage>163</fpage>
          <lpage>181</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-030-45712-9_13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cialdini</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>Harnessing the science of persuasion</article-title>
          <source>Harv Bus Rev</source>
          <year>2001</year>
          <volume>79</volume>
          <issue>9</issue>
          <fpage>72</fpage>
          <lpage>81</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hines</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Doctoral dissertation</article-title>
          <source>An Analysis of the Use of Robert B. Cialdini's Six Persuasive Techniques in YouTube Videos about Endurance Training/Life Balance</source>
          <year>2021</year>
          <access-date>2021-11-20</access-date>
          <publisher-loc>Edwardsville</publisher-loc>
          <publisher-name>Southern Illinois University</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://media.proquest.com/media/hms/PFT/2/CPzXJ?_s=CVSocBanEfzOZEJU7zzeOzYPX9c%3D">https://media.proquest.com/media/hms/PFT/2/CPzXJ?_s=CVSocBanEfzOZEJU7zzeOzYPX9c%3D</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carolan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Cavanagh</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Improving employee well-being and effectiveness: systematic review and meta-analysis of web-based psychological interventions delivered in the workplace</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>26</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e271</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/7/e271/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7583</pub-id>
          <pub-id pub-id-type="medline">28747293</pub-id>
          <pub-id pub-id-type="pii">v19i7e271</pub-id>
          <pub-id pub-id-type="pmcid">PMC5550734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smyth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pit</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Can the work ability model provide a useful explanatory framework to understand sustainable employability amongst general practitioners: a qualitative study</article-title>
          <source>Hum Resour Health</source>
          <year>2018</year>
          <month>07</month>
          <day>24</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://human-resources-health.biomedcentral.com/articles/10.1186/s12960-018-0292-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12960-018-0292-x</pub-id>
          <pub-id pub-id-type="medline">30041658</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12960-018-0292-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6057029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khakurel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Melkas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Porras</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Tapping into the wearable device revolution in the work environment: a systematic review</article-title>
          <source>ITP</source>
          <year>2018</year>
          <month>05</month>
          <day>14</day>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>791</fpage>
          <lpage>818</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1108/ITP-03-2017-0076"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/itp-03-2017-0076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alhasani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mulchandani</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oyebode</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Orji</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of persuasive strategies in stress management apps</article-title>
          <year>2020</year>
          <conf-name>Persuasive 2020 - Behavior Change Support Systems (BCSS 2020)</conf-name>
          <conf-date>April 2020</conf-date>
          <conf-loc>Denmark</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://ceur-ws.org/Vol-2662/BCSS2020_paper4.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferdous</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Osmani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mayora</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps usage patterns as a predictor of perceived stress levels at workplace</article-title>
          <year>2015</year>
          <conf-name>9th International Conference on Pervasive Computing Technologies for Healthcare (PervasiveHealth)</conf-name>
          <conf-date>May 20, 2015</conf-date>
          <conf-loc>Istanbul, Turkey</conf-loc>
          <fpage>225</fpage>
          <lpage>228</lpage>
          <pub-id pub-id-type="doi">10.4108/icst.pervasivehealth.2015.260192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Two ethical concerns about the use of persuasive technology for vulnerable people</article-title>
          <source>Bioethics</source>
          <year>2020</year>
          <month>06</month>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>519</fpage>
          <lpage>526</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31617216"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bioe.12683</pub-id>
          <pub-id pub-id-type="medline">31617216</pub-id>
          <pub-id pub-id-type="pmcid">PMC7317949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Weerd</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Degens</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Putting the long-term into behavior change</article-title>
          <year>2018</year>
          <conf-name>International Conference on Games and Learning Alliance</conf-name>
          <conf-date>December 2018</conf-date>
          <conf-loc>Palermo, Italy</conf-loc>
          <fpage>71</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.harmendeweerd.nl/papers/20181001_Long_term_behavior_change.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-3-030-11548-7_7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meacham</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Thrul</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Vaping-related mobile apps available in the Google Play Store after the Apple ban: content review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>13</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20009</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20009/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20009</pub-id>
          <pub-id pub-id-type="medline">33185565</pub-id>
          <pub-id pub-id-type="pii">v22i11e20009</pub-id>
          <pub-id pub-id-type="pmcid">PMC7695530</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
